-- Logs begin at Tue 2022-01-11 08:45:28 UTC, end at Tue 2022-01-11 10:40:40 UTC. -- Jan 11 09:20:33.398173 dv-neutron-823402-4-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 11 09:20:35.753488 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.common.config [-] Logging enabled! Jan 11 09:20:35.754180 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev122 Jan 11 09:20:35.754284 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87547) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 11 09:20:35.757301 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.common.config [-] Logging enabled! Jan 11 09:20:35.757555 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev122 Jan 11 09:20:35.757864 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87547) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 11 09:20:35.758815 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 11 09:20:35.759044 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 11 09:20:35.759396 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 11 09:20:35.759643 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 11 09:20:35.759871 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 11 09:20:35.760187 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.760486 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.760781 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.761010 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.761305 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.761594 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.761876 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.762185 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.762482 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.762766 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.763043 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.763325 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.764073 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.764495 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.764786 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.765076 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.765302 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] debug = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.765581 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.766015 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.766455 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.766737 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.767023 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.767300 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.767569 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.767845 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.768127 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.768451 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] host = dv-neutron-823402-4-hyperv {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.768728 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.769008 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.769287 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.769567 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.769836 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.770129 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.770413 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.770683 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.770953 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] log_file = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.771224 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.771505 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.771785 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.772074 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.772296 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.772516 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.772798 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.773079 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.773350 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.773620 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.773890 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.774184 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.774456 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.774719 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.774998 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.775277 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.775554 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.775824 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.776093 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.776360 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.776631 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.776908 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.777176 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.777443 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.777709 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.777993 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.778289 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.778560 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.778855 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.779770 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.780041 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.780327 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.780596 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.780874 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.781141 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.781409 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.781675 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] use_json = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.781944 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.782233 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.782515 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.782786 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.783054 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.783326 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.783595 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.783874 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:35.784165 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.784458 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.784756 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.785036 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.785328 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.785606 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.785889 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.786188 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.786476 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.786766 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.787054 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.787329 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.787615 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.787890 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.788181 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.788484 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.788778 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.789067 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.789340 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.789613 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.789883 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.790183 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.790467 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.790760 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.791051 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.791324 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.791601 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.791887 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.792162 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.792432 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.792707 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.792993 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.793267 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.793539 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.793819 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.794103 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.794387 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.794658 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.794957 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.795372 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.795656 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.795930 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.796202 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.796479 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.796753 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.797038 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.797312 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.797585 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.797856 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.798160 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.798431 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.798705 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.798979 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.799249 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.799524 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.799794 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.800063 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.800333 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.800602 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.800873 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.801142 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.801412 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.801687 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.801957 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.802255 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.802526 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.802799 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.803071 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.803355 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.803649 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.803924 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.804199 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.804476 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.804752 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.805027 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.805300 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.805576 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.805853 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.806143 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.806432 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.806717 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.807001 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.807283 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.807561 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.807855 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.808134 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.808417 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.808695 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.808973 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.809260 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.809540 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.809834 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.810149 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.810472 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.810937 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.811233 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.811518 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.811824 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.812103 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:35.812320 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 11 09:20:35.812559 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87547) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 11 09:20:36.201815 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO keyring.backend [-] Loading KWallet Jan 11 09:20:36.209112 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO keyring.backend [-] Loading SecretService Jan 11 09:20:36.212701 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO keyring.backend [-] Loading Windows Jan 11 09:20:36.214058 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO keyring.backend [-] Loading chainer Jan 11 09:20:36.214662 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO keyring.backend [-] Loading macOS Jan 11 09:20:36.249090 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87547) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 11 09:20:36.249359 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87547) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 11 09:20:36.249645 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87547) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 11 09:20:36.249972 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 11 09:20:36.553749 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:36.553964 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:36.554335 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:36.555542 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:36.555816 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:36.556083 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:36.675635 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:36.675917 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:36.676185 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:36.689758 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:36.690035 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:36.690327 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:36.719328 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:36.719862 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:36.720135 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:36.758221 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:36.758775 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:36.758775 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:36.991478 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:36.991766 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:36.992032 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:36.992299 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:36.993040 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.114608 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.114928 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.115214 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.115486 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.115757 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.116071 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.116339 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.116600 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.116855 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.117137 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.117398 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.117662 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.117925 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.118206 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.118474 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.118741 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.118995 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.119262 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.119512 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.119794 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.120139 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.120389 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.120634 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.120915 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.121167 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.121409 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.121799 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87547) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 09:20:37.122037 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87547) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 09:20:37.122297 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87547) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 09:20:37.122532 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87547) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 09:20:37.122765 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87547) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 09:20:37.123687 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87547) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 09:20:37.124095 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 11 09:20:37.127274 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 11 09:20:37.131202 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 11 09:20:37.134891 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jan 11 09:20:37.136531 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 11 09:20:37.136976 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 11 09:20:37.137311 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 11 09:20:37.137693 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 11 09:20:37.140709 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 11 09:20:37.140961 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 11 09:20:37.141308 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 11 09:20:37.171414 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 11 09:20:37.171846 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.172145 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87547) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 11 09:20:37.172504 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.173875 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87547) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 11 09:20:37.174179 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 11 09:20:37.174427 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 11 09:20:37.177625 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.177905 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.240593 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 11 09:20:37.240824 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 11 09:20:37.241060 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 11 09:20:37.241426 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 11 09:20:37.272270 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_db.sqlalchemy.engines [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87547) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 11 09:20:37.603323 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.managers [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Initializing driver for type 'gre' Jan 11 09:20:37.603803 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] gre ID ranges: [(1, 1000)] Jan 11 09:20:37.654821 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.managers [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Initializing driver for type 'local' Jan 11 09:20:37.655157 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.managers [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Initializing driver for type 'vlan' Jan 11 09:20:37.667376 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] VlanTypeDriver initialization complete Jan 11 09:20:37.667851 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.managers [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Initializing driver for type 'vxlan' Jan 11 09:20:37.668255 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] vxlan ID ranges: [(1, 1000)] Jan 11 09:20:37.721552 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.managers [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Initializing extension driver 'port_security' Jan 11 09:20:37.722203 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.extensions.port_security [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] PortSecurityExtensionDriver initialization complete Jan 11 09:20:37.722775 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.managers [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Initializing mechanism driver 'openvswitch' Jan 11 09:20:37.723905 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.managers [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Initializing mechanism driver 'hyperv' Jan 11 09:20:37.730519 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.plugins.ml2.plugin [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:20:37.731190 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > port after_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.731559 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > port after_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.731906 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > port after_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.733048 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87547) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 09:20:37.733476 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > subnet after_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.733827 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > subnet after_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.734195 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > subnet after_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.734587 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87547) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 09:20:37.734989 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > network after_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.735333 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > network after_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.735669 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > network after_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.736053 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87547) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 09:20:37.736450 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > security_group after_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.736793 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > security_group after_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.737128 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > security_group after_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.737512 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87547) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 09:20:37.737909 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.738274 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.738613 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.739125 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87547) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 09:20:37.739526 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > address_group after_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.739864 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > address_group after_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.740207 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > address_group after_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.740592 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87547) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 09:20:37.740964 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] ML2 OVO RPC backend initialized. {{(pid=87547) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jan 11 09:20:37.741658 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > router_interface after_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.742007 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.742442 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > network before_response 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.742786 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > networks before_response 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.743129 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > port before_response 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.743466 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > ports before_response 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.743804 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > subnet before_response 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.744140 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > subnets before_response 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.744480 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > network after_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.744816 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > network after_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.745150 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > network after_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.745485 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > port after_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.745821 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > port after_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.746176 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > port after_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.746512 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > subnet after_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.746847 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > subnet after_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.747177 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > subnet after_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.747750 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.plugin [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Modular L2 Plugin initialization complete Jan 11 09:20:37.748101 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading services supported by the core plugin {{(pid=87547) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 11 09:20:37.748426 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.plugins.ml2.managers [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Got port-security extension from driver 'port_security' Jan 11 09:20:37.748886 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.extensions.vlantransparent [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Disabled vlantransparent extension. Jan 11 09:20:37.749364 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87547) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 11 09:20:37.749678 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading Plugin: router Jan 11 09:20:37.786348 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > router_interface before_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.786894 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > router after_create 55549900 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.787084 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > router before_create 55549900 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.787444 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.787808 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.788158 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > router after_delete 55549900 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.788513 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > floatingip after_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.788871 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > router after_create 55549900 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.789213 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > router after_update 55549900 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.789557 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > router after_update 55549900 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.789906 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.790288 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > router after_update 55549900 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.790695 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > router precommit_update 55549900 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.791058 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: port after_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.791393 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: port after_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.791724 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: subnet after_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.792059 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.792443 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > port precommit_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.792739 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > router precommit_create 55549900 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.793079 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: port before_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.793418 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > router precommit_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.793773 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > router after_update 55549900 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.794133 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > router precommit_delete 55549900 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.794480 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > router precommit_create 55549900 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.795090 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > router_interface after_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.795435 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > router precommit_update 55549900 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.795799 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > agent after_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.796145 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > agent after_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.796488 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > network after_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.797334 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Tracking information for resource: router configured {{(pid=87547) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 09:20:37.797663 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Tracking information for resource: floatingip configured {{(pid=87547) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 09:20:37.802615 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.db.l3_agentschedulers_db [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 11 09:20:37.803184 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: port after_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.803542 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: port after_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.803891 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: port after_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.804236 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: port after_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.805133 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > router before_create 55550100 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.805498 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > router precommit_delete 55550100 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.805861 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > router precommit_create 55550100 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.806246 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > router precommit_update 55550100 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.810937 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.services.provider_configuration [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Service providers = [] {{(pid=87547) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 11 09:20:37.811297 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.db.servicetype_db [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87547) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 11 09:20:37.814259 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.services.service_base [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87547) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 11 09:20:37.814613 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.services.service_base [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87547) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 11 09:20:37.814953 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.services.service_base [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87547) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 11 09:20:37.815829 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.services.service_base [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87547) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 11 09:20:37.816198 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.services.service_base [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 11 09:20:37.816567 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87547) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 09:20:37.816882 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 11 09:20:37.828099 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87547) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 09:20:37.828430 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading Plugin: auto_allocate Jan 11 09:20:37.834332 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: network precommit_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.834704 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: network precommit_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.835218 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87547) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 09:20:37.835539 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading Plugin: tag Jan 11 09:20:37.842615 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87547) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 09:20:37.842944 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading Plugin: timestamp Jan 11 09:20:37.847003 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87547) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 09:20:37.847333 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading Plugin: network_ip_availability Jan 11 09:20:37.852781 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.853149 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.853547 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:37.854250 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87547) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 09:20:37.854570 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading Plugin: flavors Jan 11 09:20:37.859501 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87547) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 09:20:37.859838 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading Plugin: revisions Jan 11 09:20:37.864117 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87547) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 09:20:37.864503 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_concurrency.lockutils [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.615s {{(pid=87547) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 11 09:20:37.865234 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87547) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 11 09:20:37.865573 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Initializing extension manager. Jan 11 09:20:37.866077 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: __init__.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.866440 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: __pycache__ {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.866775 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.867107 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: address_group.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.867849 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.868411 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: address-group Jan 11 09:20:37.868736 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: address_scope.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.869439 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.869942 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: address-scope Jan 11 09:20:37.870296 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: admin_state_down_before_update.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.871216 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.871712 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: router-admin-state-down-before-update Jan 11 09:20:37.872032 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: agent.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.872727 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.873248 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: agent Jan 11 09:20:37.873566 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: agent_resources_synced.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.874496 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.874987 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: agent-resources-synced Jan 11 09:20:37.875305 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: allowedaddresspairs.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.877244 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.877770 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: allowed-address-pairs Jan 11 09:20:37.878078 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: auto_allocated_topology.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.879166 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.879672 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: auto-allocated-topology Jan 11 09:20:37.879994 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: availability_zone.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.880684 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.881178 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: availability_zone Jan 11 09:20:37.881502 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: availability_zone_filter.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.882428 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.882919 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: availability_zone_filter Jan 11 09:20:37.883238 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: data_plane_status.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.884134 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.884624 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension data-plane-status not supported by any of loaded plugins Jan 11 09:20:37.884944 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: default_subnetpools.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.885852 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.886378 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: default-subnetpools Jan 11 09:20:37.886696 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: dhcpagentscheduler.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.887493 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.887983 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: dhcp_agent_scheduler Jan 11 09:20:37.888304 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: dns.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.889723 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.890244 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension dns-integration not supported by any of loaded plugins Jan 11 09:20:37.890566 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: dns_domain_ports.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.891477 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.891966 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 11 09:20:37.892286 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: dvr.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.892950 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.893442 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: dvr Jan 11 09:20:37.893763 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: empty_string_filtering.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.894691 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.895185 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: empty-string-filtering Jan 11 09:20:37.895506 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.896398 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.896889 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 11 09:20:37.897225 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.898147 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.898640 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 11 09:20:37.898959 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: external_net.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.899870 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.900361 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: external-net Jan 11 09:20:37.900680 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: extra_dhcp_opt.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.901582 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.902073 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: extra_dhcp_opt Jan 11 09:20:37.902419 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: extraroute.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.903320 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.903809 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: extraroute Jan 11 09:20:37.904809 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: extraroute_atomic.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.905858 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.906383 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: extraroute-atomic Jan 11 09:20:37.906703 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: filter_validation.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.907361 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.907871 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: filter-validation Jan 11 09:20:37.908172 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: fip_pf_description.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.909072 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.909563 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 11 09:20:37.909884 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: fip_port_details.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.910835 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.911327 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: fip-port-details Jan 11 09:20:37.911644 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: flavors.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.912870 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.913369 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: flavors Jan 11 09:20:37.913690 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.915382 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.915894 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 11 09:20:37.916224 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: floatingip_pools.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.916920 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.917413 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: floatingip-pools Jan 11 09:20:37.917737 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: ip_allocation.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.918685 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.919180 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension ip_allocation not supported by any of loaded plugins Jan 11 09:20:37.919502 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.920445 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.920938 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: ip-substring-filtering Jan 11 09:20:37.921263 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: l2_adjacency.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.922220 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.922715 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension l2_adjacency not supported by any of loaded plugins Jan 11 09:20:37.923034 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: l3.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.923973 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.924477 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: router Jan 11 09:20:37.924797 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: l3_conntrack_helper.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.928439 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.928960 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 11 09:20:37.929298 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.930266 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.930772 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: ext-gw-mode Jan 11 09:20:37.931100 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.932019 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.932517 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: l3-ha Jan 11 09:20:37.932847 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: l3_flavors.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.933760 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.934287 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: l3-flavors Jan 11 09:20:37.934615 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.935565 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.936150 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: l3-port-ip-change-not-allowed Jan 11 09:20:37.936477 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: l3agentscheduler.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.937501 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.937997 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: l3_agent_scheduler Jan 11 09:20:37.938354 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: logging.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.939845 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.940355 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension logging not supported by any of loaded plugins Jan 11 09:20:37.940684 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: metering.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.941415 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.941975 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: metering Jan 11 09:20:37.942323 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.943445 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.943947 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: metering_source_and_destination_fields Jan 11 09:20:37.944272 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: multiprovidernet.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.945191 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.945686 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: multi-provider Jan 11 09:20:37.946007 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: netmtu.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.946976 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.947470 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: net-mtu Jan 11 09:20:37.947790 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: netmtu_writable.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.948703 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.949195 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: net-mtu-writable Jan 11 09:20:37.949514 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: network_availability_zone.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.950211 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.950702 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: network_availability_zone Jan 11 09:20:37.951557 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: network_ip_availability.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.952692 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.953188 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: network-ip-availability Jan 11 09:20:37.953509 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: network_segment_range.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.954291 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.954787 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension network-segment-range not supported by any of loaded plugins Jan 11 09:20:37.955107 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: pagination.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.956078 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.956404 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: pagination Jan 11 09:20:37.956719 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: port_device_profile.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.957619 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.958136 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: port-device-profile Jan 11 09:20:37.958460 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.959371 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.959866 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: port-mac-address-regenerate Jan 11 09:20:37.960186 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.961088 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.961584 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: port-numa-affinity-policy Jan 11 09:20:37.961901 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: port_resource_request.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.962832 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.963324 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension port-resource-request not supported by any of loaded plugins Jan 11 09:20:37.963642 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: portbindings.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.964556 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.965055 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: binding Jan 11 09:20:37.965376 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: portbindings_extended.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.966984 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.967492 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: binding-extended Jan 11 09:20:37.967820 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: portsecurity.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.968739 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.969237 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: port-security Jan 11 09:20:37.969819 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: project_id.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.970839 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.971168 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: project-id Jan 11 09:20:37.971486 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: providernet.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.972398 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.972900 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: provider Jan 11 09:20:37.973219 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: qos.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.976931 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.977444 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension qos not supported by any of loaded plugins Jan 11 09:20:37.977773 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.979052 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.979561 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 11 09:20:37.979890 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.980805 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.981309 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 11 09:20:37.981640 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: qos_default.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.983267 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.983777 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension qos-default not supported by any of loaded plugins Jan 11 09:20:37.984105 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: qos_fip.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.984755 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.985250 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension qos-fip not supported by any of loaded plugins Jan 11 09:20:37.985575 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: qos_gateway_ip.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.986518 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.987017 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 11 09:20:37.987341 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: qos_port_network_policy.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.988251 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.988751 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 11 09:20:37.989076 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: qos_rule_type_details.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.989981 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.990514 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 11 09:20:37.990837 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: qos_rules_alias.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.991879 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.992382 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 11 09:20:37.992706 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: quotasv2.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.993594 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.993919 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: quotas Jan 11 09:20:37.994291 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: quotasv2_detail.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.995910 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.996246 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: quota_details Jan 11 09:20:37.996575 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: rbac.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:37.997606 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:37.998791 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: rbac-policies Jan 11 09:20:37.999151 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: rbac_address_group.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.000122 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.000639 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: rbac-address-group Jan 11 09:20:38.000960 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: rbac_address_scope.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.001889 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.002416 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: rbac-address-scope Jan 11 09:20:38.002741 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: rbac_security_groups.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.003654 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.004156 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: rbac-security-groups Jan 11 09:20:38.004477 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: rbac_subnetpool.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.005412 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.005909 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: rbac-subnetpool Jan 11 09:20:38.006258 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: revisionifmatch.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.007171 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.007665 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: revision-if-match Jan 11 09:20:38.007982 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: revisions.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.009108 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.009612 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: standard-attr-revisions Jan 11 09:20:38.009934 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: router_availability_zone.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.010628 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.011176 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: router_availability_zone Jan 11 09:20:38.011499 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: routerservicetype.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.013280 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.013809 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension router-service-type not supported by any of loaded plugins Jan 11 09:20:38.014162 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.015098 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.015602 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: security-groups-normalized-cidr Jan 11 09:20:38.015918 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: security_groups_port_filtering.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.016837 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.017337 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: port-security-groups-filtering Jan 11 09:20:38.017660 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.018753 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.019259 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: security-groups-remote-address-group Jan 11 09:20:38.019585 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: securitygroup.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.029384 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.029908 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: security-group Jan 11 09:20:38.030276 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: segment.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.031063 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.031563 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension segment not supported by any of loaded plugins Jan 11 09:20:38.031896 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.032845 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.033343 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 11 09:20:38.033669 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: servicetype.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.034837 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.035345 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: service-type Jan 11 09:20:38.035673 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: sorting.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.036655 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.036986 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: sorting Jan 11 09:20:38.037310 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: standard_attr_segment.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.038261 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.038766 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 11 09:20:38.039090 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: standardattrdescription.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.039734 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.040230 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: standard-attr-description Jan 11 09:20:38.040550 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: stateful_security_group.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.041466 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.041974 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: stateful-security-group Jan 11 09:20:38.042323 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: stdattrs_common.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.042906 dv-neutron-823402-4-hyperv neutron-server[87547]: WARNING neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 11 09:20:38.043225 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.044217 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.045260 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 11 09:20:38.045579 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: subnet_onboard.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.046689 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.047195 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: subnet_onboard Jan 11 09:20:38.047518 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.048439 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.048936 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 11 09:20:38.049258 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: subnet_service_types.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.050203 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.050708 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: subnet-service-types Jan 11 09:20:38.051029 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: subnetallocation.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.052087 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.052598 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: subnet_allocation Jan 11 09:20:38.052921 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.053587 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.054100 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: subnetpool-prefix-ops Jan 11 09:20:38.054428 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.055355 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.055862 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 11 09:20:38.056182 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: tagging.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.057245 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.057909 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: standard-attr-tag Jan 11 09:20:38.058259 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: timestamp.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.059489 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.059995 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loaded extension: standard-attr-timestamp Jan 11 09:20:38.060361 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: trunk.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.061915 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.062449 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension trunk not supported by any of loaded plugins Jan 11 09:20:38.062774 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: trunk_details.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.063689 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.064190 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension trunk-details not supported by any of loaded plugins Jan 11 09:20:38.064516 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: uplink_status_propagation.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.065641 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.066170 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 11 09:20:38.066493 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Loading extension file: vlantransparent.py {{(pid=87547) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 09:20:38.067165 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87547) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 09:20:38.067661 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extension vlan-transparent not supported by any of loaded plugins Jan 11 09:20:38.070137 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Creating instance of TrackedResource for resource:network Jan 11 09:20:38.070884 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Creating instance of TrackedResource for resource:subnet Jan 11 09:20:38.071664 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Creating instance of TrackedResource for resource:subnetpool Jan 11 09:20:38.072276 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Creating instance of TrackedResource for resource:port Jan 11 09:20:38.073551 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.v2.resource_helper [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87547) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 09:20:38.074009 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.v2.resource_helper [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Service FLAVORS assigned prefix: {{(pid=87547) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 09:20:38.074654 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.v2.resource_helper [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87547) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 09:20:38.075073 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.v2.resource_helper [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87547) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 09:20:38.075401 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Creating instance of TrackedResource for resource:router Jan 11 09:20:38.076078 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Creating instance of TrackedResource for resource:floatingip Jan 11 09:20:38.076782 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.v2.resource_helper [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Service METERING assigned prefix: /metering {{(pid=87547) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 09:20:38.078255 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:38.078624 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:38.078971 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:20:38.080116 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Creating instance of CountableResource for resource:rbac_policy Jan 11 09:20:38.080582 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Creating instance of TrackedResource for resource:security_group Jan 11 09:20:38.081238 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Creating instance of TrackedResource for resource:security_group_rule Jan 11 09:20:38.081976 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.v2.resource_helper [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Service CORE assigned prefix: {{(pid=87547) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 09:20:38.082340 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Creating instance of TrackedResource for resource:subnetpool Jan 11 09:20:38.082700 dv-neutron-823402-4-hyperv neutron-server[87547]: WARNING neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] subnetpool is already registered Jan 11 09:20:38.083300 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.v2.resource_helper [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Service CORE assigned prefix: {{(pid=87547) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 09:20:38.083633 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Creating instance of TrackedResource for resource:subnetpool Jan 11 09:20:38.083956 dv-neutron-823402-4-hyperv neutron-server[87547]: WARNING neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] subnetpool is already registered Jan 11 09:20:38.086514 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.v2.resource_helper [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87547) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 09:20:38.086947 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.v2.resource_helper [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Service FLAVORS assigned prefix: {{(pid=87547) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 09:20:38.087536 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.v2.resource_helper [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87547) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 09:20:38.087954 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.v2.resource_helper [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87547) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 09:20:38.088285 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Creating instance of TrackedResource for resource:router Jan 11 09:20:38.088614 dv-neutron-823402-4-hyperv neutron-server[87547]: WARNING neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] router is already registered Jan 11 09:20:38.089205 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Creating instance of TrackedResource for resource:floatingip Jan 11 09:20:38.089536 dv-neutron-823402-4-hyperv neutron-server[87547]: WARNING neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] floatingip is already registered Jan 11 09:20:38.090187 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.v2.resource_helper [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Service METERING assigned prefix: /metering {{(pid=87547) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 09:20:38.090849 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Creating instance of CountableResource for resource:rbac_policy Jan 11 09:20:38.091173 dv-neutron-823402-4-hyperv neutron-server[87547]: WARNING neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] rbac_policy is already registered Jan 11 09:20:38.091735 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Creating instance of TrackedResource for resource:security_group Jan 11 09:20:38.092201 dv-neutron-823402-4-hyperv neutron-server[87547]: WARNING neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] security_group is already registered Jan 11 09:20:38.092794 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Creating instance of TrackedResource for resource:security_group_rule Jan 11 09:20:38.093125 dv-neutron-823402-4-hyperv neutron-server[87547]: WARNING neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] security_group_rule is already registered Jan 11 09:20:38.093783 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.v2.resource_helper [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Service CORE assigned prefix: {{(pid=87547) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 09:20:38.094132 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Creating instance of TrackedResource for resource:subnetpool Jan 11 09:20:38.094721 dv-neutron-823402-4-hyperv neutron-server[87547]: WARNING neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] subnetpool is already registered Jan 11 09:20:38.095331 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.v2.resource_helper [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Service CORE assigned prefix: {{(pid=87547) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 09:20:38.095665 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Creating instance of TrackedResource for resource:subnetpool Jan 11 09:20:38.095986 dv-neutron-823402-4-hyperv neutron-server[87547]: WARNING neutron.quota.resource_registry [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] subnetpool is already registered Jan 11 09:20:38.096621 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: extensions {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.098130 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: address-groups {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.099750 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: address-scopes {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.100963 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: agents {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.102190 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: auto-allocated-topology {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.103443 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: availability_zones {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.104822 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: dhcp-networks {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.106234 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: dhcp-agents {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.108417 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: routers {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.110278 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: flavors {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.111445 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: service_profiles {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.112657 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: next_providers {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.115099 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: service_profiles {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.116592 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: floatingip-pools {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.117804 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: routers {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.119671 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: floatingips {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.120867 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: l3-routers {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.122288 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: l3-agents {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.124538 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: metering-labels {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.125898 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: metering-label-rules {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.127214 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: network-ip-availabilities {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.128471 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: bindings {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.130158 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: quotas {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.131649 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: quotas {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.133094 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: rbac-policies {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.134423 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: security-groups {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.135645 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: security-group-rules {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.136888 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: service-providers {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.138148 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: subnetpools {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.139609 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: subnetpools {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.141095 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: tags {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.142819 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: tags {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.144634 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: tags {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.146457 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: tags {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.148258 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: tags {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.150139 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: tags {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.151823 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: tags {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.153751 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: tags {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.156111 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: tags {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.157967 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron.api.extensions [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Extended resource: tags {{(pid=87547) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 09:20:38.163798 dv-neutron-823402-4-hyperv neutron-server[87547]: WARNING keystonemiddleware.auth_token [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 11 09:20:38.168446 dv-neutron-823402-4-hyperv neutron-server[87547]: WARNING keystonemiddleware.auth_token [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 11 09:20:38.177213 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_concurrency.lockutils [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Acquired lock "singleton_lock" {{(pid=87547) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 11 09:20:38.177687 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_concurrency.lockutils [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Releasing lock "singleton_lock" {{(pid=87547) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 11 09:20:38.178347 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO oslo_service.service [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Starting 2 workers Jan 11 09:20:38.183004 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Started child 87654 {{(pid=87547) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 11 09:20:38.187264 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Started child 87655 {{(pid=87547) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 11 09:20:38.188252 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:20:38.188890 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO neutron.service [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Neutron service started, listening on 0.0.0.0:9696 Jan 11 09:20:38.189430 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Notify callbacks [] for process, before_spawn {{(pid=87547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:20:38.189744 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [-] (87654) wsgi starting up on http://0.0.0.0:9696 Jan 11 09:20:38.191815 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:20:38.192231 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO oslo_service.service [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Starting 1 workers Jan 11 09:20:38.193242 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [-] (87655) wsgi starting up on http://0.0.0.0:9696 Jan 11 09:20:38.196848 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Started child 87656 {{(pid=87547) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 11 09:20:38.197385 dv-neutron-823402-4-hyperv neutron-server[87547]: INFO oslo_service.service [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Starting 1 workers Jan 11 09:20:38.200515 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.service [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] calling RpcWorker wait() {{(pid=87656) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 11 09:20:38.201132 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.service [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] returning from RpcWorker wait() {{(pid=87656) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 11 09:20:38.201673 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Started child 87657 {{(pid=87547) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 11 09:20:38.202387 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:20:38.202498 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG neutron_lib.callbacks.manager [None req-ff16fa85-2582-4e6e-8e77-ac930e6f9f5b None None] Notify callbacks [] for process, after_spawn {{(pid=87547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:20:38.202912 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:20:38.204321 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87547) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 11 09:20:38.204524 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 11 09:20:38.204709 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 11 09:20:38.204917 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 11 09:20:38.205271 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 11 09:20:38.205432 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 11 09:20:38.205916 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.206207 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.206486 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.206573 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:20:38.207021 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.207021 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.207576 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.207675 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:20:38.207833 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.208066 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.208338 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.208586 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.208756 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.208921 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.209163 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.209413 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.209707 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.209968 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.210240 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.210515 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.210690 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.210939 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.211194 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.211422 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.211677 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] debug = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.211929 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.212400 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.212626 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.212873 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.213127 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.213400 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.213627 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.213896 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.214147 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.214384 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.214653 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.214930 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.215168 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.215397 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.215613 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.215866 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.216078 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.216526 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] host = dv-neutron-823402-4-hyperv {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.217598 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.217822 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.218053 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.218339 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.218597 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.218819 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.219091 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.219348 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.219846 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.220074 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.220334 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.220577 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.220811 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.221064 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] log_file = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.221227 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] log_options = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.221441 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.221728 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.221985 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.222200 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.222369 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.222548 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.222794 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.222956 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.223224 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.223433 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.223667 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.223878 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.224118 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.224346 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.224611 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.224839 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.225055 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.225254 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.225507 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.225731 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.225957 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.226216 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.226472 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.226703 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.226920 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.227154 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.227382 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.227598 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.227838 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.228100 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.229320 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.229320 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.229320 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.229320 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.229913 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.229913 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.229913 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.230272 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.230412 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.231372 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.231372 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.231372 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.231372 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.231661 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.231781 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.232257 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] use_json = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.232992 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.233224 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.233447 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.233683 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.234103 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.234330 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.234547 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.234847 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.235320 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.235545 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.236217 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.236217 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.236373 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.236539 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.236788 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.237003 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.237380 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.237774 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.238150 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.238746 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.238746 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.238943 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.240030 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.240030 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.240030 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.240030 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.240323 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.240403 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.240597 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.240814 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.241138 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.241398 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.241837 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.242140 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.242371 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.242613 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.242828 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.243041 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.243269 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.243487 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.243756 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.243974 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.244205 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.244422 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.244667 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.244880 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.245106 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.245326 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.245578 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.245826 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.246076 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.246310 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.246558 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.246773 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.246982 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.247208 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.247420 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.247651 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.248442 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.248733 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.249023 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.249166 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.249564 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.249822 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.250048 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.250312 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.250525 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.250921 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.251153 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.251423 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.251664 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.252040 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.252159 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.252322 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.252729 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.252839 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.253061 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.253228 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.253444 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.253682 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.253893 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.254118 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.254357 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.254991 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.254991 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.254991 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.255260 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.255381 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.255750 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.256126 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.256496 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.256729 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.257008 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.257344 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.257591 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.258032 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.258494 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.258780 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.259022 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.259279 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.259518 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.259776 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.260016 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.260270 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.260528 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.260807 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.261020 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.261248 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.261510 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.261745 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.261967 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.262233 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.262487 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.262707 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.263009 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.263276 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.263658 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.264008 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.264422 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.264711 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.264992 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.265265 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.265792 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.266107 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.266398 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.266684 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.266972 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.267227 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.267476 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.267721 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.268004 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.268236 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.268481 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.268727 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.268970 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.269232 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.269470 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.269855 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.270128 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.270356 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.270688 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.270962 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.271163 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.271403 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.271669 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.271909 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.272315 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.272577 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.272844 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.273098 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.273365 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.273601 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.273857 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.274103 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.274515 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.275151 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.275411 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.275662 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.275881 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.276470 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.276840 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.277113 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.277355 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.277777 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.278007 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.278263 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.278484 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.278753 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.278964 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.279833 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.280087 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.280326 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.280568 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.280804 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.281175 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.281452 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.281694 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.281964 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.282236 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.282473 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.282699 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.282924 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.283190 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.283407 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.283650 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.283898 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.284141 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.284355 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.284598 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.284811 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.285054 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.285276 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.285488 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.285738 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.285986 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.286338 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.286603 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.286831 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.287081 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.287300 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.287540 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.287785 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.288019 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.288236 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.288469 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.288683 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.288963 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.289219 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.289470 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.289702 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.289913 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.290162 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.290408 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.290635 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.290917 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.291164 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.291397 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.291631 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.292031 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.292259 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.292468 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.292676 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.292892 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.293116 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.293357 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.293567 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.293778 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.293994 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.294225 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.294575 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.295600 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.295893 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.296192 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.296443 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.296679 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.296920 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.297231 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.297462 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.297706 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.297963 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.298226 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.298449 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.298727 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.299035 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.299327 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.299593 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.299837 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.300137 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.300415 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.300678 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.300891 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.301181 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.301507 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.301797 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.302053 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.302331 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.302597 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.302819 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.303033 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.303249 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.303481 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.303692 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.303945 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.304197 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.304421 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.304641 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.304869 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.305100 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.305341 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.305569 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.305808 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.306018 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.306214 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 11 09:20:38.306826 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87547) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 11 09:20:38.306930 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 11 09:20:38.307043 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 11 09:20:38.307210 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 11 09:20:38.307380 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 11 09:20:38.307532 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 11 09:20:38.307744 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.307903 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.308212 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.308522 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.308683 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.308863 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.309026 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.309181 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.309485 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.309645 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.309804 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.309962 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.310143 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.310344 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.310621 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.310846 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.311015 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.311175 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.311357 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.311519 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.311678 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.311835 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.311988 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] debug = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.312148 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.312336 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.312499 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.312652 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.312807 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.312962 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.313117 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.313203 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:20:38.313287 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.313418 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.313575 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.313731 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.313889 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.314045 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.314252 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.314408 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.314565 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.314726 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.314884 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] host = dv-neutron-823402-4-hyperv {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.315041 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.315202 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.315351 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.315479 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.315629 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.315790 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.315978 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.316122 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.316257 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.316464 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.316630 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.316783 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.316922 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.317081 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] log_file = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.317236 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] log_options = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.317393 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.317541 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.317698 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.318050 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.318050 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.318330 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.318445 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.318567 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.318650 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.318792 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.318949 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.319300 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.319300 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.319459 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.319617 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.319700 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.319840 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.319997 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.320154 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.320313 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.320472 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.320627 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.320782 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.320938 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.321095 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.321251 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.321406 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.321757 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.321757 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.322052 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.322052 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.322361 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.322361 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.322626 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.322626 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.322879 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.322879 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.323126 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.323268 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.323409 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.323535 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.323627 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.323767 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.323923 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.324079 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.324225 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] use_json = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.324379 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.324537 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.324699 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.324843 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.324999 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.325154 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.325314 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.325452 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 09:20:38.325620 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.325778 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.326045 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.326203 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.326386 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.326484 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.326592 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.326751 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.326909 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.327068 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.327232 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.327392 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.327561 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.327719 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.327877 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.328040 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.328200 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.328358 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.328516 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.328674 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.328832 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.328989 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.329167 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.329325 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.329679 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.329823 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.329987 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.330171 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.330332 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.330507 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.330639 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.330787 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.330993 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.331078 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.331237 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.331412 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.331554 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.331712 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.331872 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.332032 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.332191 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.332350 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.332509 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.332668 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.332828 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.332987 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.333146 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.333306 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.333465 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.333623 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.333792 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.333950 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.334124 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.334285 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.334449 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.334606 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.334764 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.334921 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.335079 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.335238 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.335395 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.335566 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.335724 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.335882 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.336044 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.336202 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.336360 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.336517 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.336675 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.336833 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.336991 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.337149 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.337307 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.337466 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.337623 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.337782 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.337940 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.338113 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.338277 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.338435 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.338592 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.338750 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.338908 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.339065 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.339233 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.339440 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.339569 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.339722 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.339880 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.340037 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.340196 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.340347 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.340547 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.340640 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.340797 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.340953 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.341110 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.341297 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.341454 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.342175 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.342328 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.342497 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.342784 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.342784 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.343074 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.343074 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.343321 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.343444 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.343566 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.343686 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.343868 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.344043 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.345012 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.345012 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.345012 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.345012 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.346004 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.346004 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.346004 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.346004 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.346004 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.346004 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.346004 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.346945 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.346945 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.346945 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.346945 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.346945 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.346945 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.348303 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.348303 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.348303 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.348303 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.348303 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.348303 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.348303 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.348303 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.349373 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.349373 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.349373 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.349373 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.349373 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.349373 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.349373 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.349373 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.350459 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.350459 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.350459 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.350459 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.350459 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.350459 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.350459 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.350459 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.359821 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.359821 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.359821 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.359821 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.359821 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.359821 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.360353 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.360353 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.360353 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.360558 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.360558 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.360730 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.360892 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.361054 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.361213 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.361373 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.361536 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.361702 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.361862 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.362022 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.362206 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.362368 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.362529 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.362692 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.362859 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.363021 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.363180 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.363338 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.363497 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.363657 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.363816 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.363976 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.364135 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.364294 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.364473 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.364631 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.364789 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.364948 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.365108 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.365268 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.365426 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.365585 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.365743 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.365902 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.366060 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.366251 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.366414 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.366575 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.366732 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.366892 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.367051 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.367213 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.367362 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.367534 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.367688 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.367836 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.367982 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.368141 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.368290 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.368434 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.368579 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.368730 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.368887 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.369056 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.369215 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.369373 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.369531 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.369690 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.369858 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.370019 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.370201 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.370371 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.370530 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.370688 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.370847 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.371021 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.371180 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.371342 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.371501 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.371659 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.371818 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.371979 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.372142 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.372312 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.373073 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.373254 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.373407 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.373585 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.373737 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.373883 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.374057 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.374243 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.374386 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.374553 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.374697 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.374842 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.374982 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.375127 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.375271 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.375413 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.375571 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.375730 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.375888 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.376046 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.376205 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.376364 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.376521 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.376680 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.376839 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.376997 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.377154 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 09:20:38.377307 dv-neutron-823402-4-hyperv neutron-server[87547]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87547) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 11 09:20:38.563165 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 49650) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:20:38.571581 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062845 Jan 11 09:20:49.065337 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418c267a-eff3-4af2-93b2-8931201bdce6 None None] get_active_networks_info from dv-neutron-823402-4-hyperv {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 11 09:20:49.158157 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418c267a-eff3-4af2-93b2-8931201bdce6 None None] No non-hosted networks {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 11 09:20:49.170715 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.agentschedulers_db [None req-418c267a-eff3-4af2-93b2-8931201bdce6 None None] DHCP Agent not found on host dv-neutron-823402-4-hyperv {{(pid=87656) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 11 09:20:49.228877 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f4c42f10-f23d-4eb9-be8d-086acc6aea40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1769876'] for agent, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:20:51.277833 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3f2a37cd-a54d-40f9-983d-49d6f6621560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1769876'] for agent, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:20:51.311931 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d0fb21da-031d-4ce2-994d-96beed6962ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:20:52.409425 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1769876'] for agent, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:20:52.554632 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1769876'] for agent, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:20:52.555936 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:20:52.558811 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:20:52.559150 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:20:52.559480 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:20:52.559813 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:20:52.560717 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:20:52.561085 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:20:52.561429 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:20:52.561750 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:20:52.562115 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:20:52.564335 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:20:52.564682 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:20:52.565124 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-823402-4-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:20:52.578019 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-823402-4-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:20:53.913441 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1769876'] for agent, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:20:55.554845 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 49742) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:20:56.164372 dv-neutron-823402-4-hyperv neutron-server[87654]: WARNING oslo_policy.policy [None req-bdc7f899-4e79-44ee-96e4-b12753effb7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 09:20:56.165069 dv-neutron-823402-4-hyperv neutron-server[87654]: WARNING oslo_policy.policy [None req-bdc7f899-4e79-44ee-96e4-b12753effb7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 09:20:56.261248 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.db.l3_hamode_db [None req-f05ada7c-7365-4982-8f93-e759c42ebfe6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 11 09:20:56.347264 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05ada7c-7365-4982-8f93-e759c42ebfe6 None None] Routers set() bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:20:56.347665 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05ada7c-7365-4982-8f93-e759c42ebfe6 None None] Router IDs set() for agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 11 09:20:56.392239 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [None req-bdc7f899-4e79-44ee-96e4-b12753effb7d admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:20:56.393329 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bdc7f899-4e79-44ee-96e4-b12753effb7d admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8375893 Jan 11 09:20:58.740317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 49756) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:20:59.307241 dv-neutron-823402-4-hyperv neutron-server[87655]: WARNING oslo_policy.policy [None req-f36fe914-7878-411e-9837-1895952a651a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 09:20:59.307820 dv-neutron-823402-4-hyperv neutron-server[87655]: WARNING oslo_policy.policy [None req-f36fe914-7878-411e-9837-1895952a651a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 09:20:59.529362 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f36fe914-7878-411e-9837-1895952a651a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:20:59.634587 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.policy [None req-f36fe914-7878-411e-9837-1895952a651a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87655) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 11 09:20:59.678923 dv-neutron-823402-4-hyperv neutron-server[87655]: WARNING oslo_policy.policy [None req-f36fe914-7878-411e-9837-1895952a651a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 09:20:59.679313 dv-neutron-823402-4-hyperv neutron-server[87655]: WARNING oslo_policy.policy [None req-f36fe914-7878-411e-9837-1895952a651a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 09:20:59.688380 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.quota [None req-f36fe914-7878-411e-9837-1895952a651a admin admin] Loaded quota_driver: . Jan 11 09:20:59.703738 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f36fe914-7878-411e-9837-1895952a651a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:20:59.761650 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f36fe914-7878-411e-9837-1895952a651a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763175571646', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763175578957', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763175552391', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763175555315', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763175537153', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763175546142', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-746446', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-850497', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1898934', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2084440'] for rbac-policy, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:20:59.826503 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f36fe914-7878-411e-9837-1895952a651a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:20:59.827799 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f36fe914-7878-411e-9837-1895952a651a admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0854430 Jan 11 09:21:02.470023 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 49774) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:21:02.811106 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'eb7dcafe01e945a59545a0d9a178053e'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:21:02.815983 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:21:02.820016 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Usage tracker for resource:network and tenant:eb7dcafe01e945a59545a0d9a178053e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:21:02.824803 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:21:02.831382 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:21:02.840233 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Made reservation on behalf of eb7dcafe01e945a59545a0d9a178053e for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:21:02.843911 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:02.861009 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:02.875080 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:21:02.878594 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Usage tracker for resource:security_group_rule and tenant:eb7dcafe01e945a59545a0d9a178053e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:21:02.883542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:21:02.889611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:21:02.983264 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:02.986998 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:03.008760 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:21:03.034536 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763173390349', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:03.035112 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Unsubscribe: segment precommit_create {{(pid=87655) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 11 09:21:03.035597 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Added segment 5c0f1255-7432-4268-a40a-fb8ad227841e of type vlan for network 48254fa8-5708-43a5-a3b5-f1b06c5d861f Jan 11 09:21:03.082846 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79f6dac-3508-45df-b7bb-91bd1eabf753,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:21:03.103290 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:03.103645 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:03.103972 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:03.104295 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:03.104612 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:03.104939 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:03.105255 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:03.105564 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:03.105871 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:03.106209 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:03.106544 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:03.106989 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Tracked resource versions report: Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: pushed versions: Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: { 'AddressGroup': {'1.2'}, Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: 'ConntrackHelper': {'1.0'}, Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: 'Log': {'1.0'}, Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: 'Network': {'1.1'}, Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: 'Port': {'1.7'}, Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: 'PortForwarding': {'1.2'}, Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: 'QosPolicy': {'1.8'}, Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: 'SecurityGroup': {'1.4'}, Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: 'SecurityGroupRule': {'1.2'}, Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: 'SubPort': {'1.0'}, Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: 'Subnet': {'1.1'}, Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: 'Trunk': {'1.1'}} Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: consumer versions: Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: { DHCP agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: L3 agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: Metadata agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: Metering agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: Open vSwitch agent@dv-neutron-823402-4-hyperv: { 'AddressGroup': '1.2', Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: 'ConntrackHelper': '1.0', Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: 'Log': '1.0', Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: 'Network': '1.1', Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: 'Port': '1.7', Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: 'PortForwarding': '1.2', Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: 'QosPolicy': '1.8', Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: 'SecurityGroup': '1.4', Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: 'SecurityGroupRule': '1.2', Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: 'SubPort': '1.0', Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: 'Subnet': '1.1', Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: 'Trunk': '1.1'}} Jan 11 09:21:03.108499 dv-neutron-823402-4-hyperv neutron-server[87655]: {{(pid=87655) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 09:21:03.146699 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:03.187620 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:03.188822 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:21:03.189567 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:03.292848 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8216612 Jan 11 09:21:03.298431 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfd1a5-7e7a-4195-9731-fba685930dbe admin admin] Pushing event updated for resources: {'Network': ['ID=48254fa8-5708-43a5-a3b5-f1b06c5d861f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:21:03.311502 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 48254fa8-5708-43a5-a3b5-f1b06c5d861f details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:21:05.948671 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 49790) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:21:06.398093 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36434f49-2bb9-4d17-88b2-adc56cef8b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:21:06.399433 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-36434f49-2bb9-4d17-88b2-adc56cef8b7e admin admin] 10.222.0.15 "GET /v2.0/networks/48254fa8-5708-43a5-a3b5-f1b06c5d861f HTTP/1.1" status: 200 len: 825 time: 0.4497974 Jan 11 09:21:06.426328 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8264c4b5-ad08-4736-ba0c-be35b2963f4e admin admin] 10.222.0.15 "GET /v2.0/subnetpools/3dadf984-b26d-4f09-9b67-3f09eb9c540e HTTP/1.1" status: 200 len: 734 time: 0.0207555 Jan 11 09:21:06.434437 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-319125bb-a8b3-4e5a-a9b6-7b1419d38f86 admin admin] Request body: {'subnet': {'network_id': '48254fa8-5708-43a5-a3b5-f1b06c5d861f', 'tenant_id': 'eb7dcafe01e945a59545a0d9a178053e', 'subnetpool_id': '3dadf984-b26d-4f09-9b67-3f09eb9c540e', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:21:06.438977 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-319125bb-a8b3-4e5a-a9b6-7b1419d38f86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:21:06.442727 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-319125bb-a8b3-4e5a-a9b6-7b1419d38f86 admin admin] Usage tracker for resource:subnet and tenant:eb7dcafe01e945a59545a0d9a178053e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:21:06.445553 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-319125bb-a8b3-4e5a-a9b6-7b1419d38f86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:21:06.451633 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-319125bb-a8b3-4e5a-a9b6-7b1419d38f86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:21:06.461064 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319125bb-a8b3-4e5a-a9b6-7b1419d38f86 admin admin] Made reservation on behalf of eb7dcafe01e945a59545a0d9a178053e for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:21:06.463360 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-319125bb-a8b3-4e5a-a9b6-7b1419d38f86 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:06.731152 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-319125bb-a8b3-4e5a-a9b6-7b1419d38f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:06.831200 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319125bb-a8b3-4e5a-a9b6-7b1419d38f86 admin admin] Checking segment: {'id': '5c0f1255-7432-4268-a40a-fb8ad227841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '48254fa8-5708-43a5-a3b5-f1b06c5d861f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:21:06.831588 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319125bb-a8b3-4e5a-a9b6-7b1419d38f86 admin admin] Network hostable DHCP agents. Network: 48254fa8-5708-43a5-a3b5-f1b06c5d861f, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:21:06.836866 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319125bb-a8b3-4e5a-a9b6-7b1419d38f86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69ec1515-d0b3-4212-a67a-790a91b25d95,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:21:06.853633 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319125bb-a8b3-4e5a-a9b6-7b1419d38f86 admin admin] Network 48254fa8-5708-43a5-a3b5-f1b06c5d861f is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:21:06.864318 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-319125bb-a8b3-4e5a-a9b6-7b1419d38f86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 48254fa8-5708-43a5-a3b5-f1b06c5d861f) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:21:06.868689 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319125bb-a8b3-4e5a-a9b6-7b1419d38f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:21:06.869260 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-319125bb-a8b3-4e5a-a9b6-7b1419d38f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:06.873760 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7552253-0ea2-48e6-bd5f-25ec56887758 None None] Network 48254fa8-5708-43a5-a3b5-f1b06c5d861f requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:21:06.888419 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-319125bb-a8b3-4e5a-a9b6-7b1419d38f86 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4569073 Jan 11 09:21:07.276526 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-48254fa8-5708-43a5-a3b5-f1b06c5d861f', 'network_id': '48254fa8-5708-43a5-a3b5-f1b06c5d861f', 'tenant_id': 'eb7dcafe01e945a59545a0d9a178053e', 'fixed_ips': [{'subnet_id': '69ec1515-d0b3-4212-a67a-790a91b25d95'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:21:07.277715 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:07.460139 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Allocated IP 172.20.0.2 (48254fa8-5708-43a5-a3b5-f1b06c5d861f/69ec1515-d0b3-4212-a67a-790a91b25d95/167f99aa-adc8-43b4-81f0-ac29428c6e70) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:21:07.688351 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:07.702330 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Transition to ACTIVE for port object 167f99aa-adc8-43b4-81f0-ac29428c6e70 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:21:07.722024 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Transition to ACTIVE for port object 167f99aa-adc8-43b4-81f0-ac29428c6e70 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:21:07.727787 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:07.789820 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Network 48254fa8-5708-43a5-a3b5-f1b06c5d861f is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:21:07.792589 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:21:07.799293 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:21:07.805007 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Pushing event updated for resources: {'Port': ['ID=167f99aa-adc8-43b4-81f0-ac29428c6e70,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:21:07.849369 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:07.849759 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:07.850072 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:07.850424 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:07.850750 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:07.851091 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:07.851409 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:07.851732 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:07.852065 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:07.852388 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:07.852702 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:07.853013 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Tracked resource versions report: Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: pushed versions: Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: { 'AddressGroup': {'1.2'}, Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: 'ConntrackHelper': {'1.0'}, Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: 'Log': {'1.0'}, Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: 'Network': {'1.1'}, Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: 'Port': {'1.7'}, Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: 'PortForwarding': {'1.2'}, Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: 'QosPolicy': {'1.8'}, Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: 'SecurityGroup': {'1.4'}, Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: 'SecurityGroupRule': {'1.2'}, Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: 'SubPort': {'1.0'}, Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: 'Subnet': {'1.1'}, Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: 'Trunk': {'1.1'}} Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: consumer versions: Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: { DHCP agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: L3 agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: Metadata agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: Metering agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: Open vSwitch agent@dv-neutron-823402-4-hyperv: { 'AddressGroup': '1.2', Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: 'ConntrackHelper': '1.0', Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: 'Log': '1.0', Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: 'Network': '1.1', Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: 'Port': '1.7', Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: 'PortForwarding': '1.2', Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: 'QosPolicy': '1.8', Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: 'SecurityGroup': '1.4', Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: 'SecurityGroupRule': '1.2', Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: 'SubPort': '1.0', Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: 'Subnet': '1.1', Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: 'Trunk': '1.1'}} Jan 11 09:21:07.854351 dv-neutron-823402-4-hyperv neutron-server[87656]: {{(pid=87656) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 09:21:07.908902 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Attempting to bind port 167f99aa-adc8-43b4-81f0-ac29428c6e70 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:21:07.909549 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Attempting to bind port 167f99aa-adc8-43b4-81f0-ac29428c6e70 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '5c0f1255-7432-4268-a40a-fb8ad227841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '48254fa8-5708-43a5-a3b5-f1b06c5d861f'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:21:07.909710 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Attempting to bind port 167f99aa-adc8-43b4-81f0-ac29428c6e70 on network 48254fa8-5708-43a5-a3b5-f1b06c5d861f {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:21:07.914818 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:21:07.915213 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Checking segment: {'id': '5c0f1255-7432-4268-a40a-fb8ad227841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '48254fa8-5708-43a5-a3b5-f1b06c5d861f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:21:07.915709 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:07.916096 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Bound using segment: {'id': '5c0f1255-7432-4268-a40a-fb8ad227841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '48254fa8-5708-43a5-a3b5-f1b06c5d861f'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:21:07.916581 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Bound port: 167f99aa-adc8-43b4-81f0-ac29428c6e70, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c0f1255-7432-4268-a40a-fb8ad227841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '48254fa8-5708-43a5-a3b5-f1b06c5d861f'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:21:07.916981 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:08.030914 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] For port 167f99aa-adc8-43b4-81f0-ac29428c6e70, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:21:08.034954 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] For port 167f99aa-adc8-43b4-81f0-ac29428c6e70, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=167f99aa-adc8-43b4-81f0-ac29428c6e70,segment=NetworkSegment(5c0f1255-7432-4268-a40a-fb8ad227841e),segment_id=5c0f1255-7432-4268-a40a-fb8ad227841e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:21:08.040154 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:08.146519 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12613e-f4a7-4ded-b72c-4742587b5dfc None None] Pushing event updated for resources: {'Port': ['ID=167f99aa-adc8-43b4-81f0-ac29428c6e70,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:21:09.357832 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 49800) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:21:09.742539 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-c1425b44-0788-4042-a80f-8bc27a5bc428 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:21:09.743521 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c1425b44-0788-4042-a80f-8bc27a5bc428 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3847330 Jan 11 09:21:11.895900 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21aeca3-d57f-4c3e-a8b1-094e460f50ba None None] Network 48254fa8-5708-43a5-a3b5-f1b06c5d861f requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:21:11.999574 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ead9538c-04d6-415d-b7c6-495b502ad10c None None] Provisioning for port 167f99aa-adc8-43b4-81f0-ac29428c6e70 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:21:12.180011 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 49814) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:21:12.282860 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 167f99aa-adc8-43b4-81f0-ac29428c6e70 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:21:12.350293 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 167f99aa-adc8-43b4-81f0-ac29428c6e70 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:21:12.355001 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 167f99aa-adc8-43b4-81f0-ac29428c6e70 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:21:12.355398 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:12.448642 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-aec19ada-aa4b-4d09-9c1f-a21ba48c2cb2 None None] Provisioning complete for port 167f99aa-adc8-43b4-81f0-ac29428c6e70 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:21:12.449013 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-aec19ada-aa4b-4d09-9c1f-a21ba48c2cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:12.553611 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:12.581010 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-ed36c932-a81b-4e41-995b-fa4e3ae03f6a admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:21:12.582163 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ed36c932-a81b-4e41-995b-fa4e3ae03f6a admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4011362 Jan 11 09:21:12.635261 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 167f99aa-adc8-43b4-81f0-ac29428c6e70, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=167f99aa-adc8-43b4-81f0-ac29428c6e70,segment=NetworkSegment(5c0f1255-7432-4268-a40a-fb8ad227841e),segment_id=5c0f1255-7432-4268-a40a-fb8ad227841e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:21:12.641100 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:12.674075 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-aec19ada-aa4b-4d09-9c1f-a21ba48c2cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:12.774984 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=167f99aa-adc8-43b4-81f0-ac29428c6e70,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:21:12.796393 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-aec19ada-aa4b-4d09-9c1f-a21ba48c2cb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:21:12.796778 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-aec19ada-aa4b-4d09-9c1f-a21ba48c2cb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:21:14.251963 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 167f99aa-adc8-43b4-81f0-ac29428c6e70 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:21:14.316941 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 167f99aa-adc8-43b4-81f0-ac29428c6e70 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:21:14.317311 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:15.266444 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 49826) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:21:15.605169 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e8321af3-f23d-4eed-bfc9-0f102f76dcf5 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'eb7dcafe01e945a59545a0d9a178053e', 'admin_state_up': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:21:15.610639 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e8321af3-f23d-4eed-bfc9-0f102f76dcf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:21:15.614299 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e8321af3-f23d-4eed-bfc9-0f102f76dcf5 admin admin] Usage tracker for resource:router and tenant:eb7dcafe01e945a59545a0d9a178053e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:21:15.617523 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e8321af3-f23d-4eed-bfc9-0f102f76dcf5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:21:15.623633 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e8321af3-f23d-4eed-bfc9-0f102f76dcf5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:21:15.633128 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e8321af3-f23d-4eed-bfc9-0f102f76dcf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:15.634876 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e8321af3-f23d-4eed-bfc9-0f102f76dcf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:15.657138 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e8321af3-f23d-4eed-bfc9-0f102f76dcf5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:15.762152 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e8321af3-f23d-4eed-bfc9-0f102f76dcf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:15.780209 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e8321af3-f23d-4eed-bfc9-0f102f76dcf5 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:15.781400 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e8321af3-f23d-4eed-bfc9-0f102f76dcf5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5139749 Jan 11 09:21:18.138321 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 49836) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:21:18.497589 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-943825be-a6d1-48e5-a6cd-bb1ea68a86d0 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:21:18.498577 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-943825be-a6d1-48e5-a6cd-bb1ea68a86d0 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3593225 Jan 11 09:21:19.044561 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5e48bc25-e3c6-403d-b953-c4f130180adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:20.245739 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 5 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:21:20.861694 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 49846) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:21:21.217868 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e604addf-2ba8-4fa3-a09d-250548bee0d7 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:21:21.225348 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e604addf-2ba8-4fa3-a09d-250548bee0d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:21:21.229058 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e604addf-2ba8-4fa3-a09d-250548bee0d7 admin admin] Usage tracker for resource:network and tenant:6008e79a9cf24ae79466c351c725a320 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:21:21.231939 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e604addf-2ba8-4fa3-a09d-250548bee0d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:21:21.237462 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e604addf-2ba8-4fa3-a09d-250548bee0d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:21:21.247117 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e604addf-2ba8-4fa3-a09d-250548bee0d7 admin admin] Made reservation on behalf of 6008e79a9cf24ae79466c351c725a320 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:21:21.249365 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e604addf-2ba8-4fa3-a09d-250548bee0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:21.262995 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e604addf-2ba8-4fa3-a09d-250548bee0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:21.272134 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-27c369ec-08ad-44e3-be57-5b3f40974bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:21.279203 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e604addf-2ba8-4fa3-a09d-250548bee0d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:21:21.282871 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e604addf-2ba8-4fa3-a09d-250548bee0d7 admin admin] Usage tracker for resource:security_group_rule and tenant:6008e79a9cf24ae79466c351c725a320 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:21:21.286463 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e604addf-2ba8-4fa3-a09d-250548bee0d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:21:21.295878 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e604addf-2ba8-4fa3-a09d-250548bee0d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:21:21.375356 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e604addf-2ba8-4fa3-a09d-250548bee0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:21.378841 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e604addf-2ba8-4fa3-a09d-250548bee0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:21.393858 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e604addf-2ba8-4fa3-a09d-250548bee0d7 admin admin] Reserving flat network on physical network physnet1 {{(pid=87655) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 11 09:21:21.415957 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604addf-2ba8-4fa3-a09d-250548bee0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d368e7-14d1-4cec-8b4d-80c1a256b592,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:21:21.419501 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e604addf-2ba8-4fa3-a09d-250548bee0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:21.419831 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-e604addf-2ba8-4fa3-a09d-250548bee0d7 admin admin] Added segment 38185c46-6050-4043-9477-ed2ba28d7c88 of type flat for network 644b8550-5b91-49bd-9d0a-84ba8b975d54 Jan 11 09:21:21.450540 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e604addf-2ba8-4fa3-a09d-250548bee0d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:21.485084 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e604addf-2ba8-4fa3-a09d-250548bee0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:21.486235 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e604addf-2ba8-4fa3-a09d-250548bee0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:21:21.486799 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e604addf-2ba8-4fa3-a09d-250548bee0d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:21.584742 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e604addf-2ba8-4fa3-a09d-250548bee0d7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7218764 Jan 11 09:21:21.589340 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604addf-2ba8-4fa3-a09d-250548bee0d7 admin admin] Pushing event updated for resources: {'Network': ['ID=644b8550-5b91-49bd-9d0a-84ba8b975d54,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:21:21.599594 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:21:22.361814 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:22.517825 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:23.879949 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:23.946153 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 49866) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:21:24.276593 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.policy [None req-3ee00f95-9581-49b3-9285-5aabe1a0316d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87654) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 11 09:21:24.321663 dv-neutron-823402-4-hyperv neutron-server[87654]: WARNING oslo_policy.policy [None req-3ee00f95-9581-49b3-9285-5aabe1a0316d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 09:21:24.322026 dv-neutron-823402-4-hyperv neutron-server[87654]: WARNING oslo_policy.policy [None req-3ee00f95-9581-49b3-9285-5aabe1a0316d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 09:21:24.330908 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee00f95-9581-49b3-9285-5aabe1a0316d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:21:24.332630 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3ee00f95-9581-49b3-9285-5aabe1a0316d admin admin] 10.222.0.15 "GET /v2.0/subnets/69ec1515-d0b3-4212-a67a-790a91b25d95 HTTP/1.1" status: 200 len: 849 time: 0.3856139 Jan 11 09:21:24.518463 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-24dd6e25-a568-498e-bffe-5361e32b98d0 admin admin] 10.222.0.15 "GET /v2.0/routers/a8700ea2-ab28-4656-8dc4-a1d12cad0328 HTTP/1.1" status: 200 len: 704 time: 0.1801844 Jan 11 09:21:25.007916 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:25.245086 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Allocated IP 172.20.0.1 (48254fa8-5708-43a5-a3b5-f1b06c5d861f/69ec1515-d0b3-4212-a67a-790a91b25d95/74e9050f-e456-41a4-ba61-99232b12f1dd) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:21:25.409888 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:25.427208 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Transition to ACTIVE for port object 74e9050f-e456-41a4-ba61-99232b12f1dd will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:21:25.484958 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:25.534103 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Network 48254fa8-5708-43a5-a3b5-f1b06c5d861f is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:21:25.535159 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:21:25.573753 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:21:25.574302 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:25.708478 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Pushing event updated for resources: {'Port': ['ID=74e9050f-e456-41a4-ba61-99232b12f1dd,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:21:25.728262 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:25.728630 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:25.728971 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:25.729304 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:25.729632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:25.729971 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:25.730367 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:25.730701 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:25.731630 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:25.731975 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:25.732300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:25.732615 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Tracked resource versions report: Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: pushed versions: Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: { 'AddressGroup': {'1.2'}, Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: 'ConntrackHelper': {'1.0'}, Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: 'Log': {'1.0'}, Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: 'Network': {'1.1'}, Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: 'Port': {'1.7'}, Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: 'PortForwarding': {'1.2'}, Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: 'QosPolicy': {'1.8'}, Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: 'SecurityGroup': {'1.4'}, Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: 'SecurityGroupRule': {'1.2'}, Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: 'SubPort': {'1.0'}, Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: 'Subnet': {'1.1'}, Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: 'Trunk': {'1.1'}} Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: consumer versions: Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: { DHCP agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: L3 agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: Metadata agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: Metering agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: Open vSwitch agent@dv-neutron-823402-4-hyperv: { 'AddressGroup': '1.2', Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: 'ConntrackHelper': '1.0', Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: 'Log': '1.0', Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: 'Network': '1.1', Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: 'Port': '1.7', Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: 'PortForwarding': '1.2', Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: 'QosPolicy': '1.8', Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: 'SecurityGroup': '1.4', Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: 'SecurityGroupRule': '1.2', Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: 'SubPort': '1.0', Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: 'Subnet': '1.1', Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: 'Trunk': '1.1'}} Jan 11 09:21:25.733961 dv-neutron-823402-4-hyperv neutron-server[87654]: {{(pid=87654) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 09:21:25.740222 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7046e277-6481-422a-81c9-601d3a6db986 None None] Provisioning for port 74e9050f-e456-41a4-ba61-99232b12f1dd completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:21:25.745027 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7046e277-6481-422a-81c9-601d3a6db986 None None] Provisioning complete for port 74e9050f-e456-41a4-ba61-99232b12f1dd triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:21:25.745399 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7046e277-6481-422a-81c9-601d3a6db986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:25.802857 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7046e277-6481-422a-81c9-601d3a6db986 None None] Port 74e9050f-e456-41a4-ba61-99232b12f1dd cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:21:25.848406 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:26.074211 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:26.080054 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:26.080764 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:26.179246 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Pushing event updated for resources: {'Port': ['ID=74e9050f-e456-41a4-ba61-99232b12f1dd,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:21:26.305220 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Network 48254fa8-5708-43a5-a3b5-f1b06c5d861f is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:21:26.306270 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:21:26.497557 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Router a8700ea2-ab28-4656-8dc4-a1d12cad0328 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:21:26.526845 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a9a0e072-3050-4db1-9b30-7b9ba11fdbdf None None] Provisioning complete for port 74e9050f-e456-41a4-ba61-99232b12f1dd triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:21:26.527238 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a9a0e072-3050-4db1-9b30-7b9ba11fdbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:26.581216 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a9a0e072-3050-4db1-9b30-7b9ba11fdbdf None None] Port 74e9050f-e456-41a4-ba61-99232b12f1dd cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:21:26.654640 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:21:26.665062 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] Sync routers for ids ['a8700ea2-ab28-4656-8dc4-a1d12cad0328'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:21:26.670137 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-15b4d42f-9f51-49c7-bf38-2527181da9c6 admin admin] 10.222.0.15 "PUT /v2.0/routers/a8700ea2-ab28-4656-8dc4-a1d12cad0328/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1430681 Jan 11 09:21:26.675312 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] Routers {'a8700ea2-ab28-4656-8dc4-a1d12cad0328'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:21:26.676129 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:21:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['a8700ea2-ab28-4656-8dc4-a1d12cad0328'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:21:26.858884 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] Set router a8700ea2-ab28-4656-8dc4-a1d12cad0328 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:21:27.226654 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8700ea2-ab28-4656-8dc4-a1d12cad0328', 'name': 'router1', 'tenant_id': 'eb7dcafe01e945a59545a0d9a178053e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:21:15Z', 'updated_at': '2022-01-11T09:21:25Z', 'revision_number': 2, 'project_id': 'eb7dcafe01e945a59545a0d9a178053e', 'gw_port_host': None, '_interfaces': [{'id': '74e9050f-e456-41a4-ba61-99232b12f1dd', 'name': '', 'network_id': '48254fa8-5708-43a5-a3b5-f1b06c5d861f', 'tenant_id': 'eb7dcafe01e945a59545a0d9a178053e', 'mac_address': 'fa:16:3e:21:c0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8700ea2-ab28-4656-8dc4-a1d12cad0328', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69ec1515-d0b3-4212-a67a-790a91b25d95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:21:25Z', 'updated_at': '2022-01-11T09:21:25Z', 'revision_number': 2, 'project_id': 'eb7dcafe01e945a59545a0d9a178053e', 'subnets': [{'id': '69ec1515-d0b3-4212-a67a-790a91b25d95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3dadf984-b26d-4f09-9b67-3f09eb9c540e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:21:27.232358 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] Checking router: a8700ea2-ab28-4656-8dc4-a1d12cad0328 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:21:27.232732 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] Updating router a8700ea2-ab28-4656-8dc4-a1d12cad0328 port 74e9050f-e456-41a4-ba61-99232b12f1dd binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:21:27.284635 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:27.666198 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:27.682446 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] Transition to ACTIVE for port object 74e9050f-e456-41a4-ba61-99232b12f1dd will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:21:27.689441 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:27.931395 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df5cc4-60b7-4be0-959a-85654c933c77 None None] Pushing event updated for resources: {'Port': ['ID=74e9050f-e456-41a4-ba61-99232b12f1dd,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:21:27.949328 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df5cc4-60b7-4be0-959a-85654c933c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:27.950343 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df5cc4-60b7-4be0-959a-85654c933c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:27.950672 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df5cc4-60b7-4be0-959a-85654c933c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:27.950996 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df5cc4-60b7-4be0-959a-85654c933c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:27.951319 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df5cc4-60b7-4be0-959a-85654c933c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:27.951658 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df5cc4-60b7-4be0-959a-85654c933c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:27.951981 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df5cc4-60b7-4be0-959a-85654c933c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:27.952302 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df5cc4-60b7-4be0-959a-85654c933c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:27.952630 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df5cc4-60b7-4be0-959a-85654c933c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:27.952948 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df5cc4-60b7-4be0-959a-85654c933c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:27.953261 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df5cc4-60b7-4be0-959a-85654c933c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:27.953569 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df5cc4-60b7-4be0-959a-85654c933c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df5cc4-60b7-4be0-959a-85654c933c77 None None] Tracked resource versions report: Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: pushed versions: Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: { 'AddressGroup': {'1.2'}, Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: 'ConntrackHelper': {'1.0'}, Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: 'Log': {'1.0'}, Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: 'Network': {'1.1'}, Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: 'Port': {'1.7'}, Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: 'PortForwarding': {'1.2'}, Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: 'QosPolicy': {'1.8'}, Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: 'SecurityGroup': {'1.4'}, Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: 'SecurityGroupRule': {'1.2'}, Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: 'SubPort': {'1.0'}, Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: 'Subnet': {'1.1'}, Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: 'Trunk': {'1.1'}} Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: consumer versions: Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: { DHCP agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: L3 agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: Metadata agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: Metering agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: Open vSwitch agent@dv-neutron-823402-4-hyperv: { 'AddressGroup': '1.2', Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: 'ConntrackHelper': '1.0', Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: 'Log': '1.0', Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: 'Network': '1.1', Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: 'Port': '1.7', Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: 'PortForwarding': '1.2', Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: 'QosPolicy': '1.8', Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: 'SecurityGroup': '1.4', Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: 'SecurityGroupRule': '1.2', Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: 'SubPort': '1.0', Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: 'Subnet': '1.1', Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: 'Trunk': '1.1'}} Jan 11 09:21:27.954914 dv-neutron-823402-4-hyperv neutron-server[87657]: {{(pid=87657) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 09:21:27.965330 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] Attempting to bind port 74e9050f-e456-41a4-ba61-99232b12f1dd on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:21:27.965778 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] Attempting to bind port 74e9050f-e456-41a4-ba61-99232b12f1dd by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '5c0f1255-7432-4268-a40a-fb8ad227841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '48254fa8-5708-43a5-a3b5-f1b06c5d861f'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:21:27.966262 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] Attempting to bind port 74e9050f-e456-41a4-ba61-99232b12f1dd on network 48254fa8-5708-43a5-a3b5-f1b06c5d861f {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:21:27.971681 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:21:27.972079 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] Checking segment: {'id': '5c0f1255-7432-4268-a40a-fb8ad227841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '48254fa8-5708-43a5-a3b5-f1b06c5d861f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:21:27.972565 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:27.972949 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] Bound using segment: {'id': '5c0f1255-7432-4268-a40a-fb8ad227841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '48254fa8-5708-43a5-a3b5-f1b06c5d861f'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:21:27.973423 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] Bound port: 74e9050f-e456-41a4-ba61-99232b12f1dd, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c0f1255-7432-4268-a40a-fb8ad227841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '48254fa8-5708-43a5-a3b5-f1b06c5d861f'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:21:27.973799 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:28.059856 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] For port 74e9050f-e456-41a4-ba61-99232b12f1dd, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:21:28.063653 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] For port 74e9050f-e456-41a4-ba61-99232b12f1dd, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=74e9050f-e456-41a4-ba61-99232b12f1dd,segment=NetworkSegment(5c0f1255-7432-4268-a40a-fb8ad227841e),segment_id=5c0f1255-7432-4268-a40a-fb8ad227841e)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:21:28.068824 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:28.143950 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] Routers {'a8700ea2-ab28-4656-8dc4-a1d12cad0328'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:21:28.144542 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:21:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['a8700ea2-ab28-4656-8dc4-a1d12cad0328'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:21:28.309564 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df5cc4-60b7-4be0-959a-85654c933c77 None None] Pushing event updated for resources: {'Port': ['ID=74e9050f-e456-41a4-ba61-99232b12f1dd,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:21:28.329271 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] Set router a8700ea2-ab28-4656-8dc4-a1d12cad0328 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:21:28.671401 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8700ea2-ab28-4656-8dc4-a1d12cad0328', 'name': 'router1', 'tenant_id': 'eb7dcafe01e945a59545a0d9a178053e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:21:15Z', 'updated_at': '2022-01-11T09:21:25Z', 'revision_number': 2, 'project_id': 'eb7dcafe01e945a59545a0d9a178053e', 'gw_port_host': None, '_interfaces': [{'id': '74e9050f-e456-41a4-ba61-99232b12f1dd', 'name': '', 'network_id': '48254fa8-5708-43a5-a3b5-f1b06c5d861f', 'tenant_id': 'eb7dcafe01e945a59545a0d9a178053e', 'mac_address': 'fa:16:3e:21:c0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8700ea2-ab28-4656-8dc4-a1d12cad0328', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69ec1515-d0b3-4212-a67a-790a91b25d95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:21:25Z', 'updated_at': '2022-01-11T09:21:28Z', 'revision_number': 4, 'project_id': 'eb7dcafe01e945a59545a0d9a178053e', 'subnets': [{'id': '69ec1515-d0b3-4212-a67a-790a91b25d95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3dadf984-b26d-4f09-9b67-3f09eb9c540e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:21:28.677812 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9f9b78-5cf0-4331-b624-6cef579a82ec None None] The sync data for ids ['a8700ea2-ab28-4656-8dc4-a1d12cad0328'] in dv-neutron-823402-4-hyperv is: [{'id': 'a8700ea2-ab28-4656-8dc4-a1d12cad0328', 'name': 'router1', 'tenant_id': 'eb7dcafe01e945a59545a0d9a178053e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:21:15Z', 'updated_at': '2022-01-11T09:21:25Z', 'revision_number': 2, 'project_id': 'eb7dcafe01e945a59545a0d9a178053e', 'gw_port_host': None, '_interfaces': [{'id': '74e9050f-e456-41a4-ba61-99232b12f1dd', 'name': '', 'network_id': '48254fa8-5708-43a5-a3b5-f1b06c5d861f', 'tenant_id': 'eb7dcafe01e945a59545a0d9a178053e', 'mac_address': 'fa:16:3e:21:c0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8700ea2-ab28-4656-8dc4-a1d12cad0328', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69ec1515-d0b3-4212-a67a-790a91b25d95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:21:25Z', 'updated_at': '2022-01-11T09:21:28Z', 'revision_number': 4, 'project_id': 'eb7dcafe01e945a59545a0d9a178053e', 'subnets': [{'id': '69ec1515-d0b3-4212-a67a-790a91b25d95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3dadf984-b26d-4f09-9b67-3f09eb9c540e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:21:28.893124 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 49894) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:21:29.044459 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49efffe-eb4a-4763-b2af-fefc989bdaaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:21:29.045008 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f49efffe-eb4a-4763-b2af-fefc989bdaaf admin admin] Synchronizing usage tracker for tenant:6008e79a9cf24ae79466c351c725a320 on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:21:29.061756 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f49efffe-eb4a-4763-b2af-fefc989bdaaf admin admin] Unset dirty status for tenant:6008e79a9cf24ae79466c351c725a320 on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:21:29.063120 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f49efffe-eb4a-4763-b2af-fefc989bdaaf admin admin] 10.222.0.15 "GET /v2.0/networks/644b8550-5b91-49bd-9d0a-84ba8b975d54 HTTP/1.1" status: 200 len: 842 time: 0.1690526 Jan 11 09:21:29.072318 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f290498e-a45b-4218-9d6a-66b82abc539f admin admin] Request body: {'subnet': {'cidr': '172.26.3.0/24', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.26.3.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:21:29.077482 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f290498e-a45b-4218-9d6a-66b82abc539f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:21:29.081816 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f290498e-a45b-4218-9d6a-66b82abc539f admin admin] Usage tracker for resource:subnet and tenant:6008e79a9cf24ae79466c351c725a320 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:21:29.084674 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f290498e-a45b-4218-9d6a-66b82abc539f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:21:29.090924 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f290498e-a45b-4218-9d6a-66b82abc539f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:21:29.101792 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f290498e-a45b-4218-9d6a-66b82abc539f admin admin] Made reservation on behalf of 6008e79a9cf24ae79466c351c725a320 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:21:29.104383 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f290498e-a45b-4218-9d6a-66b82abc539f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:29.486860 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.objects.ports [None req-f290498e-a45b-4218-9d6a-66b82abc539f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87655) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 11 09:21:29.487324 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f290498e-a45b-4218-9d6a-66b82abc539f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:29.559866 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290498e-a45b-4218-9d6a-66b82abc539f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:21:29.569086 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f290498e-a45b-4218-9d6a-66b82abc539f admin admin] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:21:29.569441 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f290498e-a45b-4218-9d6a-66b82abc539f admin admin] Network hostable DHCP agents. Network: 644b8550-5b91-49bd-9d0a-84ba8b975d54, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:21:29.590803 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f290498e-a45b-4218-9d6a-66b82abc539f admin admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:21:29.600802 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f290498e-a45b-4218-9d6a-66b82abc539f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 644b8550-5b91-49bd-9d0a-84ba8b975d54) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:21:29.604949 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f290498e-a45b-4218-9d6a-66b82abc539f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:21:29.605558 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f290498e-a45b-4218-9d6a-66b82abc539f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:29.611857 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdccfbd-d316-45b6-951d-4aec8d86db34 None None] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:21:29.627125 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f290498e-a45b-4218-9d6a-66b82abc539f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5582495 Jan 11 09:21:29.861776 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3c0035-5d0f-492d-8a13-8200af5b4dfc None None] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:21:30.279511 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 74e9050f-e456-41a4-ba61-99232b12f1dd up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:21:30.353296 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 74e9050f-e456-41a4-ba61-99232b12f1dd completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:21:30.358195 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 74e9050f-e456-41a4-ba61-99232b12f1dd triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:21:30.358568 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:30.475816 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:30.510210 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 74e9050f-e456-41a4-ba61-99232b12f1dd, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=74e9050f-e456-41a4-ba61-99232b12f1dd,segment=NetworkSegment(5c0f1255-7432-4268-a40a-fb8ad227841e),segment_id=5c0f1255-7432-4268-a40a-fb8ad227841e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:21:30.514613 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:30.585404 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=74e9050f-e456-41a4-ba61-99232b12f1dd,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:21:31.863466 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 49908) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:21:32.067774 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-bfaa8401-0b27-42c3-9996-7f5c6f4e7688 admin admin] 10.222.0.15 "GET /v2.0/routers/a8700ea2-ab28-4656-8dc4-a1d12cad0328 HTTP/1.1" status: 200 len: 710 time: 0.2032204 Jan 11 09:21:32.191255 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af4d7c5-03ab-40f2-9b99-54f0c4ef0a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:21:32.192552 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3af4d7c5-03ab-40f2-9b99-54f0c4ef0a69 admin admin] 10.222.0.15 "GET /v2.0/networks/644b8550-5b91-49bd-9d0a-84ba8b975d54 HTTP/1.1" status: 200 len: 886 time: 0.1194210 Jan 11 09:21:32.201827 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-5ca1d22e-baec-4c19-bd6a-57ece1e7e63e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:21:32.261299 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 74e9050f-e456-41a4-ba61-99232b12f1dd up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:21:32.329429 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 74e9050f-e456-41a4-ba61-99232b12f1dd triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:21:32.329724 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:32.661006 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ca1d22e-baec-4c19-bd6a-57ece1e7e63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:32.982431 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ca1d22e-baec-4c19-bd6a-57ece1e7e63e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:33.036399 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ca1d22e-baec-4c19-bd6a-57ece1e7e63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:33.171498 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-5ca1d22e-baec-4c19-bd6a-57ece1e7e63e admin admin] Allocated IP 172.26.3.188 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/92016ad0-5745-4bc5-8f6d-6205f15a21b3) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:21:33.316676 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ca1d22e-baec-4c19-bd6a-57ece1e7e63e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:33.373908 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ca1d22e-baec-4c19-bd6a-57ece1e7e63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:33.443427 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca1d22e-baec-4c19-bd6a-57ece1e7e63e admin admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:21:33.446259 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-5ca1d22e-baec-4c19-bd6a-57ece1e7e63e admin admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:21:33.450266 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca1d22e-baec-4c19-bd6a-57ece1e7e63e admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:21:33.550678 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1d22e-baec-4c19-bd6a-57ece1e7e63e admin admin] Pushing event updated for resources: {'Port': ['ID=92016ad0-5745-4bc5-8f6d-6205f15a21b3,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:21:33.865624 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ca1d22e-baec-4c19-bd6a-57ece1e7e63e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:34.198100 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ca1d22e-baec-4c19-bd6a-57ece1e7e63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:34.201368 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ca1d22e-baec-4c19-bd6a-57ece1e7e63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1771441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1771464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1784463'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:34.376593 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca1d22e-baec-4c19-bd6a-57ece1e7e63e admin admin] Router a8700ea2-ab28-4656-8dc4-a1d12cad0328 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:21:34.552637 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca1d22e-baec-4c19-bd6a-57ece1e7e63e admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:21:34.562215 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ca1d22e-baec-4c19-bd6a-57ece1e7e63e admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:34.562406 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] Sync routers for ids ['a8700ea2-ab28-4656-8dc4-a1d12cad0328'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:21:34.565603 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5ca1d22e-baec-4c19-bd6a-57ece1e7e63e admin admin] 10.222.0.15 "PUT /v2.0/routers/a8700ea2-ab28-4656-8dc4-a1d12cad0328 HTTP/1.1" status: 200 len: 890 time: 2.3676584 Jan 11 09:21:34.572552 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] Routers {'a8700ea2-ab28-4656-8dc4-a1d12cad0328'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:21:34.573221 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:21:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['a8700ea2-ab28-4656-8dc4-a1d12cad0328'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:21:34.772459 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] Set router a8700ea2-ab28-4656-8dc4-a1d12cad0328 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:21:35.106786 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8700ea2-ab28-4656-8dc4-a1d12cad0328', 'name': 'router1', 'tenant_id': 'eb7dcafe01e945a59545a0d9a178053e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '92016ad0-5745-4bc5-8f6d-6205f15a21b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:21:15Z', 'updated_at': '2022-01-11T09:21:33Z', 'revision_number': 4, 'project_id': 'eb7dcafe01e945a59545a0d9a178053e', 'gw_port': {'id': '92016ad0-5745-4bc5-8f6d-6205f15a21b3', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8700ea2-ab28-4656-8dc4-a1d12cad0328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:21:33Z', 'updated_at': '2022-01-11T09:21:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '74e9050f-e456-41a4-ba61-99232b12f1dd', 'name': '', 'network_id': '48254fa8-5708-43a5-a3b5-f1b06c5d861f', 'tenant_id': 'eb7dcafe01e945a59545a0d9a178053e', 'mac_address': 'fa:16:3e:21:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8700ea2-ab28-4656-8dc4-a1d12cad0328', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69ec1515-d0b3-4212-a67a-790a91b25d95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:21:25Z', 'updated_at': '2022-01-11T09:21:30Z', 'revision_number': 5, 'project_id': 'eb7dcafe01e945a59545a0d9a178053e', 'subnets': [{'id': '69ec1515-d0b3-4212-a67a-790a91b25d95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3dadf984-b26d-4f09-9b67-3f09eb9c540e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:21:35.111385 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] Checking router: a8700ea2-ab28-4656-8dc4-a1d12cad0328 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:21:35.111726 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] Updating router a8700ea2-ab28-4656-8dc4-a1d12cad0328 port 92016ad0-5745-4bc5-8f6d-6205f15a21b3 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:21:35.161731 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:35.503648 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:35.515613 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] Transition to ACTIVE for port object 92016ad0-5745-4bc5-8f6d-6205f15a21b3 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:21:35.522769 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:35.601259 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] Attempting to bind port 92016ad0-5745-4bc5-8f6d-6205f15a21b3 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:21:35.601854 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] Attempting to bind port 92016ad0-5745-4bc5-8f6d-6205f15a21b3 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:21:35.601970 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] Attempting to bind port 92016ad0-5745-4bc5-8f6d-6205f15a21b3 on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:21:35.605176 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aeec76-a6ca-40d0-9f65-3ff3bea5e71b None None] Pushing event updated for resources: {'Port': ['ID=92016ad0-5745-4bc5-8f6d-6205f15a21b3,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:21:35.609819 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:21:35.610206 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:21:35.610600 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:35.610972 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:21:35.611415 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] Bound port: 92016ad0-5745-4bc5-8f6d-6205f15a21b3, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:21:35.611791 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:35.682703 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] For port 92016ad0-5745-4bc5-8f6d-6205f15a21b3, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:21:35.686381 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] For port 92016ad0-5745-4bc5-8f6d-6205f15a21b3, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=92016ad0-5745-4bc5-8f6d-6205f15a21b3,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:21:35.691586 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:35.767159 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] Routers {'a8700ea2-ab28-4656-8dc4-a1d12cad0328'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:21:35.767686 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:21:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['a8700ea2-ab28-4656-8dc4-a1d12cad0328'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:21:35.822349 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aeec76-a6ca-40d0-9f65-3ff3bea5e71b None None] Pushing event updated for resources: {'Port': ['ID=92016ad0-5745-4bc5-8f6d-6205f15a21b3,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:21:35.948467 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] Set router a8700ea2-ab28-4656-8dc4-a1d12cad0328 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:21:36.265514 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8700ea2-ab28-4656-8dc4-a1d12cad0328', 'name': 'router1', 'tenant_id': 'eb7dcafe01e945a59545a0d9a178053e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '92016ad0-5745-4bc5-8f6d-6205f15a21b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:21:15Z', 'updated_at': '2022-01-11T09:21:33Z', 'revision_number': 4, 'project_id': 'eb7dcafe01e945a59545a0d9a178053e', 'gw_port': {'id': '92016ad0-5745-4bc5-8f6d-6205f15a21b3', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8700ea2-ab28-4656-8dc4-a1d12cad0328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:21:33Z', 'updated_at': '2022-01-11T09:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '74e9050f-e456-41a4-ba61-99232b12f1dd', 'name': '', 'network_id': '48254fa8-5708-43a5-a3b5-f1b06c5d861f', 'tenant_id': 'eb7dcafe01e945a59545a0d9a178053e', 'mac_address': 'fa:16:3e:21:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8700ea2-ab28-4656-8dc4-a1d12cad0328', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69ec1515-d0b3-4212-a67a-790a91b25d95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:21:25Z', 'updated_at': '2022-01-11T09:21:30Z', 'revision_number': 5, 'project_id': 'eb7dcafe01e945a59545a0d9a178053e', 'subnets': [{'id': '69ec1515-d0b3-4212-a67a-790a91b25d95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3dadf984-b26d-4f09-9b67-3f09eb9c540e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:21:36.269501 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4638f0f-9098-4166-b370-5f869d527e98 None None] The sync data for ids ['a8700ea2-ab28-4656-8dc4-a1d12cad0328'] in dv-neutron-823402-4-hyperv is: [{'id': 'a8700ea2-ab28-4656-8dc4-a1d12cad0328', 'name': 'router1', 'tenant_id': 'eb7dcafe01e945a59545a0d9a178053e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '92016ad0-5745-4bc5-8f6d-6205f15a21b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:21:15Z', 'updated_at': '2022-01-11T09:21:33Z', 'revision_number': 4, 'project_id': 'eb7dcafe01e945a59545a0d9a178053e', 'gw_port': {'id': '92016ad0-5745-4bc5-8f6d-6205f15a21b3', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8700ea2-ab28-4656-8dc4-a1d12cad0328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:21:33Z', 'updated_at': '2022-01-11T09:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '74e9050f-e456-41a4-ba61-99232b12f1dd', 'name': '', 'network_id': '48254fa8-5708-43a5-a3b5-f1b06c5d861f', 'tenant_id': 'eb7dcafe01e945a59545a0d9a178053e', 'mac_address': 'fa:16:3e:21:c0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8700ea2-ab28-4656-8dc4-a1d12cad0328', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69ec1515-d0b3-4212-a67a-790a91b25d95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:21:25Z', 'updated_at': '2022-01-11T09:21:30Z', 'revision_number': 5, 'project_id': 'eb7dcafe01e945a59545a0d9a178053e', 'subnets': [{'id': '69ec1515-d0b3-4212-a67a-790a91b25d95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3dadf984-b26d-4f09-9b67-3f09eb9c540e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:21:36.924101 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 49918) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:21:37.044425 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5b9918c5-42f3-4af3-85ca-2ee35d6c5628 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1183753 Jan 11 09:21:38.293672 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 92016ad0-5745-4bc5-8f6d-6205f15a21b3 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:21:38.369409 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 92016ad0-5745-4bc5-8f6d-6205f15a21b3 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:21:38.374218 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 92016ad0-5745-4bc5-8f6d-6205f15a21b3 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:21:38.374593 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:38.489083 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:38.504274 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 92016ad0-5745-4bc5-8f6d-6205f15a21b3, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=92016ad0-5745-4bc5-8f6d-6205f15a21b3,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:21:38.508574 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:38.575407 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=92016ad0-5745-4bc5-8f6d-6205f15a21b3,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:21:40.271378 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 92016ad0-5745-4bc5-8f6d-6205f15a21b3 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:21:40.373191 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 92016ad0-5745-4bc5-8f6d-6205f15a21b3 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:21:40.373798 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:49.050118 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-31508063-bae7-49d5-950d-02f7e63497fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:51.273380 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-387b4dce-74f7-4ad3-a464-68141008b199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:52.365450 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:52.520471 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:53.895298 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:21:57.245230 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 5 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:22:19.060105 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-03c74505-f7c6-447f-8d32-3f85232a71d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:22:21.279022 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-76239cb6-8a0b-43e9-a5b8-466c8f72bc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:22:22.373426 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:22:22.523610 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:22:23.900289 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:22:34.280960 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 5 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:22:49.051268 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-97626ea3-21d5-419b-8844-f0d6b6128bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:22:51.271552 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ac4d8099-01d6-43c0-a6a3-b1ecd391c857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:22:52.380986 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:22:52.527970 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:22:53.904237 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:23:11.279450 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 5 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:23:19.045686 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7f9fff2e-1123-49c5-b1f3-487be825061e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:23:21.276912 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8b1a368d-38ce-4fce-85ae-6f44dca32869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:23:22.375110 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:23:22.529895 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:23:23.906013 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:23:42.528119 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 50520) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:23:42.595153 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ca2b4b-febd-4575-877d-d07daa19c068 admin admin] GET failed (client error): The resource could not be found. Jan 11 09:23:42.596419 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-98ca2b4b-febd-4575-877d-d07daa19c068 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0673437 Jan 11 09:23:42.729757 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc20e2ae-0359-4bf5-9797-b93c8c83a668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:23:42.731307 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-dc20e2ae-0359-4bf5-9797-b93c8c83a668 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1310716 Jan 11 09:23:44.856348 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 50530) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:23:45.010002 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39f684e-bb61-40e0-8e9c-80c65c42c6cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:23:45.010497 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a39f684e-bb61-40e0-8e9c-80c65c42c6cf admin admin] Synchronizing usage tracker for tenant:6008e79a9cf24ae79466c351c725a320 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:23:45.026482 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a39f684e-bb61-40e0-8e9c-80c65c42c6cf admin admin] Unset dirty status for tenant:6008e79a9cf24ae79466c351c725a320 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:23:45.027600 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a39f684e-bb61-40e0-8e9c-80c65c42c6cf admin admin] 10.222.0.15 "GET /v2.0/subnets/69ec1515-d0b3-4212-a67a-790a91b25d95 HTTP/1.1" status: 200 len: 849 time: 0.1703229 Jan 11 09:23:45.036997 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4fde7b06-8ed4-41b4-a2f4-e3d920dbcb12 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:23:45.154232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4fde7b06-8ed4-41b4-a2f4-e3d920dbcb12 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:23:45.359551 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4fde7b06-8ed4-41b4-a2f4-e3d920dbcb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763173342437'] for subnet, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:23:45.402024 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fde7b06-8ed4-41b4-a2f4-e3d920dbcb12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:23:45.403100 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4fde7b06-8ed4-41b4-a2f4-e3d920dbcb12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:23:45.418112 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4fde7b06-8ed4-41b4-a2f4-e3d920dbcb12 admin admin] 10.222.0.15 "PUT /v2.0/subnets/69ec1515-d0b3-4212-a67a-790a91b25d95 HTTP/1.1" status: 200 len: 868 time: 0.3706810 Jan 11 09:23:45.418347 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cd7bcd-d201-4c87-b185-9f89ac51feb1 None None] Network 48254fa8-5708-43a5-a3b5-f1b06c5d861f requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:23:45.428716 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde7b06-8ed4-41b4-a2f4-e3d920dbcb12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69ec1515-d0b3-4212-a67a-790a91b25d95,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:23:45.437018 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde7b06-8ed4-41b4-a2f4-e3d920dbcb12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:23:45.437366 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde7b06-8ed4-41b4-a2f4-e3d920dbcb12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:23:45.437693 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde7b06-8ed4-41b4-a2f4-e3d920dbcb12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:23:45.438028 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde7b06-8ed4-41b4-a2f4-e3d920dbcb12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:23:45.438389 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde7b06-8ed4-41b4-a2f4-e3d920dbcb12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:23:45.438737 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde7b06-8ed4-41b4-a2f4-e3d920dbcb12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:23:45.439067 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde7b06-8ed4-41b4-a2f4-e3d920dbcb12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:23:45.439425 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde7b06-8ed4-41b4-a2f4-e3d920dbcb12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:23:45.439740 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde7b06-8ed4-41b4-a2f4-e3d920dbcb12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:23:45.440064 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde7b06-8ed4-41b4-a2f4-e3d920dbcb12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:23:45.440388 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde7b06-8ed4-41b4-a2f4-e3d920dbcb12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:23:45.440704 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde7b06-8ed4-41b4-a2f4-e3d920dbcb12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:23:45.877241 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9d24c3a2-8e6e-4d54-865a-6862a848f616 None None] Provisioning complete for port 167f99aa-adc8-43b4-81f0-ac29428c6e70 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:23:45.877611 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9d24c3a2-8e6e-4d54-865a-6862a848f616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:23:46.002924 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9d24c3a2-8e6e-4d54-865a-6862a848f616 None None] Provisioning complete for port 74e9050f-e456-41a4-ba61-99232b12f1dd triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:23:46.003284 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9d24c3a2-8e6e-4d54-865a-6862a848f616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:23:47.530764 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 50540) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:23:47.709053 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e5459f-c001-41e1-9e6d-0d27d6345bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:23:47.709528 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e5459f-c001-41e1-9e6d-0d27d6345bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:23:47.712123 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-48e5459f-c001-41e1-9e6d-0d27d6345bd6 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1801553 Jan 11 09:23:48.279236 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 5 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:23:49.046145 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1aeb4d13-8a1d-4782-8c7f-e7095f457605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:23:49.817632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 50550) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:23:49.987729 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bf7816-7d3c-431d-8fb5-76f15101e2ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:23:49.988105 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bf7816-7d3c-431d-8fb5-76f15101e2ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:23:49.989607 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-51bf7816-7d3c-431d-8fb5-76f15101e2ff admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1710038 Jan 11 09:23:51.278998 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2a625092-94ef-4e59-b867-2ec8e7a09751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:23:52.135942 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 50560) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:23:52.305757 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c894843c-1ff1-4f85-82a1-5e464fa021c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:23:52.307140 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c894843c-1ff1-4f85-82a1-5e464fa021c8 admin admin] 10.222.0.15 "GET /v2.0/networks/48254fa8-5708-43a5-a3b5-f1b06c5d861f HTTP/1.1" status: 200 len: 869 time: 0.1702404 Jan 11 09:23:52.377298 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:23:52.532381 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:23:53.910495 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:23:54.438026 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 50570) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:23:54.604750 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce7354d-9174-4813-8635-55444b557d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:23:54.606024 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9ce7354d-9174-4813-8635-55444b557d0e admin admin] 10.222.0.15 "GET /v2.0/networks/644b8550-5b91-49bd-9d0a-84ba8b975d54 HTTP/1.1" status: 200 len: 886 time: 0.1670365 Jan 11 09:23:56.751765 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 50580) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:23:56.861819 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2e239a-04a0-4322-8bc7-f21481d924b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:23:56.862303 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2e239a-04a0-4322-8bc7-f21481d924b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:23:56.863829 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0f2e239a-04a0-4322-8bc7-f21481d924b0 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1111345 Jan 11 09:23:58.998516 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 50590) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:23:59.103781 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27390fd2-0666-4535-b74e-5052e43854e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:23:59.104232 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27390fd2-0666-4535-b74e-5052e43854e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:23:59.105706 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-27390fd2-0666-4535-b74e-5052e43854e8 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1062567 Jan 11 09:24:01.232766 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 50600) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:24:01.333800 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad0ef92-db50-40cb-af07-d856af6ea73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:24:01.335198 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-dad0ef92-db50-40cb-af07-d856af6ea73f admin admin] 10.222.0.15 "GET /v2.0/subnets/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48 HTTP/1.1" status: 200 len: 816 time: 0.1015105 Jan 11 09:24:03.460343 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 50610) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:24:03.563946 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613fd5f1-d844-4de2-aba2-f6eeeb79e429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:24:03.565260 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-613fd5f1-d844-4de2-aba2-f6eeeb79e429 admin admin] 10.222.0.15 "GET /v2.0/subnets/69ec1515-d0b3-4212-a67a-790a91b25d95 HTTP/1.1" status: 200 len: 868 time: 0.1038833 Jan 11 09:24:19.097610 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3273e7c9-0bf7-4120-94af-a906cd9f7864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:21.280727 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1d7e17bf-a747-45ea-8fe7-57dd60ba11e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:22.379695 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:22.534282 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:23.910951 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:25.278431 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 5 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:24:26.951252 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 50654) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:24:26.999839 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-95dd52bb-6c09-4f2c-9727-00258500ec61 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:24:27.000820 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-95dd52bb-6c09-4f2c-9727-00258500ec61 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0486350 Jan 11 09:24:29.194357 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 50664) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:24:29.261295 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e6271f-ed11-4e93-8f20-92760f77daf1 admin admin] GET failed (client error): The resource could not be found. Jan 11 09:24:29.262574 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-70e6271f-ed11-4e93-8f20-92760f77daf1 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0672665 Jan 11 09:24:29.386239 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f0f0b6-f285-4731-be17-8df93c654d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:24:29.387567 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d8f0f0b6-f285-4731-be17-8df93c654d55 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1212416 Jan 11 09:24:31.539484 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 50674) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:24:31.588245 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:24:31.589437 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.quota [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Loaded quota_driver: . Jan 11 09:24:31.595880 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:24:31.606969 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:24:31.619385 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Made reservation on behalf of 6008e79a9cf24ae79466c351c725a320 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:24:31.621709 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:31.709379 dv-neutron-823402-4-hyperv neutron-server[87654]: WARNING neutron.services.revisions.revision_plugin [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Could not find related network for resource to bump revision. Jan 11 09:24:31.723023 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:24:31.734414 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763173390349', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:31.734973 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Unsubscribe: segment precommit_create {{(pid=87654) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 11 09:24:31.735419 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Added segment 90815fc0-535c-4177-a3c5-a5041fc23398 of type vlan for network 9e340d00-8fc7-490b-9bb9-9e5d8a10110a Jan 11 09:24:31.835545 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:31.868078 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:31.868987 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:24:31.869583 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:31.966448 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4258580 Jan 11 09:24:31.971361 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Pushing event updated for resources: {'Network': ['ID=9e340d00-8fc7-490b-9bb9-9e5d8a10110a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:24:31.979402 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:24:31.979649 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:24:31.979979 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:24:31.980306 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:24:31.980632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:24:31.980957 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:24:31.981285 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:24:31.981620 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:24:31.981943 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:24:31.982287 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:24:31.982608 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:24:31.982921 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdded724-b0d2-4840-9ebc-0110b807a999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:24:31.999684 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 9e340d00-8fc7-490b-9bb9-9e5d8a10110a details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:24:34.169656 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 50684) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:24:34.237638 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e627bf-aa03-4014-816e-87d314168a0c admin admin] GET failed (client error): The resource could not be found. Jan 11 09:24:34.238211 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-42e627bf-aa03-4014-816e-87d314168a0c admin admin] Synchronizing usage tracker for tenant:6008e79a9cf24ae79466c351c725a320 on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:24:34.252820 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-42e627bf-aa03-4014-816e-87d314168a0c admin admin] Unset dirty status for tenant:6008e79a9cf24ae79466c351c725a320 on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:24:34.253944 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-42e627bf-aa03-4014-816e-87d314168a0c admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0833166 Jan 11 09:24:34.358978 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d826e6b0-1488-42d9-a030-13841f36a0a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:24:34.360350 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d826e6b0-1488-42d9-a030-13841f36a0a4 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1024141 Jan 11 09:24:34.370420 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2841dc18-94ad-4e72-b970-cf1f153b4a68 admin admin] Request body: {'subnet': {'network_id': '9e340d00-8fc7-490b-9bb9-9e5d8a10110a', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:24:34.374665 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2841dc18-94ad-4e72-b970-cf1f153b4a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:24:34.384388 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2841dc18-94ad-4e72-b970-cf1f153b4a68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:24:34.393596 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2841dc18-94ad-4e72-b970-cf1f153b4a68 admin admin] Made reservation on behalf of 6008e79a9cf24ae79466c351c725a320 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:24:34.395885 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2841dc18-94ad-4e72-b970-cf1f153b4a68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:34.609611 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2841dc18-94ad-4e72-b970-cf1f153b4a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:34.682503 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841dc18-94ad-4e72-b970-cf1f153b4a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0057864-dcb4-4045-9100-728035ea35c3,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:24:34.692578 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2841dc18-94ad-4e72-b970-cf1f153b4a68 admin admin] Checking segment: {'id': '90815fc0-535c-4177-a3c5-a5041fc23398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9e340d00-8fc7-490b-9bb9-9e5d8a10110a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:24:34.692941 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2841dc18-94ad-4e72-b970-cf1f153b4a68 admin admin] Network hostable DHCP agents. Network: 9e340d00-8fc7-490b-9bb9-9e5d8a10110a, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:24:34.713705 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2841dc18-94ad-4e72-b970-cf1f153b4a68 admin admin] Network 9e340d00-8fc7-490b-9bb9-9e5d8a10110a is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:24:34.723447 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-2841dc18-94ad-4e72-b970-cf1f153b4a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 9e340d00-8fc7-490b-9bb9-9e5d8a10110a) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:24:34.728422 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2841dc18-94ad-4e72-b970-cf1f153b4a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:24:34.729010 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2841dc18-94ad-4e72-b970-cf1f153b4a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:34.732619 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b638f498-ac14-41ce-b027-705171aa6d74 None None] Network 9e340d00-8fc7-490b-9bb9-9e5d8a10110a requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:24:34.754765 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2841dc18-94ad-4e72-b970-cf1f153b4a68 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3876810 Jan 11 09:24:34.954756 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-9e340d00-8fc7-490b-9bb9-9e5d8a10110a', 'network_id': '9e340d00-8fc7-490b-9bb9-9e5d8a10110a', 'tenant_id': '6008e79a9cf24ae79466c351c725a320', 'fixed_ips': [{'subnet_id': 'd0057864-dcb4-4045-9100-728035ea35c3'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:24:34.955588 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:35.116144 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Allocated IP 192.168.233.2 (9e340d00-8fc7-490b-9bb9-9e5d8a10110a/d0057864-dcb4-4045-9100-728035ea35c3/986a935a-0e6a-4045-810e-8195cb4552c2) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:24:35.345344 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:35.355745 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Transition to ACTIVE for port object 986a935a-0e6a-4045-810e-8195cb4552c2 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:24:35.373749 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Transition to ACTIVE for port object 986a935a-0e6a-4045-810e-8195cb4552c2 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:24:35.379887 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:35.448462 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Network 9e340d00-8fc7-490b-9bb9-9e5d8a10110a is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:24:35.451190 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:24:35.455361 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Pushing event updated for resources: {'Port': ['ID=986a935a-0e6a-4045-810e-8195cb4552c2,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:24:35.457520 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:24:35.500805 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:24:35.501161 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:24:35.501497 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:24:35.501826 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:24:35.502170 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:24:35.502518 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:24:35.502994 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:24:35.503195 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:24:35.504106 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:24:35.504106 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:24:35.504106 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:24:35.504436 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:24:35.557736 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Attempting to bind port 986a935a-0e6a-4045-810e-8195cb4552c2 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:24:35.558099 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Attempting to bind port 986a935a-0e6a-4045-810e-8195cb4552c2 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '90815fc0-535c-4177-a3c5-a5041fc23398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9e340d00-8fc7-490b-9bb9-9e5d8a10110a'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:24:35.558447 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Attempting to bind port 986a935a-0e6a-4045-810e-8195cb4552c2 on network 9e340d00-8fc7-490b-9bb9-9e5d8a10110a {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:24:35.563662 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:24:35.564019 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Checking segment: {'id': '90815fc0-535c-4177-a3c5-a5041fc23398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9e340d00-8fc7-490b-9bb9-9e5d8a10110a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:24:35.564410 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:35.564788 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Bound using segment: {'id': '90815fc0-535c-4177-a3c5-a5041fc23398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9e340d00-8fc7-490b-9bb9-9e5d8a10110a'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:24:35.565236 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Bound port: 986a935a-0e6a-4045-810e-8195cb4552c2, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90815fc0-535c-4177-a3c5-a5041fc23398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9e340d00-8fc7-490b-9bb9-9e5d8a10110a'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:24:35.565590 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:35.655815 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] For port 986a935a-0e6a-4045-810e-8195cb4552c2, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:24:35.659687 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] For port 986a935a-0e6a-4045-810e-8195cb4552c2, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=986a935a-0e6a-4045-810e-8195cb4552c2,segment=NetworkSegment(90815fc0-535c-4177-a3c5-a5041fc23398),segment_id=90815fc0-535c-4177-a3c5-a5041fc23398)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:24:35.664182 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:35.747130 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285d0f7-6c93-4474-93c6-e250b1392063 None None] Pushing event updated for resources: {'Port': ['ID=986a935a-0e6a-4045-810e-8195cb4552c2,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:24:36.405140 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 986a935a-0e6a-4045-810e-8195cb4552c2 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:24:36.482170 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 986a935a-0e6a-4045-810e-8195cb4552c2 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:24:36.602201 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5cb191-4398-492f-be32-de74defda4b5 None None] Network 9e340d00-8fc7-490b-9bb9-9e5d8a10110a requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:24:36.643461 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bb28af73-c397-48b4-81dc-a73a7a41acc7 None None] Provisioning for port 986a935a-0e6a-4045-810e-8195cb4552c2 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:24:36.650036 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bb28af73-c397-48b4-81dc-a73a7a41acc7 None None] Provisioning complete for port 986a935a-0e6a-4045-810e-8195cb4552c2 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:24:36.650425 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bb28af73-c397-48b4-81dc-a73a7a41acc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:36.886832 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bb28af73-c397-48b4-81dc-a73a7a41acc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:36.962255 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-bb28af73-c397-48b4-81dc-a73a7a41acc7 None None] For port 986a935a-0e6a-4045-810e-8195cb4552c2, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=986a935a-0e6a-4045-810e-8195cb4552c2,segment=NetworkSegment(90815fc0-535c-4177-a3c5-a5041fc23398),segment_id=90815fc0-535c-4177-a3c5-a5041fc23398)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:24:36.967085 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bb28af73-c397-48b4-81dc-a73a7a41acc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:37.045978 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28af73-c397-48b4-81dc-a73a7a41acc7 None None] Pushing event updated for resources: {'Port': ['ID=986a935a-0e6a-4045-810e-8195cb4552c2,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:24:37.288645 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e88be9c9-5355-41b0-b2e6-dd9fc8549576 None None] Provisioning complete for port 986a935a-0e6a-4045-810e-8195cb4552c2 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:24:37.289009 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e88be9c9-5355-41b0-b2e6-dd9fc8549576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:38.372755 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 986a935a-0e6a-4045-810e-8195cb4552c2 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:24:38.444037 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 986a935a-0e6a-4045-810e-8195cb4552c2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:24:38.444579 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:49.051316 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f535dfac-0e3e-467f-83e2-bc25f8264a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:51.283158 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3378563e-c874-440b-830c-21744a4df08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:52.382616 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:52.536000 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:24:53.914999 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:25:02.278200 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 5 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:25:19.056908 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-04e39412-fb73-430f-8837-def1ea0bd60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:25:21.285061 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b336577d-5683-4760-b9ac-8d87cf0c02d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:25:22.385534 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:25:22.538712 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:25:23.917061 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:25:39.277071 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 5 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:25:45.373695 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 50734) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:25:45.380314 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [None req-20026669-5127-4cea-93e0-54d6865b5180 tempest-verify_tempest_config-1642821288 tempest-verify_tempest_config-1642821288-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:25:45.381275 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-20026669-5127-4cea-93e0-54d6865b5180 tempest-verify_tempest_config-1642821288 tempest-verify_tempest_config-1642821288-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066001 Jan 11 09:25:45.680766 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 50752) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:25:45.795438 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-477fb0c2-1e0b-4bb6-bb9a-8bf01d6b4db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:25:45.810313 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-477fb0c2-1e0b-4bb6-bb9a-8bf01d6b4db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:25:45.814025 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-477fb0c2-1e0b-4bb6-bb9a-8bf01d6b4db6 admin admin] Usage tracker for resource:security_group_rule and tenant:e1cf71ff465c42209d5e12680987df62 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:25:45.818184 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-477fb0c2-1e0b-4bb6-bb9a-8bf01d6b4db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:25:45.823789 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-477fb0c2-1e0b-4bb6-bb9a-8bf01d6b4db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:25:45.920690 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-477fb0c2-1e0b-4bb6-bb9a-8bf01d6b4db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:25:45.924262 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-477fb0c2-1e0b-4bb6-bb9a-8bf01d6b4db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:25:45.969997 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fb0c2-1e0b-4bb6-bb9a-8bf01d6b4db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54eca4a8-4bad-4831-bf0c-992d36bb1e39,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:25:45.975372 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-477fb0c2-1e0b-4bb6-bb9a-8bf01d6b4db6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e1cf71ff465c42209d5e12680987df62&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2935705 Jan 11 09:25:45.978246 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 50758) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:25:45.979387 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fb0c2-1e0b-4bb6-bb9a-8bf01d6b4db6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:25:45.979760 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fb0c2-1e0b-4bb6-bb9a-8bf01d6b4db6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:25:45.980108 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fb0c2-1e0b-4bb6-bb9a-8bf01d6b4db6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:25:45.980445 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fb0c2-1e0b-4bb6-bb9a-8bf01d6b4db6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:25:45.980776 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fb0c2-1e0b-4bb6-bb9a-8bf01d6b4db6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:25:45.981126 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fb0c2-1e0b-4bb6-bb9a-8bf01d6b4db6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:25:45.981459 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fb0c2-1e0b-4bb6-bb9a-8bf01d6b4db6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:25:45.981801 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fb0c2-1e0b-4bb6-bb9a-8bf01d6b4db6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:25:45.982157 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fb0c2-1e0b-4bb6-bb9a-8bf01d6b4db6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:25:45.982482 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fb0c2-1e0b-4bb6-bb9a-8bf01d6b4db6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:25:45.982822 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fb0c2-1e0b-4bb6-bb9a-8bf01d6b4db6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:25:45.983127 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477fb0c2-1e0b-4bb6-bb9a-8bf01d6b4db6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:25:46.036359 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5fcac46c-a102-43a6-8b22-b2545303e306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:25:46.060630 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5fcac46c-a102-43a6-8b22-b2545303e306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:25:46.156082 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5fcac46c-a102-43a6-8b22-b2545303e306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:25:46.170219 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcac46c-a102-43a6-8b22-b2545303e306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54eca4a8-4bad-4831-bf0c-992d36bb1e39,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:25:46.180155 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcac46c-a102-43a6-8b22-b2545303e306 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:25:46.180519 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcac46c-a102-43a6-8b22-b2545303e306 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:25:46.180855 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcac46c-a102-43a6-8b22-b2545303e306 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:25:46.181183 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcac46c-a102-43a6-8b22-b2545303e306 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:25:46.181529 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcac46c-a102-43a6-8b22-b2545303e306 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:25:46.181865 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcac46c-a102-43a6-8b22-b2545303e306 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:25:46.182222 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcac46c-a102-43a6-8b22-b2545303e306 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:25:46.182555 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcac46c-a102-43a6-8b22-b2545303e306 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:25:46.182878 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcac46c-a102-43a6-8b22-b2545303e306 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:25:46.183191 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcac46c-a102-43a6-8b22-b2545303e306 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:25:46.183502 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcac46c-a102-43a6-8b22-b2545303e306 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:25:46.183810 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcac46c-a102-43a6-8b22-b2545303e306 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:25:46.187790 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5fcac46c-a102-43a6-8b22-b2545303e306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:25:46.188875 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5fcac46c-a102-43a6-8b22-b2545303e306 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54eca4a8-4bad-4831-bf0c-992d36bb1e39 HTTP/1.1" status: 204 len: 168 time: 0.2096705 Jan 11 09:25:49.049688 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-aab4aec3-8764-4688-9b29-a8cf7338a391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:25:51.287138 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-845a4c53-2633-44a2-9674-8b0ee4544a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:25:52.387566 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:25:52.540768 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:25:53.919107 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:26:16.275920 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 5 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:26:19.059406 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-06cab923-90c3-46b4-a433-8aa417fce8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:26:21.294229 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-836bc19d-a330-43df-a68c-3f0230901a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:26:22.391335 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:26:22.541361 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:26:23.924854 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:26:49.053336 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d54a7f42-2198-4ef6-ba94-b806c7ce0a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:26:51.286275 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-93d0b218-f9f2-4277-8051-5ce10c8d7773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:26:52.394861 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:26:52.542079 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:26:53.273636 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 5 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:26:53.926432 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:27:03.978987 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1769876'] for agent, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:27:18.983692 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 50828) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:27:19.054577 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ea4a33dc-2c17-4b18-9c1b-15817fe4865a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:27:19.094143 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2e33df4e-99c5-4622-bb9c-239d6a7ad70a admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1094325 Jan 11 09:27:21.249495 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 50838) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:27:21.292943 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4f274dc0-4587-46f5-9376-a292361f531f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:27:21.309088 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6caf4e9f-2a5d-4888-863c-02dcc03f33cf admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0584567 Jan 11 09:27:22.395733 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:27:22.543260 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:27:23.928819 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:27:30.271928 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:27:33.970324 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:27:49.056413 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ed6289db-fd7b-406f-bad5-d4d9876677bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:27:51.284531 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5b9b0db5-5c65-4b30-a526-3b856b3e6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:27:52.398959 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:27:52.545227 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:27:53.933353 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:03.982152 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:07.273976 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:28:19.061629 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-461edb94-be8b-4803-aaf7-45941bb2b9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:21.286825 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5fc2fac4-f1e8-45f6-8e15-eb74b209a97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:22.401194 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:22.546726 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:23.936355 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:33.979648 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:44.273082 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:28:47.731248 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51002) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:48.051226 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1252191008-network', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:28:48.056401 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:48.060389 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Usage tracker for resource:network and tenant:751a670bb4bb42b1b037d7703c1ebb24 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:48.063439 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:48.069444 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:48.079481 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Made reservation on behalf of 751a670bb4bb42b1b037d7703c1ebb24 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:28:48.082931 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:48.095518 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:48.110672 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:48.115306 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Usage tracker for resource:security_group_rule and tenant:751a670bb4bb42b1b037d7703c1ebb24 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:48.118109 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:48.126657 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:48.216092 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:48.220912 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:48.253643 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:28:48.262783 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdd3380-a72a-4342-9074-1372696ecf38,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:48.278158 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:48.278537 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Added segment 1f26884f-d336-418b-ac8a-7d230186e755 of type vlan for network ca4ce210-a393-4677-aa6a-eccdb76bdec4 Jan 11 09:28:48.280456 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:48.280820 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:48.281157 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:48.281554 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:48.282058 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:48.282650 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:48.283140 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:48.284292 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:48.284782 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:48.285106 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:48.285592 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:48.285920 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Tracked resource versions report: Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: pushed versions: Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: { 'AddressGroup': {'1.2'}, Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: 'ConntrackHelper': {'1.0'}, Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: 'Log': {'1.0'}, Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: 'Network': {'1.1'}, Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: 'Port': {'1.7'}, Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: 'PortForwarding': {'1.2'}, Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: 'QosPolicy': {'1.8'}, Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: 'SecurityGroup': {'1.4'}, Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: 'SecurityGroupRule': {'1.2'}, Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: 'SubPort': {'1.0'}, Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: 'Subnet': {'1.1'}, Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: 'Trunk': {'1.1'}} Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: consumer versions: Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: { DHCP agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: HyperV agent@hv-neutron-8234: {}, Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: L3 agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: Metadata agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: Metering agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: Open vSwitch agent@dv-neutron-823402-4-hyperv: { 'AddressGroup': '1.2', Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: 'ConntrackHelper': '1.0', Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: 'Log': '1.0', Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: 'Network': '1.1', Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: 'Port': '1.7', Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: 'PortForwarding': '1.2', Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: 'QosPolicy': '1.8', Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: 'SecurityGroup': '1.4', Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: 'SecurityGroupRule': '1.2', Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: 'SubPort': '1.0', Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: 'Subnet': '1.1', Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: 'Trunk': '1.1'}} Jan 11 09:28:48.287018 dv-neutron-823402-4-hyperv neutron-server[87654]: {{(pid=87654) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 09:28:48.310324 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51032) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:48.326232 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:48.357025 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:48.358143 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:28:48.358777 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:48.417934 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6853313 Jan 11 09:28:48.420883 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51040) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:48.427023 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Request body: {'subnet': {'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1252191008-subnet', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:28:48.434350 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:48.438454 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Usage tracker for resource:subnet and tenant:751a670bb4bb42b1b037d7703c1ebb24 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:48.448515 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:48.455383 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:48.468625 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Made reservation on behalf of 751a670bb4bb42b1b037d7703c1ebb24 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:28:48.471660 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:48.485499 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85995dfe-e00f-4e3a-b2ec-9ca9fa766ede admin admin] Pushing event updated for resources: {'Network': ['ID=ca4ce210-a393-4677-aa6a-eccdb76bdec4,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:48.496624 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network ca4ce210-a393-4677-aa6a-eccdb76bdec4 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:28:48.710493 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:48.792540 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Pushing event updated for resources: {'Subnet': ['ID=629ef5e5-a187-4239-abf7-d3f4dd928e10,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:48.802196 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:48.802602 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:48.802942 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:48.803269 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:48.803596 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:48.803934 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:48.804259 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:48.804596 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:48.804916 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:48.805231 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:48.805545 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:48.805862 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Tracked resource versions report: Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: pushed versions: Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: { 'AddressGroup': {'1.2'}, Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: 'ConntrackHelper': {'1.0'}, Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: 'Log': {'1.0'}, Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: 'Network': {'1.1'}, Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: 'Port': {'1.7'}, Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: 'PortForwarding': {'1.2'}, Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: 'QosPolicy': {'1.8'}, Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: 'SecurityGroup': {'1.4'}, Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: 'SecurityGroupRule': {'1.2'}, Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: 'SubPort': {'1.0'}, Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: 'Subnet': {'1.1'}, Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: 'Trunk': {'1.1'}} Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: consumer versions: Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: { DHCP agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: HyperV agent@hv-neutron-8234: {}, Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: L3 agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: Metadata agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: Metering agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: Open vSwitch agent@dv-neutron-823402-4-hyperv: { 'AddressGroup': '1.2', Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: 'ConntrackHelper': '1.0', Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: 'Log': '1.0', Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: 'Network': '1.1', Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: 'Port': '1.7', Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: 'PortForwarding': '1.2', Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: 'QosPolicy': '1.8', Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: 'SecurityGroup': '1.4', Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: 'SecurityGroupRule': '1.2', Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: 'SubPort': '1.0', Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: 'Subnet': '1.1', Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: 'Trunk': '1.1'}} Jan 11 09:28:48.806935 dv-neutron-823402-4-hyperv neutron-server[87655]: {{(pid=87655) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 09:28:48.814063 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Checking segment: {'id': '1f26884f-d336-418b-ac8a-7d230186e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:28:48.814436 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Network hostable DHCP agents. Network: ca4ce210-a393-4677-aa6a-eccdb76bdec4, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:28:48.834667 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b79f508d-3544-484b-b5d6-47b0bc0e0885 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-840089590-network', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:28:48.840839 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b79f508d-3544-484b-b5d6-47b0bc0e0885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:48.844526 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Network ca4ce210-a393-4677-aa6a-eccdb76bdec4 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:28:48.847862 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b79f508d-3544-484b-b5d6-47b0bc0e0885 admin admin] Usage tracker for resource:network and tenant:2f55e34cfef842488129ab7ed2754c64 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:48.851698 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b79f508d-3544-484b-b5d6-47b0bc0e0885 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:48.859525 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b79f508d-3544-484b-b5d6-47b0bc0e0885 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:48.868943 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, ca4ce210-a393-4677-aa6a-eccdb76bdec4) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:28:48.869730 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51056) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:48.872456 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:28:48.873031 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:48.882726 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79f508d-3544-484b-b5d6-47b0bc0e0885 admin admin] Made reservation on behalf of 2f55e34cfef842488129ab7ed2754c64 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:28:48.884720 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c90ac9e-51a7-4728-a273-8b1510508fd9 None None] Network ca4ce210-a393-4677-aa6a-eccdb76bdec4 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:28:48.884985 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b79f508d-3544-484b-b5d6-47b0bc0e0885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:48.904514 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b79f508d-3544-484b-b5d6-47b0bc0e0885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:48.923617 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b79f508d-3544-484b-b5d6-47b0bc0e0885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:48.929062 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-91a44224-ea03-4d6d-a524-a4a0f7dba148 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5071478 Jan 11 09:28:48.930442 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b79f508d-3544-484b-b5d6-47b0bc0e0885 admin admin] Usage tracker for resource:security_group_rule and tenant:2f55e34cfef842488129ab7ed2754c64 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:48.935450 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51064) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:48.937939 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b79f508d-3544-484b-b5d6-47b0bc0e0885 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:48.938416 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-056848aa-9005-4311-91cc-88194d0fb40d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1252191008-router', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:28:48.945822 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b79f508d-3544-484b-b5d6-47b0bc0e0885 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:48.946042 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-056848aa-9005-4311-91cc-88194d0fb40d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:48.957005 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-056848aa-9005-4311-91cc-88194d0fb40d admin admin] Usage tracker for resource:router and tenant:751a670bb4bb42b1b037d7703c1ebb24 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:48.963590 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-056848aa-9005-4311-91cc-88194d0fb40d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:48.980147 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-056848aa-9005-4311-91cc-88194d0fb40d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:49.004877 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-056848aa-9005-4311-91cc-88194d0fb40d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:49.006810 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-056848aa-9005-4311-91cc-88194d0fb40d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:49.039190 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-056848aa-9005-4311-91cc-88194d0fb40d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:49.041335 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b79f508d-3544-484b-b5d6-47b0bc0e0885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:49.048507 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b79f508d-3544-484b-b5d6-47b0bc0e0885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:49.084911 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f508d-3544-484b-b5d6-47b0bc0e0885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c7cb9d-06e5-40cc-8949-b30074befa87,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:49.097465 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79f508d-3544-484b-b5d6-47b0bc0e0885 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:28:49.109970 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b79f508d-3544-484b-b5d6-47b0bc0e0885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:49.110712 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-b79f508d-3544-484b-b5d6-47b0bc0e0885 admin admin] Added segment b21d49c1-c5fb-46ff-81f6-b6db08a3dee7 of type vlan for network d792ad28-c1a4-4d37-b57d-4b386593b2fd Jan 11 09:28:49.141904 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1c4fb20f-5219-4970-9fee-e584e5d94848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:49.149208 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b79f508d-3544-484b-b5d6-47b0bc0e0885 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:49.200320 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b79f508d-3544-484b-b5d6-47b0bc0e0885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:49.203162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79f508d-3544-484b-b5d6-47b0bc0e0885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:28:49.204166 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b79f508d-3544-484b-b5d6-47b0bc0e0885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:49.297601 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-cd2c8d4d-3141-4e84-889a-fde66804b84f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1682082189-network', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:28:49.308465 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cd2c8d4d-3141-4e84-889a-fde66804b84f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:49.312991 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-cd2c8d4d-3141-4e84-889a-fde66804b84f admin admin] Usage tracker for resource:network and tenant:d6077e90b3ac4829977f25baaf7390d5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:49.317389 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-cd2c8d4d-3141-4e84-889a-fde66804b84f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:49.323820 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cd2c8d4d-3141-4e84-889a-fde66804b84f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:49.340883 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-ca4ce210-a393-4677-aa6a-eccdb76bdec4', 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'fixed_ips': [{'subnet_id': '629ef5e5-a187-4239-abf7-d3f4dd928e10'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:28:49.342159 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:49.389425 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b79f508d-3544-484b-b5d6-47b0bc0e0885 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0777116 Jan 11 09:28:49.391142 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2c8d4d-3141-4e84-889a-fde66804b84f admin admin] Made reservation on behalf of d6077e90b3ac4829977f25baaf7390d5 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:28:49.394271 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd2c8d4d-3141-4e84-889a-fde66804b84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:49.403180 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f508d-3544-484b-b5d6-47b0bc0e0885 admin admin] Pushing event updated for resources: {'Network': ['ID=d792ad28-c1a4-4d37-b57d-4b386593b2fd,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:49.403387 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51080) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:49.410011 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd2c8d4d-3141-4e84-889a-fde66804b84f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:49.415312 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network d792ad28-c1a4-4d37-b57d-4b386593b2fd details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:28:49.426931 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cd2c8d4d-3141-4e84-889a-fde66804b84f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:49.431155 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-cd2c8d4d-3141-4e84-889a-fde66804b84f admin admin] Usage tracker for resource:security_group_rule and tenant:d6077e90b3ac4829977f25baaf7390d5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:49.434776 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-cd2c8d4d-3141-4e84-889a-fde66804b84f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:49.445332 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cd2c8d4d-3141-4e84-889a-fde66804b84f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:49.564577 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd2c8d4d-3141-4e84-889a-fde66804b84f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:49.572065 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd2c8d4d-3141-4e84-889a-fde66804b84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:49.627301 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2c8d4d-3141-4e84-889a-fde66804b84f admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:28:49.645663 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c8d4d-3141-4e84-889a-fde66804b84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47ab225-d6f7-4ca8-bbbb-ab9b55d513e0,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:49.676855 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd2c8d4d-3141-4e84-889a-fde66804b84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:49.677885 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-cd2c8d4d-3141-4e84-889a-fde66804b84f admin admin] Added segment 0e714dd5-6920-43b2-b114-2276f407b3e6 of type vlan for network 0f65b1ba-3913-4451-8e15-729dbed38017 Jan 11 09:28:49.682506 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Allocated IP 172.20.0.2 (ca4ce210-a393-4677-aa6a-eccdb76bdec4/629ef5e5-a187-4239-abf7-d3f4dd928e10/79d8700f-0bae-47a3-9dce-82a27d9144f8) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:28:49.694047 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-6be1eaed-835c-4d9c-a09c-e0b088ba3357 admin admin] Request body: {'subnet': {'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-840089590-subnet', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:28:49.700086 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-056848aa-9005-4311-91cc-88194d0fb40d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:49.716080 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6be1eaed-835c-4d9c-a09c-e0b088ba3357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:49.722735 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd2c8d4d-3141-4e84-889a-fde66804b84f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:49.723700 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6be1eaed-835c-4d9c-a09c-e0b088ba3357 admin admin] Usage tracker for resource:subnet and tenant:2f55e34cfef842488129ab7ed2754c64 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:49.740149 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6be1eaed-835c-4d9c-a09c-e0b088ba3357 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:49.772861 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd2c8d4d-3141-4e84-889a-fde66804b84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:49.778651 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2c8d4d-3141-4e84-889a-fde66804b84f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:28:49.780482 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd2c8d4d-3141-4e84-889a-fde66804b84f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:49.784075 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6be1eaed-835c-4d9c-a09c-e0b088ba3357 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:49.816922 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be1eaed-835c-4d9c-a09c-e0b088ba3357 admin admin] Made reservation on behalf of 2f55e34cfef842488129ab7ed2754c64 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:28:49.819421 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6be1eaed-835c-4d9c-a09c-e0b088ba3357 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:49.992898 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c8d4d-3141-4e84-889a-fde66804b84f admin admin] Pushing event updated for resources: {'Network': ['ID=0f65b1ba-3913-4451-8e15-729dbed38017,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:49.993963 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:50.004982 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-cd2c8d4d-3141-4e84-889a-fde66804b84f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1338353 Jan 11 09:28:50.008749 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51100) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:50.008936 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 0f65b1ba-3913-4451-8e15-729dbed38017 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:28:50.019682 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9dc436bc-7b37-48dc-9998-1541059400fc admin admin] Request body: {'subnet': {'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1682082189-subnet', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:28:50.024287 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9dc436bc-7b37-48dc-9998-1541059400fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:50.028609 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-9dc436bc-7b37-48dc-9998-1541059400fc admin admin] Usage tracker for resource:subnet and tenant:d6077e90b3ac4829977f25baaf7390d5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:50.031690 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-9dc436bc-7b37-48dc-9998-1541059400fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:50.038635 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9dc436bc-7b37-48dc-9998-1541059400fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:50.052016 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc436bc-7b37-48dc-9998-1541059400fc admin admin] Made reservation on behalf of d6077e90b3ac4829977f25baaf7390d5 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:28:50.054390 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9dc436bc-7b37-48dc-9998-1541059400fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:50.065932 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Transition to ACTIVE for port object 79d8700f-0bae-47a3-9dce-82a27d9144f8 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:28:50.218500 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6be1eaed-835c-4d9c-a09c-e0b088ba3357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:50.252722 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Transition to ACTIVE for port object 79d8700f-0bae-47a3-9dce-82a27d9144f8 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:28:50.263147 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:50.348076 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Network ca4ce210-a393-4677-aa6a-eccdb76bdec4 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:28:50.351332 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:28:50.354137 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9dc436bc-7b37-48dc-9998-1541059400fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:50.356296 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:28:50.357451 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1eaed-835c-4d9c-a09c-e0b088ba3357 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75d32f1d-e961-48e8-b51c-6c84103eee1a,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:50.368323 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Pushing event updated for resources: {'Port': ['ID=79d8700f-0bae-47a3-9dce-82a27d9144f8,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:50.452762 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:50.453098 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:50.453632 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:50.453961 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:50.454321 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:50.454682 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:50.455996 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:50.456730 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:50.457707 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:50.457881 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:50.458244 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:50.459006 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Tracked resource versions report: Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: pushed versions: Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: { 'AddressGroup': {'1.2'}, Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: 'ConntrackHelper': {'1.0'}, Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: 'Log': {'1.0'}, Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: 'Network': {'1.1'}, Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: 'Port': {'1.7'}, Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: 'PortForwarding': {'1.2'}, Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: 'QosPolicy': {'1.8'}, Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: 'SecurityGroup': {'1.4'}, Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: 'SecurityGroupRule': {'1.2'}, Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: 'SubPort': {'1.0'}, Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: 'Subnet': {'1.1'}, Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: 'Trunk': {'1.1'}} Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: consumer versions: Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: { DHCP agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: HyperV agent@hv-neutron-8234: {}, Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: L3 agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: Metadata agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: Metering agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: Open vSwitch agent@dv-neutron-823402-4-hyperv: { 'AddressGroup': '1.2', Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: 'ConntrackHelper': '1.0', Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: 'Log': '1.0', Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: 'Network': '1.1', Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: 'Port': '1.7', Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: 'PortForwarding': '1.2', Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: 'QosPolicy': '1.8', Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: 'SecurityGroup': '1.4', Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: 'SecurityGroupRule': '1.2', Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: 'SubPort': '1.0', Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: 'Subnet': '1.1', Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: 'Trunk': '1.1'}} Jan 11 09:28:50.460729 dv-neutron-823402-4-hyperv neutron-server[87656]: {{(pid=87656) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 09:28:50.507007 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51118) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:50.515193 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc436bc-7b37-48dc-9998-1541059400fc admin admin] Checking segment: {'id': '0e714dd5-6920-43b2-b114-2276f407b3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:28:50.515554 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc436bc-7b37-48dc-9998-1541059400fc admin admin] Network hostable DHCP agents. Network: 0f65b1ba-3913-4451-8e15-729dbed38017, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:28:50.522989 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Attempting to bind port 79d8700f-0bae-47a3-9dce-82a27d9144f8 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:28:50.523603 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Attempting to bind port 79d8700f-0bae-47a3-9dce-82a27d9144f8 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '1f26884f-d336-418b-ac8a-7d230186e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:28:50.524159 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Attempting to bind port 79d8700f-0bae-47a3-9dce-82a27d9144f8 on network ca4ce210-a393-4677-aa6a-eccdb76bdec4 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:28:50.530478 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:28:50.531110 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Checking segment: {'id': '1f26884f-d336-418b-ac8a-7d230186e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:28:50.531683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:50.532224 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Bound using segment: {'id': '1f26884f-d336-418b-ac8a-7d230186e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:28:50.532845 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Bound port: 79d8700f-0bae-47a3-9dce-82a27d9144f8, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f26884f-d336-418b-ac8a-7d230186e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:28:50.533943 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:50.555060 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc436bc-7b37-48dc-9998-1541059400fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae3fb401-b762-4565-b792-d6b1996befaa,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:50.577723 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc436bc-7b37-48dc-9998-1541059400fc admin admin] Network 0f65b1ba-3913-4451-8e15-729dbed38017 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:28:50.580897 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be1eaed-835c-4d9c-a09c-e0b088ba3357 admin admin] Checking segment: {'id': 'b21d49c1-c5fb-46ff-81f6-b6db08a3dee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:28:50.581593 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be1eaed-835c-4d9c-a09c-e0b088ba3357 admin admin] Network hostable DHCP agents. Network: d792ad28-c1a4-4d37-b57d-4b386593b2fd, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:28:50.590068 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-056848aa-9005-4311-91cc-88194d0fb40d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:50.593510 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-9dc436bc-7b37-48dc-9998-1541059400fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 0f65b1ba-3913-4451-8e15-729dbed38017) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:28:50.601694 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc436bc-7b37-48dc-9998-1541059400fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:28:50.602632 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9dc436bc-7b37-48dc-9998-1541059400fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:50.636628 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-056848aa-9005-4311-91cc-88194d0fb40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:50.641953 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9dc436bc-7b37-48dc-9998-1541059400fc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6317606 Jan 11 09:28:50.645160 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51126) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:50.652757 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4ec91836-d108-4e94-88af-f32d6d6ce467 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1682082189-router', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:28:50.661276 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4ec91836-d108-4e94-88af-f32d6d6ce467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:50.662332 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] For port 79d8700f-0bae-47a3-9dce-82a27d9144f8, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:28:50.669741 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] For port 79d8700f-0bae-47a3-9dce-82a27d9144f8, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=79d8700f-0bae-47a3-9dce-82a27d9144f8,segment=NetworkSegment(1f26884f-d336-418b-ac8a-7d230186e755),segment_id=1f26884f-d336-418b-ac8a-7d230186e755)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:28:50.671200 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-4ec91836-d108-4e94-88af-f32d6d6ce467 admin admin] Usage tracker for resource:router and tenant:d6077e90b3ac4829977f25baaf7390d5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:50.678199 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e086e93-897b-4857-8691-bb30bfe25862 None None] Network 0f65b1ba-3913-4451-8e15-729dbed38017 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:28:50.679158 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-4ec91836-d108-4e94-88af-f32d6d6ce467 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:50.683271 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be1eaed-835c-4d9c-a09c-e0b088ba3357 admin admin] Network d792ad28-c1a4-4d37-b57d-4b386593b2fd is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:28:50.694040 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4ec91836-d108-4e94-88af-f32d6d6ce467 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:50.700889 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-6be1eaed-835c-4d9c-a09c-e0b088ba3357 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, d792ad28-c1a4-4d37-b57d-4b386593b2fd) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:28:50.712180 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be1eaed-835c-4d9c-a09c-e0b088ba3357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:28:50.713095 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6be1eaed-835c-4d9c-a09c-e0b088ba3357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:50.716873 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ec91836-d108-4e94-88af-f32d6d6ce467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:50.718248 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ec91836-d108-4e94-88af-f32d6d6ce467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:50.727552 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:50.743883 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b5bd2f-ed7c-40f7-a5dc-ab923b3beee3 None None] Network d792ad28-c1a4-4d37-b57d-4b386593b2fd requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:28:50.751095 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ec91836-d108-4e94-88af-f32d6d6ce467 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:50.793437 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6be1eaed-835c-4d9c-a09c-e0b088ba3357 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1385744 Jan 11 09:28:50.796168 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51136) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:50.803292 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-fd03dec8-b78b-4bab-b23c-bd61e43f9963 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-840089590-router', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:28:50.820566 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-fd03dec8-b78b-4bab-b23c-bd61e43f9963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:50.829089 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-fd03dec8-b78b-4bab-b23c-bd61e43f9963 admin admin] Usage tracker for resource:router and tenant:2f55e34cfef842488129ab7ed2754c64 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:50.835675 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-fd03dec8-b78b-4bab-b23c-bd61e43f9963 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:50.846521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-fd03dec8-b78b-4bab-b23c-bd61e43f9963 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:50.855250 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-056848aa-9005-4311-91cc-88194d0fb40d admin admin] Allocated IP 172.26.3.193 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/dfe8865f-b839-427a-bd9b-27be1d37e467) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:28:50.871773 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd03dec8-b78b-4bab-b23c-bd61e43f9963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:50.873075 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd03dec8-b78b-4bab-b23c-bd61e43f9963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:50.880170 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f118d5-8a7b-4289-bbe5-cffb43385873 None None] Pushing event updated for resources: {'Port': ['ID=79d8700f-0bae-47a3-9dce-82a27d9144f8,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:50.954842 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd03dec8-b78b-4bab-b23c-bd61e43f9963 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:51.161828 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d4aab139-3d56-4235-b5bf-27e5b09d9f7c tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1240386997'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:28:51.175781 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d4aab139-3d56-4235-b5bf-27e5b09d9f7c tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:51.187082 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ec91836-d108-4e94-88af-f32d6d6ce467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:51.192021 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d4aab139-3d56-4235-b5bf-27e5b09d9f7c tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Usage tracker for resource:network and tenant:a69717b852074be0ba8c42d7c8909339 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:51.196840 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d4aab139-3d56-4235-b5bf-27e5b09d9f7c tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:51.203192 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d4aab139-3d56-4235-b5bf-27e5b09d9f7c tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:51.259432 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-056848aa-9005-4311-91cc-88194d0fb40d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:51.268709 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4aab139-3d56-4235-b5bf-27e5b09d9f7c tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Made reservation on behalf of a69717b852074be0ba8c42d7c8909339 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:28:51.282573 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4aab139-3d56-4235-b5bf-27e5b09d9f7c tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:51.382423 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4aab139-3d56-4235-b5bf-27e5b09d9f7c tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:51.430527 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d4aab139-3d56-4235-b5bf-27e5b09d9f7c tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:51.436548 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d4aab139-3d56-4235-b5bf-27e5b09d9f7c tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Usage tracker for resource:security_group_rule and tenant:a69717b852074be0ba8c42d7c8909339 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:51.442375 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d4aab139-3d56-4235-b5bf-27e5b09d9f7c tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:51.449742 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d4aab139-3d56-4235-b5bf-27e5b09d9f7c tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:51.490037 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a1ea7444-a1f7-4126-be7e-d3dcd03bf837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:51.490678 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd03dec8-b78b-4bab-b23c-bd61e43f9963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:51.495425 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a15b34-9739-40ad-a360-862ba9612a15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-d792ad28-c1a4-4d37-b57d-4b386593b2fd', 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'fixed_ips': [{'subnet_id': '75d32f1d-e961-48e8-b51c-6c84103eee1a'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:28:51.495425 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d0a15b34-9739-40ad-a360-862ba9612a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:51.614255 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-056848aa-9005-4311-91cc-88194d0fb40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:51.677175 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4aab139-3d56-4235-b5bf-27e5b09d9f7c tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:51.684630 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4aab139-3d56-4235-b5bf-27e5b09d9f7c tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:51.732056 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056848aa-9005-4311-91cc-88194d0fb40d admin admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:28:51.733843 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056848aa-9005-4311-91cc-88194d0fb40d admin admin] Pushing event updated for resources: {'Port': ['ID=dfe8865f-b839-427a-bd9b-27be1d37e467,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:51.737250 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-056848aa-9005-4311-91cc-88194d0fb40d admin admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:28:51.789671 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aab139-3d56-4235-b5bf-27e5b09d9f7c tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e443ccff-f8d4-41bc-82ff-425a8e72d8c6,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:51.877701 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4aab139-3d56-4235-b5bf-27e5b09d9f7c tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:28:51.934794 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51156) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:51.940375 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a6559a-6be1-4f3a-87af-7c316b346832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-0f65b1ba-3913-4451-8e15-729dbed38017', 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'fixed_ips': [{'subnet_id': 'ae3fb401-b762-4565-b792-d6b1996befaa'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:28:51.941299 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-24a6559a-6be1-4f3a-87af-7c316b346832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:51.948204 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51158) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:51.958506 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056848aa-9005-4311-91cc-88194d0fb40d admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:28:51.970566 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ec91836-d108-4e94-88af-f32d6d6ce467 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:52.026558 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4aab139-3d56-4235-b5bf-27e5b09d9f7c tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:52.026909 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-d4aab139-3d56-4235-b5bf-27e5b09d9f7c tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Added segment d2ec2c79-685f-4fc2-9c0c-cf77799b5065 of type vlan for network 2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd Jan 11 09:28:52.028499 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ec91836-d108-4e94-88af-f32d6d6ce467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:52.197938 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-4ec91836-d108-4e94-88af-f32d6d6ce467 admin admin] Allocated IP 172.26.3.66 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/25acef94-66aa-461e-9072-a8657c250d7e) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:28:52.252966 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-d0a15b34-9739-40ad-a360-862ba9612a15 None None] Allocated IP 172.20.0.2 (d792ad28-c1a4-4d37-b57d-4b386593b2fd/75d32f1d-e961-48e8-b51c-6c84103eee1a/3ce7b906-1956-4382-b3db-cd75b199d7ec) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:28:52.470761 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:52.498043 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-24a6559a-6be1-4f3a-87af-7c316b346832 None None] Allocated IP 172.20.0.2 (0f65b1ba-3913-4451-8e15-729dbed38017/ae3fb401-b762-4565-b792-d6b1996befaa/182d8d61-3be8-490b-80d7-82433fc54ea7) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:28:52.523643 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-96c70915-a20d-4d9a-bfc6-29ce59ea6b66 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:28:52.524075 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ec91836-d108-4e94-88af-f32d6d6ce467 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:52.527165 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51170) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:52.528365 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-056848aa-9005-4311-91cc-88194d0fb40d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:52.597781 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ec91836-d108-4e94-88af-f32d6d6ce467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:52.618359 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98deac2-583b-4ebf-be16-9c0ec4ae32b9 None None] Network ca4ce210-a393-4677-aa6a-eccdb76bdec4 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:28:52.683424 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51172) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:52.687942 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec91836-d108-4e94-88af-f32d6d6ce467 admin admin] Pushing event updated for resources: {'Port': ['ID=25acef94-66aa-461e-9072-a8657c250d7e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:52.689700 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 79d8700f-0bae-47a3-9dce-82a27d9144f8 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:28:52.751618 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec91836-d108-4e94-88af-f32d6d6ce467 admin admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:28:52.761181 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-4ec91836-d108-4e94-88af-f32d6d6ce467 admin admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:28:52.766546 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec91836-d108-4e94-88af-f32d6d6ce467 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:28:52.775668 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7fecc587-83ab-487c-9c1b-48008313ee26 None None] Provisioning for port 79d8700f-0bae-47a3-9dce-82a27d9144f8 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:28:52.809028 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-cebe5c1f-0ac0-4d97-a460-0eac0b644c92 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-267858487'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:28:52.820997 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cebe5c1f-0ac0-4d97-a460-0eac0b644c92 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:52.825163 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-cebe5c1f-0ac0-4d97-a460-0eac0b644c92 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Usage tracker for resource:network and tenant:67916e2b5a5b4729b5365b48000cc56d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:52.827706 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-cebe5c1f-0ac0-4d97-a460-0eac0b644c92 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:52.835463 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cebe5c1f-0ac0-4d97-a460-0eac0b644c92 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:52.848973 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebe5c1f-0ac0-4d97-a460-0eac0b644c92 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Made reservation on behalf of 67916e2b5a5b4729b5365b48000cc56d for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:28:52.852779 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cebe5c1f-0ac0-4d97-a460-0eac0b644c92 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:52.856386 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4aab139-3d56-4235-b5bf-27e5b09d9f7c tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:52.863167 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6143927c-ce95-42bb-a196-d4aee73e6857 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:28:52.868918 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6143927c-ce95-42bb-a196-d4aee73e6857 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:52.869070 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cebe5c1f-0ac0-4d97-a460-0eac0b644c92 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:52.872938 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6143927c-ce95-42bb-a196-d4aee73e6857 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Usage tracker for resource:floatingip and tenant:62a2bf221f1b4d0b96ad4cc34f730dd1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:52.876409 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6143927c-ce95-42bb-a196-d4aee73e6857 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:52.883626 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6143927c-ce95-42bb-a196-d4aee73e6857 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:52.893854 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cebe5c1f-0ac0-4d97-a460-0eac0b644c92 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:52.898144 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-cebe5c1f-0ac0-4d97-a460-0eac0b644c92 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Usage tracker for resource:security_group_rule and tenant:67916e2b5a5b4729b5365b48000cc56d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:52.900977 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-cebe5c1f-0ac0-4d97-a460-0eac0b644c92 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:52.901766 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 79d8700f-0bae-47a3-9dce-82a27d9144f8 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:28:52.906784 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cebe5c1f-0ac0-4d97-a460-0eac0b644c92 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:52.927114 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:52.935781 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 79d8700f-0bae-47a3-9dce-82a27d9144f8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:28:52.936142 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:52.966939 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6143927c-ce95-42bb-a196-d4aee73e6857 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:53.002278 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-eb969abb-5e8b-45ee-8b62-458d9163fa33 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1042982230', 'router:external': True}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:28:53.062629 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-96c70915-a20d-4d9a-bfc6-29ce59ea6b66 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] 10.222.0.15 "PUT /v2.0/quotas/7edcac80a4214a0c90f0e3ae946429a1 HTTP/1.1" status: 200 len: 368 time: 1.1054015 Jan 11 09:28:53.065005 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-eb969abb-5e8b-45ee-8b62-458d9163fa33 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:53.077026 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cebe5c1f-0ac0-4d97-a460-0eac0b644c92 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:53.105632 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51194) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:53.106774 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.resource_extend [None req-d4aab139-3d56-4235-b5bf-27e5b09d9f7c tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:28:53.139695 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-eb969abb-5e8b-45ee-8b62-458d9163fa33 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Usage tracker for resource:network and tenant:379679e4ceb24a729127255c3466e51a is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:53.139695 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-eb969abb-5e8b-45ee-8b62-458d9163fa33 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:53.145722 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9e742b28-4527-4527-9354-e2e2ff085608 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Request body: {'network': {'project_id': '7edcac80a4214a0c90f0e3ae946429a1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:28:53.160435 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-eb969abb-5e8b-45ee-8b62-458d9163fa33 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:53.163828 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cebe5c1f-0ac0-4d97-a460-0eac0b644c92 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:53.176361 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9e742b28-4527-4527-9354-e2e2ff085608 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:53.179916 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4aab139-3d56-4235-b5bf-27e5b09d9f7c tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:53.185802 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aab139-3d56-4235-b5bf-27e5b09d9f7c tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:28:53.186440 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4aab139-3d56-4235-b5bf-27e5b09d9f7c tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:53.214737 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-9e742b28-4527-4527-9354-e2e2ff085608 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Usage tracker for resource:network and tenant:7edcac80a4214a0c90f0e3ae946429a1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:53.224009 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-9e742b28-4527-4527-9354-e2e2ff085608 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:53.280651 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9e742b28-4527-4527-9354-e2e2ff085608 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:53.282695 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cebe5c1f-0ac0-4d97-a460-0eac0b644c92 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:28:53.321603 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d0a15b34-9739-40ad-a360-862ba9612a15 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:53.333507 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb969abb-5e8b-45ee-8b62-458d9163fa33 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Made reservation on behalf of 379679e4ceb24a729127255c3466e51a for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:28:53.336054 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb969abb-5e8b-45ee-8b62-458d9163fa33 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:53.355873 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-056848aa-9005-4311-91cc-88194d0fb40d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:53.357660 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe5c1f-0ac0-4d97-a460-0eac0b644c92 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e394c8a5-9f91-40e7-bf33-0467d3905cd3,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:53.364545 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb969abb-5e8b-45ee-8b62-458d9163fa33 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:53.380222 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cebe5c1f-0ac0-4d97-a460-0eac0b644c92 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:53.380574 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-cebe5c1f-0ac0-4d97-a460-0eac0b644c92 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Added segment 1478fe9f-16bd-46ff-a5d9-ffed503cf9d7 of type vlan for network 9c2cdbd3-9b45-49ef-96fc-72bf8174f0af Jan 11 09:28:53.410683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d0a15b34-9739-40ad-a360-862ba9612a15 None None] Transition to ACTIVE for port object 3ce7b906-1956-4382-b3db-cd75b199d7ec will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:28:53.487741 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d0a15b34-9739-40ad-a360-862ba9612a15 None None] Transition to ACTIVE for port object 3ce7b906-1956-4382-b3db-cd75b199d7ec will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:28:53.491071 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-eb969abb-5e8b-45ee-8b62-458d9163fa33 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:53.493919 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d4aab139-3d56-4235-b5bf-27e5b09d9f7c tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.9650567 Jan 11 09:28:53.494810 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51202) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:53.498044 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-24a6559a-6be1-4f3a-87af-7c316b346832 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:53.503786 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd03dec8-b78b-4bab-b23c-bd61e43f9963 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:53.505229 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e742b28-4527-4527-9354-e2e2ff085608 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Made reservation on behalf of 7edcac80a4214a0c90f0e3ae946429a1 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:28:53.507509 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e742b28-4527-4527-9354-e2e2ff085608 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:53.508365 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d0a15b34-9739-40ad-a360-862ba9612a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:53.521999 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aab139-3d56-4235-b5bf-27e5b09d9f7c tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Pushing event updated for resources: {'Network': ['ID=2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:53.531117 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-82541839-12f4-41ea-8bf9-30f35f8f6573 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Request body: {'subnet': {'network_id': '2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:28:53.552190 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:53.574424 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:28:53.591754 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-24a6559a-6be1-4f3a-87af-7c316b346832 None None] Transition to ACTIVE for port object 182d8d61-3be8-490b-80d7-82433fc54ea7 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:28:53.603569 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e742b28-4527-4527-9354-e2e2ff085608 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:53.628643 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-eb969abb-5e8b-45ee-8b62-458d9163fa33 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Usage tracker for resource:security_group_rule and tenant:379679e4ceb24a729127255c3466e51a is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:53.632849 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cebe5c1f-0ac0-4d97-a460-0eac0b644c92 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:53.639440 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd03dec8-b78b-4bab-b23c-bd61e43f9963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:53.644598 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-eb969abb-5e8b-45ee-8b62-458d9163fa33 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:53.650865 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9e742b28-4527-4527-9354-e2e2ff085608 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:53.659154 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-9e742b28-4527-4527-9354-e2e2ff085608 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Usage tracker for resource:security_group_rule and tenant:7edcac80a4214a0c90f0e3ae946429a1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:53.664079 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-9e742b28-4527-4527-9354-e2e2ff085608 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:53.672051 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9e742b28-4527-4527-9354-e2e2ff085608 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:53.676033 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a15b34-9739-40ad-a360-862ba9612a15 None None] Network d792ad28-c1a4-4d37-b57d-4b386593b2fd is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:28:53.678233 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-24a6559a-6be1-4f3a-87af-7c316b346832 None None] Transition to ACTIVE for port object 182d8d61-3be8-490b-80d7-82433fc54ea7 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:28:53.682580 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a15b34-9739-40ad-a360-862ba9612a15 None None] Pushing event updated for resources: {'Port': ['ID=3ce7b906-1956-4382-b3db-cd75b199d7ec,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:53.731803 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-d0a15b34-9739-40ad-a360-862ba9612a15 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:28:53.744957 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-eb969abb-5e8b-45ee-8b62-458d9163fa33 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:53.746128 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a15b34-9739-40ad-a360-862ba9612a15 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:28:53.757901 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-24a6559a-6be1-4f3a-87af-7c316b346832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:53.857330 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 79d8700f-0bae-47a3-9dce-82a27d9144f8, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=79d8700f-0bae-47a3-9dce-82a27d9144f8,segment=NetworkSegment(1f26884f-d336-418b-ac8a-7d230186e755),segment_id=1f26884f-d336-418b-ac8a-7d230186e755)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:28:53.858594 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ec91836-d108-4e94-88af-f32d6d6ce467 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:53.862325 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cebe5c1f-0ac0-4d97-a460-0eac0b644c92 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:53.868018 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebe5c1f-0ac0-4d97-a460-0eac0b644c92 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:28:53.868612 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cebe5c1f-0ac0-4d97-a460-0eac0b644c92 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:53.927955 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-82541839-12f4-41ea-8bf9-30f35f8f6573 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:53.933421 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a6559a-6be1-4f3a-87af-7c316b346832 None None] Network 0f65b1ba-3913-4451-8e15-729dbed38017 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:28:53.938346 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:53.949826 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-82541839-12f4-41ea-8bf9-30f35f8f6573 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Usage tracker for resource:subnet and tenant:a69717b852074be0ba8c42d7c8909339 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:53.953784 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-24a6559a-6be1-4f3a-87af-7c316b346832 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:28:53.954943 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6143927c-ce95-42bb-a196-d4aee73e6857 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:53.959497 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-82541839-12f4-41ea-8bf9-30f35f8f6573 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:53.979555 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a6559a-6be1-4f3a-87af-7c316b346832 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:28:53.995824 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d0a15b34-9739-40ad-a360-862ba9612a15 None None] Attempting to bind port 3ce7b906-1956-4382-b3db-cd75b199d7ec on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:28:53.996244 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d0a15b34-9739-40ad-a360-862ba9612a15 None None] Attempting to bind port 3ce7b906-1956-4382-b3db-cd75b199d7ec by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'b21d49c1-c5fb-46ff-81f6-b6db08a3dee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:28:53.996772 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a15b34-9739-40ad-a360-862ba9612a15 None None] Attempting to bind port 3ce7b906-1956-4382-b3db-cd75b199d7ec on network d792ad28-c1a4-4d37-b57d-4b386593b2fd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:28:54.001160 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-82541839-12f4-41ea-8bf9-30f35f8f6573 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:54.007440 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6559a-6be1-4f3a-87af-7c316b346832 None None] Pushing event updated for resources: {'Port': ['ID=182d8d61-3be8-490b-80d7-82433fc54ea7,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:54.062891 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82541839-12f4-41ea-8bf9-30f35f8f6573 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Made reservation on behalf of a69717b852074be0ba8c42d7c8909339 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:28:54.067293 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-82541839-12f4-41ea-8bf9-30f35f8f6573 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks [] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.083700 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e742b28-4527-4527-9354-e2e2ff085608 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.096541 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe5c1f-0ac0-4d97-a460-0eac0b644c92 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Pushing event updated for resources: {'Network': ['ID=9c2cdbd3-9b45-49ef-96fc-72bf8174f0af,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:54.100568 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.108281 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a15b34-9739-40ad-a360-862ba9612a15 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:28:54.108618 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a15b34-9739-40ad-a360-862ba9612a15 None None] Checking segment: {'id': 'b21d49c1-c5fb-46ff-81f6-b6db08a3dee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:28:54.109058 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d0a15b34-9739-40ad-a360-862ba9612a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.109450 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a15b34-9739-40ad-a360-862ba9612a15 None None] Bound using segment: {'id': 'b21d49c1-c5fb-46ff-81f6-b6db08a3dee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:28:54.110159 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d0a15b34-9739-40ad-a360-862ba9612a15 None None] Bound port: 3ce7b906-1956-4382-b3db-cd75b199d7ec, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21d49c1-c5fb-46ff-81f6-b6db08a3dee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:28:54.110627 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d0a15b34-9739-40ad-a360-862ba9612a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.125814 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-fd03dec8-b78b-4bab-b23c-bd61e43f9963 admin admin] Allocated IP 172.26.3.207 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/9ab1e315-f08c-42e3-b665-c0482f40546f) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:28:54.134052 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-cebe5c1f-0ac0-4d97-a460-0eac0b644c92 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1919100 Jan 11 09:28:54.143308 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51206) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:54.175509 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e742b28-4527-4527-9354-e2e2ff085608 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.204232 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056848aa-9005-4311-91cc-88194d0fb40d admin admin] Router cdb08f22-18e1-40eb-9e3f-d13169ad520f is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:28:54.223681 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb969abb-5e8b-45ee-8b62-458d9163fa33 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.236262 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb969abb-5e8b-45ee-8b62-458d9163fa33 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.305528 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 9c2cdbd3-9b45-49ef-96fc-72bf8174f0af details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:28:54.318984 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e742b28-4527-4527-9354-e2e2ff085608 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:28:54.359921 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-071a9227-4b72-4081-bb81-8687d4596087 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Request body: {'network': {'name': 'tempest-network--1750609746', 'router:external': True}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:28:54.380764 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-071a9227-4b72-4081-bb81-8687d4596087 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:54.399151 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-071a9227-4b72-4081-bb81-8687d4596087 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Usage tracker for resource:network and tenant:a57073cb69114d9aab96a86f3b1a36cb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:54.400698 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e742b28-4527-4527-9354-e2e2ff085608 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714a0ed0-8238-4d42-a5d6-8fc066ccfc57,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:54.402254 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb969abb-5e8b-45ee-8b62-458d9163fa33 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:28:54.413160 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e742b28-4527-4527-9354-e2e2ff085608 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.413160 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-9e742b28-4527-4527-9354-e2e2ff085608 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Added segment fd69281c-d222-4230-89b0-54c7f734b98a of type vlan for network 27c6a75e-a865-4c3c-ac50-4516053aea0c Jan 11 09:28:54.415028 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-071a9227-4b72-4081-bb81-8687d4596087 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:54.431646 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-24a6559a-6be1-4f3a-87af-7c316b346832 None None] Attempting to bind port 182d8d61-3be8-490b-80d7-82433fc54ea7 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:28:54.432170 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-24a6559a-6be1-4f3a-87af-7c316b346832 None None] Attempting to bind port 182d8d61-3be8-490b-80d7-82433fc54ea7 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '0e714dd5-6920-43b2-b114-2276f407b3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:28:54.432994 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a6559a-6be1-4f3a-87af-7c316b346832 None None] Attempting to bind port 182d8d61-3be8-490b-80d7-82433fc54ea7 on network 0f65b1ba-3913-4451-8e15-729dbed38017 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:28:54.454991 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-071a9227-4b72-4081-bb81-8687d4596087 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:54.462805 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb969abb-5e8b-45ee-8b62-458d9163fa33 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a80202-13ce-420e-8739-50dccb3343d1,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:54.464454 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d0a15b34-9739-40ad-a360-862ba9612a15 None None] For port 3ce7b906-1956-4382-b3db-cd75b199d7ec, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:28:54.468078 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=79d8700f-0bae-47a3-9dce-82a27d9144f8,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:54.472782 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a6559a-6be1-4f3a-87af-7c316b346832 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:28:54.472976 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a6559a-6be1-4f3a-87af-7c316b346832 None None] Checking segment: {'id': '0e714dd5-6920-43b2-b114-2276f407b3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:28:54.473326 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-24a6559a-6be1-4f3a-87af-7c316b346832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.473842 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a6559a-6be1-4f3a-87af-7c316b346832 None None] Bound using segment: {'id': '0e714dd5-6920-43b2-b114-2276f407b3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:28:54.474363 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-24a6559a-6be1-4f3a-87af-7c316b346832 None None] Bound port: 182d8d61-3be8-490b-80d7-82433fc54ea7, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e714dd5-6920-43b2-b114-2276f407b3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:28:54.474794 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-24a6559a-6be1-4f3a-87af-7c316b346832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.477333 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e742b28-4527-4527-9354-e2e2ff085608 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.483476 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb969abb-5e8b-45ee-8b62-458d9163fa33 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.484103 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-eb969abb-5e8b-45ee-8b62-458d9163fa33 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Added segment 55067c10-af58-4aa7-aa04-4572126fe718 of type vlan for network 05961584-40a4-473e-8111-308622070c0c Jan 11 09:28:54.484328 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cb69dccb-24e4-4ee7-8050-4aa70c931fd2 None None] Provisioning complete for port 79d8700f-0bae-47a3-9dce-82a27d9144f8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:28:54.484800 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cb69dccb-24e4-4ee7-8050-4aa70c931fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.540322 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d0a15b34-9739-40ad-a360-862ba9612a15 None None] For port 3ce7b906-1956-4382-b3db-cd75b199d7ec, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=3ce7b906-1956-4382-b3db-cd75b199d7ec,segment=NetworkSegment(b21d49c1-c5fb-46ff-81f6-b6db08a3dee7),segment_id=b21d49c1-c5fb-46ff-81f6-b6db08a3dee7)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:28:54.571801 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071a9227-4b72-4081-bb81-8687d4596087 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Made reservation on behalf of a57073cb69114d9aab96a86f3b1a36cb for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:28:54.574676 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-071a9227-4b72-4081-bb81-8687d4596087 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.577200 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d0a15b34-9739-40ad-a360-862ba9612a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.613121 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd03dec8-b78b-4bab-b23c-bd61e43f9963 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.619759 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-071a9227-4b72-4081-bb81-8687d4596087 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.665858 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-071a9227-4b72-4081-bb81-8687d4596087 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:54.669249 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056848aa-9005-4311-91cc-88194d0fb40d admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:28:54.674556 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb969abb-5e8b-45ee-8b62-458d9163fa33 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.682842 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-071a9227-4b72-4081-bb81-8687d4596087 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Usage tracker for resource:security_group_rule and tenant:a57073cb69114d9aab96a86f3b1a36cb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:54.684058 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] Sync routers for ids ['cdb08f22-18e1-40eb-9e3f-d13169ad520f'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:28:54.687162 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-071a9227-4b72-4081-bb81-8687d4596087 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:54.696884 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] Routers {'cdb08f22-18e1-40eb-9e3f-d13169ad520f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:28:54.697503 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:28:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['cdb08f22-18e1-40eb-9e3f-d13169ad520f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:28:54.703027 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-071a9227-4b72-4081-bb81-8687d4596087 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:54.732015 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ec91836-d108-4e94-88af-f32d6d6ce467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.742434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e742b28-4527-4527-9354-e2e2ff085608 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.744106 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e742b28-4527-4527-9354-e2e2ff085608 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:28:54.744740 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9e742b28-4527-4527-9354-e2e2ff085608 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.759032 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a15b34-9739-40ad-a360-862ba9612a15 None None] Pushing event updated for resources: {'Port': ['ID=3ce7b906-1956-4382-b3db-cd75b199d7ec,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:54.772657 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-056848aa-9005-4311-91cc-88194d0fb40d admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.774041 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-056848aa-9005-4311-91cc-88194d0fb40d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8405700 Jan 11 09:28:54.780599 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51212) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:54.821758 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-24a6559a-6be1-4f3a-87af-7c316b346832 None None] For port 182d8d61-3be8-490b-80d7-82433fc54ea7, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:28:54.848164 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-24a6559a-6be1-4f3a-87af-7c316b346832 None None] For port 182d8d61-3be8-490b-80d7-82433fc54ea7, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=182d8d61-3be8-490b-80d7-82433fc54ea7,segment=NetworkSegment(0e714dd5-6920-43b2-b114-2276f407b3e6),segment_id=0e714dd5-6920-43b2-b114-2276f407b3e6)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:28:54.856082 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-24a6559a-6be1-4f3a-87af-7c316b346832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.901711 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb969abb-5e8b-45ee-8b62-458d9163fa33 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.903016 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb969abb-5e8b-45ee-8b62-458d9163fa33 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:28:54.903778 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb969abb-5e8b-45ee-8b62-458d9163fa33 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.949877 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] Set router cdb08f22-18e1-40eb-9e3f-d13169ad520f gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:28:54.973983 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd03dec8-b78b-4bab-b23c-bd61e43f9963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:54.978834 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6559a-6be1-4f3a-87af-7c316b346832 None None] Pushing event updated for resources: {'Port': ['ID=182d8d61-3be8-490b-80d7-82433fc54ea7,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:55.066835 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-82541839-12f4-41ea-8bf9-30f35f8f6573 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:55.176458 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd03dec8-b78b-4bab-b23c-bd61e43f9963 admin admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:28:55.194522 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-fd03dec8-b78b-4bab-b23c-bd61e43f9963 admin admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:28:55.199106 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd03dec8-b78b-4bab-b23c-bd61e43f9963 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:28:55.246099 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9e742b28-4527-4527-9354-e2e2ff085608 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.1178839 Jan 11 09:28:55.304002 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03dec8-b78b-4bab-b23c-bd61e43f9963 admin admin] Pushing event updated for resources: {'Port': ['ID=9ab1e315-f08c-42e3-b665-c0482f40546f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:55.318209 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51220) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:55.391561 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'name': 'tempest-ServersTestManualDisk-1252191008-router', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:49Z', 'updated_at': '2022-01-11T09:28:52Z', 'revision_number': 3, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'gw_port': {'id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:28:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:28:55.398035 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] Checking router: cdb08f22-18e1-40eb-9e3f-d13169ad520f for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:28:55.398727 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] Updating router cdb08f22-18e1-40eb-9e3f-d13169ad520f port dfe8865f-b839-427a-bd9b-27be1d37e467 binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:28:55.432345 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82541839-12f4-41ea-8bf9-30f35f8f6573 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Checking segment: {'id': 'd2ec2c79-685f-4fc2-9c0c-cf77799b5065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:28:55.432699 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82541839-12f4-41ea-8bf9-30f35f8f6573 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Network hostable DHCP agents. Network: 2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:28:55.451596 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-eb969abb-5e8b-45ee-8b62-458d9163fa33 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.7291782 Jan 11 09:28:55.461488 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51224) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:55.464255 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:55.472470 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e742b28-4527-4527-9354-e2e2ff085608 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Pushing event updated for resources: {'Network': ['ID=27c6a75e-a865-4c3c-ac50-4516053aea0c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:55.489900 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-66b8843d-7bb1-42e8-bf76-ceadbf84bcf4 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Request body: {'subnet': {'network_id': '05961584-40a4-473e-8111-308622070c0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:28:55.497144 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 27c6a75e-a865-4c3c-ac50-4516053aea0c details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:28:55.501451 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-66b8843d-7bb1-42e8-bf76-ceadbf84bcf4 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:55.513126 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82541839-12f4-41ea-8bf9-30f35f8f6573 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Pushing event updated for resources: {'Subnet': ['ID=78716098-6eb7-47c2-b586-bd85d2b7e2ca,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:55.515197 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec91836-d108-4e94-88af-f32d6d6ce467 admin admin] Router dd350ac9-b016-417d-a91a-13ee66679e30 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:28:55.517576 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-66b8843d-7bb1-42e8-bf76-ceadbf84bcf4 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Usage tracker for resource:subnet and tenant:379679e4ceb24a729127255c3466e51a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:55.526399 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-66b8843d-7bb1-42e8-bf76-ceadbf84bcf4 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:55.539381 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-66b8843d-7bb1-42e8-bf76-ceadbf84bcf4 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:55.541633 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-6143927c-ce95-42bb-a196-d4aee73e6857 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Allocated IP 172.26.3.232 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/614bdc42-b016-4b42-985a-529073e9c47a) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:28:55.619647 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82541839-12f4-41ea-8bf9-30f35f8f6573 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Network 2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:28:55.631701 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b8843d-7bb1-42e8-bf76-ceadbf84bcf4 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Made reservation on behalf of 379679e4ceb24a729127255c3466e51a for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:28:55.634014 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66b8843d-7bb1-42e8-bf76-ceadbf84bcf4 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:55.634334 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5dc984b5-e358-49ce-9fea-5c6e736b2826 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Request body: {'network': {'project_id': '7edcac80a4214a0c90f0e3ae946429a1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:28:55.649865 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb969abb-5e8b-45ee-8b62-458d9163fa33 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Pushing event updated for resources: {'Network': ['ID=05961584-40a4-473e-8111-308622070c0c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:55.654622 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5dc984b5-e358-49ce-9fea-5c6e736b2826 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:55.668702 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 05961584-40a4-473e-8111-308622070c0c details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:28:55.699514 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-82541839-12f4-41ea-8bf9-30f35f8f6573 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:28:55.724129 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4acfa0-b4ce-4554-82f2-7f2543d1f11f None None] Network 2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:28:55.725632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5dc984b5-e358-49ce-9fea-5c6e736b2826 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Usage tracker for resource:network and tenant:7edcac80a4214a0c90f0e3ae946429a1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:55.743233 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82541839-12f4-41ea-8bf9-30f35f8f6573 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:28:55.743819 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-82541839-12f4-41ea-8bf9-30f35f8f6573 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:55.797711 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5dc984b5-e358-49ce-9fea-5c6e736b2826 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:55.843487 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5dc984b5-e358-49ce-9fea-5c6e736b2826 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:55.850297 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-071a9227-4b72-4081-bb81-8687d4596087 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:55.883877 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-071a9227-4b72-4081-bb81-8687d4596087 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:55.919384 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc984b5-e358-49ce-9fea-5c6e736b2826 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Made reservation on behalf of 7edcac80a4214a0c90f0e3ae946429a1 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:28:55.921206 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5dc984b5-e358-49ce-9fea-5c6e736b2826 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:55.937720 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a9227-4b72-4081-bb81-8687d4596087 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e35e2c-5bc9-4764-b58a-014624a77e11,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:55.952498 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-82541839-12f4-41ea-8bf9-30f35f8f6573 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4487453 Jan 11 09:28:55.957880 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51228) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:55.996215 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec91836-d108-4e94-88af-f32d6d6ce467 admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:28:56.010237 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14964582-582d-4593-a98b-4335f1993cea None None] Sync routers for ids ['dd350ac9-b016-417d-a91a-13ee66679e30'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:28:56.014613 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6143927c-ce95-42bb-a196-d4aee73e6857 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:56.053923 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14964582-582d-4593-a98b-4335f1993cea None None] Routers {'dd350ac9-b016-417d-a91a-13ee66679e30'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:28:56.054689 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-14964582-582d-4593-a98b-4335f1993cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:28:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['dd350ac9-b016-417d-a91a-13ee66679e30'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:28:56.094327 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc984b5-e358-49ce-9fea-5c6e736b2826 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:28:56.105197 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5dc984b5-e358-49ce-9fea-5c6e736b2826 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:56.105621 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-5dc984b5-e358-49ce-9fea-5c6e736b2826 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Added segment 3ae28d92-186a-41da-b2c4-3d71a2d74f3f of type vlan for network c8280500-a6fd-40fb-bf0a-2dc35b2fd75e Jan 11 09:28:56.134775 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5dc984b5-e358-49ce-9fea-5c6e736b2826 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:56.174323 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071a9227-4b72-4081-bb81-8687d4596087 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:28:56.186957 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-15c6699c-df44-475f-851c-533754172a55 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Request body: {'port': {'network_id': '2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd', 'name': 'tempest-DHCPAgentSchedulersTestJSON-635839414'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:28:56.269677 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6143927c-ce95-42bb-a196-d4aee73e6857 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:56.278338 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adec55fa-6099-449f-bff3-844fd9cf5608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd', 'network_id': '2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd', 'tenant_id': 'a69717b852074be0ba8c42d7c8909339', 'fixed_ips': [{'subnet_id': '78716098-6eb7-47c2-b586-bd85d2b7e2ca'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:28:56.279155 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-adec55fa-6099-449f-bff3-844fd9cf5608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:56.286968 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5dc984b5-e358-49ce-9fea-5c6e736b2826 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:56.289436 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc984b5-e358-49ce-9fea-5c6e736b2826 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:28:56.290036 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5dc984b5-e358-49ce-9fea-5c6e736b2826 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:56.295197 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ec91836-d108-4e94-88af-f32d6d6ce467 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:56.302798 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4ec91836-d108-4e94-88af-f32d6d6ce467 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.6540847 Jan 11 09:28:56.306161 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51232) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:56.376672 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-14964582-582d-4593-a98b-4335f1993cea None None] Set router dd350ac9-b016-417d-a91a-13ee66679e30 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:28:56.391544 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-071a9227-4b72-4081-bb81-8687d4596087 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:56.391867 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-071a9227-4b72-4081-bb81-8687d4596087 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Added segment 738bf701-d7a0-4799-8f7e-9f337ab7e03c of type vlan for network de623f52-7bde-495f-8f84-a70965b02dc4 Jan 11 09:28:56.461722 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6143927c-ce95-42bb-a196-d4aee73e6857 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:28:56.466792 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143927c-ce95-42bb-a196-d4aee73e6857 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Pushing event updated for resources: {'Port': ['ID=614bdc42-b016-4b42-985a-529073e9c47a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:56.469279 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-6143927c-ce95-42bb-a196-d4aee73e6857 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:28:56.576608 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af2db5a-190a-463a-b60d-1368010df08b None None] Network 0f65b1ba-3913-4451-8e15-729dbed38017 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:28:56.677359 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:56.713040 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] Transition to ACTIVE for port object dfe8865f-b839-427a-bd9b-27be1d37e467 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:28:56.727361 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:56.793457 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 79d8700f-0bae-47a3-9dce-82a27d9144f8 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:28:56.876503 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5dc984b5-e358-49ce-9fea-5c6e736b2826 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5398891 Jan 11 09:28:56.881460 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9156d2-9433-47d7-a646-41b6b094ee84 None None] Network d792ad28-c1a4-4d37-b57d-4b386593b2fd requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:28:56.920757 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] Attempting to bind port dfe8865f-b839-427a-bd9b-27be1d37e467 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:28:56.921127 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] Attempting to bind port dfe8865f-b839-427a-bd9b-27be1d37e467 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:28:56.921626 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] Attempting to bind port dfe8865f-b839-427a-bd9b-27be1d37e467 on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:28:56.931112 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:28:56.931537 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:28:56.931944 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:56.932506 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:28:56.933098 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] Bound port: dfe8865f-b839-427a-bd9b-27be1d37e467, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:28:56.934045 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:56.947313 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51238) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:56.970190 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544229c3-7b6b-4259-867d-f10b14d15b80 None None] Pushing event updated for resources: {'Port': ['ID=dfe8865f-b839-427a-bd9b-27be1d37e467,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:56.996409 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544229c3-7b6b-4259-867d-f10b14d15b80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:56.996779 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544229c3-7b6b-4259-867d-f10b14d15b80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:56.997251 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544229c3-7b6b-4259-867d-f10b14d15b80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:56.997590 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544229c3-7b6b-4259-867d-f10b14d15b80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:56.997915 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544229c3-7b6b-4259-867d-f10b14d15b80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:56.998798 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544229c3-7b6b-4259-867d-f10b14d15b80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:56.999145 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544229c3-7b6b-4259-867d-f10b14d15b80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:56.999472 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544229c3-7b6b-4259-867d-f10b14d15b80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:56.999803 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544229c3-7b6b-4259-867d-f10b14d15b80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:57.000128 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544229c3-7b6b-4259-867d-f10b14d15b80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:57.000600 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544229c3-7b6b-4259-867d-f10b14d15b80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:57.001349 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544229c3-7b6b-4259-867d-f10b14d15b80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544229c3-7b6b-4259-867d-f10b14d15b80 None None] Tracked resource versions report: Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: pushed versions: Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: { 'AddressGroup': {'1.2'}, Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: 'ConntrackHelper': {'1.0'}, Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: 'Log': {'1.0'}, Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: 'Network': {'1.1'}, Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: 'Port': {'1.7'}, Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: 'PortForwarding': {'1.2'}, Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: 'QosPolicy': {'1.8'}, Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: 'SecurityGroup': {'1.4'}, Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: 'SecurityGroupRule': {'1.2'}, Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: 'SubPort': {'1.0'}, Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: 'Subnet': {'1.1'}, Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: 'Trunk': {'1.1'}} Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: consumer versions: Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: { DHCP agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: HyperV agent@hv-neutron-8234: {}, Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: L3 agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: Metadata agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: Metering agent@dv-neutron-823402-4-hyperv: {}, Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: Open vSwitch agent@dv-neutron-823402-4-hyperv: { 'AddressGroup': '1.2', Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: 'ConntrackHelper': '1.0', Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: 'Log': '1.0', Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: 'Network': '1.1', Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: 'Port': '1.7', Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: 'PortForwarding': '1.2', Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: 'QosPolicy': '1.8', Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: 'SecurityGroup': '1.4', Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: 'SecurityGroupRule': '1.2', Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: 'SubPort': '1.0', Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: 'Subnet': '1.1', Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: 'Trunk': '1.1'}} Jan 11 09:28:57.004107 dv-neutron-823402-4-hyperv neutron-server[87657]: {{(pid=87657) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 09:28:57.018607 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-1122a84e-fd6f-474b-9b48-2c3db5202e91 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Request body: {'network': {'project_id': '7edcac80a4214a0c90f0e3ae946429a1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:28:57.022537 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc984b5-e358-49ce-9fea-5c6e736b2826 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Pushing event updated for resources: {'Network': ['ID=c8280500-a6fd-40fb-bf0a-2dc35b2fd75e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:57.037710 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-071a9227-4b72-4081-bb81-8687d4596087 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:57.049902 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1122a84e-fd6f-474b-9b48-2c3db5202e91 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:57.050318 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] For port dfe8865f-b839-427a-bd9b-27be1d37e467, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:28:57.055463 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] For port dfe8865f-b839-427a-bd9b-27be1d37e467, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=dfe8865f-b839-427a-bd9b-27be1d37e467,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:28:57.061365 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:57.084060 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1122a84e-fd6f-474b-9b48-2c3db5202e91 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Usage tracker for resource:network and tenant:7edcac80a4214a0c90f0e3ae946429a1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:57.093810 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1122a84e-fd6f-474b-9b48-2c3db5202e91 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:57.115406 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1122a84e-fd6f-474b-9b48-2c3db5202e91 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:57.132645 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network c8280500-a6fd-40fb-bf0a-2dc35b2fd75e details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:28:57.165925 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544229c3-7b6b-4259-867d-f10b14d15b80 None None] Pushing event updated for resources: {'Port': ['ID=dfe8865f-b839-427a-bd9b-27be1d37e467,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:57.179137 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd03dec8-b78b-4bab-b23c-bd61e43f9963 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:57.186657 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] Routers {'cdb08f22-18e1-40eb-9e3f-d13169ad520f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:28:57.187198 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:28:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['cdb08f22-18e1-40eb-9e3f-d13169ad520f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:28:57.265154 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-071a9227-4b72-4081-bb81-8687d4596087 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:28:57.275599 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-1122a84e-fd6f-474b-9b48-2c3db5202e91 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 11 09:28:57.276467 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1122a84e-fd6f-474b-9b48-2c3db5202e91 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:28:57.281184 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1122a84e-fd6f-474b-9b48-2c3db5202e91 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3148150 Jan 11 09:28:57.294861 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-15c6699c-df44-475f-851c-533754172a55 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:57.297234 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51244) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:57.313855 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-15c6699c-df44-475f-851c-533754172a55 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Usage tracker for resource:port and tenant:a69717b852074be0ba8c42d7c8909339 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:57.323051 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 79d8700f-0bae-47a3-9dce-82a27d9144f8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:28:57.323414 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:57.346375 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-15c6699c-df44-475f-851c-533754172a55 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:57.365156 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-15c6699c-df44-475f-851c-533754172a55 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:57.387709 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70be4026-c561-494e-9325-07b80d34a78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:57.417086 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-071a9227-4b72-4081-bb81-8687d4596087 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:57.419020 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071a9227-4b72-4081-bb81-8687d4596087 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:28:57.419844 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-071a9227-4b72-4081-bb81-8687d4596087 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:57.472900 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4191a14d-7e54-4a55-baf7-f0f7ab7a5326 None None] Provisioning for port 182d8d61-3be8-490b-80d7-82433fc54ea7 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:28:57.477598 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] Set router cdb08f22-18e1-40eb-9e3f-d13169ad520f gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:28:57.557075 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c6699c-df44-475f-851c-533754172a55 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Made reservation on behalf of a69717b852074be0ba8c42d7c8909339 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:28:57.560777 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15c6699c-df44-475f-851c-533754172a55 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:57.623493 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-70be4026-c561-494e-9325-07b80d34a78d admin admin] Allocated IP 172.20.0.1 (0f65b1ba-3913-4451-8e15-729dbed38017/ae3fb401-b762-4565-b792-d6b1996befaa/ae25780e-86cb-4934-ba3a-e323bb52bf99) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:28:57.637002 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-071a9227-4b72-4081-bb81-8687d4596087 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.4906445 Jan 11 09:28:57.637908 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51248) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:57.784291 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-33cafdc0-bb59-4dc2-b524-b48555c50470 None None] Provisioning for port 3ce7b906-1956-4382-b3db-cd75b199d7ec completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:28:57.836639 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70be4026-c561-494e-9325-07b80d34a78d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:57.856790 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-70be4026-c561-494e-9325-07b80d34a78d admin admin] Transition to ACTIVE for port object ae25780e-86cb-4934-ba3a-e323bb52bf99 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:28:57.884129 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6143927c-ce95-42bb-a196-d4aee73e6857 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:28:57.906036 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 3ce7b906-1956-4382-b3db-cd75b199d7ec up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:28:57.946165 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6b803d06-6b3c-4c51-add0-8aca351d7464 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7edcac80a4214a0c90f0e3ae946429a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6450520 Jan 11 09:28:57.953906 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-15c6699c-df44-475f-851c-533754172a55 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] device_id is not set on port 9a958008-19fe-446e-b257-d24fdb7190c0 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:28:57.983981 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-adec55fa-6099-449f-bff3-844fd9cf5608 None None] Allocated IP 172.20.0.2 (2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd/78716098-6eb7-47c2-b586-bd85d2b7e2ca/ac191eb1-7e09-43f8-9def-495d7fec122a) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:28:57.989887 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'name': 'tempest-ServersTestManualDisk-1252191008-router', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:49Z', 'updated_at': '2022-01-11T09:28:52Z', 'revision_number': 3, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'gw_port': {'id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:28:57.996542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51252) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:58.001519 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70be4026-c561-494e-9325-07b80d34a78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:58.011497 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db81e524-bd1c-4313-9dc3-28b4baeb965f None None] The sync data for ids ['cdb08f22-18e1-40eb-9e3f-d13169ad520f'] in dv-neutron-823402-4-hyperv is: [{'id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'name': 'tempest-ServersTestManualDisk-1252191008-router', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:49Z', 'updated_at': '2022-01-11T09:28:52Z', 'revision_number': 3, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'gw_port': {'id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:28:58.031428 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a9227-4b72-4081-bb81-8687d4596087 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Pushing event updated for resources: {'Network': ['ID=de623f52-7bde-495f-8f84-a70965b02dc4,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:58.032491 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 3ce7b906-1956-4382-b3db-cd75b199d7ec completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:28:58.066704 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 3ce7b906-1956-4382-b3db-cd75b199d7ec triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:28:58.067506 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:58.115722 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network de623f52-7bde-495f-8f84-a70965b02dc4 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:28:58.162856 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be4026-c561-494e-9325-07b80d34a78d admin admin] Pushing event updated for resources: {'Port': ['ID=ae25780e-86cb-4934-ba3a-e323bb52bf99,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:58.168031 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c12d96b4-0ce9-4fd7-8710-4e54bcae68bb None None] Provisioning complete for port 3ce7b906-1956-4382-b3db-cd75b199d7ec triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:28:58.168642 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c12d96b4-0ce9-4fd7-8710-4e54bcae68bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:58.173370 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70be4026-c561-494e-9325-07b80d34a78d admin admin] Network 0f65b1ba-3913-4451-8e15-729dbed38017 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:28:58.187642 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-70be4026-c561-494e-9325-07b80d34a78d admin admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:28:58.210116 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70be4026-c561-494e-9325-07b80d34a78d admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:28:58.210590 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70be4026-c561-494e-9325-07b80d34a78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:58.338248 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-14964582-582d-4593-a98b-4335f1993cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'name': 'tempest-ServersTestJSON-1682082189-router', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '25acef94-66aa-461e-9072-a8657c250d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:28:53Z', 'revision_number': 3, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'gw_port': {'id': '25acef94-66aa-461e-9072-a8657c250d7e', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:52Z', 'updated_at': '2022-01-11T09:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:28:58.379951 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6143927c-ce95-42bb-a196-d4aee73e6857 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:58.389842 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f20a528a-844f-4cfa-b42f-b715e5d50f0e tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:58.440083 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:58.516258 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-278f2199-f31a-4bc0-b971-6fe80d15badb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:58.527281 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd03dec8-b78b-4bab-b23c-bd61e43f9963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:58.598202 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-adec55fa-6099-449f-bff3-844fd9cf5608 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:58.612351 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-adec55fa-6099-449f-bff3-844fd9cf5608 None None] Transition to ACTIVE for port object ac191eb1-7e09-43f8-9def-495d7fec122a will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:28:58.627689 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f20a528a-844f-4cfa-b42f-b715e5d50f0e tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:58.634538 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.objects.ports [None req-66b8843d-7bb1-42e8-bf76-ceadbf84bcf4 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87655) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 11 09:28:58.635488 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66b8843d-7bb1-42e8-bf76-ceadbf84bcf4 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:58.636564 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-adec55fa-6099-449f-bff3-844fd9cf5608 None None] Transition to ACTIVE for port object ac191eb1-7e09-43f8-9def-495d7fec122a will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:28:58.662947 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-adec55fa-6099-449f-bff3-844fd9cf5608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:58.687712 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:58.747002 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6143927c-ce95-42bb-a196-d4aee73e6857 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:58.754493 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14964582-582d-4593-a98b-4335f1993cea None None] Checking router: dd350ac9-b016-417d-a91a-13ee66679e30 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:28:58.754758 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14964582-582d-4593-a98b-4335f1993cea None None] Updating router dd350ac9-b016-417d-a91a-13ee66679e30 port 25acef94-66aa-461e-9072-a8657c250d7e binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:28:58.815795 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec55fa-6099-449f-bff3-844fd9cf5608 None None] Pushing event updated for resources: {'Port': ['ID=ac191eb1-7e09-43f8-9def-495d7fec122a,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:58.818168 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14964582-582d-4593-a98b-4335f1993cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:58.880921 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8843d-7bb1-42e8-bf76-ceadbf84bcf4 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3719f055-ac8a-4b9d-98f7-f6dd1b6bd686,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:58.905138 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adec55fa-6099-449f-bff3-844fd9cf5608 None None] Network 2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:28:59.013311 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-278f2199-f31a-4bc0-b971-6fe80d15badb admin admin] Allocated IP 172.20.0.1 (ca4ce210-a393-4677-aa6a-eccdb76bdec4/629ef5e5-a187-4239-abf7-d3f4dd928e10/556d9095-f612-4c7e-8f6a-5e677c56c047) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:28:59.044758 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b8843d-7bb1-42e8-bf76-ceadbf84bcf4 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Checking segment: {'id': '55067c10-af58-4aa7-aa04-4572126fe718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '05961584-40a4-473e-8111-308622070c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:28:59.044758 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b8843d-7bb1-42e8-bf76-ceadbf84bcf4 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Network hostable DHCP agents. Network: 05961584-40a4-473e-8111-308622070c0c, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:28:59.068548 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-adec55fa-6099-449f-bff3-844fd9cf5608 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:28:59.092034 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f20a528a-844f-4cfa-b42f-b715e5d50f0e tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:59.093211 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adec55fa-6099-449f-bff3-844fd9cf5608 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:28:59.118285 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:28:59.118627 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:28:59.119360 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:28:59.119685 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Subscribe: > port after_create 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:28:59.119998 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:28:59.120347 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Subscribe: > port after_update 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:28:59.121041 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:28:59.121041 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:28:59.121261 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:28:59.121573 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:28:59.122846 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a528a-844f-4cfa-b42f-b715e5d50f0e tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714a0ed0-8238-4d42-a5d6-8fc066ccfc57,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:59.234939 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b8843d-7bb1-42e8-bf76-ceadbf84bcf4 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Network 05961584-40a4-473e-8111-308622070c0c is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:28:59.278904 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f20a528a-844f-4cfa-b42f-b715e5d50f0e tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:59.282704 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f20a528a-844f-4cfa-b42f-b715e5d50f0e tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/714a0ed0-8238-4d42-a5d6-8fc066ccfc57 HTTP/1.1" status: 204 len: 168 time: 1.2764018 Jan 11 09:28:59.285721 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51256) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:59.292221 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-66b8843d-7bb1-42e8-bf76-ceadbf84bcf4 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 05961584-40a4-473e-8111-308622070c0c) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:28:59.297464 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b8843d-7bb1-42e8-bf76-ceadbf84bcf4 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:28:59.298500 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66b8843d-7bb1-42e8-bf76-ceadbf84bcf4 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:59.304649 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70be4026-c561-494e-9325-07b80d34a78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:59.328228 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f351f00-0efd-4f02-8387-caf31e1c7033 None None] Network 05961584-40a4-473e-8111-308622070c0c requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:28:59.344288 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:28:59.344781 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:28:59.345323 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:28:59.346755 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:28:59.346900 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de623f52-7bde-495f-8f84-a70965b02dc4']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:28:59.359572 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:59.373130 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-15c6699c-df44-475f-851c-533754172a55 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Allocated IP 172.20.0.6 (2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd/78716098-6eb7-47c2-b586-bd85d2b7e2ca/9a958008-19fe-446e-b257-d24fdb7190c0) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:28:59.399331 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-adec55fa-6099-449f-bff3-844fd9cf5608 None None] Attempting to bind port ac191eb1-7e09-43f8-9def-495d7fec122a on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:28:59.399689 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-adec55fa-6099-449f-bff3-844fd9cf5608 None None] Attempting to bind port ac191eb1-7e09-43f8-9def-495d7fec122a by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'd2ec2c79-685f-4fc2-9c0c-cf77799b5065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:28:59.400048 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adec55fa-6099-449f-bff3-844fd9cf5608 None None] Attempting to bind port ac191eb1-7e09-43f8-9def-495d7fec122a on network 2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:28:59.438109 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adec55fa-6099-449f-bff3-844fd9cf5608 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:28:59.438561 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adec55fa-6099-449f-bff3-844fd9cf5608 None None] Checking segment: {'id': 'd2ec2c79-685f-4fc2-9c0c-cf77799b5065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:28:59.438878 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-adec55fa-6099-449f-bff3-844fd9cf5608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:59.439294 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adec55fa-6099-449f-bff3-844fd9cf5608 None None] Bound using segment: {'id': 'd2ec2c79-685f-4fc2-9c0c-cf77799b5065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:28:59.439962 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-adec55fa-6099-449f-bff3-844fd9cf5608 None None] Bound port: ac191eb1-7e09-43f8-9def-495d7fec122a, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ec2c79-685f-4fc2-9c0c-cf77799b5065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:28:59.440446 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-adec55fa-6099-449f-bff3-844fd9cf5608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:59.468326 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-66b8843d-7bb1-42e8-bf76-ceadbf84bcf4 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.9967306 Jan 11 09:28:59.474789 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '738bf701-d7a0-4799-8f7e-9f337ab7e03c') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:28:59.475115 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '738bf701-d7a0-4799-8f7e-9f337ab7e03c') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:28:59.489489 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51260) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:28:59.506636 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-010f396a-17ab-4542-9d6f-9ed8f5ecadae tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-220721003', 'network_id': '05961584-40a4-473e-8111-308622070c0c'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:28:59.510253 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:59.511513 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c12d96b4-0ce9-4fd7-8710-4e54bcae68bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:59.551536 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6143927c-ce95-42bb-a196-d4aee73e6857 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:59.576268 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6143927c-ce95-42bb-a196-d4aee73e6857 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:59.589417 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:59.600534 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 3ce7b906-1956-4382-b3db-cd75b199d7ec, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=3ce7b906-1956-4382-b3db-cd75b199d7ec,segment=NetworkSegment(b21d49c1-c5fb-46ff-81f6-b6db08a3dee7),segment_id=b21d49c1-c5fb-46ff-81f6-b6db08a3dee7)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:28:59.612197 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-010f396a-17ab-4542-9d6f-9ed8f5ecadae tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:28:59.629085 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-010f396a-17ab-4542-9d6f-9ed8f5ecadae tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Usage tracker for resource:port and tenant:379679e4ceb24a729127255c3466e51a is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:28:59.633554 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-010f396a-17ab-4542-9d6f-9ed8f5ecadae tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:28:59.644594 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:59.645372 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 182d8d61-3be8-490b-80d7-82433fc54ea7 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:28:59.675477 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-010f396a-17ab-4542-9d6f-9ed8f5ecadae tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:28:59.685557 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:59.786295 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:28:59.786691 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:59.840689 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.resource_extend [None req-14964582-582d-4593-a98b-4335f1993cea None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:28:59.862007 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6143927c-ce95-42bb-a196-d4aee73e6857 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: from cryptography.utils import int_from_bytes Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: from cryptography.utils import int_from_bytes Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn_limited( Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn_limited( Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:28:59.900450 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:28:59.910723 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143927c-ce95-42bb-a196-d4aee73e6857 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Pushing event updated for resources: {'Port': ['ID=614bdc42-b016-4b42-985a-529073e9c47a,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:59.911811 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-278f2199-f31a-4bc0-b971-6fe80d15badb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:59.915270 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010f396a-17ab-4542-9d6f-9ed8f5ecadae tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Made reservation on behalf of 379679e4ceb24a729127255c3466e51a for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:28:59.917363 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-010f396a-17ab-4542-9d6f-9ed8f5ecadae tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:59.979510 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:59.987759 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6143927c-ce95-42bb-a196-d4aee73e6857 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:28:59.988189 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=3ce7b906-1956-4382-b3db-cd75b199d7ec,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:28:59.989287 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6143927c-ce95-42bb-a196-d4aee73e6857 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2961459 Jan 11 09:28:59.994799 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51264) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:00.004706 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ed42f5c0-4841-4409-a2b2-264104a73d11 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-435195431', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'fixed_ips': [{'ip_address': '172.26.3.232'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:00.017534 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-c12d96b4-0ce9-4fd7-8710-4e54bcae68bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:29:00.018655 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-c12d96b4-0ce9-4fd7-8710-4e54bcae68bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:29:00.025222 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-adec55fa-6099-449f-bff3-844fd9cf5608 None None] For port ac191eb1-7e09-43f8-9def-495d7fec122a, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:29:00.031409 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ed42f5c0-4841-4409-a2b2-264104a73d11 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:00.035860 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-adec55fa-6099-449f-bff3-844fd9cf5608 None None] For port ac191eb1-7e09-43f8-9def-495d7fec122a, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ac191eb1-7e09-43f8-9def-495d7fec122a,segment=NetworkSegment(d2ec2c79-685f-4fc2-9c0c-cf77799b5065),segment_id=d2ec2c79-685f-4fc2-9c0c-cf77799b5065)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:29:00.036939 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:29:00.037384 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:29:00.038322 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:29:00.038736 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Subscribe: > port after_create 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:29:00.039147 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:29:00.039361 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-278f2199-f31a-4bc0-b971-6fe80d15badb admin admin] Transition to ACTIVE for port object 556d9095-f612-4c7e-8f6a-5e677c56c047 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:29:00.039837 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Subscribe: > port after_update 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:29:00.040111 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:29:00.040540 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:29:00.040957 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:29:00.041392 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:29:00.063376 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-010f396a-17ab-4542-9d6f-9ed8f5ecadae tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] device_id is not set on port e56be86c-f80e-4692-9bad-f9ecda00dc36 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:29:00.080512 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-adec55fa-6099-449f-bff3-844fd9cf5608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:00.123140 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 182d8d61-3be8-490b-80d7-82433fc54ea7 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:29:00.137887 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:00.141017 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d921113c-55fe-484c-8887-dd38085d2164 None None] Network 05961584-40a4-473e-8111-308622070c0c requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:29:00.150353 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15c6699c-df44-475f-851c-533754172a55 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:00.167666 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14964582-582d-4593-a98b-4335f1993cea None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:00.177324 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 182d8d61-3be8-490b-80d7-82433fc54ea7 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:00.177710 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:00.190421 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd03dec8-b78b-4bab-b23c-bd61e43f9963 admin admin] Router b25e978e-4257-4cd5-9d14-5269799ff395 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:29:00.204026 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network de623f52-7bde-495f-8f84-a70965b02dc4 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 11 09:29:00.214290 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:29:00.214845 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:29:00.215037 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:29:00.215464 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 09:29:00.215944 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8280500-a6fd-40fb-bf0a-2dc35b2fd75e']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:00.219264 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Pushing event deleted for resources: {'Network': ['ID=de623f52-7bde-495f-8f84-a70965b02dc4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:00.225573 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:00.227432 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70be4026-c561-494e-9325-07b80d34a78d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:00.229385 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ed42f5c0-4841-4409-a2b2-264104a73d11 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Usage tracker for resource:port and tenant:62a2bf221f1b4d0b96ad4cc34f730dd1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:00.231529 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-15c6699c-df44-475f-851c-533754172a55 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Transition to ACTIVE for port object 9a958008-19fe-446e-b257-d24fdb7190c0 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:29:00.234983 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ed42f5c0-4841-4409-a2b2-264104a73d11 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:00.243088 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70be4026-c561-494e-9325-07b80d34a78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:00.250999 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-14964582-582d-4593-a98b-4335f1993cea None None] Transition to ACTIVE for port object 25acef94-66aa-461e-9072-a8657c250d7e will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:29:00.302706 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae28d92-186a-41da-b2c4-3d71a2d74f3f') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:00.303194 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae28d92-186a-41da-b2c4-3d71a2d74f3f') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:00.310320 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ed42f5c0-4841-4409-a2b2-264104a73d11 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:00.340727 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70be4026-c561-494e-9325-07b80d34a78d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:00.341373 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14964582-582d-4593-a98b-4335f1993cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:00.371286 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec55fa-6099-449f-bff3-844fd9cf5608 None None] Pushing event updated for resources: {'Port': ['ID=ac191eb1-7e09-43f8-9def-495d7fec122a,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:00.387623 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-278f2199-f31a-4bc0-b971-6fe80d15badb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:00.406640 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:00.420078 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed42f5c0-4841-4409-a2b2-264104a73d11 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Made reservation on behalf of 62a2bf221f1b4d0b96ad4cc34f730dd1 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:00.422589 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed42f5c0-4841-4409-a2b2-264104a73d11 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:00.442294 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed42f5c0-4841-4409-a2b2-264104a73d11 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:00.449097 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c9be893a-bc8e-47d1-a191-b0aa58644681 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] 10.222.0.15 "DELETE /v2.0/networks/de623f52-7bde-495f-8f84-a70965b02dc4 HTTP/1.1" status: 204 len: 168 time: 2.7991161 Jan 11 09:29:00.466115 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51268) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:00.478841 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:00.503759 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c980f29b-60bc-4eb2-9332-dc017c138232 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:00.508776 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c980f29b-60bc-4eb2-9332-dc017c138232 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:00.512717 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c980f29b-60bc-4eb2-9332-dc017c138232 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Usage tracker for resource:network and tenant:a57073cb69114d9aab96a86f3b1a36cb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:00.515712 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c980f29b-60bc-4eb2-9332-dc017c138232 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:00.521973 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c980f29b-60bc-4eb2-9332-dc017c138232 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:00.526057 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-010f396a-17ab-4542-9d6f-9ed8f5ecadae tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Allocated IP 2001:db8::20a (05961584-40a4-473e-8111-308622070c0c/3719f055-ac8a-4b9d-98f7-f6dd1b6bd686/e56be86c-f80e-4692-9bad-f9ecda00dc36) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:29:00.531995 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be4026-c561-494e-9325-07b80d34a78d admin admin] Pushing event updated for resources: {'Port': ['ID=ae25780e-86cb-4934-ba3a-e323bb52bf99,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:00.536337 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278f2199-f31a-4bc0-b971-6fe80d15badb admin admin] Network ca4ce210-a393-4677-aa6a-eccdb76bdec4 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:29:00.538077 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ed42f5c0-4841-4409-a2b2-264104a73d11 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:00.553635 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:29:00.554431 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:00.557876 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-278f2199-f31a-4bc0-b971-6fe80d15badb admin admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: from cryptography.utils import int_from_bytes Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: from cryptography.utils import int_from_bytes Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: util.warn_limited( Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: util.warn_limited( Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:29:00.579826 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:29:00.583107 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c980f29b-60bc-4eb2-9332-dc017c138232 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Made reservation on behalf of a57073cb69114d9aab96a86f3b1a36cb for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:00.585674 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c980f29b-60bc-4eb2-9332-dc017c138232 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:00.598903 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ed42f5c0-4841-4409-a2b2-264104a73d11 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Usage tracker for resource:security_group_rule and tenant:62a2bf221f1b4d0b96ad4cc34f730dd1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:00.655896 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ed42f5c0-4841-4409-a2b2-264104a73d11 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:00.666111 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278f2199-f31a-4bc0-b971-6fe80d15badb admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:29:00.684030 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ed42f5c0-4841-4409-a2b2-264104a73d11 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:00.686717 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-14964582-582d-4593-a98b-4335f1993cea None None] Attempting to bind port 25acef94-66aa-461e-9072-a8657c250d7e on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:00.687460 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-14964582-582d-4593-a98b-4335f1993cea None None] Attempting to bind port 25acef94-66aa-461e-9072-a8657c250d7e by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:00.688109 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14964582-582d-4593-a98b-4335f1993cea None None] Attempting to bind port 25acef94-66aa-461e-9072-a8657c250d7e on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:00.753286 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f2199-f31a-4bc0-b971-6fe80d15badb admin admin] Pushing event updated for resources: {'Port': ['ID=556d9095-f612-4c7e-8f6a-5e677c56c047,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:00.808192 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6603638-b0c1-4b76-b790-9f3ec6f28bc9 None None] Pushing event updated for resources: {'Port': ['ID=25acef94-66aa-461e-9072-a8657c250d7e,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:00.816972 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15c6699c-df44-475f-851c-533754172a55 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:00.824167 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14964582-582d-4593-a98b-4335f1993cea None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:29:00.824811 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14964582-582d-4593-a98b-4335f1993cea None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:29:00.825859 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14964582-582d-4593-a98b-4335f1993cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:00.826424 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14964582-582d-4593-a98b-4335f1993cea None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:29:00.827068 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-14964582-582d-4593-a98b-4335f1993cea None None] Bound port: 25acef94-66aa-461e-9072-a8657c250d7e, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:29:00.827604 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14964582-582d-4593-a98b-4335f1993cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:00.868458 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:00.874197 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c980f29b-60bc-4eb2-9332-dc017c138232 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:29:00.999384 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd03dec8-b78b-4bab-b23c-bd61e43f9963 admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:29:01.004132 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:01.028645 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed42f5c0-4841-4409-a2b2-264104a73d11 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:01.049269 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:01.070464 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-14964582-582d-4593-a98b-4335f1993cea None None] For port 25acef94-66aa-461e-9072-a8657c250d7e, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:29:01.078403 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 182d8d61-3be8-490b-80d7-82433fc54ea7, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=182d8d61-3be8-490b-80d7-82433fc54ea7,segment=NetworkSegment(0e714dd5-6920-43b2-b114-2276f407b3e6),segment_id=0e714dd5-6920-43b2-b114-2276f407b3e6)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:01.082207 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-278f2199-f31a-4bc0-b971-6fe80d15badb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:01.086972 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:01.089888 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-14964582-582d-4593-a98b-4335f1993cea None None] For port 25acef94-66aa-461e-9072-a8657c250d7e, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=25acef94-66aa-461e-9072-a8657c250d7e,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:29:01.124583 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c6699c-df44-475f-851c-533754172a55 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Network 2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:29:01.130251 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14964582-582d-4593-a98b-4335f1993cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:01.133654 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4653275f-0627-4f63-b59f-3a5e37292523 None None] Provisioning for port 556d9095-f612-4c7e-8f6a-5e677c56c047 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:29:01.148896 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6699c-df44-475f-851c-533754172a55 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Pushing event updated for resources: {'Port': ['ID=9a958008-19fe-446e-b257-d24fdb7190c0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:01.151694 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-15c6699c-df44-475f-851c-533754172a55 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:01.152561 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4653275f-0627-4f63-b59f-3a5e37292523 None None] Provisioning complete for port 556d9095-f612-4c7e-8f6a-5e677c56c047 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:01.152872 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4653275f-0627-4f63-b59f-3a5e37292523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:01.158861 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c6699c-df44-475f-851c-533754172a55 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:29:01.162947 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed42f5c0-4841-4409-a2b2-264104a73d11 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:01.172549 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-ed42f5c0-4841-4409-a2b2-264104a73d11 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] device_id is not set on port 0c6052b7-5486-4475-8101-924bd32aa459 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:29:01.212628 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd03dec8-b78b-4bab-b23c-bd61e43f9963 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:01.217705 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-fd03dec8-b78b-4bab-b23c-bd61e43f9963 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.4205256 Jan 11 09:29:01.260772 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51272) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:01.290947 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] Sync routers for ids ['b25e978e-4257-4cd5-9d14-5269799ff395'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:29:01.307371 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] Routers {'b25e978e-4257-4cd5-9d14-5269799ff395'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:29:01.308009 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:28:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['b25e978e-4257-4cd5-9d14-5269799ff395'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:01.309283 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4653275f-0627-4f63-b59f-3a5e37292523 None None] Port 556d9095-f612-4c7e-8f6a-5e677c56c047 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:29:01.329141 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14964582-582d-4593-a98b-4335f1993cea None None] Routers {'dd350ac9-b016-417d-a91a-13ee66679e30'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:29:01.330630 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-14964582-582d-4593-a98b-4335f1993cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:28:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['dd350ac9-b016-417d-a91a-13ee66679e30'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:01.385234 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=182d8d61-3be8-490b-80d7-82433fc54ea7,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:01.425161 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] 10.222.0.15 "DELETE /v2.0/networks/c8280500-a6fd-40fb-bf0a-2dc35b2fd75e HTTP/1.1" status: 204 len: 168 time: 2.1367776 Jan 11 09:29:01.430971 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8879ca6-808e-4543-93fb-31bbf4df19b0 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Pushing event deleted for resources: {'Network': ['ID=c8280500-a6fd-40fb-bf0a-2dc35b2fd75e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:01.444757 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51276) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:01.458679 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70be4026-c561-494e-9325-07b80d34a78d admin admin] Network 0f65b1ba-3913-4451-8e15-729dbed38017 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:29:01.476947 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-70be4026-c561-494e-9325-07b80d34a78d admin admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:01.495803 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ac191eb1-7e09-43f8-9def-495d7fec122a up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:29:01.504919 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c980f29b-60bc-4eb2-9332-dc017c138232 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:01.505467 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-c980f29b-60bc-4eb2-9332-dc017c138232 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Added segment ada0598c-7897-45ce-957c-170e0975afb8 of type vlan for network 92fcdb18-feb1-42d4-9446-9df90e45d732 Jan 11 09:29:01.568371 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c6699c-df44-475f-851c-533754172a55 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:01.569274 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15c6699c-df44-475f-851c-533754172a55 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:01.601855 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4653275f-0627-4f63-b59f-3a5e37292523 None None] Provisioning for port ae25780e-86cb-4934-ba3a-e323bb52bf99 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:29:01.661060 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] Set router b25e978e-4257-4cd5-9d14-5269799ff395 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:29:01.668867 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4653275f-0627-4f63-b59f-3a5e37292523 None None] Provisioning complete for port ae25780e-86cb-4934-ba3a-e323bb52bf99 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:01.673051 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4653275f-0627-4f63-b59f-3a5e37292523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:01.787937 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42f5c0-4841-4409-a2b2-264104a73d11 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fac0c67-165b-4634-929f-31c0b103adcb,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:01.822433 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-15c6699c-df44-475f-851c-533754172a55 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.8552666 Jan 11 09:29:01.907056 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51280) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:01.928792 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbc2de8-c277-473f-8f0b-76a0a0c5848a None None] Network 2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:29:01.961205 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c980f29b-60bc-4eb2-9332-dc017c138232 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:01.975074 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-900d95d0-3f08-4bd9-abbb-94c08731f512 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:01.987017 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6603638-b0c1-4b76-b790-9f3ec6f28bc9 None None] Pushing event updated for resources: {'Port': ['ID=25acef94-66aa-461e-9072-a8657c250d7e,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:02.011316 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-010f396a-17ab-4542-9d6f-9ed8f5ecadae tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:02.070695 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4653275f-0627-4f63-b59f-3a5e37292523 None None] Port ae25780e-86cb-4934-ba3a-e323bb52bf99 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:29:02.088895 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-14964582-582d-4593-a98b-4335f1993cea None None] Set router dd350ac9-b016-417d-a91a-13ee66679e30 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:29:02.120230 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.resource_extend [None req-c980f29b-60bc-4eb2-9332-dc017c138232 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:29:02.151599 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port ac191eb1-7e09-43f8-9def-495d7fec122a completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:29:02.198355 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 3ce7b906-1956-4382-b3db-cd75b199d7ec up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:29:02.230297 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a985d278-5cb4-42d9-aed8-ab474a3aca3f tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Deleting port 9a958008-19fe-446e-b257-d24fdb7190c0 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:29:02.230851 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a985d278-5cb4-42d9-aed8-ab474a3aca3f tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:02.235702 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c980f29b-60bc-4eb2-9332-dc017c138232 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:02.237340 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c980f29b-60bc-4eb2-9332-dc017c138232 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:02.237908 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c980f29b-60bc-4eb2-9332-dc017c138232 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:02.258714 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'name': 'tempest-ServerActionsTestJSON-840089590-router', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '9ab1e315-f08c-42e3-b665-c0482f40546f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:28:55Z', 'revision_number': 3, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'gw_port': {'id': '9ab1e315-f08c-42e3-b665-c0482f40546f', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:53Z', 'updated_at': '2022-01-11T09:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:02.267107 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] Checking router: b25e978e-4257-4cd5-9d14-5269799ff395 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:29:02.269043 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] Updating router b25e978e-4257-4cd5-9d14-5269799ff395 port 9ab1e315-f08c-42e3-b665-c0482f40546f binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:29:02.272068 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-278f2199-f31a-4bc0-b971-6fe80d15badb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:02.276522 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70be4026-c561-494e-9325-07b80d34a78d admin admin] Router dd350ac9-b016-417d-a91a-13ee66679e30 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:29:02.300904 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4653275f-0627-4f63-b59f-3a5e37292523 None None] Provisioning complete for port 182d8d61-3be8-490b-80d7-82433fc54ea7 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:02.301418 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4653275f-0627-4f63-b59f-3a5e37292523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:02.359716 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-900d95d0-3f08-4bd9-abbb-94c08731f512 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:02.369838 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:02.370412 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed42f5c0-4841-4409-a2b2-264104a73d11 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 11 09:29:02.370968 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed42f5c0-4841-4409-a2b2-264104a73d11 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:29:02.434936 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c980f29b-60bc-4eb2-9332-dc017c138232 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.9602690 Jan 11 09:29:02.457139 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51284) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:02.459897 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980f29b-60bc-4eb2-9332-dc017c138232 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Pushing event updated for resources: {'Network': ['ID=92fcdb18-feb1-42d4-9446-9df90e45d732,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:02.508156 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-010f396a-17ab-4542-9d6f-9ed8f5ecadae tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:02.511599 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 92fcdb18-feb1-42d4-9446-9df90e45d732 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:29:02.519069 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-152e4e26-5c70-4c0c-b40d-03d1a44347bb tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Request body: {'subnet': {'network_id': '92fcdb18-feb1-42d4-9446-9df90e45d732', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:02.530643 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-900d95d0-3f08-4bd9-abbb-94c08731f512 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c6a75e-a865-4c3c-ac50-4516053aea0c']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:02.551339 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-152e4e26-5c70-4c0c-b40d-03d1a44347bb tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:02.559151 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ed42f5c0-4841-4409-a2b2-264104a73d11 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.5632653 Jan 11 09:29:02.563341 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-152e4e26-5c70-4c0c-b40d-03d1a44347bb tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Usage tracker for resource:subnet and tenant:a57073cb69114d9aab96a86f3b1a36cb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:02.567381 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-900d95d0-3f08-4bd9-abbb-94c08731f512 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd69281c-d222-4230-89b0-54c7f734b98a') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:02.567675 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-900d95d0-3f08-4bd9-abbb-94c08731f512 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd69281c-d222-4230-89b0-54c7f734b98a') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:02.573649 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51288) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:02.578027 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-152e4e26-5c70-4c0c-b40d-03d1a44347bb tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:02.662464 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-900d95d0-3f08-4bd9-abbb-94c08731f512 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:02.680326 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-152e4e26-5c70-4c0c-b40d-03d1a44347bb tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:02.743368 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 3ce7b906-1956-4382-b3db-cd75b199d7ec triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:02.743923 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:02.772328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010f396a-17ab-4542-9d6f-9ed8f5ecadae tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Network 05961584-40a4-473e-8111-308622070c0c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:29:02.795549 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-900d95d0-3f08-4bd9-abbb-94c08731f512 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:02.802854 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-010f396a-17ab-4542-9d6f-9ed8f5ecadae tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:02.812626 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f396a-17ab-4542-9d6f-9ed8f5ecadae tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Pushing event updated for resources: {'Port': ['ID=e56be86c-f80e-4692-9bad-f9ecda00dc36,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:02.817925 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010f396a-17ab-4542-9d6f-9ed8f5ecadae tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:29:02.818598 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010f396a-17ab-4542-9d6f-9ed8f5ecadae tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:02.819212 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-010f396a-17ab-4542-9d6f-9ed8f5ecadae tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:02.934886 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152e4e26-5c70-4c0c-b40d-03d1a44347bb tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Made reservation on behalf of a57073cb69114d9aab96a86f3b1a36cb for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:02.937301 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-152e4e26-5c70-4c0c-b40d-03d1a44347bb tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:02.961535 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900d95d0-3f08-4bd9-abbb-94c08731f512 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:29:02.962314 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-900d95d0-3f08-4bd9-abbb-94c08731f512 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:29:02.994981 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:29:03.009522 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b0bca575-4bc9-447a-b88a-7c881b3440c3 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Deleting port 614bdc42-b016-4b42-985a-529073e9c47a {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:29:03.010193 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0bca575-4bc9-447a-b88a-7c881b3440c3 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:03.015074 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device dfe8865f-b839-427a-bd9b-27be1d37e467 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:29:03.041571 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-010f396a-17ab-4542-9d6f-9ed8f5ecadae tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.5491862 Jan 11 09:29:03.052581 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51292) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:03.095990 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-14964582-582d-4593-a98b-4335f1993cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'name': 'tempest-ServersTestJSON-1682082189-router', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '25acef94-66aa-461e-9072-a8657c250d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:28:59Z', 'revision_number': 4, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'gw_port': {'id': '25acef94-66aa-461e-9072-a8657c250d7e', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:52Z', 'updated_at': '2022-01-11T09:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'ae25780e-86cb-4934-ba3a-e323bb52bf99', 'name': '', 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'mac_address': 'fa:16:3e:f8:51:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ae3fb401-b762-4565-b792-d6b1996befaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:57Z', 'updated_at': '2022-01-11T09:28:59Z', 'revision_number': 2, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'subnets': [{'id': 'ae3fb401-b762-4565-b792-d6b1996befaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:03.113906 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14964582-582d-4593-a98b-4335f1993cea None None] The sync data for ids ['dd350ac9-b016-417d-a91a-13ee66679e30'] in dv-neutron-823402-4-hyperv is: [{'id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'name': 'tempest-ServersTestJSON-1682082189-router', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '25acef94-66aa-461e-9072-a8657c250d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:28:59Z', 'revision_number': 4, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'gw_port': {'id': '25acef94-66aa-461e-9072-a8657c250d7e', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:52Z', 'updated_at': '2022-01-11T09:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'ae25780e-86cb-4934-ba3a-e323bb52bf99', 'name': '', 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'mac_address': 'fa:16:3e:f8:51:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ae3fb401-b762-4565-b792-d6b1996befaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:57Z', 'updated_at': '2022-01-11T09:28:59Z', 'revision_number': 2, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'subnets': [{'id': 'ae3fb401-b762-4565-b792-d6b1996befaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:29:03.121996 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:03.136238 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-392306ed-46a6-4570-a6a2-45ef64f4a4c7 None None] Provisioning for port ac191eb1-7e09-43f8-9def-495d7fec122a completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:29:03.144570 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-392306ed-46a6-4570-a6a2-45ef64f4a4c7 None None] Provisioning complete for port ac191eb1-7e09-43f8-9def-495d7fec122a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:03.145248 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-392306ed-46a6-4570-a6a2-45ef64f4a4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:03.176569 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a985d278-5cb4-42d9-aed8-ab474a3aca3f tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:03.219251 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-278f2199-f31a-4bc0-b971-6fe80d15badb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:03.242054 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port dfe8865f-b839-427a-bd9b-27be1d37e467 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:29:03.249100 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port dfe8865f-b839-427a-bd9b-27be1d37e467 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:03.249464 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:03.268157 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-278f2199-f31a-4bc0-b971-6fe80d15badb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:03.323703 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] Transition to ACTIVE for port object 9ab1e315-f08c-42e3-b665-c0482f40546f will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:29:03.335628 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:03.372301 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-392306ed-46a6-4570-a6a2-45ef64f4a4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:03.522066 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] Attempting to bind port 9ab1e315-f08c-42e3-b665-c0482f40546f on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:03.523011 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] Attempting to bind port 9ab1e315-f08c-42e3-b665-c0482f40546f by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:03.523693 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] Attempting to bind port 9ab1e315-f08c-42e3-b665-c0482f40546f on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:03.532102 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a985d278-5cb4-42d9-aed8-ab474a3aca3f tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Calling delete_port for 9a958008-19fe-446e-b257-d24fdb7190c0 owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:29:03.536156 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152f87a-3855-4fd3-aa23-66d0f6124f24 None None] Pushing event updated for resources: {'Port': ['ID=9ab1e315-f08c-42e3-b665-c0482f40546f,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:03.552580 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:29:03.553190 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:29:03.553742 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:03.554331 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:29:03.554949 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] Bound port: 9ab1e315-f08c-42e3-b665-c0482f40546f, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:29:03.555488 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:03.556132 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:03.576970 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port dfe8865f-b839-427a-bd9b-27be1d37e467, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=dfe8865f-b839-427a-bd9b-27be1d37e467,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:03.584731 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-392306ed-46a6-4570-a6a2-45ef64f4a4c7 None None] For port ac191eb1-7e09-43f8-9def-495d7fec122a, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ac191eb1-7e09-43f8-9def-495d7fec122a,segment=NetworkSegment(d2ec2c79-685f-4fc2-9c0c-cf77799b5065),segment_id=d2ec2c79-685f-4fc2-9c0c-cf77799b5065)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:03.586573 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:03.656685 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-09404ae1-f938-499e-8884-18114ce0b0e2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Deleting port e56be86c-f80e-4692-9bad-f9ecda00dc36 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:29:03.668274 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-392306ed-46a6-4570-a6a2-45ef64f4a4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:03.668904 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09404ae1-f938-499e-8884-18114ce0b0e2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:03.737772 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-392306ed-46a6-4570-a6a2-45ef64f4a4c7 None None] Provisioning complete for port ae25780e-86cb-4934-ba3a-e323bb52bf99 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:03.738406 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-392306ed-46a6-4570-a6a2-45ef64f4a4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:03.749317 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] For port 9ab1e315-f08c-42e3-b665-c0482f40546f, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:29:03.754011 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] For port 9ab1e315-f08c-42e3-b665-c0482f40546f, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=9ab1e315-f08c-42e3-b665-c0482f40546f,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:29:03.759875 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:03.871980 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-900d95d0-3f08-4bd9-abbb-94c08731f512 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:03.884343 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-392306ed-46a6-4570-a6a2-45ef64f4a4c7 None None] Port ae25780e-86cb-4934-ba3a-e323bb52bf99 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:29:03.896013 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 182d8d61-3be8-490b-80d7-82433fc54ea7 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:29:03.919540 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70be4026-c561-494e-9325-07b80d34a78d admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:29:03.925381 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-900d95d0-3f08-4bd9-abbb-94c08731f512 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:03.946551 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] Routers {'b25e978e-4257-4cd5-9d14-5269799ff395'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:29:03.947338 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:28:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['b25e978e-4257-4cd5-9d14-5269799ff395'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:03.964015 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=dfe8865f-b839-427a-bd9b-27be1d37e467,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:03.975415 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d95d0-3f08-4bd9-abbb-94c08731f512 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] Pushing event deleted for resources: {'Network': ['ID=27c6a75e-a865-4c3c-ac50-4516053aea0c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:03.999658 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-900d95d0-3f08-4bd9-abbb-94c08731f512 tempest-QuotasNegativeTest-310035539 tempest-QuotasNegativeTest-310035539-project-admin] 10.222.0.15 "DELETE /v2.0/networks/27c6a75e-a865-4c3c-ac50-4516053aea0c HTTP/1.1" status: 204 len: 168 time: 2.5377450 Jan 11 09:29:04.016945 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-70be4026-c561-494e-9325-07b80d34a78d admin admin] 10.222.0.15 "PUT /v2.0/routers/dd350ac9-b016-417d-a91a-13ee66679e30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5514669 Jan 11 09:29:04.108100 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0bca575-4bc9-447a-b88a-7c881b3440c3 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:04.108446 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0bca575-4bc9-447a-b88a-7c881b3440c3 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:04.128610 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152f87a-3855-4fd3-aa23-66d0f6124f24 None None] Pushing event updated for resources: {'Port': ['ID=9ab1e315-f08c-42e3-b665-c0482f40546f,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:04.269463 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:04.295487 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 182d8d61-3be8-490b-80d7-82433fc54ea7 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:04.295790 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:04.352591 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-50fca1b0-dcc8-45b7-a527-dbaef0770d0e None None] Provisioning complete for port ac191eb1-7e09-43f8-9def-495d7fec122a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:04.352943 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-50fca1b0-dcc8-45b7-a527-dbaef0770d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:04.372548 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-278f2199-f31a-4bc0-b971-6fe80d15badb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:04.430714 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] Set router b25e978e-4257-4cd5-9d14-5269799ff395 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:29:04.441457 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b0bca575-4bc9-447a-b88a-7c881b3440c3 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Calling delete_port for 614bdc42-b016-4b42-985a-529073e9c47a owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:29:04.472232 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392306ed-46a6-4570-a6a2-45ef64f4a4c7 None None] Pushing event updated for resources: {'Port': ['ID=ac191eb1-7e09-43f8-9def-495d7fec122a,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:04.577915 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a985d278-5cb4-42d9-aed8-ab474a3aca3f tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:04.592885 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278f2199-f31a-4bc0-b971-6fe80d15badb admin admin] Network ca4ce210-a393-4677-aa6a-eccdb76bdec4 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:29:04.614104 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-278f2199-f31a-4bc0-b971-6fe80d15badb admin admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:04.621707 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f2199-f31a-4bc0-b971-6fe80d15badb admin admin] Pushing event updated for resources: {'Port': ['ID=556d9095-f612-4c7e-8f6a-5e677c56c047,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:04.895264 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-50fca1b0-dcc8-45b7-a527-dbaef0770d0e None None] Could not find standard attr ID for object 9a958008-19fe-446e-b257-d24fdb7190c0. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:29:05.015663 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51314) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:05.025231 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-443a82de-4f04-41d1-9e46-cbdfb53b39ea None None] Provisioning complete for port 556d9095-f612-4c7e-8f6a-5e677c56c047 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:05.026028 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-443a82de-4f04-41d1-9e46-cbdfb53b39ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:05.027911 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0bca575-4bc9-447a-b88a-7c881b3440c3 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:05.066221 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278f2199-f31a-4bc0-b971-6fe80d15badb admin admin] Router cdb08f22-18e1-40eb-9e3f-d13169ad520f has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:29:05.171739 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-443a82de-4f04-41d1-9e46-cbdfb53b39ea None None] Port 556d9095-f612-4c7e-8f6a-5e677c56c047 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:29:05.187062 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'name': 'tempest-ServerActionsTestJSON-840089590-router', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '9ab1e315-f08c-42e3-b665-c0482f40546f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:28:55Z', 'revision_number': 3, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'gw_port': {'id': '9ab1e315-f08c-42e3-b665-c0482f40546f', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:53Z', 'updated_at': '2022-01-11T09:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:05.194179 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b338da-687f-4364-b889-ed8e94bcd528 None None] The sync data for ids ['b25e978e-4257-4cd5-9d14-5269799ff395'] in dv-neutron-823402-4-hyperv is: [{'id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'name': 'tempest-ServerActionsTestJSON-840089590-router', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '9ab1e315-f08c-42e3-b665-c0482f40546f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:28:55Z', 'revision_number': 3, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'gw_port': {'id': '9ab1e315-f08c-42e3-b665-c0482f40546f', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:53Z', 'updated_at': '2022-01-11T09:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:29:05.312077 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985d278-5cb4-42d9-aed8-ab474a3aca3f tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Pushing event deleted for resources: {'Port': ['ID=9a958008-19fe-446e-b257-d24fdb7190c0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:05.329654 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fa978616-270b-4432-ab4d-17dbc5dad708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:05.371772 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bca575-4bc9-447a-b88a-7c881b3440c3 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Pushing event deleted for resources: {'Port': ['ID=614bdc42-b016-4b42-985a-529073e9c47a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:05.388142 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-131220be-7fc3-4a8c-897f-df9519ea36fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:05.407499 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0bca575-4bc9-447a-b88a-7c881b3440c3 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:05.433714 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-131220be-7fc3-4a8c-897f-df9519ea36fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:05.439704 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-131220be-7fc3-4a8c-897f-df9519ea36fc admin admin] Usage tracker for resource:security_group_rule and tenant:7606f1eb6bc149e88cecd3b45f64566f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:05.445458 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-131220be-7fc3-4a8c-897f-df9519ea36fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:05.452700 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-131220be-7fc3-4a8c-897f-df9519ea36fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:05.541603 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0bca575-4bc9-447a-b88a-7c881b3440c3 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:05.542933 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b0bca575-4bc9-447a-b88a-7c881b3440c3 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146 tempest-ExternalNetworksAdminNegativeTestJSON-1704441146-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/0004c210-0223-482e-8e72-72f5ca77539a HTTP/1.1" status: 204 len: 168 time: 2.9666958 Jan 11 09:29:05.617199 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.objects.ports [None req-152e4e26-5c70-4c0c-b40d-03d1a44347bb tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87655) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 11 09:29:05.617662 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-152e4e26-5c70-4c0c-b40d-03d1a44347bb tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:05.697626 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-131220be-7fc3-4a8c-897f-df9519ea36fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:05.724865 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-131220be-7fc3-4a8c-897f-df9519ea36fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:05.794991 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a985d278-5cb4-42d9-aed8-ab474a3aca3f tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:05.873258 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131220be-7fc3-4a8c-897f-df9519ea36fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c07d609-d75f-4083-9d2a-58953ecaa55a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:05.873632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09404ae1-f938-499e-8884-18114ce0b0e2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:05.899295 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e4e26-5c70-4c0c-b40d-03d1a44347bb tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ea5b26eb-5dd8-4089-bba3-b38f51055737,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:05.929087 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152e4e26-5c70-4c0c-b40d-03d1a44347bb tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Checking segment: {'id': 'ada0598c-7897-45ce-957c-170e0975afb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '92fcdb18-feb1-42d4-9446-9df90e45d732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:29:05.929450 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152e4e26-5c70-4c0c-b40d-03d1a44347bb tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Network hostable DHCP agents. Network: 92fcdb18-feb1-42d4-9446-9df90e45d732, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:29:05.948557 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-131220be-7fc3-4a8c-897f-df9519ea36fc admin admin] Synchronizing usage tracker for tenant:6008e79a9cf24ae79466c351c725a320 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:29:05.956044 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ac191eb1-7e09-43f8-9def-495d7fec122a up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:29:05.987178 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152e4e26-5c70-4c0c-b40d-03d1a44347bb tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Network 92fcdb18-feb1-42d4-9446-9df90e45d732 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:29:05.991628 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-131220be-7fc3-4a8c-897f-df9519ea36fc admin admin] Unset dirty status for tenant:6008e79a9cf24ae79466c351c725a320 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:29:05.999238 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-131220be-7fc3-4a8c-897f-df9519ea36fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7606f1eb6bc149e88cecd3b45f64566f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9818513 Jan 11 09:29:06.002668 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51328) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:06.003062 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51330) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:06.054642 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port ac191eb1-7e09-43f8-9def-495d7fec122a triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:06.055078 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:06.074696 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-152e4e26-5c70-4c0c-b40d-03d1a44347bb tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 92fcdb18-feb1-42d4-9446-9df90e45d732) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:06.084926 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152e4e26-5c70-4c0c-b40d-03d1a44347bb tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:06.085613 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-152e4e26-5c70-4c0c-b40d-03d1a44347bb tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:06.117951 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d4993b-fe01-410a-85ce-ba6d09c59686 None None] Network 92fcdb18-feb1-42d4-9446-9df90e45d732 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:29:06.143182 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bf5e5d7a-2463-460b-9cf3-2d1fed9a2704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:06.175124 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-152e4e26-5c70-4c0c-b40d-03d1a44347bb tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7165971 Jan 11 09:29:06.194855 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a985d278-5cb4-42d9-aed8-ab474a3aca3f tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] 10.222.0.15 "DELETE /v2.0/ports/9a958008-19fe-446e-b257-d24fdb7190c0 HTTP/1.1" status: 204 len: 168 time: 4.2711062 Jan 11 09:29:06.194855 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51338) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:06.213244 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51340) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:06.215198 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-09404ae1-f938-499e-8884-18114ce0b0e2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Calling delete_port for e56be86c-f80e-4692-9bad-f9ecda00dc36 owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:29:06.233628 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51344) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:06.249466 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-56e2317d-868f-477e-9504-93a065c22f72 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1717959960', 'description': 'tempest-description--91661423'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:06.286961 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9de51690-d5c0-4305-b298-781d8f04dcd9 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Request body: {'floatingip': {'floating_network_id': '92fcdb18-feb1-42d4-9446-9df90e45d732'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:06.288162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-56e2317d-868f-477e-9504-93a065c22f72 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:06.295438 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bf5e5d7a-2463-460b-9cf3-2d1fed9a2704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:06.309712 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278f2199-f31a-4bc0-b971-6fe80d15badb admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:29:06.324207 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-278f2199-f31a-4bc0-b971-6fe80d15badb admin admin] 10.222.0.15 "PUT /v2.0/routers/cdb08f22-18e1-40eb-9e3f-d13169ad520f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5324638 Jan 11 09:29:06.324207 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9de51690-d5c0-4305-b298-781d8f04dcd9 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:06.333688 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9de51690-d5c0-4305-b298-781d8f04dcd9 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Usage tracker for resource:floatingip and tenant:a57073cb69114d9aab96a86f3b1a36cb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:06.351810 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9de51690-d5c0-4305-b298-781d8f04dcd9 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:06.359818 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-56e2317d-868f-477e-9504-93a065c22f72 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Usage tracker for resource:security_group and tenant:d6077e90b3ac4829977f25baaf7390d5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:06.363345 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] Sync routers for ids ['cdb08f22-18e1-40eb-9e3f-d13169ad520f'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:29:06.366194 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9de51690-d5c0-4305-b298-781d8f04dcd9 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:06.371225 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-56e2317d-868f-477e-9504-93a065c22f72 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:06.403227 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6a4a3c8-9683-4ca5-82d5-8c5a2851eebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:06.419825 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-56e2317d-868f-477e-9504-93a065c22f72 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:06.451975 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] Routers {'cdb08f22-18e1-40eb-9e3f-d13169ad520f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:29:06.460373 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:28:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['cdb08f22-18e1-40eb-9e3f-d13169ad520f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:06.475034 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f6a4a3c8-9683-4ca5-82d5-8c5a2851eebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:06.495217 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f6a4a3c8-9683-4ca5-82d5-8c5a2851eebf admin admin] Usage tracker for resource:security_group_rule and tenant:55e3459aad4d4061bf81e5c523d0afa0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:06.510958 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f6a4a3c8-9683-4ca5-82d5-8c5a2851eebf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:06.526690 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56e2317d-868f-477e-9504-93a065c22f72 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:06.556511 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d4a0c20a-a9f6-4012-a907-7b1c11e3576a tempest-DHCPAgentSchedulersTestJSON-1227551846 tempest-DHCPAgentSchedulersTestJSON-1227551846-project-admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3382952 Jan 11 09:29:06.556511 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f6a4a3c8-9683-4ca5-82d5-8c5a2851eebf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:06.556944 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51358) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:06.576474 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-fe6f23e6-94af-414c-9c9a-191a36771337 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1842542633'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:06.585881 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-56e2317d-868f-477e-9504-93a065c22f72 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:06.587211 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-fe6f23e6-94af-414c-9c9a-191a36771337 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:06.589725 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-56e2317d-868f-477e-9504-93a065c22f72 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Usage tracker for resource:security_group_rule and tenant:d6077e90b3ac4829977f25baaf7390d5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:06.589869 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9de51690-d5c0-4305-b298-781d8f04dcd9 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:06.592584 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-56e2317d-868f-477e-9504-93a065c22f72 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:06.600359 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-56e2317d-868f-477e-9504-93a065c22f72 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:06.642893 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bf5e5d7a-2463-460b-9cf3-2d1fed9a2704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:06.667369 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] Sync routers for ids ['dd350ac9-b016-417d-a91a-13ee66679e30'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:29:06.677773 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-fe6f23e6-94af-414c-9c9a-191a36771337 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Usage tracker for resource:network and tenant:a69717b852074be0ba8c42d7c8909339 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:06.685453 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] Routers {'dd350ac9-b016-417d-a91a-13ee66679e30'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:29:06.686116 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:28:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['dd350ac9-b016-417d-a91a-13ee66679e30'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:06.720026 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-fe6f23e6-94af-414c-9c9a-191a36771337 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:06.767351 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-fe6f23e6-94af-414c-9c9a-191a36771337 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:06.768256 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56e2317d-868f-477e-9504-93a065c22f72 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:06.790936 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 25acef94-66aa-461e-9072-a8657c250d7e up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:29:06.791263 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56e2317d-868f-477e-9504-93a065c22f72 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:06.799750 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-fa978616-270b-4432-ab4d-17dbc5dad708 admin admin] Allocated IP 172.20.0.1 (d792ad28-c1a4-4d37-b57d-4b386593b2fd/75d32f1d-e961-48e8-b51c-6c84103eee1a/0eac061f-7175-4b4b-b736-d1aad32d8a22) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:29:06.802010 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e5d7a-2463-460b-9cf3-2d1fed9a2704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c07d609-d75f-4083-9d2a-58953ecaa55a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:06.844197 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bf5e5d7a-2463-460b-9cf3-2d1fed9a2704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:06.846871 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-bf5e5d7a-2463-460b-9cf3-2d1fed9a2704 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c07d609-d75f-4083-9d2a-58953ecaa55a HTTP/1.1" status: 204 len: 168 time: 0.8424883 Jan 11 09:29:06.917793 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6f23e6-94af-414c-9c9a-191a36771337 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Made reservation on behalf of a69717b852074be0ba8c42d7c8909339 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:06.925633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fe6f23e6-94af-414c-9c9a-191a36771337 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:06.939868 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56e2317d-868f-477e-9504-93a065c22f72 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:06.943786 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-56e2317d-868f-477e-9504-93a065c22f72 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7061718 Jan 11 09:29:06.951764 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51372) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:06.968724 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2317d-868f-477e-9504-93a065c22f72 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a51d84-4af0-4559-9ea1-d767a9ab8ccb,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:07.034906 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-fca1775c-008e-492d-b279-a2ecd7cdbaf5 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Request body: {'security_group_rule': {'security_group_id': 'f5a51d84-4af0-4559-9ea1-d767a9ab8ccb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:07.077829 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6a4a3c8-9683-4ca5-82d5-8c5a2851eebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:07.086429 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-fca1775c-008e-492d-b279-a2ecd7cdbaf5 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:07.089849 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6a4a3c8-9683-4ca5-82d5-8c5a2851eebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:07.103690 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] Set router dd350ac9-b016-417d-a91a-13ee66679e30 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:29:07.129866 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09404ae1-f938-499e-8884-18114ce0b0e2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:07.149873 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a9fcf0-7369-4e75-abe8-d8142cd3a46a None None] Network 92fcdb18-feb1-42d4-9446-9df90e45d732 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:29:07.150697 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-fca1775c-008e-492d-b279-a2ecd7cdbaf5 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Usage tracker for resource:security_group_rule and tenant:d6077e90b3ac4829977f25baaf7390d5 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:07.187648 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4a3c8-9683-4ca5-82d5-8c5a2851eebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8a94ce-3bd8-40aa-807c-a8fbf20f7b44,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:07.224217 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f6a4a3c8-9683-4ca5-82d5-8c5a2851eebf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55e3459aad4d4061bf81e5c523d0afa0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2179263 Jan 11 09:29:07.234666 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51380) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:07.244441 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] Set router cdb08f22-18e1-40eb-9e3f-d13169ad520f gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:29:07.262122 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-fca1775c-008e-492d-b279-a2ecd7cdbaf5 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:07.303495 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-fca1775c-008e-492d-b279-a2ecd7cdbaf5 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:07.359130 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f981dfc1-877f-47f7-a3da-7f937ac4587b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:07.412579 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09404ae1-f938-499e-8884-18114ce0b0e2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Pushing event deleted for resources: {'Port': ['ID=e56be86c-f80e-4692-9bad-f9ecda00dc36,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:07.416984 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f981dfc1-877f-47f7-a3da-7f937ac4587b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:07.462588 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6f23e6-94af-414c-9c9a-191a36771337 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:29:07.545264 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f981dfc1-877f-47f7-a3da-7f937ac4587b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:07.556610 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09404ae1-f938-499e-8884-18114ce0b0e2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:07.591198 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f981dfc1-877f-47f7-a3da-7f937ac4587b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:07.600087 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-09404ae1-f938-499e-8884-18114ce0b0e2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "DELETE /v2.0/ports/e56be86c-f80e-4692-9bad-f9ecda00dc36 HTTP/1.1" status: 204 len: 168 time: 4.5396690 Jan 11 09:29:07.603064 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fe6f23e6-94af-414c-9c9a-191a36771337 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:07.603619 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-fe6f23e6-94af-414c-9c9a-191a36771337 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Added segment 47f60ab9-9d50-43f4-8fce-2fabbcfebb59 of type vlan for network a23acd14-041e-4181-aee7-fbe3c61e5870 Jan 11 09:29:07.613408 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f981dfc1-877f-47f7-a3da-7f937ac4587b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b8a94ce-3bd8-40aa-807c-a8fbf20f7b44 HTTP/1.1" status: 204 len: 168 time: 0.3731055 Jan 11 09:29:07.615726 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981dfc1-877f-47f7-a3da-7f937ac4587b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8a94ce-3bd8-40aa-807c-a8fbf20f7b44,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:07.617763 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51386) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:07.661862 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-378f1657-8e39-49be-a8a0-b338670175d2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05961584-40a4-473e-8111-308622070c0c', 'external_fixed_ips': [{'subnet_id': '3719f055-ac8a-4b9d-98f7-f6dd1b6bd686', 'ip_address': '2001:db8::20a'}]}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:07.678122 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 25acef94-66aa-461e-9072-a8657c250d7e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:29:07.682928 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51390) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:07.686167 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fca1775c-008e-492d-b279-a2ecd7cdbaf5 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:07.703262 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56da9d44-bf41-4d3a-b501-e132c06c4230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:07.721100 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-56da9d44-bf41-4d3a-b501-e132c06c4230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:07.722050 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-378f1657-8e39-49be-a8a0-b338670175d2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:07.726235 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-56da9d44-bf41-4d3a-b501-e132c06c4230 admin admin] Usage tracker for resource:security_group_rule and tenant:1ae9ec4868254e0cb8448b5a5f0e250c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:07.729348 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-56da9d44-bf41-4d3a-b501-e132c06c4230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:07.736586 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-56da9d44-bf41-4d3a-b501-e132c06c4230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:07.736753 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 25acef94-66aa-461e-9072-a8657c250d7e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:07.737053 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:07.775408 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-378f1657-8e39-49be-a8a0-b338670175d2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Usage tracker for resource:router and tenant:379679e4ceb24a729127255c3466e51a is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:07.792294 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-378f1657-8e39-49be-a8a0-b338670175d2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:07.797032 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'name': 'tempest-ServersTestJSON-1682082189-router', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '25acef94-66aa-461e-9072-a8657c250d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:28:59Z', 'revision_number': 4, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'gw_port': {'id': '25acef94-66aa-461e-9072-a8657c250d7e', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:52Z', 'updated_at': '2022-01-11T09:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'ae25780e-86cb-4934-ba3a-e323bb52bf99', 'name': '', 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'mac_address': 'fa:16:3e:f8:51:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ae3fb401-b762-4565-b792-d6b1996befaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:57Z', 'updated_at': '2022-01-11T09:28:59Z', 'revision_number': 2, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'subnets': [{'id': 'ae3fb401-b762-4565-b792-d6b1996befaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:07.809017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-378f1657-8e39-49be-a8a0-b338670175d2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:07.810052 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] Checking router: dd350ac9-b016-417d-a91a-13ee66679e30 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:29:07.810681 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] Updating router dd350ac9-b016-417d-a91a-13ee66679e30 port ae25780e-86cb-4934-ba3a-e323bb52bf99 binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:29:07.917767 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fa978616-270b-4432-ab4d-17dbc5dad708 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:07.946704 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fa978616-270b-4432-ab4d-17dbc5dad708 admin admin] Transition to ACTIVE for port object 0eac061f-7175-4b4b-b736-d1aad32d8a22 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:29:07.963201 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:07.987633 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56da9d44-bf41-4d3a-b501-e132c06c4230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:07.993756 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56da9d44-bf41-4d3a-b501-e132c06c4230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:08.008839 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-378f1657-8e39-49be-a8a0-b338670175d2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:08.011163 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-378f1657-8e39-49be-a8a0-b338670175d2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:08.030191 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-378f1657-8e39-49be-a8a0-b338670175d2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:08.052234 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fe6f23e6-94af-414c-9c9a-191a36771337 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:08.062949 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fa978616-270b-4432-ab4d-17dbc5dad708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:08.208125 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-56da9d44-bf41-4d3a-b501-e132c06c4230 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ae9ec4868254e0cb8448b5a5f0e250c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5236015 Jan 11 09:29:08.209346 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da9d44-bf41-4d3a-b501-e132c06c4230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e038d69b-e591-488b-8d78-bcab45b1a4e6,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:08.224345 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51398) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:08.333162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b13ece8f-8168-4704-bb46-f7fe59431d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:08.357295 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa978616-270b-4432-ab4d-17dbc5dad708 admin admin] Pushing event updated for resources: {'Port': ['ID=0eac061f-7175-4b4b-b736-d1aad32d8a22,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:08.397910 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa978616-270b-4432-ab4d-17dbc5dad708 admin admin] Network d792ad28-c1a4-4d37-b57d-4b386593b2fd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:29:08.406176 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b13ece8f-8168-4704-bb46-f7fe59431d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:08.414872 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-fa978616-270b-4432-ab4d-17dbc5dad708 admin admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:08.426877 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa978616-270b-4432-ab4d-17dbc5dad708 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:29:08.445928 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:08.473625 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 25acef94-66aa-461e-9072-a8657c250d7e, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=25acef94-66aa-461e-9072-a8657c250d7e,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:08.484943 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:08.486568 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device dfe8865f-b839-427a-bd9b-27be1d37e467 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:29:08.504850 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51402) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:08.523370 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b13ece8f-8168-4704-bb46-f7fe59431d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:08.571324 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ece8f-8168-4704-bb46-f7fe59431d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e038d69b-e591-488b-8d78-bcab45b1a4e6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:08.587210 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b13ece8f-8168-4704-bb46-f7fe59431d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:08.588463 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b13ece8f-8168-4704-bb46-f7fe59431d10 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e038d69b-e591-488b-8d78-bcab45b1a4e6 HTTP/1.1" status: 204 len: 168 time: 0.3614080 Jan 11 09:29:08.652598 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-57cc970f-408f-45e0-bf61-61d6e2d936fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62a2bf221f1b4d0b96ad4cc34f730dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454852 Jan 11 09:29:08.660335 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51408) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:08.710385 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-fe6f23e6-94af-414c-9c9a-191a36771337 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:29:08.731836 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9de51690-d5c0-4305-b298-781d8f04dcd9 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:08.735709 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'name': 'tempest-ServersTestManualDisk-1252191008-router', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:49Z', 'updated_at': '2022-01-11T09:29:01Z', 'revision_number': 4, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'gw_port': {'id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '556d9095-f612-4c7e-8f6a-5e677c56c047', 'name': '', 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'mac_address': 'fa:16:3e:2a:2a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '629ef5e5-a187-4239-abf7-d3f4dd928e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:58Z', 'updated_at': '2022-01-11T09:29:02Z', 'revision_number': 2, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'subnets': [{'id': '629ef5e5-a187-4239-abf7-d3f4dd928e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:08.740066 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=25acef94-66aa-461e-9072-a8657c250d7e,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:08.761990 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] Checking router: cdb08f22-18e1-40eb-9e3f-d13169ad520f for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:29:08.762365 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] Updating router cdb08f22-18e1-40eb-9e3f-d13169ad520f port 556d9095-f612-4c7e-8f6a-5e677c56c047 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:29:08.812379 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a8c9a3c3-5987-47e1-8da9-12679fdbc5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:08.837152 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:08.838428 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port dfe8865f-b839-427a-bd9b-27be1d37e467 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:08.838937 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:08.864728 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] Transition to ACTIVE for port object ae25780e-86cb-4934-ba3a-e323bb52bf99 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:29:08.868672 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a8c9a3c3-5987-47e1-8da9-12679fdbc5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:08.878101 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fa978616-270b-4432-ab4d-17dbc5dad708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:08.883607 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:08.901836 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:08.930688 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fca1775c-008e-492d-b279-a2ecd7cdbaf5 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:08.942431 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-09939c76-cde6-4399-8a8d-7f86f75898d8 None None] Provisioning for port 0eac061f-7175-4b4b-b736-d1aad32d8a22 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:29:08.977774 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a8c9a3c3-5987-47e1-8da9-12679fdbc5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:09.008685 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9a3c3-5987-47e1-8da9-12679fdbc5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fac0c67-165b-4634-929f-31c0b103adcb,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:09.024906 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d54a4c-8064-43d5-90db-233b3f1938e1 None None] Pushing event updated for resources: {'Port': ['ID=ae25780e-86cb-4934-ba3a-e323bb52bf99,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:09.039081 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a8c9a3c3-5987-47e1-8da9-12679fdbc5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:09.040241 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a8c9a3c3-5987-47e1-8da9-12679fdbc5ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4fac0c67-165b-4634-929f-31c0b103adcb HTTP/1.1" status: 204 len: 168 time: 0.3764851 Jan 11 09:29:09.041513 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-09939c76-cde6-4399-8a8d-7f86f75898d8 None None] Provisioning complete for port 0eac061f-7175-4b4b-b736-d1aad32d8a22 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:09.041882 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-09939c76-cde6-4399-8a8d-7f86f75898d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:09.063227 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fca1775c-008e-492d-b279-a2ecd7cdbaf5 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:09.065732 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fe6f23e6-94af-414c-9c9a-191a36771337 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:09.081527 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6f23e6-94af-414c-9c9a-191a36771337 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:09.082204 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fe6f23e6-94af-414c-9c9a-191a36771337 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:09.293696 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-09939c76-cde6-4399-8a8d-7f86f75898d8 None None] Port 0eac061f-7175-4b4b-b736-d1aad32d8a22 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:29:09.383496 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] Attempting to bind port ae25780e-86cb-4934-ba3a-e323bb52bf99 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:09.383805 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] Attempting to bind port ae25780e-86cb-4934-ba3a-e323bb52bf99 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '0e714dd5-6920-43b2-b114-2276f407b3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:09.384166 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] Attempting to bind port ae25780e-86cb-4934-ba3a-e323bb52bf99 on network 0f65b1ba-3913-4451-8e15-729dbed38017 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:09.393067 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1775c-008e-492d-b279-a2ecd7cdbaf5 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2e2b0f-7840-41ff-85a3-cc2844b8699a,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:09.398944 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:29:09.399321 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] Checking segment: {'id': '0e714dd5-6920-43b2-b114-2276f407b3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:29:09.399722 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:09.400111 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] Bound using segment: {'id': '0e714dd5-6920-43b2-b114-2276f407b3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:29:09.405784 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] Bound port: ae25780e-86cb-4934-ba3a-e323bb52bf99, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e714dd5-6920-43b2-b114-2276f407b3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:29:09.405784 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:09.410696 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51422) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:09.419568 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1d2d9a03-3349-49ba-ada4-1e9d200fbbea tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1472039797', 'description': 'tempest-description--2123447624'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:09.432119 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1d2d9a03-3349-49ba-ada4-1e9d200fbbea tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:09.437751 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1d2d9a03-3349-49ba-ada4-1e9d200fbbea tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Usage tracker for resource:security_group and tenant:751a670bb4bb42b1b037d7703c1ebb24 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:09.442550 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1d2d9a03-3349-49ba-ada4-1e9d200fbbea tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:09.448874 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1d2d9a03-3349-49ba-ada4-1e9d200fbbea tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:09.465160 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-378f1657-8e39-49be-a8a0-b338670175d2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:09.564665 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d2d9a03-3349-49ba-ada4-1e9d200fbbea tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:09.613066 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] For port ae25780e-86cb-4934-ba3a-e323bb52bf99, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:29:09.628503 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] For port ae25780e-86cb-4934-ba3a-e323bb52bf99, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ae25780e-86cb-4934-ba3a-e323bb52bf99,segment=NetworkSegment(0e714dd5-6920-43b2-b114-2276f407b3e6),segment_id=0e714dd5-6920-43b2-b114-2276f407b3e6)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:29:09.636582 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:09.637060 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1d2d9a03-3349-49ba-ada4-1e9d200fbbea tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:09.653051 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1d2d9a03-3349-49ba-ada4-1e9d200fbbea tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Usage tracker for resource:security_group_rule and tenant:751a670bb4bb42b1b037d7703c1ebb24 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:09.664557 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1d2d9a03-3349-49ba-ada4-1e9d200fbbea tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:09.683776 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1d2d9a03-3349-49ba-ada4-1e9d200fbbea tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:09.854427 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 25acef94-66aa-461e-9072-a8657c250d7e up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:29:09.865896 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fca1775c-008e-492d-b279-a2ecd7cdbaf5 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:09.867815 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-fca1775c-008e-492d-b279-a2ecd7cdbaf5 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8948038 Jan 11 09:29:09.868914 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f23e6-94af-414c-9c9a-191a36771337 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Pushing event updated for resources: {'Network': ['ID=a23acd14-041e-4181-aee7-fbe3c61e5870,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:09.872537 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-fe6f23e6-94af-414c-9c9a-191a36771337 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.3141363 Jan 11 09:29:09.882679 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51440) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:09.903417 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] Routers {'dd350ac9-b016-417d-a91a-13ee66679e30'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:29:09.906656 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:28:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['dd350ac9-b016-417d-a91a-13ee66679e30'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:09.933871 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51444) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:09.943615 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3c55e428-6383-427b-8c72-a8718591eddd tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Request body: {'security_group_rule': {'security_group_id': 'f5a51d84-4af0-4559-9ea1-d767a9ab8ccb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:09.950684 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3c55e428-6383-427b-8c72-a8718591eddd tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:09.964018 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3c55e428-6383-427b-8c72-a8718591eddd tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Usage tracker for resource:security_group_rule and tenant:d6077e90b3ac4829977f25baaf7390d5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:09.968298 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d2d9a03-3349-49ba-ada4-1e9d200fbbea tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:09.969605 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3c55e428-6383-427b-8c72-a8718591eddd tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:09.978809 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d2d9a03-3349-49ba-ada4-1e9d200fbbea tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:09.984633 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3c55e428-6383-427b-8c72-a8718591eddd tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:10.004392 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network a23acd14-041e-4181-aee7-fbe3c61e5870 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:29:10.045498 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d2d9a03-3349-49ba-ada4-1e9d200fbbea tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:10.046954 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1d2d9a03-3349-49ba-ada4-1e9d200fbbea tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6347709 Jan 11 09:29:10.051999 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3c55e428-6383-427b-8c72-a8718591eddd tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:10.066392 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d9a03-3349-49ba-ada4-1e9d200fbbea tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa15d22-23f6-447e-a35b-6e17f7e7315a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:10.131008 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51452) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:10.138961 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f730bcf1-330a-49bf-89c6-5bb5e71a8c30 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Request body: {'security_group_rule': {'security_group_id': 'daa15d22-23f6-447e-a35b-6e17f7e7315a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:10.149361 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f730bcf1-330a-49bf-89c6-5bb5e71a8c30 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:10.198202 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3c55e428-6383-427b-8c72-a8718591eddd tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:10.201685 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f730bcf1-330a-49bf-89c6-5bb5e71a8c30 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Usage tracker for resource:security_group_rule and tenant:751a670bb4bb42b1b037d7703c1ebb24 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:10.206609 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3c55e428-6383-427b-8c72-a8718591eddd tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:10.214852 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f730bcf1-330a-49bf-89c6-5bb5e71a8c30 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:10.235264 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f730bcf1-330a-49bf-89c6-5bb5e71a8c30 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:10.248019 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55e428-6383-427b-8c72-a8718591eddd tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c5ed42-56b3-4665-8c8b-179b233da3ab,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:10.264043 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3c55e428-6383-427b-8c72-a8718591eddd tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:10.270010 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3c55e428-6383-427b-8c72-a8718591eddd tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3346591 Jan 11 09:29:10.271516 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51460) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:10.283900 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2f792f77-2166-4ef9-9f56-4e4bb6be07ca tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:10.288251 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-9de51690-d5c0-4305-b298-781d8f04dcd9 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Allocated IP 172.20.0.7 (92fcdb18-feb1-42d4-9446-9df90e45d732/ea5b26eb-5dd8-4089-bba3-b38f51055737/3a1f5492-3be2-438e-84f0-6b582bc00e1d) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:29:10.294773 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2f792f77-2166-4ef9-9f56-4e4bb6be07ca tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:10.298514 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f730bcf1-330a-49bf-89c6-5bb5e71a8c30 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:10.304376 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:10.327549 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 25acef94-66aa-461e-9072-a8657c250d7e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:10.328460 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:10.361582 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] Set router dd350ac9-b016-417d-a91a-13ee66679e30 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:29:10.366654 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2f792f77-2166-4ef9-9f56-4e4bb6be07ca tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Usage tracker for resource:floatingip and tenant:d6077e90b3ac4829977f25baaf7390d5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:10.374714 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2f792f77-2166-4ef9-9f56-4e4bb6be07ca tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:10.387276 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2f792f77-2166-4ef9-9f56-4e4bb6be07ca tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:10.424765 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f792f77-2166-4ef9-9f56-4e4bb6be07ca tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:10.467577 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] Transition to ACTIVE for port object 556d9095-f612-4c7e-8f6a-5e677c56c047 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:29:10.514111 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:10.544531 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f730bcf1-330a-49bf-89c6-5bb5e71a8c30 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:10.554035 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f730bcf1-330a-49bf-89c6-5bb5e71a8c30 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:10.619074 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f730bcf1-330a-49bf-89c6-5bb5e71a8c30 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:10.620497 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f730bcf1-330a-49bf-89c6-5bb5e71a8c30 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4885461 Jan 11 09:29:10.623120 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51474) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:10.628085 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730bcf1-330a-49bf-89c6-5bb5e71a8c30 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f27620-3a67-4100-b051-5d53ac3f9ab2,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:10.632666 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-912e6eef-7141-4c79-9fc0-e8688865a343 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Request body: {'security_group_rule': {'security_group_id': 'daa15d22-23f6-447e-a35b-6e17f7e7315a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:10.641444 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-912e6eef-7141-4c79-9fc0-e8688865a343 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:10.711262 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-912e6eef-7141-4c79-9fc0-e8688865a343 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Usage tracker for resource:security_group_rule and tenant:751a670bb4bb42b1b037d7703c1ebb24 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:10.737096 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-912e6eef-7141-4c79-9fc0-e8688865a343 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:10.743713 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d54a4c-8064-43d5-90db-233b3f1938e1 None None] Pushing event updated for resources: {'Port': ['ID=ae25780e-86cb-4934-ba3a-e323bb52bf99,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:10.763016 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-912e6eef-7141-4c79-9fc0-e8688865a343 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:10.788288 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb748bd-7bd1-428e-b37e-e445591a15d0 None None] Pushing event updated for resources: {'Port': ['ID=556d9095-f612-4c7e-8f6a-5e677c56c047,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:10.832087 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-912e6eef-7141-4c79-9fc0-e8688865a343 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:10.918854 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f792f77-2166-4ef9-9f56-4e4bb6be07ca tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:11.019840 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-912e6eef-7141-4c79-9fc0-e8688865a343 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:11.033410 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-912e6eef-7141-4c79-9fc0-e8688865a343 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:11.040395 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'name': 'tempest-ServersTestJSON-1682082189-router', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '25acef94-66aa-461e-9072-a8657c250d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:28:59Z', 'revision_number': 4, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'gw_port': {'id': '25acef94-66aa-461e-9072-a8657c250d7e', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:52Z', 'updated_at': '2022-01-11T09:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'ae25780e-86cb-4934-ba3a-e323bb52bf99', 'name': '', 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'mac_address': 'fa:16:3e:f8:51:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ae3fb401-b762-4565-b792-d6b1996befaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:57Z', 'updated_at': '2022-01-11T09:29:09Z', 'revision_number': 4, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'subnets': [{'id': 'ae3fb401-b762-4565-b792-d6b1996befaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:11.045931 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e69bd-1dbe-4152-9b91-89f7b6062980 None None] The sync data for ids ['dd350ac9-b016-417d-a91a-13ee66679e30'] in dv-neutron-823402-4-hyperv is: [{'id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'name': 'tempest-ServersTestJSON-1682082189-router', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '25acef94-66aa-461e-9072-a8657c250d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:28:59Z', 'revision_number': 4, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'gw_port': {'id': '25acef94-66aa-461e-9072-a8657c250d7e', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:52Z', 'updated_at': '2022-01-11T09:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'ae25780e-86cb-4934-ba3a-e323bb52bf99', 'name': '', 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'mac_address': 'fa:16:3e:f8:51:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ae3fb401-b762-4565-b792-d6b1996befaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:57Z', 'updated_at': '2022-01-11T09:29:09Z', 'revision_number': 4, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'subnets': [{'id': 'ae3fb401-b762-4565-b792-d6b1996befaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:29:11.090761 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2a7dfda4-01d7-402d-81b0-4b928689dc99 tempest-DHCPAgentSchedulersTestJSON-1227551846 tempest-DHCPAgentSchedulersTestJSON-1227551846-project-admin] 10.222.0.15 "GET /v2.0/agents/6ceb57d2-4c60-45f7-b9a9-2d71fd398c62/dhcp-networks HTTP/1.1" status: 200 len: 7254 time: 1.2062480 Jan 11 09:29:11.101606 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51484) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:11.108700 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fa978616-270b-4432-ab4d-17dbc5dad708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:11.121805 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e6eef-7141-4c79-9fc0-e8688865a343 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9bcfd7-9777-44da-81ec-09334e4f7861,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:11.244726 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9ab1e315-f08c-42e3-b665-c0482f40546f up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:29:11.292056 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-912e6eef-7141-4c79-9fc0-e8688865a343 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:11.293244 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-912e6eef-7141-4c79-9fc0-e8688865a343 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6687524 Jan 11 09:29:11.300768 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51494) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:11.336124 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-17a4c556-d97d-4e87-a1a5-b4c27f31d19b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:11.357582 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] Attempting to bind port 556d9095-f612-4c7e-8f6a-5e677c56c047 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:11.359106 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] Attempting to bind port 556d9095-f612-4c7e-8f6a-5e677c56c047 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '1f26884f-d336-418b-ac8a-7d230186e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:11.359664 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] Attempting to bind port 556d9095-f612-4c7e-8f6a-5e677c56c047 on network ca4ce210-a393-4677-aa6a-eccdb76bdec4 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:11.363183 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9de51690-d5c0-4305-b298-781d8f04dcd9 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:11.374148 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-2f792f77-2166-4ef9-9f56-4e4bb6be07ca tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Allocated IP 172.26.3.142 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/d632f9b8-1f96-445e-a827-de327330106d) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:29:11.378152 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-17a4c556-d97d-4e87-a1a5-b4c27f31d19b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:11.387454 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:29:11.388329 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] Checking segment: {'id': '1f26884f-d336-418b-ac8a-7d230186e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:29:11.389091 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:11.389616 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] Bound using segment: {'id': '1f26884f-d336-418b-ac8a-7d230186e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:29:11.390256 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] Bound port: 556d9095-f612-4c7e-8f6a-5e677c56c047, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f26884f-d336-418b-ac8a-7d230186e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:29:11.390817 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:11.401675 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-17a4c556-d97d-4e87-a1a5-b4c27f31d19b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Usage tracker for resource:floatingip and tenant:751a670bb4bb42b1b037d7703c1ebb24 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:11.425831 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-17a4c556-d97d-4e87-a1a5-b4c27f31d19b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:11.542540 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 9ab1e315-f08c-42e3-b665-c0482f40546f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:29:11.557693 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 9ab1e315-f08c-42e3-b665-c0482f40546f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:11.558827 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:11.638716 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4dd339-33e4-443a-8462-2c3937a956d7 tempest-DHCPAgentSchedulersTestJSON-1227551846 tempest-DHCPAgentSchedulersTestJSON-1227551846-project-admin] Network a23acd14-041e-4181-aee7-fbe3c61e5870 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:29:11.689483 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] For port 556d9095-f612-4c7e-8f6a-5e677c56c047, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:29:11.702846 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] For port 556d9095-f612-4c7e-8f6a-5e677c56c047, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=556d9095-f612-4c7e-8f6a-5e677c56c047,segment=NetworkSegment(1f26884f-d336-418b-ac8a-7d230186e755),segment_id=1f26884f-d336-418b-ac8a-7d230186e755)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:29:11.719434 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:11.765975 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-17a4c556-d97d-4e87-a1a5-b4c27f31d19b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:11.907360 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-cb4dd339-33e4-443a-8462-2c3937a956d7 tempest-DHCPAgentSchedulersTestJSON-1227551846 tempest-DHCPAgentSchedulersTestJSON-1227551846-project-admin] 10.222.0.15 "POST /v2.0/agents/6ceb57d2-4c60-45f7-b9a9-2d71fd398c62/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8020852 Jan 11 09:29:11.911283 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51508) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:11.933300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-17a4c556-d97d-4e87-a1a5-b4c27f31d19b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:11.969256 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:11.988053 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a80c3b7-389e-4062-b388-990e34dc7b82 None None] Network a23acd14-041e-4181-aee7-fbe3c61e5870 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:29:12.083428 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f792f77-2166-4ef9-9f56-4e4bb6be07ca tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:12.108477 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51514) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:12.114535 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-378f1657-8e39-49be-a8a0-b338670175d2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:12.150133 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] Routers {'cdb08f22-18e1-40eb-9e3f-d13169ad520f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:29:12.150887 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:28:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['cdb08f22-18e1-40eb-9e3f-d13169ad520f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:12.249986 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-378f1657-8e39-49be-a8a0-b338670175d2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:12.299570 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51522) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:12.304094 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 9ab1e315-f08c-42e3-b665-c0482f40546f, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=9ab1e315-f08c-42e3-b665-c0482f40546f,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:12.304621 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f792f77-2166-4ef9-9f56-4e4bb6be07ca tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:12.387957 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f792f77-2166-4ef9-9f56-4e4bb6be07ca tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:29:12.394542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-2f792f77-2166-4ef9-9f56-4e4bb6be07ca tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:12.397234 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f792f77-2166-4ef9-9f56-4e4bb6be07ca tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:29:12.403756 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:12.429478 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb748bd-7bd1-428e-b37e-e445591a15d0 None None] Pushing event updated for resources: {'Port': ['ID=556d9095-f612-4c7e-8f6a-5e677c56c047,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:12.529210 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9de51690-d5c0-4305-b298-781d8f04dcd9 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:12.530571 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-5a0cea71-86fa-4402-bdc0-ee8af91dd79f tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1271006737', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:12.543981 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5a0cea71-86fa-4402-bdc0-ee8af91dd79f tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:12.553864 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5a0cea71-86fa-4402-bdc0-ee8af91dd79f tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Usage tracker for resource:port and tenant:1372b3d24c994130a9eeb5acf822a92a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:12.561790 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5a0cea71-86fa-4402-bdc0-ee8af91dd79f tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:12.615206 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5a0cea71-86fa-4402-bdc0-ee8af91dd79f tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:12.623820 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ef17dc5f-3179-4239-be53-2cbf959d9897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1090982004'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:12.634802 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ae25780e-86cb-4934-ba3a-e323bb52bf99 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:29:12.640203 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ef17dc5f-3179-4239-be53-2cbf959d9897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:12.683694 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ef17dc5f-3179-4239-be53-2cbf959d9897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Usage tracker for resource:network and tenant:1ac21c4988de45928e6b4f58ee69c8ae is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:12.697565 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ef17dc5f-3179-4239-be53-2cbf959d9897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:12.706069 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f792f77-2166-4ef9-9f56-4e4bb6be07ca tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Pushing event updated for resources: {'Port': ['ID=d632f9b8-1f96-445e-a827-de327330106d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:12.750985 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ef17dc5f-3179-4239-be53-2cbf959d9897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:12.755546 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0cea71-86fa-4402-bdc0-ee8af91dd79f tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Made reservation on behalf of 1372b3d24c994130a9eeb5acf822a92a for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:12.758328 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a0cea71-86fa-4402-bdc0-ee8af91dd79f tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:12.765109 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de51690-d5c0-4305-b298-781d8f04dcd9 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Network 92fcdb18-feb1-42d4-9446-9df90e45d732 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:29:12.776994 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f792f77-2166-4ef9-9f56-4e4bb6be07ca tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:12.791040 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-9de51690-d5c0-4305-b298-781d8f04dcd9 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:12.791668 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de51690-d5c0-4305-b298-781d8f04dcd9 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:29:12.792453 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9f96e26a-19f9-409e-bee7-6034a088b50b tempest-DHCPAgentSchedulersTestJSON-1227551846 tempest-DHCPAgentSchedulersTestJSON-1227551846-project-admin] 10.222.0.15 "GET /v2.0/agents/6ceb57d2-4c60-45f7-b9a9-2d71fd398c62/dhcp-networks HTTP/1.1" status: 200 len: 8024 time: 0.8719573 Jan 11 09:29:12.794064 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a0cea71-86fa-4402-bdc0-ee8af91dd79f tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:12.808632 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51528) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:12.817223 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=9ab1e315-f08c-42e3-b665-c0482f40546f,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:12.820983 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de51690-d5c0-4305-b298-781d8f04dcd9 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Pushing event updated for resources: {'Port': ['ID=3a1f5492-3be2-438e-84f0-6b582bc00e1d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:12.830068 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5a0cea71-86fa-4402-bdc0-ee8af91dd79f tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:12.831988 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] Set router cdb08f22-18e1-40eb-9e3f-d13169ad520f gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:29:12.854961 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-fa978616-270b-4432-ab4d-17dbc5dad708 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:29:12.871160 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef17dc5f-3179-4239-be53-2cbf959d9897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Made reservation on behalf of 1ac21c4988de45928e6b4f58ee69c8ae for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:12.874543 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ef17dc5f-3179-4239-be53-2cbf959d9897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:12.878761 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port ae25780e-86cb-4934-ba3a-e323bb52bf99 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:29:12.889734 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port ae25780e-86cb-4934-ba3a-e323bb52bf99 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:12.890118 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:12.894974 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5a0cea71-86fa-4402-bdc0-ee8af91dd79f tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Usage tracker for resource:security_group_rule and tenant:1372b3d24c994130a9eeb5acf822a92a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:12.909517 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5a0cea71-86fa-4402-bdc0-ee8af91dd79f tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:12.913032 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ef17dc5f-3179-4239-be53-2cbf959d9897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:12.931342 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5a0cea71-86fa-4402-bdc0-ee8af91dd79f tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:12.969393 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-378f1657-8e39-49be-a8a0-b338670175d2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Allocated IP 2001:db8::20a (05961584-40a4-473e-8111-308622070c0c/3719f055-ac8a-4b9d-98f7-f6dd1b6bd686/0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:29:12.996752 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fa978616-270b-4432-ab4d-17dbc5dad708 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:13.054133 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fa978616-270b-4432-ab4d-17dbc5dad708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:13.069906 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ef17dc5f-3179-4239-be53-2cbf959d9897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:13.076514 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f792f77-2166-4ef9-9f56-4e4bb6be07ca tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:13.101611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ef17dc5f-3179-4239-be53-2cbf959d9897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Usage tracker for resource:security_group_rule and tenant:1ac21c4988de45928e6b4f58ee69c8ae is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:13.116859 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ef17dc5f-3179-4239-be53-2cbf959d9897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:13.135647 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ef17dc5f-3179-4239-be53-2cbf959d9897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:13.167907 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-dd0160d1-b030-425d-9428-5db650d7370e tempest-DHCPAgentSchedulersTestJSON-1227551846 tempest-DHCPAgentSchedulersTestJSON-1227551846-project-admin] 10.222.0.15 "DELETE /v2.0/agents/6ceb57d2-4c60-45f7-b9a9-2d71fd398c62/dhcp-networks/a23acd14-041e-4181-aee7-fbe3c61e5870 HTTP/1.1" status: 204 len: 168 time: 0.3576245 Jan 11 09:29:13.174140 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51532) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:13.222056 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:13.294583 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port ae25780e-86cb-4934-ba3a-e323bb52bf99, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ae25780e-86cb-4934-ba3a-e323bb52bf99,segment=NetworkSegment(0e714dd5-6920-43b2-b114-2276f407b3e6),segment_id=0e714dd5-6920-43b2-b114-2276f407b3e6)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:13.303433 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:13.388693 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=ae25780e-86cb-4934-ba3a-e323bb52bf99,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:13.395116 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'name': 'tempest-ServersTestManualDisk-1252191008-router', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:49Z', 'updated_at': '2022-01-11T09:29:01Z', 'revision_number': 4, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'gw_port': {'id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '556d9095-f612-4c7e-8f6a-5e677c56c047', 'name': '', 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'mac_address': 'fa:16:3e:2a:2a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '629ef5e5-a187-4239-abf7-d3f4dd928e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:58Z', 'updated_at': '2022-01-11T09:29:11Z', 'revision_number': 4, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'subnets': [{'id': '629ef5e5-a187-4239-abf7-d3f4dd928e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:13.399649 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d89c29a-b1af-4694-b62c-335e553fb697 None None] The sync data for ids ['cdb08f22-18e1-40eb-9e3f-d13169ad520f'] in dv-neutron-823402-4-hyperv is: [{'id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'name': 'tempest-ServersTestManualDisk-1252191008-router', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:49Z', 'updated_at': '2022-01-11T09:29:01Z', 'revision_number': 4, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'gw_port': {'id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '556d9095-f612-4c7e-8f6a-5e677c56c047', 'name': '', 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'mac_address': 'fa:16:3e:2a:2a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '629ef5e5-a187-4239-abf7-d3f4dd928e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:58Z', 'updated_at': '2022-01-11T09:29:11Z', 'revision_number': 4, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'subnets': [{'id': '629ef5e5-a187-4239-abf7-d3f4dd928e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:29:13.426289 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa978616-270b-4432-ab4d-17dbc5dad708 admin admin] Pushing event updated for resources: {'Port': ['ID=0eac061f-7175-4b4b-b736-d1aad32d8a22,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:13.432125 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9de51690-d5c0-4305-b298-781d8f04dcd9 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:13.441636 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fa978616-270b-4432-ab4d-17dbc5dad708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:13.528266 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a0cea71-86fa-4402-bdc0-ee8af91dd79f tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:13.554781 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a0cea71-86fa-4402-bdc0-ee8af91dd79f tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:13.608686 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-17a4c556-d97d-4e87-a1a5-b4c27f31d19b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:13.610219 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-5a0cea71-86fa-4402-bdc0-ee8af91dd79f tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] device_id is not set on port 3e8faaf2-3c43-456d-bd4b-28ed820fb9a9 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:29:13.691748 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f9fb30da-0243-4a31-8e7a-d84ac8b5a9ef tempest-DHCPAgentSchedulersTestJSON-1227551846 tempest-DHCPAgentSchedulersTestJSON-1227551846-project-admin] 10.222.0.15 "GET /v2.0/agents/6ceb57d2-4c60-45f7-b9a9-2d71fd398c62/dhcp-networks HTTP/1.1" status: 200 len: 7254 time: 0.5149715 Jan 11 09:29:13.703421 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0cea71-86fa-4402-bdc0-ee8af91dd79f tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8b2c04-3d52-4166-9abb-31097b7f5b3f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:13.709498 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51536) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:13.710171 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ef17dc5f-3179-4239-be53-2cbf959d9897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:13.722907 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-378f1657-8e39-49be-a8a0-b338670175d2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:13.724355 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ef17dc5f-3179-4239-be53-2cbf959d9897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:13.726104 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9de51690-d5c0-4305-b298-781d8f04dcd9 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:13.775739 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f792f77-2166-4ef9-9f56-4e4bb6be07ca tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:13.826547 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f792f77-2166-4ef9-9f56-4e4bb6be07ca tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:13.851465 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a1cb7ea0-3d54-4189-a2b8-08e0db57cb67 tempest-DHCPAgentSchedulersTestJSON-1227551846 tempest-DHCPAgentSchedulersTestJSON-1227551846-project-admin] 10.222.0.15 "GET /v2.0/networks/2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1358860 Jan 11 09:29:13.859580 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51540) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:13.872474 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef17dc5f-3179-4239-be53-2cbf959d9897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:29:13.901732 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17dc5f-3179-4239-be53-2cbf959d9897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=810f9e01-426b-48af-8506-8ba26fad3663,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:13.903171 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa978616-270b-4432-ab4d-17dbc5dad708 admin admin] Network d792ad28-c1a4-4d37-b57d-4b386593b2fd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:29:13.909566 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-fa978616-270b-4432-ab4d-17dbc5dad708 admin admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:13.969246 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ef17dc5f-3179-4239-be53-2cbf959d9897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:13.969594 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-ef17dc5f-3179-4239-be53-2cbf959d9897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Added segment 38204e2a-7937-48fb-bfd3-6f933a25a273 of type vlan for network cdbabffa-ce77-44da-945d-e7fef1f4bb83 Jan 11 09:29:14.010837 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-5a0cea71-86fa-4402-bdc0-ee8af91dd79f tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Allocated IP 172.26.3.128 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/3e8faaf2-3c43-456d-bd4b-28ed820fb9a9) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:29:14.012811 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f792f77-2166-4ef9-9f56-4e4bb6be07ca tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Pushing event updated for resources: {'Port': ['ID=d632f9b8-1f96-445e-a827-de327330106d,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:14.033249 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a81ea6d3-a1b3-4037-a71b-498601f51525 tempest-DHCPAgentSchedulersTestJSON-1227551846 tempest-DHCPAgentSchedulersTestJSON-1227551846-project-admin] 10.222.0.15 "GET /v2.0/networks/2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1653249 Jan 11 09:29:14.035063 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51544) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:14.067063 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ef17dc5f-3179-4239-be53-2cbf959d9897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:14.075270 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f792f77-2166-4ef9-9f56-4e4bb6be07ca tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:14.108006 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-378f1657-8e39-49be-a8a0-b338670175d2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:14.191075 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e8fd3e4a-3280-4039-8696-0779ec737e19 None None] Provisioning complete for port 0eac061f-7175-4b4b-b736-d1aad32d8a22 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:14.191909 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e8fd3e4a-3280-4039-8696-0779ec737e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:14.212736 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f792f77-2166-4ef9-9f56-4e4bb6be07ca tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:14.222568 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2f792f77-2166-4ef9-9f56-4e4bb6be07ca tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9409263 Jan 11 09:29:14.264365 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378f1657-8e39-49be-a8a0-b338670175d2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Network 05961584-40a4-473e-8111-308622070c0c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:29:14.278606 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-378f1657-8e39-49be-a8a0-b338670175d2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:14.299065 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e8fd3e4a-3280-4039-8696-0779ec737e19 None None] Port 0eac061f-7175-4b4b-b736-d1aad32d8a22 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:29:14.306664 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378f1657-8e39-49be-a8a0-b338670175d2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:29:14.320257 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ef17dc5f-3179-4239-be53-2cbf959d9897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:14.325722 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef17dc5f-3179-4239-be53-2cbf959d9897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:14.326707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ef17dc5f-3179-4239-be53-2cbf959d9897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:14.372613 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f1657-8e39-49be-a8a0-b338670175d2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Pushing event updated for resources: {'Port': ['ID=0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:14.468989 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0b4241cf-1ff3-4e16-9d30-2211e0a9cdbe tempest-DHCPAgentSchedulersTestJSON-1227551846 tempest-DHCPAgentSchedulersTestJSON-1227551846-project-admin] 10.222.0.15 "GET /v2.0/agents/6ceb57d2-4c60-45f7-b9a9-2d71fd398c62/dhcp-networks HTTP/1.1" status: 200 len: 7254 time: 0.4212191 Jan 11 09:29:14.521528 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51560) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:14.607181 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 556d9095-f612-4c7e-8f6a-5e677c56c047 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:29:14.620044 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17dc5f-3179-4239-be53-2cbf959d9897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Pushing event updated for resources: {'Network': ['ID=cdbabffa-ce77-44da-945d-e7fef1f4bb83,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:14.638627 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ef17dc5f-3179-4239-be53-2cbf959d9897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.3374996 Jan 11 09:29:14.725288 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a0cea71-86fa-4402-bdc0-ee8af91dd79f tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:14.728846 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network cdbabffa-ce77-44da-945d-e7fef1f4bb83 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:29:14.776262 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51574) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:14.789801 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Request body: {'port': {'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83', 'binding:host_id': 'hv-neutron-8234', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115389394'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:14.801011 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:14.803544 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-9de51690-d5c0-4305-b298-781d8f04dcd9 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:29:14.806302 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a0cea71-86fa-4402-bdc0-ee8af91dd79f tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:14.808806 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Usage tracker for resource:port and tenant:a4066237e79a48198c9767f203f6ae32 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:14.848326 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:14.878931 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:14.900448 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51582) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:14.910563 dv-neutron-823402-4-hyperv neutron-server[87655]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 11 09:29:14.913736 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa978616-270b-4432-ab4d-17dbc5dad708 admin admin] Router b25e978e-4257-4cd5-9d14-5269799ff395 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:29:14.914766 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0cea71-86fa-4402-bdc0-ee8af91dd79f tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:29:14.915985 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9de51690-d5c0-4305-b298-781d8f04dcd9 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:14.920859 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3cbcc1eb-1247-4d84-8e32-e583bc87b496 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:14.936170 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-5a0cea71-86fa-4402-bdc0-ee8af91dd79f tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:14.948951 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 556d9095-f612-4c7e-8f6a-5e677c56c047 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:29:14.949786 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0cea71-86fa-4402-bdc0-ee8af91dd79f tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:29:14.954032 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 556d9095-f612-4c7e-8f6a-5e677c56c047 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:14.955338 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:14.988900 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0cea71-86fa-4402-bdc0-ee8af91dd79f tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Pushing event updated for resources: {'Port': ['ID=3e8faaf2-3c43-456d-bd4b-28ed820fb9a9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:14.991403 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Made reservation on behalf of a4066237e79a48198c9767f203f6ae32 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:14.994175 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:15.013365 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:15.053383 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-faef086c-3043-4c5a-bd85-33a3a1ba65cb tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Synchronizing usage tracker for tenant:d6077e90b3ac4829977f25baaf7390d5 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:29:15.069471 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:15.083478 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Usage tracker for resource:security_group_rule and tenant:a4066237e79a48198c9767f203f6ae32 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:15.088316 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:15.096339 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0cea71-86fa-4402-bdc0-ee8af91dd79f tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:15.096956 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a0cea71-86fa-4402-bdc0-ee8af91dd79f tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:15.100622 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:15.118761 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:15.123252 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9de51690-d5c0-4305-b298-781d8f04dcd9 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:15.127702 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5a0cea71-86fa-4402-bdc0-ee8af91dd79f tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9910471 Jan 11 09:29:15.128159 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51586) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:15.134308 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9b3ab207-3e00-4af6-baf1-eead5f7487e6 tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.128'}]}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:15.147830 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9b3ab207-3e00-4af6-baf1-eead5f7487e6 tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:15.154795 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-9b3ab207-3e00-4af6-baf1-eead5f7487e6 tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Usage tracker for resource:router and tenant:1372b3d24c994130a9eeb5acf822a92a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:15.157299 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 556d9095-f612-4c7e-8f6a-5e677c56c047, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=556d9095-f612-4c7e-8f6a-5e677c56c047,segment=NetworkSegment(1f26884f-d336-418b-ac8a-7d230186e755),segment_id=1f26884f-d336-418b-ac8a-7d230186e755)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:15.159047 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-9b3ab207-3e00-4af6-baf1-eead5f7487e6 tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:15.161642 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:15.162578 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ae25780e-86cb-4934-ba3a-e323bb52bf99 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:29:15.168126 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9b3ab207-3e00-4af6-baf1-eead5f7487e6 tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:15.218839 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de51690-d5c0-4305-b298-781d8f04dcd9 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Pushing event updated for resources: {'Port': ['ID=3a1f5492-3be2-438e-84f0-6b582bc00e1d,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:15.248585 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b3ab207-3e00-4af6-baf1-eead5f7487e6 tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:15.249548 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b3ab207-3e00-4af6-baf1-eead5f7487e6 tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:15.272041 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:15.274766 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=556d9095-f612-4c7e-8f6a-5e677c56c047,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:15.286040 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:15.304306 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b3ab207-3e00-4af6-baf1-eead5f7487e6 tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:15.307046 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] device_id is not set on port 288cba27-30ac-4dfa-b710-2e059c973036 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:29:15.322573 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port ae25780e-86cb-4934-ba3a-e323bb52bf99 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:15.323258 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:15.347381 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-faef086c-3043-4c5a-bd85-33a3a1ba65cb tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Unset dirty status for tenant:d6077e90b3ac4829977f25baaf7390d5 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:29:15.349086 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-faef086c-3043-4c5a-bd85-33a3a1ba65cb tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1717959960&fields=id&tenant_id=d6077e90b3ac4829977f25baaf7390d5 HTTP/1.1" status: 200 len: 267 time: 0.4472568 Jan 11 09:29:15.408842 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42849788-95e9-4445-82c4-c3b57578bad6,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:15.433482 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-17a4c556-d97d-4e87-a1a5-b4c27f31d19b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Allocated IP 172.26.3.206 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/180860b8-06d1-4a93-8776-c6c4cf3bdfcf) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:29:15.465595 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9ab1e315-f08c-42e3-b665-c0482f40546f up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:29:15.542317 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 9ab1e315-f08c-42e3-b665-c0482f40546f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:15.542626 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:15.708531 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9de51690-d5c0-4305-b298-781d8f04dcd9 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:15.723441 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3cbcc1eb-1247-4d84-8e32-e583bc87b496 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:15.854296 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-3cbcc1eb-1247-4d84-8e32-e583bc87b496 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23acd14-041e-4181-aee7-fbe3c61e5870']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:15.863314 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-378f1657-8e39-49be-a8a0-b338670175d2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:15.920980 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b3ab207-3e00-4af6-baf1-eead5f7487e6 tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:15.931578 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa978616-270b-4432-ab4d-17dbc5dad708 admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:29:15.933101 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-3af841f0-af01-4f0e-82c1-e3ebcca1711c tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:15.933907 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-3af841f0-af01-4f0e-82c1-e3ebcca1711c tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Synchronizing usage tracker for tenant:d6077e90b3ac4829977f25baaf7390d5 on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:29:15.943587 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] Sync routers for ids ['b25e978e-4257-4cd5-9d14-5269799ff395'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:29:15.944203 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-fa978616-270b-4432-ab4d-17dbc5dad708 admin admin] 10.222.0.15 "PUT /v2.0/routers/b25e978e-4257-4cd5-9d14-5269799ff395/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6721804 Jan 11 09:29:15.955770 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] Routers {'b25e978e-4257-4cd5-9d14-5269799ff395'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:29:15.956269 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:28:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['b25e978e-4257-4cd5-9d14-5269799ff395'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:15.965628 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-3cbcc1eb-1247-4d84-8e32-e583bc87b496 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f60ab9-9d50-43f4-8fce-2fabbcfebb59') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:15.966153 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-3cbcc1eb-1247-4d84-8e32-e583bc87b496 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f60ab9-9d50-43f4-8fce-2fabbcfebb59') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:15.976051 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9de51690-d5c0-4305-b298-781d8f04dcd9 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:15.979114 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9de51690-d5c0-4305-b298-781d8f04dcd9 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 9.7154636 Jan 11 09:29:15.986662 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51592) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:15.993353 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3cbcc1eb-1247-4d84-8e32-e583bc87b496 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:16.118734 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3cbcc1eb-1247-4d84-8e32-e583bc87b496 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:16.147132 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bf6b8dbb-8f01-400c-b634-45ef1ea6f988 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Synchronizing usage tracker for tenant:a57073cb69114d9aab96a86f3b1a36cb on resource:floatingip {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:29:16.150220 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cbcc1eb-1247-4d84-8e32-e583bc87b496 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:29:16.150625 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3cbcc1eb-1247-4d84-8e32-e583bc87b496 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:29:16.176966 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:29:16.187547 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] device_id is not set on port 288cba27-30ac-4dfa-b710-2e059c973036 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:29:16.211162 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] Set router b25e978e-4257-4cd5-9d14-5269799ff395 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:29:16.217362 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:16.257688 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-17a4c556-d97d-4e87-a1a5-b4c27f31d19b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:16.259652 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-3af841f0-af01-4f0e-82c1-e3ebcca1711c tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Unset dirty status for tenant:d6077e90b3ac4829977f25baaf7390d5 on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:29:16.261194 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-3af841f0-af01-4f0e-82c1-e3ebcca1711c tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/networks?id=0f65b1ba-3913-4451-8e15-729dbed38017 HTTP/1.1" status: 200 len: 806 time: 0.8891587 Jan 11 09:29:16.355521 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-861c3e31-d6d0-45fb-b44d-bb70e51d960b tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/quotas/d6077e90b3ac4829977f25baaf7390d5 HTTP/1.1" status: 200 len: 375 time: 0.0859461 Jan 11 09:29:16.374835 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bf6b8dbb-8f01-400c-b634-45ef1ea6f988 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Unset dirty status for tenant:a57073cb69114d9aab96a86f3b1a36cb on resource:floatingip {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:29:16.376074 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bf6b8dbb-8f01-400c-b634-45ef1ea6f988 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] 10.222.0.15 "GET /v2.0/floatingips?floating_network_id=92fcdb18-feb1-42d4-9446-9df90e45d732 HTTP/1.1" status: 200 len: 689 time: 0.3860326 Jan 11 09:29:16.384853 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51600) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:16.466768 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Transition to ACTIVE for port object 288cba27-30ac-4dfa-b710-2e059c973036 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:29:16.498492 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:16.499978 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3cbcc1eb-1247-4d84-8e32-e583bc87b496 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:16.505119 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3cbcc1eb-1247-4d84-8e32-e583bc87b496 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:16.580813 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51604) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:16.599006 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 556d9095-f612-4c7e-8f6a-5e677c56c047 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:29:16.607905 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-91277f68-2e03-4967-9263-14563c249011 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1716618872', 'description': 'tempest-description--2124104244'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:16.659649 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-91277f68-2e03-4967-9263-14563c249011 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:16.692736 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-91277f68-2e03-4967-9263-14563c249011 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Usage tracker for resource:security_group and tenant:2f55e34cfef842488129ab7ed2754c64 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:16.696676 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3cbcc1eb-1247-4d84-8e32-e583bc87b496 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] 10.222.0.15 "DELETE /v2.0/networks/a23acd14-041e-4181-aee7-fbe3c61e5870 HTTP/1.1" status: 204 len: 168 time: 2.1714857 Jan 11 09:29:16.696676 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcc1eb-1247-4d84-8e32-e583bc87b496 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Pushing event deleted for resources: {'Network': ['ID=a23acd14-041e-4181-aee7-fbe3c61e5870,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:16.701818 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51608) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:16.706237 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 556d9095-f612-4c7e-8f6a-5e677c56c047 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:16.706798 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:16.720253 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-91277f68-2e03-4967-9263-14563c249011 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:16.742483 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Checking segment: {'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:29:16.742832 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Network hostable DHCP agents. Network: cdbabffa-ce77-44da-945d-e7fef1f4bb83, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:29:16.784111 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'name': 'tempest-ServerActionsTestJSON-840089590-router', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '9ab1e315-f08c-42e3-b665-c0482f40546f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:29:10Z', 'revision_number': 4, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'gw_port': {'id': '9ab1e315-f08c-42e3-b665-c0482f40546f', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:53Z', 'updated_at': '2022-01-11T09:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '0eac061f-7175-4b4b-b736-d1aad32d8a22', 'name': '', 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'mac_address': 'fa:16:3e:bc:67:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '75d32f1d-e961-48e8-b51c-6c84103eee1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:29:05Z', 'updated_at': '2022-01-11T09:29:11Z', 'revision_number': 2, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'subnets': [{'id': '75d32f1d-e961-48e8-b51c-6c84103eee1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:16.790554 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] Checking router: b25e978e-4257-4cd5-9d14-5269799ff395 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:29:16.791000 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] Updating router b25e978e-4257-4cd5-9d14-5269799ff395 port 0eac061f-7175-4b4b-b736-d1aad32d8a22 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:29:16.794422 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-91277f68-2e03-4967-9263-14563c249011 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:16.800313 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Pushing event updated for resources: {'Port': ['ID=288cba27-30ac-4dfa-b710-2e059c973036,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:16.825392 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-200bec82-7245-49a2-a68a-eab1f698547b tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Synchronizing usage tracker for tenant:d6077e90b3ac4829977f25baaf7390d5 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:29:16.851675 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91277f68-2e03-4967-9263-14563c249011 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:16.879528 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Network cdbabffa-ce77-44da-945d-e7fef1f4bb83 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:29:16.891390 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:16.943971 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-200bec82-7245-49a2-a68a-eab1f698547b tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Unset dirty status for tenant:d6077e90b3ac4829977f25baaf7390d5 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:29:16.946116 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-200bec82-7245-49a2-a68a-eab1f698547b tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6077e90b3ac4829977f25baaf7390d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5802789 Jan 11 09:29:16.955586 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-91277f68-2e03-4967-9263-14563c249011 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:16.957738 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, cdbabffa-ce77-44da-945d-e7fef1f4bb83) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:16.965868 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9bbde4-6658-4990-b8cb-9aee10335aa3 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] DELETE failed (client error): The resource could not be found. Jan 11 09:29:16.966554 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c9bbde4-6658-4990-b8cb-9aee10335aa3 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:29:16.970808 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9c9bbde4-6658-4990-b8cb-9aee10335aa3 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] 10.222.0.15 "DELETE /v2.0/ports/9a958008-19fe-446e-b257-d24fdb7190c0 HTTP/1.1" status: 404 len: 333 time: 0.2636852 Jan 11 09:29:16.970808 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-17a4c556-d97d-4e87-a1a5-b4c27f31d19b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:16.974668 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51614) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:16.992047 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1e86d2-dee6-45e8-b9ba-d765dcae2f8a None None] Network cdbabffa-ce77-44da-945d-e7fef1f4bb83 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:29:17.023719 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:29:17.031174 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-91277f68-2e03-4967-9263-14563c249011 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Usage tracker for resource:security_group_rule and tenant:2f55e34cfef842488129ab7ed2754c64 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:17.043273 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-91277f68-2e03-4967-9263-14563c249011 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:17.056428 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-91277f68-2e03-4967-9263-14563c249011 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:17.098486 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:17.098846 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:17.099270 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:17.124106 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port 288cba27-30ac-4dfa-b710-2e059c973036 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:17.124886 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:17.127705 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 2 to bind port 288cba27-30ac-4dfa-b710-2e059c973036 Jan 11 09:29:17.161463 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b3ab207-3e00-4af6-baf1-eead5f7487e6 tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:17.178250 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a4c556-d97d-4e87-a1a5-b4c27f31d19b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:29:17.182226 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-378f1657-8e39-49be-a8a0-b338670175d2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:17.191722 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:17.191722 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:17.191990 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:17.193551 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-17a4c556-d97d-4e87-a1a5-b4c27f31d19b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:17.196419 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a4c556-d97d-4e87-a1a5-b4c27f31d19b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:29:17.197177 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-8e8cf545-f906-4621-bab0-7bf3edc8370b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:29:17.198214 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-8e8cf545-f906-4621-bab0-7bf3edc8370b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1098723 Jan 11 09:29:17.207886 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b3ab207-3e00-4af6-baf1-eead5f7487e6 tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:17.211064 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port 288cba27-30ac-4dfa-b710-2e059c973036 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:17.211411 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:17.215825 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 3 to bind port 288cba27-30ac-4dfa-b710-2e059c973036 Jan 11 09:29:17.252342 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-96b4afe4-684b-4c9c-a046-011b3df67d87 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:17.253973 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4c556-d97d-4e87-a1a5-b4c27f31d19b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Pushing event updated for resources: {'Port': ['ID=180860b8-06d1-4a93-8776-c6c4cf3bdfcf,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:17.381177 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:17.381501 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:17.381840 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:17.412876 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port 288cba27-30ac-4dfa-b710-2e059c973036 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:17.413201 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:17.417306 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-665cf64a-d0c5-4cdf-8e04-924d2cceb7e7 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Deleting subnet 78716098-6eb7-47c2-b586-bd85d2b7e2ca {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:29:17.425004 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 4 to bind port 288cba27-30ac-4dfa-b710-2e059c973036 Jan 11 09:29:17.451645 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-665cf64a-d0c5-4cdf-8e04-924d2cceb7e7 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:17.489392 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-96b4afe4-684b-4c9c-a046-011b3df67d87 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Deleting port 3a1f5492-3be2-438e-84f0-6b582bc00e1d {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:29:17.489969 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-96b4afe4-684b-4c9c-a046-011b3df67d87 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:17.501027 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:17.515558 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] Transition to ACTIVE for port object 0eac061f-7175-4b4b-b736-d1aad32d8a22 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:29:17.524822 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91277f68-2e03-4967-9263-14563c249011 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:17.526278 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:17.558703 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:17.559087 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:17.559367 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:17.573848 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91277f68-2e03-4967-9263-14563c249011 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:17.601977 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port 288cba27-30ac-4dfa-b710-2e059c973036 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:17.602269 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:17.611159 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 5 to bind port 288cba27-30ac-4dfa-b710-2e059c973036 Jan 11 09:29:17.673919 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-9fd09132-0cfe-48e7-a06c-5f94f5fea21d service neutron] 10.222.0.15 "GET /v2.0/networks/0f65b1ba-3913-4451-8e15-729dbed38017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492712 Jan 11 09:29:17.679965 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91277f68-2e03-4967-9263-14563c249011 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e8f452-cb57-4a80-a0d2-aaf0dc510398,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:17.682120 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:17.682456 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:17.682789 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:17.693708 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd7db0-152e-42a3-8d48-f99357e25faf None None] Pushing event updated for resources: {'Port': ['ID=0eac061f-7175-4b4b-b736-d1aad32d8a22,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:17.731905 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-665cf64a-d0c5-4cdf-8e04-924d2cceb7e7 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:17.743109 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port 288cba27-30ac-4dfa-b710-2e059c973036 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:17.743664 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:17.754271 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] Attempting to bind port 0eac061f-7175-4b4b-b736-d1aad32d8a22 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:17.754635 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] Attempting to bind port 0eac061f-7175-4b4b-b736-d1aad32d8a22 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'b21d49c1-c5fb-46ff-81f6-b6db08a3dee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:17.754992 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] Attempting to bind port 0eac061f-7175-4b4b-b736-d1aad32d8a22 on network d792ad28-c1a4-4d37-b57d-4b386593b2fd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:17.760577 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:29:17.760939 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] Checking segment: {'id': 'b21d49c1-c5fb-46ff-81f6-b6db08a3dee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:29:17.761333 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:17.761716 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] Bound using segment: {'id': 'b21d49c1-c5fb-46ff-81f6-b6db08a3dee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:29:17.762193 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] Bound port: 0eac061f-7175-4b4b-b736-d1aad32d8a22, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21d49c1-c5fb-46ff-81f6-b6db08a3dee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:29:17.762560 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:17.805349 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 6 to bind port 288cba27-30ac-4dfa-b710-2e059c973036 Jan 11 09:29:17.838835 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-91277f68-2e03-4967-9263-14563c249011 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:17.840275 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-91277f68-2e03-4967-9263-14563c249011 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2494326 Jan 11 09:29:17.849005 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51622) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:17.878679 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] For port 0eac061f-7175-4b4b-b736-d1aad32d8a22, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:29:17.883167 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] For port 0eac061f-7175-4b4b-b736-d1aad32d8a22, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0eac061f-7175-4b4b-b736-d1aad32d8a22,segment=NetworkSegment(b21d49c1-c5fb-46ff-81f6-b6db08a3dee7),segment_id=b21d49c1-c5fb-46ff-81f6-b6db08a3dee7)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:29:17.898560 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:17.913370 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:17.913696 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:17.914041 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:17.925325 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3a41fb1a-04bd-46ee-8355-420ee83e1bc8 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Request body: {'security_group_rule': {'security_group_id': 'e9e8f452-cb57-4a80-a0d2-aaf0dc510398', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:17.935916 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b3ab207-3e00-4af6-baf1-eead5f7487e6 tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:17.989085 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] Routers {'b25e978e-4257-4cd5-9d14-5269799ff395'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:29:17.989919 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:28:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['b25e978e-4257-4cd5-9d14-5269799ff395'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:17.990274 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port 288cba27-30ac-4dfa-b710-2e059c973036 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:17.990938 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:17.992898 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3a41fb1a-04bd-46ee-8355-420ee83e1bc8 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:18.000392 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 7 to bind port 288cba27-30ac-4dfa-b710-2e059c973036 Jan 11 09:29:18.013804 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-17a4c556-d97d-4e87-a1a5-b4c27f31d19b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:18.025147 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3a41fb1a-04bd-46ee-8355-420ee83e1bc8 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Usage tracker for resource:security_group_rule and tenant:2f55e34cfef842488129ab7ed2754c64 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:18.033393 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3a41fb1a-04bd-46ee-8355-420ee83e1bc8 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:18.068634 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd7db0-152e-42a3-8d48-f99357e25faf None None] Pushing event updated for resources: {'Port': ['ID=0eac061f-7175-4b4b-b736-d1aad32d8a22,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:18.106944 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3a41fb1a-04bd-46ee-8355-420ee83e1bc8 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:18.133243 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:18.133512 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:18.133661 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:18.191771 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-17a4c556-d97d-4e87-a1a5-b4c27f31d19b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:18.233377 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] Set router b25e978e-4257-4cd5-9d14-5269799ff395 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:29:18.278920 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-ebeafd33-1a02-40d2-b3d6-db96e806d372 service neutron] 10.222.0.15 "GET /v2.0/networks/0f65b1ba-3913-4451-8e15-729dbed38017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5383184 Jan 11 09:29:18.281441 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port 288cba27-30ac-4dfa-b710-2e059c973036 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:18.282228 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:18.287908 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-96b4afe4-684b-4c9c-a046-011b3df67d87 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:18.288583 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-96b4afe4-684b-4c9c-a046-011b3df67d87 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:18.340219 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 8 to bind port 288cba27-30ac-4dfa-b710-2e059c973036 Jan 11 09:29:18.371413 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a41fb1a-04bd-46ee-8355-420ee83e1bc8 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:18.388132 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b3ab207-3e00-4af6-baf1-eead5f7487e6 tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:18.393801 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:18.394240 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:18.394639 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:18.400579 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b3ab207-3e00-4af6-baf1-eead5f7487e6 tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:18.415897 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port 288cba27-30ac-4dfa-b710-2e059c973036 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:18.416307 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:18.425758 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 9 to bind port 288cba27-30ac-4dfa-b710-2e059c973036 Jan 11 09:29:18.430374 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-96b4afe4-684b-4c9c-a046-011b3df67d87 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Calling delete_port for 3a1f5492-3be2-438e-84f0-6b582bc00e1d owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:29:18.536852 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:18.537612 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:18.538361 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:18.572350 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a41fb1a-04bd-46ee-8355-420ee83e1bc8 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:18.574751 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port 288cba27-30ac-4dfa-b710-2e059c973036 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:18.575384 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:18.576935 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 10 to bind port 288cba27-30ac-4dfa-b710-2e059c973036 Jan 11 09:29:18.585389 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b3ab207-3e00-4af6-baf1-eead5f7487e6 tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:18.585999 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3ab207-3e00-4af6-baf1-eead5f7487e6 tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dbf6be1b-51f5-457a-91cf-fcc1d4959721 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:29:18.598961 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a41fb1a-04bd-46ee-8355-420ee83e1bc8 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:18.647336 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:18.647735 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:18.648132 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:18.654668 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41fb1a-04bd-46ee-8355-420ee83e1bc8 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=115e4525-74e0-401b-a535-4508f49bff27,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:18.667465 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port 288cba27-30ac-4dfa-b710-2e059c973036 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:18.667971 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port 288cba27-30ac-4dfa-b710-2e059c973036 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:18.668470 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:18.682582 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-9b3ab207-3e00-4af6-baf1-eead5f7487e6 tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 11 09:29:18.686824 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9b3ab207-3e00-4af6-baf1-eead5f7487e6 tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.5577514 Jan 11 09:29:18.690438 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51646) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:18.695736 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a41fb1a-04bd-46ee-8355-420ee83e1bc8 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:18.714954 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3a41fb1a-04bd-46ee-8355-420ee83e1bc8 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8631418 Jan 11 09:29:18.772441 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-665cf64a-d0c5-4cdf-8e04-924d2cceb7e7 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:18.773926 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51650) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:18.774311 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51652) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:18.817616 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2560a5c6-0ba2-4c3b-b340-483caf9c852f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Request body: {'security_group_rule': {'security_group_id': 'e9e8f452-cb57-4a80-a0d2-aaf0dc510398', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:18.841710 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2560a5c6-0ba2-4c3b-b340-483caf9c852f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:18.850639 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'name': 'tempest-ServerActionsTestJSON-840089590-router', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '9ab1e315-f08c-42e3-b665-c0482f40546f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:29:10Z', 'revision_number': 4, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'gw_port': {'id': '9ab1e315-f08c-42e3-b665-c0482f40546f', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:53Z', 'updated_at': '2022-01-11T09:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '0eac061f-7175-4b4b-b736-d1aad32d8a22', 'name': '', 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'mac_address': 'fa:16:3e:bc:67:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '75d32f1d-e961-48e8-b51c-6c84103eee1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:29:05Z', 'updated_at': '2022-01-11T09:29:17Z', 'revision_number': 4, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'subnets': [{'id': '75d32f1d-e961-48e8-b51c-6c84103eee1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:18.855582 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeedcaf4-61c9-4a14-ac87-6097eb6f850b None None] The sync data for ids ['b25e978e-4257-4cd5-9d14-5269799ff395'] in dv-neutron-823402-4-hyperv is: [{'id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'name': 'tempest-ServerActionsTestJSON-840089590-router', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '9ab1e315-f08c-42e3-b665-c0482f40546f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:29:10Z', 'revision_number': 4, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'gw_port': {'id': '9ab1e315-f08c-42e3-b665-c0482f40546f', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:53Z', 'updated_at': '2022-01-11T09:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '0eac061f-7175-4b4b-b736-d1aad32d8a22', 'name': '', 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'mac_address': 'fa:16:3e:bc:67:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '75d32f1d-e961-48e8-b51c-6c84103eee1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:29:05Z', 'updated_at': '2022-01-11T09:29:17Z', 'revision_number': 4, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'subnets': [{'id': '75d32f1d-e961-48e8-b51c-6c84103eee1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:29:18.861984 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2560a5c6-0ba2-4c3b-b340-483caf9c852f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Usage tracker for resource:security_group_rule and tenant:2f55e34cfef842488129ab7ed2754c64 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:18.868311 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2560a5c6-0ba2-4c3b-b340-483caf9c852f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:18.878598 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2560a5c6-0ba2-4c3b-b340-483caf9c852f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:18.897415 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e3f62461-6288-4c18-b4c3-345f8ae5ec3b tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Deleting port 3e8faaf2-3c43-456d-bd4b-28ed820fb9a9 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:29:18.897701 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3f62461-6288-4c18-b4c3-345f8ae5ec3b tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:19.037616 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f2fc159a-b822-4e0a-8b8f-9f15ff40558e req-0f9bfcfd-c77e-4f4e-a78c-f222b0a38674 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 210 time: 0.2621865 Jan 11 09:29:19.045616 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] For port 288cba27-30ac-4dfa-b710-2e059c973036, host hv-neutron-8234, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:29:19.045984 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempted to set empty binding levels {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 11 09:29:19.046993 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2560a5c6-0ba2-4c3b-b340-483caf9c852f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:19.061252 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:19.087235 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c1809d0f-6a80-4771-b6a1-c465e89ee6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:19.138311 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378f1657-8e39-49be-a8a0-b338670175d2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Router 457057db-6a9a-41db-ba6c-a988ce8c86e3 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:29:19.155664 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-96b4afe4-684b-4c9c-a046-011b3df67d87 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:19.287264 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-17a4c556-d97d-4e87-a1a5-b4c27f31d19b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:29:19.310600 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-17a4c556-d97d-4e87-a1a5-b4c27f31d19b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:19.316816 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:19.317431 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:19.364969 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4afe4-684b-4c9c-a046-011b3df67d87 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a1f5492-3be2-438e-84f0-6b582bc00e1d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:19.374617 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-17a4c556-d97d-4e87-a1a5-b4c27f31d19b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:19.377261 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Pushing event updated for resources: {'Port': ['ID=288cba27-30ac-4dfa-b710-2e059c973036,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:19.400703 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8c8d090e-06d1-452d-8737-3fff3b2f505f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.6233461 Jan 11 09:29:19.404178 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51676) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:19.467648 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-665cf64a-d0c5-4cdf-8e04-924d2cceb7e7 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:19.524597 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2560a5c6-0ba2-4c3b-b340-483caf9c852f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:19.544193 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665cf64a-d0c5-4cdf-8e04-924d2cceb7e7 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Pushing event deleted for resources: {'Subnet': ['ID=78716098-6eb7-47c2-b586-bd85d2b7e2ca,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:19.545808 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2560a5c6-0ba2-4c3b-b340-483caf9c852f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:19.568461 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-878fa135-f4a5-4772-bb6a-51012e858f91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Deleting port 288cba27-30ac-4dfa-b710-2e059c973036 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:29:19.568792 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-878fa135-f4a5-4772-bb6a-51012e858f91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:19.638687 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3f62461-6288-4c18-b4c3-345f8ae5ec3b tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:19.640186 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5a29e0-c529-4b44-9fad-e7b0ae7e6a9e None None] Network 2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:29:19.649167 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560a5c6-0ba2-4c3b-b340-483caf9c852f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0016b42b-6b97-4350-a6bb-6b78282ae3a9,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:19.653128 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-665cf64a-d0c5-4cdf-8e04-924d2cceb7e7 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:19.723577 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4c556-d97d-4e87-a1a5-b4c27f31d19b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Pushing event updated for resources: {'Port': ['ID=180860b8-06d1-4a93-8776-c6c4cf3bdfcf,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:19.761035 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-96b4afe4-684b-4c9c-a046-011b3df67d87 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:19.774015 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-665cf64a-d0c5-4cdf-8e04-924d2cceb7e7 tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] 10.222.0.15 "DELETE /v2.0/subnets/78716098-6eb7-47c2-b586-bd85d2b7e2ca HTTP/1.1" status: 204 len: 168 time: 2.7508397 Jan 11 09:29:19.781235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51684) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:19.784957 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378f1657-8e39-49be-a8a0-b338670175d2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:29:19.801883 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] Sync routers for ids ['457057db-6a9a-41db-ba6c-a988ce8c86e3'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:29:19.818942 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-17a4c556-d97d-4e87-a1a5-b4c27f31d19b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:19.832573 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] Routers {'457057db-6a9a-41db-ba6c-a988ce8c86e3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:29:19.834074 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:28:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['457057db-6a9a-41db-ba6c-a988ce8c86e3'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:19.865814 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e3f62461-6288-4c18-b4c3-345f8ae5ec3b tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Calling delete_port for 3e8faaf2-3c43-456d-bd4b-28ed820fb9a9 owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:29:19.894953 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2560a5c6-0ba2-4c3b-b340-483caf9c852f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:19.899396 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2560a5c6-0ba2-4c3b-b340-483caf9c852f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1221743 Jan 11 09:29:19.907761 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51690) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:19.940734 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-33625238-e477-4920-a697-1e37acd9416f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:20.011321 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-378f1657-8e39-49be-a8a0-b338670175d2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:20.015852 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-378f1657-8e39-49be-a8a0-b338670175d2 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 12.3905671 Jan 11 09:29:20.028282 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51696) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:20.031041 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-17a4c556-d97d-4e87-a1a5-b4c27f31d19b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:20.032504 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-17a4c556-d97d-4e87-a1a5-b4c27f31d19b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.7181492 Jan 11 09:29:20.033036 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-33625238-e477-4920-a697-1e37acd9416f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:20.059697 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-33625238-e477-4920-a697-1e37acd9416f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Usage tracker for resource:floatingip and tenant:2f55e34cfef842488129ab7ed2754c64 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:20.109403 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-33625238-e477-4920-a697-1e37acd9416f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:20.131574 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1d423bf-08b8-4989-891c-106dee6955ed tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:20.141865 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-33625238-e477-4920-a697-1e37acd9416f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:20.180879 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a8daa2-1dcb-40de-a7a5-717ef6a99fa9 None None] DHCP port deletion for 2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:29:20.188576 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f1a8daa2-1dcb-40de-a7a5-717ef6a99fa9 None None] Deleting port ac191eb1-7e09-43f8-9def-495d7fec122a {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:29:20.189401 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f1a8daa2-1dcb-40de-a7a5-717ef6a99fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:20.197706 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-96b4afe4-684b-4c9c-a046-011b3df67d87 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:20.236185 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-33625238-e477-4920-a697-1e37acd9416f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:20.302632 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] Set router 457057db-6a9a-41db-ba6c-a988ce8c86e3 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:29:20.338720 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f1d423bf-08b8-4989-891c-106dee6955ed tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Deleting port ac191eb1-7e09-43f8-9def-495d7fec122a {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:29:20.349845 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1d423bf-08b8-4989-891c-106dee6955ed tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:20.592521 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-878fa135-f4a5-4772-bb6a-51012e858f91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] For port 288cba27-30ac-4dfa-b710-2e059c973036, host hv-neutron-8234, got binding levels [] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:20.603617 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-878fa135-f4a5-4772-bb6a-51012e858f91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:20.666703 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0eac061f-7175-4b4b-b736-d1aad32d8a22 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:29:20.797113 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3f62461-6288-4c18-b4c3-345f8ae5ec3b tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:20.807442 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b67f42a-a970-4dfa-9734-16142262061e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:20.846560 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f1a8daa2-1dcb-40de-a7a5-717ef6a99fa9 None None] For port ac191eb1-7e09-43f8-9def-495d7fec122a, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ac191eb1-7e09-43f8-9def-495d7fec122a,segment=NetworkSegment(d2ec2c79-685f-4fc2-9c0c-cf77799b5065),segment_id=d2ec2c79-685f-4fc2-9c0c-cf77799b5065)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:20.847115 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f1a8daa2-1dcb-40de-a7a5-717ef6a99fa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:20.855917 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 0eac061f-7175-4b4b-b736-d1aad32d8a22 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:29:20.865553 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 0eac061f-7175-4b4b-b736-d1aad32d8a22 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:20.865951 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:20.890570 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457057db-6a9a-41db-ba6c-a988ce8c86e3', 'name': '', 'tenant_id': '379679e4ceb24a729127255c3466e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05961584-40a4-473e-8111-308622070c0c', 'external_fixed_ips': [{'subnet_id': '3719f055-ac8a-4b9d-98f7-f6dd1b6bd686', 'ip_address': '2001:db8::20a'}], 'enable_snat': True}, 'gw_port_id': '0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:29:08Z', 'updated_at': '2022-01-11T09:29:14Z', 'revision_number': 3, 'project_id': '379679e4ceb24a729127255c3466e51a', 'gw_port': {'id': '0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80', 'name': '', 'network_id': '05961584-40a4-473e-8111-308622070c0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457057db-6a9a-41db-ba6c-a988ce8c86e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '3719f055-ac8a-4b9d-98f7-f6dd1b6bd686', 'ip_address': '2001:db8::20a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:29:12Z', 'updated_at': '2022-01-11T09:29:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3719f055-ac8a-4b9d-98f7-f6dd1b6bd686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:20.895915 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] Checking router: 457057db-6a9a-41db-ba6c-a988ce8c86e3 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:29:20.896269 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] Updating router 457057db-6a9a-41db-ba6c-a988ce8c86e3 port 0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80 binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:29:20.935014 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-878fa135-f4a5-4772-bb6a-51012e858f91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Calling delete_port for 288cba27-30ac-4dfa-b710-2e059c973036 owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:29:20.962301 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:20.974926 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-96b4afe4-684b-4c9c-a046-011b3df67d87 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:21.066584 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f1a8daa2-1dcb-40de-a7a5-717ef6a99fa9 None None] Calling delete_port for ac191eb1-7e09-43f8-9def-495d7fec122a owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:29:21.076323 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f09fe454-aaf2-4ed3-9d3e-877b50b7ad1d req-480258ba-1185-4a64-a6f6-ccb0d1fc9373 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 210 time: 0.4453514 Jan 11 09:29:21.077716 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-878fa135-f4a5-4772-bb6a-51012e858f91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:21.132464 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f62461-6288-4c18-b4c3-345f8ae5ec3b tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e8faaf2-3c43-456d-bd4b-28ed820fb9a9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:21.143033 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-878fa135-f4a5-4772-bb6a-51012e858f91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:21.166690 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-878fa135-f4a5-4772-bb6a-51012e858f91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] 10.222.0.15 "DELETE /v2.0/ports/288cba27-30ac-4dfa-b710-2e059c973036 HTTP/1.1" status: 204 len: 168 time: 1.7614939 Jan 11 09:29:21.167540 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51720) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:21.227923 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4afe4-684b-4c9c-a046-011b3df67d87 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ea5b26eb-5dd8-4089-bba3-b38f51055737,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:21.312994 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:21.319094 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-28ab99ec-8481-49d2-8f40-71bc6a298d0f tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Synchronizing usage tracker for tenant:751a670bb4bb42b1b037d7703c1ebb24 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:29:21.353186 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ae8bfbe3-5a51-4d2a-8200-41c96e24b372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:21.355354 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.42', 60900) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:21.375371 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 0eac061f-7175-4b4b-b736-d1aad32d8a22, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0eac061f-7175-4b4b-b736-d1aad32d8a22,segment=NetworkSegment(b21d49c1-c5fb-46ff-81f6-b6db08a3dee7),segment_id=b21d49c1-c5fb-46ff-81f6-b6db08a3dee7)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:21.378133 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f1a8daa2-1dcb-40de-a7a5-717ef6a99fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:21.399790 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878fa135-f4a5-4772-bb6a-51012e858f91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Pushing event deleted for resources: {'Port': ['ID=288cba27-30ac-4dfa-b710-2e059c973036,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:21.401884 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-665400ff-a0ad-40a8-874f-adc002e8ea7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] GET failed (client error): The resource could not be found. Jan 11 09:29:21.402487 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-665400ff-a0ad-40a8-874f-adc002e8ea7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Synchronizing usage tracker for tenant:a4066237e79a48198c9767f203f6ae32 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:29:21.442780 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8daa2-1dcb-40de-a7a5-717ef6a99fa9 None None] Pushing event deleted for resources: {'Port': ['ID=ac191eb1-7e09-43f8-9def-495d7fec122a,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:21.444110 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:21.503951 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a8daa2-1dcb-40de-a7a5-717ef6a99fa9 None None] No DVR routers for this DVR port ac191eb1-7e09-43f8-9def-495d7fec122a on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:29:21.534951 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:21.538537 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ac191eb1-7e09-43f8-9def-495d7fec122a no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:29:21.560581 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3f62461-6288-4c18-b4c3-345f8ae5ec3b tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:21.566369 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e3f62461-6288-4c18-b4c3-345f8ae5ec3b tempest-RoutersAdminNegativeTest-1763248952 tempest-RoutersAdminNegativeTest-1763248952-project-admin] 10.222.0.15 "DELETE /v2.0/ports/3e8faaf2-3c43-456d-bd4b-28ed820fb9a9 HTTP/1.1" status: 204 len: 168 time: 2.8706181 Jan 11 09:29:21.566369 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-665400ff-a0ad-40a8-874f-adc002e8ea7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Unset dirty status for tenant:a4066237e79a48198c9767f203f6ae32 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:29:21.568120 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] Transition to ACTIVE for port object 0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:29:21.578877 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-665400ff-a0ad-40a8-874f-adc002e8ea7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] 10.222.0.15 "GET /v2.0/ports/288cba27-30ac-4dfa-b710-2e059c973036 HTTP/1.1" status: 404 len: 333 time: 0.3306377 Jan 11 09:29:21.580305 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51728) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:21.594253 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:29:21.594526 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-28ab99ec-8481-49d2-8f40-71bc6a298d0f tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Unset dirty status for tenant:751a670bb4bb42b1b037d7703c1ebb24 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:29:21.596045 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:21.596381 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: ac191eb1-7e09-43f8-9def-495d7fec122a {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:29:21.596749 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ac191eb1-7e09-43f8-9def-495d7fec122a not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:29:21.602683 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-28ab99ec-8481-49d2-8f40-71bc6a298d0f tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1472039797&fields=id&tenant_id=751a670bb4bb42b1b037d7703c1ebb24 HTTP/1.1" status: 200 len: 267 time: 1.0148091 Jan 11 09:29:21.626940 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=0eac061f-7175-4b4b-b736-d1aad32d8a22,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:21.638935 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d942a847-7281-48bf-9064-af7cc9aa99d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Request body: {'port': {'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414367664'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:21.684512 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d942a847-7281-48bf-9064-af7cc9aa99d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:21.728768 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-33625238-e477-4920-a697-1e37acd9416f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:21.764755 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1bc3c-8c4f-4e61-a234-533c106145fc None None] Pushing event updated for resources: {'Port': ['ID=0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:21.818649 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] Attempting to bind port 0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:21.819028 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] Attempting to bind port 0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '55067c10-af58-4aa7-aa04-4572126fe718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '05961584-40a4-473e-8111-308622070c0c'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:21.819401 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] Attempting to bind port 0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80 on network 05961584-40a4-473e-8111-308622070c0c {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:21.826259 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:29:21.826636 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] Checking segment: {'id': '55067c10-af58-4aa7-aa04-4572126fe718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '05961584-40a4-473e-8111-308622070c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:29:21.827045 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:21.827443 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] Bound using segment: {'id': '55067c10-af58-4aa7-aa04-4572126fe718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '05961584-40a4-473e-8111-308622070c0c'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:29:21.827955 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] Bound port: 0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55067c10-af58-4aa7-aa04-4572126fe718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '05961584-40a4-473e-8111-308622070c0c'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:29:21.828337 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:21.924812 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-96b4afe4-684b-4c9c-a046-011b3df67d87 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:21.935233 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] For port 0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:29:21.940344 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] For port 0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80,segment=NetworkSegment(55067c10-af58-4aa7-aa04-4572126fe718),segment_id=55067c10-af58-4aa7-aa04-4572126fe718)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:29:21.945938 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:21.998229 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d942a847-7281-48bf-9064-af7cc9aa99d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:22.030107 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51740) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:22.062636 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d942a847-7281-48bf-9064-af7cc9aa99d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Made reservation on behalf of a4066237e79a48198c9767f203f6ae32 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:22.065071 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d942a847-7281-48bf-9064-af7cc9aa99d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:22.065415 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] Routers {'457057db-6a9a-41db-ba6c-a988ce8c86e3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:29:22.066072 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:29:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['457057db-6a9a-41db-ba6c-a988ce8c86e3'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:22.089879 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f1d423bf-08b8-4989-891c-106dee6955ed tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] For port ac191eb1-7e09-43f8-9def-495d7fec122a, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ac191eb1-7e09-43f8-9def-495d7fec122a,segment=NetworkSegment(d2ec2c79-685f-4fc2-9c0c-cf77799b5065),segment_id=d2ec2c79-685f-4fc2-9c0c-cf77799b5065)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:22.090193 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1d423bf-08b8-4989-891c-106dee6955ed tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:22.118382 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-96b4afe4-684b-4c9c-a046-011b3df67d87 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92fcdb18-feb1-42d4-9446-9df90e45d732']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:22.168151 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-d942a847-7281-48bf-9064-af7cc9aa99d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] device_id is not set on port d0a4296f-069b-4919-bc9d-058e2e916f30 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:29:22.196270 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-96b4afe4-684b-4c9c-a046-011b3df67d87 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada0598c-7897-45ce-957c-170e0975afb8') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:22.196563 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-96b4afe4-684b-4c9c-a046-011b3df67d87 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada0598c-7897-45ce-957c-170e0975afb8') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:22.240707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-3c2dc704-e64f-49cd-8554-74ffafbc73d7 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:22.243365 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-3c2dc704-e64f-49cd-8554-74ffafbc73d7 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/networks?id=ca4ce210-a393-4677-aa6a-eccdb76bdec4 HTTP/1.1" status: 200 len: 812 time: 0.6396332 Jan 11 09:29:22.277936 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-74dc7fac-6c27-45d4-a4ab-739592413d95 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/quotas/751a670bb4bb42b1b037d7703c1ebb24 HTTP/1.1" status: 200 len: 375 time: 0.0145371 Jan 11 09:29:22.337137 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b67f42a-a970-4dfa-9734-16142262061e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:22.340090 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1bc3c-8c4f-4e61-a234-533c106145fc None None] Pushing event updated for resources: {'Port': ['ID=0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:22.358000 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f1d423bf-08b8-4989-891c-106dee6955ed tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Calling delete_port for ac191eb1-7e09-43f8-9def-495d7fec122a owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:29:22.390325 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] Set router 457057db-6a9a-41db-ba6c-a988ce8c86e3 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:29:22.408659 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-96b4afe4-684b-4c9c-a046-011b3df67d87 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:22.414337 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:22.446553 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-850dbaee-8c75-4a69-9c21-663b12411fb6 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:22.448635 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-850dbaee-8c75-4a69-9c21-663b12411fb6 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.42 "GET /v2.0/networks?id=0f65b1ba-3913-4451-8e15-729dbed38017 HTTP/1.1" status: 200 len: 806 time: 1.0612452 Jan 11 09:29:22.448761 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-33625238-e477-4920-a697-1e37acd9416f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Allocated IP 172.26.3.205 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/bfe50fc3-6424-4fcb-ae51-0ec218f765bc) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:29:22.452631 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-10cbd446-dacf-41be-a80a-b2cedb506361 req-d88ae14d-bb9b-48cf-94e1-b564d253051d tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 210 time: 0.1673727 Jan 11 09:29:22.464338 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8b67f42a-a970-4dfa-9734-16142262061e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Deleting port 0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:29:22.464680 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b67f42a-a970-4dfa-9734-16142262061e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:22.496282 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-416b5169-9c38-4f86-8931-4f6826425fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:22.499514 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-96b4afe4-684b-4c9c-a046-011b3df67d87 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:22.551519 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b4afe4-684b-4c9c-a046-011b3df67d87 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:29:22.551942 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-96b4afe4-684b-4c9c-a046-011b3df67d87 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:29:22.568291 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:29:22.575604 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0eac061f-7175-4b4b-b736-d1aad32d8a22 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:29:22.612267 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-416b5169-9c38-4f86-8931-4f6826425fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:22.671460 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:22.680500 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-94ba9dc2-0ae4-4a9b-bcde-86e50deb5b9f tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6077e90b3ac4829977f25baaf7390d5 HTTP/1.1" status: 200 len: 380 time: 0.1823859 Jan 11 09:29:22.694863 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 0eac061f-7175-4b4b-b736-d1aad32d8a22 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:22.696086 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:22.728996 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-416b5169-9c38-4f86-8931-4f6826425fb9 admin admin] Usage tracker for resource:security_group_rule and tenant:7fb74cbe2561465da31549330754c894 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:22.770590 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-416b5169-9c38-4f86-8931-4f6826425fb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:22.772582 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-1ceeb52c-e7a2-4cba-b96f-65038a33005b tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Request body: {'port': {'device_id': 'd7044d0c-bd67-4f47-a75e-d84988e7ee6b', 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017', 'admin_state_up': True, 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'security_groups': ['f5a51d84-4af0-4559-9ea1-d767a9ab8ccb']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:22.816893 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-416b5169-9c38-4f86-8931-4f6826425fb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:22.947460 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457057db-6a9a-41db-ba6c-a988ce8c86e3', 'name': '', 'tenant_id': '379679e4ceb24a729127255c3466e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05961584-40a4-473e-8111-308622070c0c', 'external_fixed_ips': [{'subnet_id': '3719f055-ac8a-4b9d-98f7-f6dd1b6bd686', 'ip_address': '2001:db8::20a'}], 'enable_snat': True}, 'gw_port_id': '0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:29:08Z', 'updated_at': '2022-01-11T09:29:14Z', 'revision_number': 3, 'project_id': '379679e4ceb24a729127255c3466e51a', 'gw_port': {'id': '0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80', 'name': '', 'network_id': '05961584-40a4-473e-8111-308622070c0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457057db-6a9a-41db-ba6c-a988ce8c86e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '3719f055-ac8a-4b9d-98f7-f6dd1b6bd686', 'ip_address': '2001:db8::20a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:29:12Z', 'updated_at': '2022-01-11T09:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3719f055-ac8a-4b9d-98f7-f6dd1b6bd686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:22.960039 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34ed691-bb55-4b51-af3c-2905c230292d None None] The sync data for ids ['457057db-6a9a-41db-ba6c-a988ce8c86e3'] in dv-neutron-823402-4-hyperv is: [{'id': '457057db-6a9a-41db-ba6c-a988ce8c86e3', 'name': '', 'tenant_id': '379679e4ceb24a729127255c3466e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05961584-40a4-473e-8111-308622070c0c', 'external_fixed_ips': [{'subnet_id': '3719f055-ac8a-4b9d-98f7-f6dd1b6bd686', 'ip_address': '2001:db8::20a'}], 'enable_snat': True}, 'gw_port_id': '0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:29:08Z', 'updated_at': '2022-01-11T09:29:14Z', 'revision_number': 3, 'project_id': '379679e4ceb24a729127255c3466e51a', 'gw_port': {'id': '0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80', 'name': '', 'network_id': '05961584-40a4-473e-8111-308622070c0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457057db-6a9a-41db-ba6c-a988ce8c86e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '3719f055-ac8a-4b9d-98f7-f6dd1b6bd686', 'ip_address': '2001:db8::20a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:29:12Z', 'updated_at': '2022-01-11T09:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3719f055-ac8a-4b9d-98f7-f6dd1b6bd686', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:29:23.062859 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-aa551ef1-5f32-426b-93a0-3042768a8377 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=751a670bb4bb42b1b037d7703c1ebb24&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7756779 Jan 11 09:29:23.101372 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d942a847-7281-48bf-9064-af7cc9aa99d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:23.103074 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.api [None req-f1d423bf-08b8-4989-891c-106dee6955ed tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:29:23.103074 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG oslo_db.api [None req-f1d423bf-08b8-4989-891c-106dee6955ed tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:29:23.107437 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-1ceeb52c-e7a2-4cba-b96f-65038a33005b tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:23.162517 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-33625238-e477-4920-a697-1e37acd9416f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:23.249032 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d942a847-7281-48bf-9064-af7cc9aa99d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:23.276767 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8b67f42a-a970-4dfa-9734-16142262061e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] For port 0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80,segment=NetworkSegment(55067c10-af58-4aa7-aa04-4572126fe718),segment_id=55067c10-af58-4aa7-aa04-4572126fe718)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:23.277293 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b67f42a-a970-4dfa-9734-16142262061e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:23.297597 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-416b5169-9c38-4f86-8931-4f6826425fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:23.317922 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-416b5169-9c38-4f86-8931-4f6826425fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:23.457377 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-501371e0-a1e3-4319-9fa2-e3b81a75973b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:29:23.458475 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-501371e0-a1e3-4319-9fa2-e3b81a75973b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2552955 Jan 11 09:29:23.467803 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-33625238-e477-4920-a697-1e37acd9416f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:23.487055 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-96b4afe4-684b-4c9c-a046-011b3df67d87 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:23.496569 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b4afe4-684b-4c9c-a046-011b3df67d87 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 92fcdb18-feb1-42d4-9446-9df90e45d732 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 11 09:29:23.499522 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-96b4afe4-684b-4c9c-a046-011b3df67d87 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:23.515027 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-1ceeb52c-e7a2-4cba-b96f-65038a33005b tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:23.522901 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d942a847-7281-48bf-9064-af7cc9aa99d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Network cdbabffa-ce77-44da-945d-e7fef1f4bb83 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:29:23.539861 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8b67f42a-a970-4dfa-9734-16142262061e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Calling delete_port for 0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:29:23.551986 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b5169-9c38-4f86-8931-4f6826425fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca708a1-c340-49dd-a835-acce6f3a9e34,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:23.571467 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-d942a847-7281-48bf-9064-af7cc9aa99d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:23.578673 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-416b5169-9c38-4f86-8931-4f6826425fb9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7fb74cbe2561465da31549330754c894&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5434203 Jan 11 09:29:23.583058 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942a847-7281-48bf-9064-af7cc9aa99d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Pushing event updated for resources: {'Port': ['ID=d0a4296f-069b-4919-bc9d-058e2e916f30,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:23.585671 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51776) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:23.586423 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d942a847-7281-48bf-9064-af7cc9aa99d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:29:23.587411 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d942a847-7281-48bf-9064-af7cc9aa99d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:23.588004 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d942a847-7281-48bf-9064-af7cc9aa99d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:23.719001 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33625238-e477-4920-a697-1e37acd9416f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:29:23.733251 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-33625238-e477-4920-a697-1e37acd9416f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:23.799554 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33625238-e477-4920-a697-1e37acd9416f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:29:23.964059 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:23.982881 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33625238-e477-4920-a697-1e37acd9416f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Pushing event updated for resources: {'Port': ['ID=bfe50fc3-6424-4fcb-ae51-0ec218f765bc,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:23.987091 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-34c50525-6818-4b85-ab8d-f0ccbbcc3401 req-ae2edb5d-94df-479b-b9b2-acf2c307ee3f tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 210 time: 0.1393859 Jan 11 09:29:24.022524 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4bc04c0d-fd1d-4414-ade6-3b44b4d43759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:24.024935 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d942a847-7281-48bf-9064-af7cc9aa99d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4355810 Jan 11 09:29:24.037098 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51782) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:24.060222 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8234'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:24.101318 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-a9f0d0d0-b9ab-4859-a565-32a579add8fb service neutron] 10.222.0.15 "GET /v2.0/networks/ca4ce210-a393-4677-aa6a-eccdb76bdec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140640 Jan 11 09:29:24.109064 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f1d423bf-08b8-4989-891c-106dee6955ed tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Deleting port ac191eb1-7e09-43f8-9def-495d7fec122a {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:29:24.116897 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1d423bf-08b8-4989-891c-106dee6955ed tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:24.270429 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-1ceeb52c-e7a2-4cba-b96f-65038a33005b tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Made reservation on behalf of d6077e90b3ac4829977f25baaf7390d5 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:24.275186 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-1ceeb52c-e7a2-4cba-b96f-65038a33005b tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:24.306938 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4afe4-684b-4c9c-a046-011b3df67d87 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Pushing event deleted for resources: {'Network': ['ID=92fcdb18-feb1-42d4-9446-9df90e45d732,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:24.381743 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f1d423bf-08b8-4989-891c-106dee6955ed tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] The port 'ac191eb1-7e09-43f8-9def-495d7fec122a' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:29:24.387975 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-96b4afe4-684b-4c9c-a046-011b3df67d87 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] 10.222.0.15 "DELETE /v2.0/networks/92fcdb18-feb1-42d4-9446-9df90e45d732 HTTP/1.1" status: 204 len: 168 time: 8.0015810 Jan 11 09:29:24.391295 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51786) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:24.475312 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-33625238-e477-4920-a697-1e37acd9416f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:24.495022 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4bc04c0d-fd1d-4414-ade6-3b44b4d43759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:24.687686 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:29:24.764199 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4bc04c0d-fd1d-4414-ade6-3b44b4d43759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:24.878520 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:29:24.890661 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:24.891041 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:25.024335 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-463adbca-e1b7-4d02-9c40-239b0494a14a tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Synchronizing usage tracker for tenant:a57073cb69114d9aab96a86f3b1a36cb on resource:floatingip {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:29:25.192217 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:25.275079 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc04c0d-fd1d-4414-ade6-3b44b4d43759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca708a1-c340-49dd-a835-acce6f3a9e34,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:25.334964 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:25.351451 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1d423bf-08b8-4989-891c-106dee6955ed tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:25.367300 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80,segment=NetworkSegment(55067c10-af58-4aa7-aa04-4572126fe718),segment_id=55067c10-af58-4aa7-aa04-4572126fe718)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:25.378197 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:25.465220 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-463adbca-e1b7-4d02-9c40-239b0494a14a tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Unset dirty status for tenant:a57073cb69114d9aab96a86f3b1a36cb on resource:floatingip {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:29:25.468887 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-463adbca-e1b7-4d02-9c40-239b0494a14a tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 1.0712328 Jan 11 09:29:25.482672 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-f1d423bf-08b8-4989-891c-106dee6955ed tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:25.521227 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51792) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:25.530505 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-33625238-e477-4920-a697-1e37acd9416f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:25.532952 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-f1d423bf-08b8-4989-891c-106dee6955ed tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ec2c79-685f-4fc2-9c0c-cf77799b5065') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:25.533187 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-f1d423bf-08b8-4989-891c-106dee6955ed tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ec2c79-685f-4fc2-9c0c-cf77799b5065') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:25.577696 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1d423bf-08b8-4989-891c-106dee6955ed tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:25.583335 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:25.614704 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.api [None req-8b67f42a-a970-4dfa-9734-16142262061e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:29:25.615131 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG oslo_db.api [None req-8b67f42a-a970-4dfa-9734-16142262061e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:29:25.620893 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1d423bf-08b8-4989-891c-106dee6955ed tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:25.634905 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d423bf-08b8-4989-891c-106dee6955ed tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:29:25.635593 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1d423bf-08b8-4989-891c-106dee6955ed tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:25.645534 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-faa7321b-d860-417f-aeec-aeebe02fbaa2 req-d8d8d09c-3c92-4c69-b4d3-22352e05e1c0 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 210 time: 0.4003484 Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:29:25.651488 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:29:25.653782 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-1ceeb52c-e7a2-4cba-b96f-65038a33005b tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Allocated IP 172.20.0.13 (0f65b1ba-3913-4451-8e15-729dbed38017/ae3fb401-b762-4565-b792-d6b1996befaa/eb5c29f7-867c-46f6-b73e-f2b682db3b03) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:29:25.712807 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4bc04c0d-fd1d-4414-ade6-3b44b4d43759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:25.713768 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4bc04c0d-fd1d-4414-ade6-3b44b4d43759 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ca708a1-c340-49dd-a835-acce6f3a9e34 HTTP/1.1" status: 204 len: 168 time: 2.1104856 Jan 11 09:29:25.747415 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-0d95b281-22fa-4085-9a8f-553d138c625b service neutron] 10.222.0.15 "GET /v2.0/networks/ca4ce210-a393-4677-aa6a-eccdb76bdec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6297591 Jan 11 09:29:25.923931 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1d423bf-08b8-4989-891c-106dee6955ed tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:25.930413 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1d423bf-08b8-4989-891c-106dee6955ed tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:25.980056 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f1d423bf-08b8-4989-891c-106dee6955ed tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] 10.222.0.15 "DELETE /v2.0/networks/2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd HTTP/1.1" status: 204 len: 168 time: 6.1952174 Jan 11 09:29:25.995627 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29b7ba3-96ad-42fd-92a1-86f40bddea3b tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:25.996092 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29b7ba3-96ad-42fd-92a1-86f40bddea3b tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:25.996539 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29b7ba3-96ad-42fd-92a1-86f40bddea3b tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:25.996988 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29b7ba3-96ad-42fd-92a1-86f40bddea3b tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:25.997442 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29b7ba3-96ad-42fd-92a1-86f40bddea3b tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:25.997919 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29b7ba3-96ad-42fd-92a1-86f40bddea3b tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:26.000429 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29b7ba3-96ad-42fd-92a1-86f40bddea3b tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:26.002117 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f29b7ba3-96ad-42fd-92a1-86f40bddea3b tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Synchronizing usage tracker for tenant:a57073cb69114d9aab96a86f3b1a36cb on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:29:26.022341 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d423bf-08b8-4989-891c-106dee6955ed tempest-DHCPAgentSchedulersTestJSON-898068525 tempest-DHCPAgentSchedulersTestJSON-898068525-project] Pushing event deleted for resources: {'Network': ['ID=2b7c9e4f-c49a-4a8b-b3e9-53bdb9f4c9bd,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:26.145348 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f29b7ba3-96ad-42fd-92a1-86f40bddea3b tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Unset dirty status for tenant:a57073cb69114d9aab96a86f3b1a36cb on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:29:26.149822 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f29b7ba3-96ad-42fd-92a1-86f40bddea3b tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.5620434 Jan 11 09:29:26.151866 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51810) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:26.274799 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8b67f42a-a970-4dfa-9734-16142262061e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Deleting port 0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:29:26.275393 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b67f42a-a970-4dfa-9734-16142262061e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:26.291732 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-6bbb4d50-a13e-4c1b-b4b2-7454a4e2ceba tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] delete failed (client error): The resource could not be found. Jan 11 09:29:26.295522 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6bbb4d50-a13e-4c1b-b4b2-7454a4e2ceba tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/502a95d9-343b-4f9c-b97b-e8cc9cfba451 HTTP/1.1" status: 404 len: 345 time: 0.1359599 Jan 11 09:29:26.295963 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51818) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:26.451603 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-31c0f40c-99ed-40fa-9e85-2aac6c2a4e2e req-984f8f1e-986d-4275-8fac-45fa17b117ce tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/ports?device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 210 time: 0.2122536 Jan 11 09:29:26.474765 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aaa93a9-b448-47c1-bb5d-791f93915c8a tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] DELETE failed (client error): The resource could not be found. Jan 11 09:29:26.475288 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aaa93a9-b448-47c1-bb5d-791f93915c8a tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:29:26.482122 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0aaa93a9-b448-47c1-bb5d-791f93915c8a tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] 10.222.0.15 "DELETE /v2.0/networks/92fcdb18-feb1-42d4-9446-9df90e45d732 HTTP/1.1" status: 404 len: 339 time: 0.1288104 Jan 11 09:29:26.502287 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51824) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:26.553977 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-efbce01e-ee40-4405-b6aa-337c58e3abf8 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Request body: {'network': {'name': 'tempest-network--1153466034', 'router:external': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:26.578996 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] device_id is not set on port d0a4296f-069b-4919-bc9d-058e2e916f30 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:29:26.600687 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:26.633752 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:29:26.639316 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51832) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:26.684733 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-efbce01e-ee40-4405-b6aa-337c58e3abf8 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:26.740152 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b98eec2d-49c7-4d50-866d-f5a08b959f76 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1372b3d24c994130a9eeb5acf822a92a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0960279 Jan 11 09:29:26.740152 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.resource_extend [None req-33625238-e477-4920-a697-1e37acd9416f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:29:26.749163 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-efbce01e-ee40-4405-b6aa-337c58e3abf8 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Usage tracker for resource:network and tenant:a57073cb69114d9aab96a86f3b1a36cb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:26.777437 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Transition to ACTIVE for port object d0a4296f-069b-4919-bc9d-058e2e916f30 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:29:26.778840 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51842) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:26.792028 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-efbce01e-ee40-4405-b6aa-337c58e3abf8 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:26.947516 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-33625238-e477-4920-a697-1e37acd9416f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:26.957260 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:26.957765 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:26.960943 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-efbce01e-ee40-4405-b6aa-337c58e3abf8 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:26.976002 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:27.031193 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51850) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:27.060914 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8b67f42a-a970-4dfa-9734-16142262061e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] For port 0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80,segment=NetworkSegment(55067c10-af58-4aa7-aa04-4572126fe718),segment_id=55067c10-af58-4aa7-aa04-4572126fe718)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:27.061431 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b67f42a-a970-4dfa-9734-16142262061e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:27.221187 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-33625238-e477-4920-a697-1e37acd9416f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:27.247249 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8b67f42a-a970-4dfa-9734-16142262061e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Calling delete_port for 0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:29:27.351550 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a2b5f2d6-51e1-4ea9-b98e-dd0b2f522cb7 req-937163fa-2410-4fd4-b047-cc807bcec7e5 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 210 time: 0.3639598 Jan 11 09:29:27.456860 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbce01e-ee40-4405-b6aa-337c58e3abf8 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Made reservation on behalf of a57073cb69114d9aab96a86f3b1a36cb for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:27.459921 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-efbce01e-ee40-4405-b6aa-337c58e3abf8 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:27.570126 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Pushing event updated for resources: {'Port': ['ID=d0a4296f-069b-4919-bc9d-058e2e916f30,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:27.592135 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-1ceeb52c-e7a2-4cba-b96f-65038a33005b tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:27.607623 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:27.607999 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:27.608334 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:27.616098 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbce01e-ee40-4405-b6aa-337c58e3abf8 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:29:27.631068 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-1ceeb52c-e7a2-4cba-b96f-65038a33005b tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Transition to ACTIVE for port object eb5c29f7-867c-46f6-b73e-f2b682db3b03 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:29:27.710055 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port d0a4296f-069b-4919-bc9d-058e2e916f30 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:27.710432 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:27.727066 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-1ceeb52c-e7a2-4cba-b96f-65038a33005b tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:27.815091 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 2 to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 Jan 11 09:29:27.838488 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceeb52c-e7a2-4cba-b96f-65038a33005b tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Pushing event updated for resources: {'Port': ['ID=eb5c29f7-867c-46f6-b73e-f2b682db3b03,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:27.860753 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:27.861085 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:27.861409 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:27.864648 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b67f42a-a970-4dfa-9734-16142262061e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:27.883064 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-1ceeb52c-e7a2-4cba-b96f-65038a33005b tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Network 0f65b1ba-3913-4451-8e15-729dbed38017 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:29:27.886332 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port d0a4296f-069b-4919-bc9d-058e2e916f30 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:27.886652 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:27.905121 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 3 to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 Jan 11 09:29:27.921943 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-33625238-e477-4920-a697-1e37acd9416f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:27.935039 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7435d566-6f5f-4b9b-a7ba-62f59f7aca70 req-92e0d900-529e-4c76-b58b-f284885bae04 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/ports?device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 210 time: 0.3287599 Jan 11 09:29:27.941978 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-efbce01e-ee40-4405-b6aa-337c58e3abf8 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:27.942342 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-efbce01e-ee40-4405-b6aa-337c58e3abf8 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Added segment 8a2f4019-2050-482d-901c-75fecdfdc371 of type vlan for network ed7ff6c4-50c4-4b70-a785-382189d42960 Jan 11 09:29:27.951883 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:27.952216 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:27.952553 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:27.965356 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67f42a-a970-4dfa-9734-16142262061e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:27.968113 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-1ceeb52c-e7a2-4cba-b96f-65038a33005b tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:27.977327 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-1ceeb52c-e7a2-4cba-b96f-65038a33005b tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:29:27.992410 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7b6234ff-0aa2-4e6b-93ad-f0818339f1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:28.009233 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port d0a4296f-069b-4919-bc9d-058e2e916f30 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:28.009583 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:28.026904 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 4 to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 Jan 11 09:29:28.044440 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33625238-e477-4920-a697-1e37acd9416f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Pushing event updated for resources: {'Port': ['ID=bfe50fc3-6424-4fcb-ae51-0ec218f765bc,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:28.063420 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d85d3126-c7e9-4e31-ade4-7f415ae50ae3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a69717b852074be0ba8c42d7c8909339&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9819865 Jan 11 09:29:28.083075 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51868) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:28.096427 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-33625238-e477-4920-a697-1e37acd9416f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:28.111169 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-33625238-e477-4920-a697-1e37acd9416f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1915939 Jan 11 09:29:28.120475 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-efbce01e-ee40-4405-b6aa-337c58e3abf8 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:28.192218 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:28.194802 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:28.195972 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:28.205046 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7b6234ff-0aa2-4e6b-93ad-f0818339f1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:28.238688 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-efbce01e-ee40-4405-b6aa-337c58e3abf8 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:28.240118 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbce01e-ee40-4405-b6aa-337c58e3abf8 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:28.240699 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-efbce01e-ee40-4405-b6aa-337c58e3abf8 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:28.304641 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port d0a4296f-069b-4919-bc9d-058e2e916f30 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:28.304932 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:28.314298 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 5 to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 Jan 11 09:29:28.325294 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b67f42a-a970-4dfa-9734-16142262061e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:28.365522 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:28.365914 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:28.366346 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:28.429195 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port d0a4296f-069b-4919-bc9d-058e2e916f30 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:28.429585 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:28.441559 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 6 to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 Jan 11 09:29:28.450619 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6ee7ba52-a871-4412-8292-bcfe719fb2db None None] Provisioning for port eb5c29f7-867c-46f6-b73e-f2b682db3b03 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:29:28.462106 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6ee7ba52-a871-4412-8292-bcfe719fb2db None None] Provisioning complete for port eb5c29f7-867c-46f6-b73e-f2b682db3b03 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:28.462474 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6ee7ba52-a871-4412-8292-bcfe719fb2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:28.478491 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:28.480875 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:28.482807 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:28.488979 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-1ceeb52c-e7a2-4cba-b96f-65038a33005b tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:28.489664 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-1ceeb52c-e7a2-4cba-b96f-65038a33005b tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:28.496806 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-efbce01e-ee40-4405-b6aa-337c58e3abf8 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9851105 Jan 11 09:29:28.520975 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51882) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:28.631013 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6ee7ba52-a871-4412-8292-bcfe719fb2db None None] Port eb5c29f7-867c-46f6-b73e-f2b682db3b03 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:29:28.897810 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbce01e-ee40-4405-b6aa-337c58e3abf8 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Pushing event updated for resources: {'Network': ['ID=ed7ff6c4-50c4-4b70-a785-382189d42960,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:28.900365 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port d0a4296f-069b-4919-bc9d-058e2e916f30 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:28.900732 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:28.908749 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 7 to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 Jan 11 09:29:28.913462 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network ed7ff6c4-50c4-4b70-a785-382189d42960 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:29:28.949641 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:28.949975 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:28.950385 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:28.966817 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port d0a4296f-069b-4919-bc9d-058e2e916f30 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:28.967347 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:28.970961 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 8 to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 Jan 11 09:29:28.975577 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b67f42a-a970-4dfa-9734-16142262061e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:28.981995 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b67f42a-a970-4dfa-9734-16142262061e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:28.985960 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7b6234ff-0aa2-4e6b-93ad-f0818339f1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:29.030141 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-c40252d8-df63-4ff6-b7a5-fa8efe1faa35 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Synchronizing usage tracker for tenant:2f55e34cfef842488129ab7ed2754c64 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:29:29.087851 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6234ff-0aa2-4e6b-93ad-f0818339f1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8b2c04-3d52-4166-9abb-31097b7f5b3f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:29.096959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9783c867-4c32-42e8-b96d-c8b103ef5912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:29.129530 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:29.130121 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:29.131464 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:29.151679 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7b6234ff-0aa2-4e6b-93ad-f0818339f1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:29.151679 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7b6234ff-0aa2-4e6b-93ad-f0818339f1aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d8b2c04-3d52-4166-9abb-31097b7f5b3f HTTP/1.1" status: 204 len: 168 time: 2.3411787 Jan 11 09:29:29.153978 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-c40252d8-df63-4ff6-b7a5-fa8efe1faa35 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Unset dirty status for tenant:2f55e34cfef842488129ab7ed2754c64 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:29:29.154075 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-1ceeb52c-e7a2-4cba-b96f-65038a33005b tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4051385 Jan 11 09:29:29.170814 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-c40252d8-df63-4ff6-b7a5-fa8efe1faa35 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1716618872&fields=id&tenant_id=2f55e34cfef842488129ab7ed2754c64 HTTP/1.1" status: 200 len: 267 time: 0.3327675 Jan 11 09:29:29.177414 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port d0a4296f-069b-4919-bc9d-058e2e916f30 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:29.178988 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:29.179929 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 9 to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 Jan 11 09:29:29.184024 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-6299ef7f-6487-4d12-af3e-946f0d052368 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:29:29.187447 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-6299ef7f-6487-4d12-af3e-946f0d052368 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0227578 Jan 11 09:29:29.209042 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607e64f-56b1-4473-9cac-308291d45065 req-9be9232d-b8e7-4cd3-9cc3-059f6a7845d3 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:29.219539 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e607e64f-56b1-4473-9cac-308291d45065 req-9be9232d-b8e7-4cd3-9cc3-059f6a7845d3 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 932 time: 0.3828101 Jan 11 09:29:29.260105 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b67f42a-a970-4dfa-9734-16142262061e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:29.260734 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b67f42a-a970-4dfa-9734-16142262061e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 457057db-6a9a-41db-ba6c-a988ce8c86e3 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:29:29.273352 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9783c867-4c32-42e8-b96d-c8b103ef5912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:29.289865 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:29.290589 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:29.291198 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:29.326545 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b67f42a-a970-4dfa-9734-16142262061e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:29.328245 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8b67f42a-a970-4dfa-9734-16142262061e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "DELETE /v2.0/routers/457057db-6a9a-41db-ba6c-a988ce8c86e3 HTTP/1.1" status: 204 len: 168 time: 9.2938776 Jan 11 09:29:29.338681 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51894) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:29.390297 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port d0a4296f-069b-4919-bc9d-058e2e916f30 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:29.390573 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:29.424007 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e607e64f-56b1-4473-9cac-308291d45065 req-b1765440-be1e-4375-9d2c-1d29614b379c tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5a51d84-4af0-4559-9ea1-d767a9ab8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007194 Jan 11 09:29:29.427217 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 10 to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 Jan 11 09:29:29.475257 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.42', 60907) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:29.500134 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:29.500464 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:29.501328 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:29.620228 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port d0a4296f-069b-4919-bc9d-058e2e916f30 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:29.620574 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port d0a4296f-069b-4919-bc9d-058e2e916f30 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:29.620901 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:29.721394 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-9037414b-fe55-4bfa-a8ff-fddaa5a537ae tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:29.730950 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-9037414b-fe55-4bfa-a8ff-fddaa5a537ae tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Synchronizing usage tracker for tenant:751a670bb4bb42b1b037d7703c1ebb24 on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:29:29.768668 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbecc76-8637-4a87-b563-c6697ed16ad3 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:29.778745 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbecc76-8637-4a87-b563-c6697ed16ad3 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:29.785582 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbecc76-8637-4a87-b563-c6697ed16ad3 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:29.792486 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbecc76-8637-4a87-b563-c6697ed16ad3 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:29.801734 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbecc76-8637-4a87-b563-c6697ed16ad3 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:29.803217 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2bbecc76-8637-4a87-b563-c6697ed16ad3 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Synchronizing usage tracker for tenant:67916e2b5a5b4729b5365b48000cc56d on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:29:29.830858 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a13f74-9014-405d-9d6f-ffd2852573f5 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Deleting subnet 3719f055-ac8a-4b9d-98f7-f6dd1b6bd686 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:29:29.843042 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45a13f74-9014-405d-9d6f-ffd2852573f5 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:29.921870 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d37e2e84-fd36-4cb5-9996-967030795c98 req-f77887e3-aff8-4763-b66d-cfa956f71dd3 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/ports?device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 210 time: 0.0895813 Jan 11 09:29:29.939453 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-5cef50db-c752-44a9-af23-8c9fba25920f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:29.940413 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-5cef50db-c752-44a9-af23-8c9fba25920f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Synchronizing usage tracker for tenant:2f55e34cfef842488129ab7ed2754c64 on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:29:29.992231 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45a13f74-9014-405d-9d6f-ffd2852573f5 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:29.994080 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] For port d0a4296f-069b-4919-bc9d-058e2e916f30, host hv-neutron-8234, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:29:29.994445 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempted to set empty binding levels {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 11 09:29:30.000039 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-5cef50db-c752-44a9-af23-8c9fba25920f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Unset dirty status for tenant:2f55e34cfef842488129ab7ed2754c64 on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:29:30.007161 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-5cef50db-c752-44a9-af23-8c9fba25920f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/networks?id=d792ad28-c1a4-4d37-b57d-4b386593b2fd HTTP/1.1" status: 200 len: 811 time: 0.8097405 Jan 11 09:29:30.012838 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:30.090933 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] In _notify_port_updated(), no bound segment for port d0a4296f-069b-4919-bc9d-058e2e916f30 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 11 09:29:30.091987 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:30.092578 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:30.097754 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] 10.222.0.15 "PUT /v2.0/ports/d0a4296f-069b-4919-bc9d-058e2e916f30 HTTP/1.1" status: 200 len: 981 time: 6.0525579 Jan 11 09:29:30.097754 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-7bb8ed29-a97d-4ff0-8382-2c9e8dfd1008 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/quotas/2f55e34cfef842488129ab7ed2754c64 HTTP/1.1" status: 200 len: 375 time: 0.0786436 Jan 11 09:29:30.104978 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51910) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:30.124576 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45a13f74-9014-405d-9d6f-ffd2852573f5 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:30.231016 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-20307fe8-4b7b-4902-b3d4-9f084f547e15 service neutron] Request body: {'port': {'device_id': 'd7044d0c-bd67-4f47-a75e-d84988e7ee6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:30.243232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea5b5c-ec5e-4fa8-8d96-6554dcd28073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Pushing event updated for resources: {'Port': ['ID=d0a4296f-069b-4919-bc9d-058e2e916f30,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:30.265051 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45a13f74-9014-405d-9d6f-ffd2852573f5 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:30.323401 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004853f2-7676-4903-9f85-95ce4b4cea66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:30.323875 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004853f2-7676-4903-9f85-95ce4b4cea66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:30.324346 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004853f2-7676-4903-9f85-95ce4b4cea66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:30.324964 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004853f2-7676-4903-9f85-95ce4b4cea66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:30.325370 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004853f2-7676-4903-9f85-95ce4b4cea66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:30.325817 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004853f2-7676-4903-9f85-95ce4b4cea66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:30.328517 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004853f2-7676-4903-9f85-95ce4b4cea66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:30.328517 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004853f2-7676-4903-9f85-95ce4b4cea66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:30.328517 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004853f2-7676-4903-9f85-95ce4b4cea66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:30.328517 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004853f2-7676-4903-9f85-95ce4b4cea66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:30.328517 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004853f2-7676-4903-9f85-95ce4b4cea66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:30.328517 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004853f2-7676-4903-9f85-95ce4b4cea66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:30.329072 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004853f2-7676-4903-9f85-95ce4b4cea66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:30.329693 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004853f2-7676-4903-9f85-95ce4b4cea66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:30.330263 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004853f2-7676-4903-9f85-95ce4b4cea66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:30.330673 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004853f2-7676-4903-9f85-95ce4b4cea66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:30.331125 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004853f2-7676-4903-9f85-95ce4b4cea66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:30.331578 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004853f2-7676-4903-9f85-95ce4b4cea66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:30.333681 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-004853f2-7676-4903-9f85-95ce4b4cea66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Synchronizing usage tracker for tenant:a4066237e79a48198c9767f203f6ae32 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:29:30.359304 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-9037414b-fe55-4bfa-a8ff-fddaa5a537ae tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Unset dirty status for tenant:751a670bb4bb42b1b037d7703c1ebb24 on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:29:30.361354 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-9037414b-fe55-4bfa-a8ff-fddaa5a537ae tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.42 "GET /v2.0/networks?id=ca4ce210-a393-4677-aa6a-eccdb76bdec4 HTTP/1.1" status: 200 len: 812 time: 0.8849297 Jan 11 09:29:30.364135 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-31bb853f-af2c-450f-837b-22a4ff23115e tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f55e34cfef842488129ab7ed2754c64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2585320 Jan 11 09:29:30.364135 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-004853f2-7676-4903-9f85-95ce4b4cea66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Unset dirty status for tenant:a4066237e79a48198c9767f203f6ae32 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:29:30.364837 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-004853f2-7676-4903-9f85-95ce4b4cea66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16286 time: 0.2590470 Jan 11 09:29:30.369418 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51920) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:30.383299 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45a13f74-9014-405d-9d6f-ffd2852573f5 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:30.397850 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-45a13f74-9014-405d-9d6f-ffd2852573f5 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/3719f055-ac8a-4b9d-98f7-f6dd1b6bd686 HTTP/1.1" status: 204 len: 168 time: 1.0536926 Jan 11 09:29:30.398872 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a13f74-9014-405d-9d6f-ffd2852573f5 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3719f055-ac8a-4b9d-98f7-f6dd1b6bd686,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:30.404325 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51924) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:30.407886 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2bbecc76-8637-4a87-b563-c6697ed16ad3 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Unset dirty status for tenant:67916e2b5a5b4729b5365b48000cc56d on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:29:30.413675 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2bbecc76-8637-4a87-b563-c6697ed16ad3 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3061 time: 1.7213616 Jan 11 09:29:30.430209 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51928) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:30.433054 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9783c867-4c32-42e8-b96d-c8b103ef5912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:30.435962 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9783c867-4c32-42e8-b96d-c8b103ef5912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:30.440273 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9783c867-4c32-42e8-b96d-c8b103ef5912 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e443ccff-f8d4-41bc-82ff-425a8e72d8c6 HTTP/1.1" status: 204 len: 168 time: 2.3507352 Jan 11 09:29:30.471837 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:29:30.552706 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:29:30.556522 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0ed27ed7-79f7-4e72-88b6-e7ea0cd79a80 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:29:30.566955 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783c867-4c32-42e8-b96d-c8b103ef5912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e443ccff-f8d4-41bc-82ff-425a8e72d8c6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:30.703721 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-5ec1d094-b13f-4019-a533-aba5d986d2fc service neutron] 10.222.0.15 "GET /v2.0/networks/d792ad28-c1a4-4d37-b57d-4b386593b2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927716 Jan 11 09:29:30.975011 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-edd375c7-e534-4550-b2a4-881ee62da45a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Deleting port d0a4296f-069b-4919-bc9d-058e2e916f30 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:29:30.975745 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-edd375c7-e534-4550-b2a4-881ee62da45a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:31.092582 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-d2184bd6-a9b8-40d9-8014-d701fb0b2bda tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Synchronizing usage tracker for tenant:751a670bb4bb42b1b037d7703c1ebb24 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:29:31.113530 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-20307fe8-4b7b-4902-b3d4-9f084f547e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:31.139266 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6c01-a939-4518-bd74-b39206a43efc tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:31.144435 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f586870-553c-48d3-82ff-381fa7605e00 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:31.163409 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-d2184bd6-a9b8-40d9-8014-d701fb0b2bda tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Unset dirty status for tenant:751a670bb4bb42b1b037d7703c1ebb24 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:29:31.165108 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-d2184bd6-a9b8-40d9-8014-d701fb0b2bda tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=751a670bb4bb42b1b037d7703c1ebb24 HTTP/1.1" status: 200 len: 380 time: 0.7638614 Jan 11 09:29:31.225972 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 51948) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:31.245552 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-bc5367f9-4c09-4008-a70f-aa509680576b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Request body: {'port': {'device_id': '198f3d11-bcbc-4da0-a2a1-ab180f487ee1', 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4', 'admin_state_up': True, 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'security_groups': ['daa15d22-23f6-447e-a35b-6e17f7e7315a']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:31.305875 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51952) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:31.322789 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abaa8b-e9e5-4d0d-8199-dd2c2627c00c req-e6113b28-1952-4367-bbd9-dd66d0914071 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:31.324711 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-79abaa8b-e9e5-4d0d-8199-dd2c2627c00c req-e6113b28-1952-4367-bbd9-dd66d0914071 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 932 time: 0.5387220 Jan 11 09:29:31.420089 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-6a511f70-60fb-4a1c-8435-2636b560b732 service neutron] 10.222.0.15 "GET /v2.0/networks/d792ad28-c1a4-4d37-b57d-4b386593b2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6947432 Jan 11 09:29:31.420791 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04fd3194-11f5-4dfd-a1a1-46899a904b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:31.572238 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-79abaa8b-e9e5-4d0d-8199-dd2c2627c00c req-c7dce3ad-c36e-4a4f-a3af-34a6c4a32e69 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5a51d84-4af0-4559-9ea1-d767a9ab8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412305 Jan 11 09:29:31.573360 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-04fd3194-11f5-4dfd-a1a1-46899a904b0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:31.599488 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-04fd3194-11f5-4dfd-a1a1-46899a904b0a admin admin] Usage tracker for resource:security_group_rule and tenant:2d5ea89eb0cb44eb83202b9736c21a08 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:31.604451 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-04fd3194-11f5-4dfd-a1a1-46899a904b0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:31.759872 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-04fd3194-11f5-4dfd-a1a1-46899a904b0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:31.798542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-edd375c7-e534-4550-b2a4-881ee62da45a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] For port d0a4296f-069b-4919-bc9d-058e2e916f30, host hv-neutron-8234, got binding levels [] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:31.798856 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-edd375c7-e534-4550-b2a4-881ee62da45a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:32.006597 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-bf46c2f5-f4a8-41bd-b79c-0280a53beb4a tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-253538787'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:32.016964 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6c01-a939-4518-bd74-b39206a43efc tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:32.103335 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9d121805-8698-4bc9-b5b8-9409f649b6ec req-a1435120-e584-4b9c-8b88-1ee5972cf082 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/ports?device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 210 time: 0.2848732 Jan 11 09:29:32.195218 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bf46c2f5-f4a8-41bd-b79c-0280a53beb4a tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:32.201048 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bf46c2f5-f4a8-41bd-b79c-0280a53beb4a tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Usage tracker for resource:network and tenant:fa42a4f1b48047f589b6e70dde7f0ef6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:32.202991 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-edd375c7-e534-4550-b2a4-881ee62da45a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Calling delete_port for d0a4296f-069b-4919-bc9d-058e2e916f30 owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:29:32.205051 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bf46c2f5-f4a8-41bd-b79c-0280a53beb4a tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:32.212480 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bf46c2f5-f4a8-41bd-b79c-0280a53beb4a tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:32.287081 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f586870-553c-48d3-82ff-381fa7605e00 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:32.320834 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-5f586870-553c-48d3-82ff-381fa7605e00 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05961584-40a4-473e-8111-308622070c0c']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:32.330542 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bc344cef-2a40-49f9-a201-b86d07aa7f9f req-7fca927b-b1f9-48bd-8824-6174a2dbe074 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 210 time: 0.2323344 Jan 11 09:29:32.356511 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-5f586870-553c-48d3-82ff-381fa7605e00 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55067c10-af58-4aa7-aa04-4572126fe718') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:32.356750 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-5f586870-553c-48d3-82ff-381fa7605e00 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55067c10-af58-4aa7-aa04-4572126fe718') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:32.372848 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f586870-553c-48d3-82ff-381fa7605e00 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:32.401402 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f586870-553c-48d3-82ff-381fa7605e00 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:32.412795 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-edd375c7-e534-4550-b2a4-881ee62da45a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:32.416294 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04fd3194-11f5-4dfd-a1a1-46899a904b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:32.423023 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-bc5367f9-4c09-4008-a70f-aa509680576b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:32.455355 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f586870-553c-48d3-82ff-381fa7605e00 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:29:32.455801 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f586870-553c-48d3-82ff-381fa7605e00 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:32.464530 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04fd3194-11f5-4dfd-a1a1-46899a904b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:32.531660 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd3194-11f5-4dfd-a1a1-46899a904b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e7835a-d490-4fe0-b888-d7da7f4d2cf0,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:32.535803 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd375c7-e534-4550-b2a4-881ee62da45a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0a4296f-069b-4919-bc9d-058e2e916f30,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:32.557088 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-bc5367f9-4c09-4008-a70f-aa509680576b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Usage tracker for resource:port and tenant:751a670bb4bb42b1b037d7703c1ebb24 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:32.572867 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-04fd3194-11f5-4dfd-a1a1-46899a904b0a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2d5ea89eb0cb44eb83202b9736c21a08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2468739 Jan 11 09:29:32.576221 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51970) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:32.604617 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-edd375c7-e534-4550-b2a4-881ee62da45a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:32.711457 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-edd375c7-e534-4550-b2a4-881ee62da45a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] 10.222.0.15 "DELETE /v2.0/ports/d0a4296f-069b-4919-bc9d-058e2e916f30 HTTP/1.1" status: 204 len: 168 time: 2.3386736 Jan 11 09:29:32.718469 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51976) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:29:32.722317 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:29:32.724512 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf46c2f5-f4a8-41bd-b79c-0280a53beb4a tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Made reservation on behalf of fa42a4f1b48047f589b6e70dde7f0ef6 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:32.727379 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf46c2f5-f4a8-41bd-b79c-0280a53beb4a tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:32.760791 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-3e6e6c01-a939-4518-bd74-b39206a43efc tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed7ff6c4-50c4-4b70-a785-382189d42960']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:32.785985 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-3e6e6c01-a939-4518-bd74-b39206a43efc tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2f4019-2050-482d-901c-75fecdfdc371') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:32.786302 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-3e6e6c01-a939-4518-bd74-b39206a43efc tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2f4019-2050-482d-901c-75fecdfdc371') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:32.817123 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6c01-a939-4518-bd74-b39206a43efc tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:32.836053 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-bc5367f9-4c09-4008-a70f-aa509680576b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:32.838776 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f586870-553c-48d3-82ff-381fa7605e00 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:32.869012 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-bc5367f9-4c09-4008-a70f-aa509680576b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:32.897463 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf46c2f5-f4a8-41bd-b79c-0280a53beb4a tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:32.914182 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-79728070-9a01-46ee-9b25-b792774b2703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] GET failed (client error): The resource could not be found. Jan 11 09:29:32.915565 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-79728070-9a01-46ee-9b25-b792774b2703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Synchronizing usage tracker for tenant:a4066237e79a48198c9767f203f6ae32 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:29:32.927977 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ae42bde-214d-46ae-aec9-a7b80e840bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:32.999516 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ae42bde-214d-46ae-aec9-a7b80e840bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:33.009333 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-79728070-9a01-46ee-9b25-b792774b2703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Unset dirty status for tenant:a4066237e79a48198c9767f203f6ae32 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:29:33.014666 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-79728070-9a01-46ee-9b25-b792774b2703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] 10.222.0.15 "GET /v2.0/ports/d0a4296f-069b-4919-bc9d-058e2e916f30 HTTP/1.1" status: 404 len: 333 time: 0.2940342 Jan 11 09:29:33.020273 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51980) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:33.026650 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-dc7d6e7f-db7e-42e7-9978-2e173639f77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-426488452', 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:33.038729 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f586870-553c-48d3-82ff-381fa7605e00 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 05961584-40a4-473e-8111-308622070c0c {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 11 09:29:33.049252 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dc7d6e7f-db7e-42e7-9978-2e173639f77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:33.077973 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62186fa-b503-428c-858c-53352860eb5a req-d4b1f3d3-3d14-4eaf-b691-35cc9eb4d39a tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:33.080741 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b62186fa-b503-428c-858c-53352860eb5a req-d4b1f3d3-3d14-4eaf-b691-35cc9eb4d39a tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 932 time: 0.2640886 Jan 11 09:29:33.126872 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dc7d6e7f-db7e-42e7-9978-2e173639f77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:33.192130 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b62186fa-b503-428c-858c-53352860eb5a req-ca206b60-3b2d-4bde-bce2-87f233e53e56 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5a51d84-4af0-4559-9ea1-d767a9ab8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033821 Jan 11 09:29:33.199526 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7d6e7f-db7e-42e7-9978-2e173639f77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Made reservation on behalf of a4066237e79a48198c9767f203f6ae32 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:33.214862 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6e7f-db7e-42e7-9978-2e173639f77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:33.262765 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-20307fe8-4b7b-4902-b3d4-9f084f547e15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb5c29f7-867c-46f6-b73e-f2b682db3b03 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:29:33.272663 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-20307fe8-4b7b-4902-b3d4-9f084f547e15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:33.299924 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ae42bde-214d-46ae-aec9-a7b80e840bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:33.306894 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6c01-a939-4518-bd74-b39206a43efc tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:33.319201 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6e6c01-a939-4518-bd74-b39206a43efc tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:29:33.319746 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6c01-a939-4518-bd74-b39206a43efc tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:33.326662 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-dc7d6e7f-db7e-42e7-9978-2e173639f77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] device_id is not set on port bcc8a207-0910-4d5c-a1c6-0740819efb5b yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:29:33.429056 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:29:33.434033 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f586870-553c-48d3-82ff-381fa7605e00 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:33.444338 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f586870-553c-48d3-82ff-381fa7605e00 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Pushing event deleted for resources: {'Network': ['ID=05961584-40a4-473e-8111-308622070c0c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:33.459227 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5f586870-553c-48d3-82ff-381fa7605e00 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "DELETE /v2.0/networks/05961584-40a4-473e-8111-308622070c0c HTTP/1.1" status: 204 len: 168 time: 3.0519118 Jan 11 09:29:33.474177 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-20307fe8-4b7b-4902-b3d4-9f084f547e15 service neutron] Transition to ACTIVE for port object eb5c29f7-867c-46f6-b73e-f2b682db3b03 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:29:33.481491 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6c01-a939-4518-bd74-b39206a43efc tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:33.498979 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-bc5367f9-4c09-4008-a70f-aa509680576b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Made reservation on behalf of 751a670bb4bb42b1b037d7703c1ebb24 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:33.540017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-bc5367f9-4c09-4008-a70f-aa509680576b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:33.570201 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae42bde-214d-46ae-aec9-a7b80e840bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e7835a-d490-4fe0-b888-d7da7f4d2cf0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:33.596863 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-20307fe8-4b7b-4902-b3d4-9f084f547e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:33.653417 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6e6c01-a939-4518-bd74-b39206a43efc tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ed7ff6c4-50c4-4b70-a785-382189d42960 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 11 09:29:33.669915 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bf46c2f5-f4a8-41bd-b79c-0280a53beb4a tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:33.670327 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c1baf2f3-902f-46e0-8a64-c2f434d41f80 req-69a13292-a163-4ade-9146-58bd4d11a02d tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/ports?device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 210 time: 0.1101325 Jan 11 09:29:33.777710 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2d3375ae-6ec8-4066-98cb-8e85e5856dcc req-8220628c-d6b3-40ca-b634-d14217420846 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 210 time: 0.0788288 Jan 11 09:29:33.792904 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ae42bde-214d-46ae-aec9-a7b80e840bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:33.794846 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5ae42bde-214d-46ae-aec9-a7b80e840bcf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41e7835a-d490-4fe0-b888-d7da7f4d2cf0 HTTP/1.1" status: 204 len: 168 time: 1.2169619 Jan 11 09:29:33.895186 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6c01-a939-4518-bd74-b39206a43efc tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:33.907788 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 51998) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:33.909004 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3e6e6c01-a939-4518-bd74-b39206a43efc tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] 10.222.0.15 "DELETE /v2.0/networks/ed7ff6c4-50c4-4b70-a785-382189d42960 HTTP/1.1" status: 204 len: 168 time: 3.4614663 Jan 11 09:29:33.912968 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20307fe8-4b7b-4902-b3d4-9f084f547e15 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5c29f7-867c-46f6-b73e-f2b682db3b03,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:33.917112 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1a32eb26-ce17-4985-ae97-c2da39c46f7f tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Request body: {'network': {'name': 'tempest-network--1663910634', 'router:external': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:33.926188 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bf46c2f5-f4a8-41bd-b79c-0280a53beb4a tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Usage tracker for resource:security_group_rule and tenant:fa42a4f1b48047f589b6e70dde7f0ef6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:33.930297 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1a32eb26-ce17-4985-ae97-c2da39c46f7f tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:33.945667 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1a32eb26-ce17-4985-ae97-c2da39c46f7f tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Usage tracker for resource:network and tenant:a57073cb69114d9aab96a86f3b1a36cb is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:33.953097 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1a32eb26-ce17-4985-ae97-c2da39c46f7f tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:33.958011 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bf46c2f5-f4a8-41bd-b79c-0280a53beb4a tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:33.965047 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6e7f-db7e-42e7-9978-2e173639f77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:33.967719 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1a32eb26-ce17-4985-ae97-c2da39c46f7f tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:34.002664 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a32eb26-ce17-4985-ae97-c2da39c46f7f tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Made reservation on behalf of a57073cb69114d9aab96a86f3b1a36cb for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:34.005483 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a32eb26-ce17-4985-ae97-c2da39c46f7f tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:34.006465 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:34.079637 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a32eb26-ce17-4985-ae97-c2da39c46f7f tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:29:34.087593 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e6c01-a939-4518-bd74-b39206a43efc tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed7ff6c4-50c4-4b70-a785-382189d42960,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:34.120863 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a32eb26-ce17-4985-ae97-c2da39c46f7f tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:34.127961 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-1a32eb26-ce17-4985-ae97-c2da39c46f7f tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Added segment b529c326-65d4-4ad0-9a28-07c41a1dd925 of type vlan for network 1ce0265f-5fc8-45ae-802f-ec405861949e Jan 11 09:29:34.152117 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6e7f-db7e-42e7-9978-2e173639f77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:34.363004 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a32eb26-ce17-4985-ae97-c2da39c46f7f tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:34.401801 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52008) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:34.404071 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7d6e7f-db7e-42e7-9978-2e173639f77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Network cdbabffa-ce77-44da-945d-e7fef1f4bb83 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:29:34.417804 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a32eb26-ce17-4985-ae97-c2da39c46f7f tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:34.419145 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a32eb26-ce17-4985-ae97-c2da39c46f7f tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:34.419881 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a32eb26-ce17-4985-ae97-c2da39c46f7f tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:34.424795 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-dc7d6e7f-db7e-42e7-9978-2e173639f77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:34.429383 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-aa96b0dc-50bd-4039-91fb-552b095cc275 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Request body: {'router': {'name': 'tempest-router--415403208', 'project_id': 'ae55442a30434a598f56dcd353bd0297'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:34.435241 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-bc5367f9-4c09-4008-a70f-aa509680576b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Allocated IP 172.20.0.12 (ca4ce210-a393-4677-aa6a-eccdb76bdec4/629ef5e5-a187-4239-abf7-d3f4dd928e10/641b3bbd-6c85-4dbc-a492-cf673d3b90a9) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:29:34.515040 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7d6e7f-db7e-42e7-9978-2e173639f77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:29:34.516894 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7d6e7f-db7e-42e7-9978-2e173639f77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:34.517762 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6e7f-db7e-42e7-9978-2e173639f77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:34.530069 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-aa96b0dc-50bd-4039-91fb-552b095cc275 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:34.578215 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-aa96b0dc-50bd-4039-91fb-552b095cc275 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Usage tracker for resource:router and tenant:ae55442a30434a598f56dcd353bd0297 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:34.592870 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-aa96b0dc-50bd-4039-91fb-552b095cc275 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:34.600543 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d6e7f-db7e-42e7-9978-2e173639f77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Pushing event updated for resources: {'Port': ['ID=bcc8a207-0910-4d5c-a1c6-0740819efb5b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:34.617267 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-aa96b0dc-50bd-4039-91fb-552b095cc275 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:34.631445 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d2c5d-d2ed-4673-a96b-bf28fb903015 req-c49a2de9-ed66-4088-a064-71522459f9a8 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:34.633130 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f47d2c5d-d2ed-4673-a96b-bf28fb903015 req-c49a2de9-ed66-4088-a064-71522459f9a8 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 944 time: 0.2324290 Jan 11 09:29:34.684303 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bf46c2f5-f4a8-41bd-b79c-0280a53beb4a tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:34.700607 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1a32eb26-ce17-4985-ae97-c2da39c46f7f tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7916708 Jan 11 09:29:34.702902 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52020) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:34.717454 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32eb26-ce17-4985-ae97-c2da39c46f7f tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Pushing event updated for resources: {'Network': ['ID=1ce0265f-5fc8-45ae-802f-ec405861949e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:34.758910 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-bc5367f9-4c09-4008-a70f-aa509680576b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:34.819292 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-bc5367f9-4c09-4008-a70f-aa509680576b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Transition to ACTIVE for port object 641b3bbd-6c85-4dbc-a492-cf673d3b90a9 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:29:34.837664 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-dc7d6e7f-db7e-42e7-9978-2e173639f77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8162668 Jan 11 09:29:34.845762 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 1ce0265f-5fc8-45ae-802f-ec405861949e details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:29:34.845926 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa96b0dc-50bd-4039-91fb-552b095cc275 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:34.846968 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa96b0dc-50bd-4039-91fb-552b095cc275 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:34.864039 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa96b0dc-50bd-4039-91fb-552b095cc275 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:34.873448 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52034) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:34.927792 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0124d8b-08b0-40a1-b433-a3f50a64baa9 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:34.931955 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b0124d8b-08b0-40a1-b433-a3f50a64baa9 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] 10.222.0.15 "GET /v2.0/networks/1ce0265f-5fc8-45ae-802f-ec405861949e HTTP/1.1" status: 200 len: 757 time: 0.2108514 Jan 11 09:29:34.938814 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52040) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:34.952289 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-34c54b55-3a3c-4331-b798-f345d78e93c6 req-dc199542-7f1f-4c43-bc72-ff1feb6578ab tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/ports?device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 210 time: 0.1081512 Jan 11 09:29:35.053849 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a87df4-6d8a-4a26-a21f-a078eaeed187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:35.055487 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d8a87df4-6d8a-4a26-a21f-a078eaeed187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] 10.222.0.15 "GET /v2.0/ports/bcc8a207-0910-4d5c-a1c6-0740819efb5b HTTP/1.1" status: 200 len: 958 time: 0.1598616 Jan 11 09:29:35.063147 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52044) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:35.083799 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-20307fe8-4b7b-4902-b3d4-9f084f547e15 service neutron] Attempting to bind port eb5c29f7-867c-46f6-b73e-f2b682db3b03 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:35.084171 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-20307fe8-4b7b-4902-b3d4-9f084f547e15 service neutron] Attempting to bind port eb5c29f7-867c-46f6-b73e-f2b682db3b03 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '0e714dd5-6920-43b2-b114-2276f407b3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:35.084538 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-20307fe8-4b7b-4902-b3d4-9f084f547e15 service neutron] Attempting to bind port eb5c29f7-867c-46f6-b73e-f2b682db3b03 on network 0f65b1ba-3913-4451-8e15-729dbed38017 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:35.138415 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-20307fe8-4b7b-4902-b3d4-9f084f547e15 service neutron] Port eb5c29f7-867c-46f6-b73e-f2b682db3b03 on network 0f65b1ba-3913-4451-8e15-729dbed38017 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:35.138795 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-20307fe8-4b7b-4902-b3d4-9f084f547e15 service neutron] Attempting to bind port eb5c29f7-867c-46f6-b73e-f2b682db3b03 on network 0f65b1ba-3913-4451-8e15-729dbed38017 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:35.151957 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-bc5367f9-4c09-4008-a70f-aa509680576b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:35.191140 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f47d2c5d-d2ed-4673-a96b-bf28fb903015 req-9a52e065-3164-4e96-97ab-2dd656458465 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5a51d84-4af0-4559-9ea1-d767a9ab8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5031674 Jan 11 09:29:35.192225 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa96b0dc-50bd-4039-91fb-552b095cc275 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:35.202047 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf46c2f5-f4a8-41bd-b79c-0280a53beb4a tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:35.230375 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-20307fe8-4b7b-4902-b3d4-9f084f547e15 service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:29:35.230778 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-20307fe8-4b7b-4902-b3d4-9f084f547e15 service neutron] Checking segment: {'id': '0e714dd5-6920-43b2-b114-2276f407b3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:29:35.231424 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-20307fe8-4b7b-4902-b3d4-9f084f547e15 service neutron] Bound using segment: {'id': '0e714dd5-6920-43b2-b114-2276f407b3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:29:35.231939 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-20307fe8-4b7b-4902-b3d4-9f084f547e15 service neutron] Bound port: eb5c29f7-867c-46f6-b73e-f2b682db3b03, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e714dd5-6920-43b2-b114-2276f407b3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:29:35.232340 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-20307fe8-4b7b-4902-b3d4-9f084f547e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:35.254349 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf46c2f5-f4a8-41bd-b79c-0280a53beb4a tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:35.264594 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e19aa1d1-2361-4d55-9c58-22d5d6c106a3 req-77f4fcd1-56b8-4a83-8e3d-13159fe274d0 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 210 time: 0.0670416 Jan 11 09:29:35.274079 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d9c572-feba-49e4-a5fc-f4fd280e8bbe tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:35.275916 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-01d9c572-feba-49e4-a5fc-f4fd280e8bbe tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] 10.222.0.15 "GET /v2.0/networks/9c2cdbd3-9b45-49ef-96fc-72bf8174f0af HTTP/1.1" status: 200 len: 767 time: 0.3295884 Jan 11 09:29:35.278992 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52052) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:35.287734 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-bc5367f9-4c09-4008-a70f-aa509680576b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Network ca4ce210-a393-4677-aa6a-eccdb76bdec4 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:29:35.302068 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-bc5367f9-4c09-4008-a70f-aa509680576b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:35.303173 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa96b0dc-50bd-4039-91fb-552b095cc275 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:35.304634 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-aa96b0dc-50bd-4039-91fb-552b095cc275 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8987844 Jan 11 09:29:35.306456 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-901458b0-111b-493f-9065-162645ce1500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Deleting port bcc8a207-0910-4d5c-a1c6-0740819efb5b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:29:35.306796 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-901458b0-111b-493f-9065-162645ce1500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:35.308388 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52056) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:35.363149 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-bc5367f9-4c09-4008-a70f-aa509680576b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:29:35.402450 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.42', 60911) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:35.522693 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf46c2f5-f4a8-41bd-b79c-0280a53beb4a tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:29:35.547258 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-faef23e5-1bd0-4f95-bf84-65dec9b7d1f3 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:35.549361 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46c2f5-f4a8-41bd-b79c-0280a53beb4a tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4a23e9-71b0-453c-964c-6136f4f541f1,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:35.567041 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e959bbca-99f4-4cad-86b1-76d9d6604d9e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:35.580542 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5367f9-4c09-4008-a70f-aa509680576b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Pushing event updated for resources: {'Port': ['ID=641b3bbd-6c85-4dbc-a492-cf673d3b90a9,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:35.592274 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d75122bc-40c5-481e-8408-091fd5a28f27 None None] Provisioning for port 641b3bbd-6c85-4dbc-a492-cf673d3b90a9 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:29:35.598303 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d75122bc-40c5-481e-8408-091fd5a28f27 None None] Provisioning complete for port 641b3bbd-6c85-4dbc-a492-cf673d3b90a9 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:35.598674 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d75122bc-40c5-481e-8408-091fd5a28f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:35.605589 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf46c2f5-f4a8-41bd-b79c-0280a53beb4a tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:35.605914 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-bf46c2f5-f4a8-41bd-b79c-0280a53beb4a tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Added segment c0c9e210-5822-457a-9d00-7f633afd0daf of type vlan for network 780d0c4c-ed9b-43f1-9c0a-a4a7e170db73 Jan 11 09:29:35.700978 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d75122bc-40c5-481e-8408-091fd5a28f27 None None] Port 641b3bbd-6c85-4dbc-a492-cf673d3b90a9 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:29:35.752919 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-20307fe8-4b7b-4902-b3d4-9f084f547e15 service neutron] For port eb5c29f7-867c-46f6-b73e-f2b682db3b03, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:29:35.776499 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-bc5367f9-4c09-4008-a70f-aa509680576b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:35.777104 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-bc5367f9-4c09-4008-a70f-aa509680576b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:35.798962 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf46c2f5-f4a8-41bd-b79c-0280a53beb4a tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:35.822141 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-20307fe8-4b7b-4902-b3d4-9f084f547e15 service neutron] For port eb5c29f7-867c-46f6-b73e-f2b682db3b03, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=eb5c29f7-867c-46f6-b73e-f2b682db3b03,segment=NetworkSegment(0e714dd5-6920-43b2-b114-2276f407b3e6),segment_id=0e714dd5-6920-43b2-b114-2276f407b3e6)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:29:35.866210 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-20307fe8-4b7b-4902-b3d4-9f084f547e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:35.960672 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-3f55c584-a4a8-47da-8bda-f7847acb86b2 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:35.960672 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-3f55c584-a4a8-47da-8bda-f7847acb86b2 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.42 "GET /v2.0/networks?id=d792ad28-c1a4-4d37-b57d-4b386593b2fd HTTP/1.1" status: 200 len: 811 time: 0.4976821 Jan 11 09:29:35.964798 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52076) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:35.967888 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-bc5367f9-4c09-4008-a70f-aa509680576b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7338312 Jan 11 09:29:36.044925 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-faef23e5-1bd0-4f95-bf84-65dec9b7d1f3 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:36.073621 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-20307fe8-4b7b-4902-b3d4-9f084f547e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:36.074258 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-20307fe8-4b7b-4902-b3d4-9f084f547e15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:36.075671 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-20307fe8-4b7b-4902-b3d4-9f084f547e15 service neutron] 10.222.0.42 "PUT /v2.0/ports/eb5c29f7-867c-46f6-b73e-f2b682db3b03 HTTP/1.1" status: 200 len: 1094 time: 6.7328832 Jan 11 09:29:36.079794 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7044d0c-bd67-4f47-a75e-d84988e7ee6b', 'tag': 'eb5c29f7-867c-46f6-b73e-f2b682db3b03'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:29:36.093691 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-b15c51b4-62b0-4863-9223-2d2b0dc7fabc service neutron] Request body: {'port': {'device_id': '198f3d11-bcbc-4da0-a2a1-ab180f487ee1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:36.143792 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf46c2f5-f4a8-41bd-b79c-0280a53beb4a tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:36.149238 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf46c2f5-f4a8-41bd-b79c-0280a53beb4a tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:36.149842 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf46c2f5-f4a8-41bd-b79c-0280a53beb4a tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:36.166354 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-901458b0-111b-493f-9065-162645ce1500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:36.191502 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e959bbca-99f4-4cad-86b1-76d9d6604d9e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:36.197079 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e959bbca-99f4-4cad-86b1-76d9d6604d9e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:36.205358 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-faef23e5-1bd0-4f95-bf84-65dec9b7d1f3 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce0265f-5fc8-45ae-802f-ec405861949e']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:36.245012 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-faef23e5-1bd0-4f95-bf84-65dec9b7d1f3 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b529c326-65d4-4ad0-9a28-07c41a1dd925') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:36.245349 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-faef23e5-1bd0-4f95-bf84-65dec9b7d1f3 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b529c326-65d4-4ad0-9a28-07c41a1dd925') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:36.265289 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-faef23e5-1bd0-4f95-bf84-65dec9b7d1f3 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:36.287206 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e959bbca-99f4-4cad-86b1-76d9d6604d9e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:36.287707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e959bbca-99f4-4cad-86b1-76d9d6604d9e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6fb0552c-ccbf-44e9-af6d-701c5ca7d216 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:29:36.305582 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-faef23e5-1bd0-4f95-bf84-65dec9b7d1f3 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:36.319682 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e959bbca-99f4-4cad-86b1-76d9d6604d9e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:36.342132 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e959bbca-99f4-4cad-86b1-76d9d6604d9e tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "DELETE /v2.0/routers/6fb0552c-ccbf-44e9-af6d-701c5ca7d216 HTTP/1.1" status: 204 len: 168 time: 1.0326602 Jan 11 09:29:36.353299 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faef23e5-1bd0-4f95-bf84-65dec9b7d1f3 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:29:36.354015 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-faef23e5-1bd0-4f95-bf84-65dec9b7d1f3 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:36.379266 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b255d-0b8b-45ed-890d-663a7748df10 req-c3556744-27f5-4b3f-baa3-7035ad71cebe tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:36.380818 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d55b255d-0b8b-45ed-890d-663a7748df10 req-c3556744-27f5-4b3f-baa3-7035ad71cebe tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/ports?device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 932 time: 0.2736168 Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:29:36.381510 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:29:36.478795 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-bf72cedf-791b-4cf6-a975-a6171fa715f6 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-173347028', 'router:external': True}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:36.544704 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52102) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:36.555147 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-901458b0-111b-493f-9065-162645ce1500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Calling delete_port for bcc8a207-0910-4d5c-a1c6-0740819efb5b owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:29:36.570799 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d55b255d-0b8b-45ed-890d-663a7748df10 req-025da4bf-ac13-47b1-a465-e84aa9ee96b4 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/security-groups?id=daa15d22-23f6-447e-a35b-6e17f7e7315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403751 Jan 11 09:29:36.589359 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-faef23e5-1bd0-4f95-bf84-65dec9b7d1f3 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:36.594314 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faef23e5-1bd0-4f95-bf84-65dec9b7d1f3 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1ce0265f-5fc8-45ae-802f-ec405861949e {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 11 09:29:36.596683 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-faef23e5-1bd0-4f95-bf84-65dec9b7d1f3 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:36.603390 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bf72cedf-791b-4cf6-a975-a6171fa715f6 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:36.607008 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20307fe8-4b7b-4902-b3d4-9f084f547e15 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5c29f7-867c-46f6-b73e-f2b682db3b03,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:36.614052 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bf72cedf-791b-4cf6-a975-a6171fa715f6 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Usage tracker for resource:network and tenant:5507041f45a946feb6ce6b51ce6f301a is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:36.617972 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bf72cedf-791b-4cf6-a975-a6171fa715f6 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:36.623912 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bf72cedf-791b-4cf6-a975-a6171fa715f6 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:36.632548 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef23e5-1bd0-4f95-bf84-65dec9b7d1f3 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Pushing event deleted for resources: {'Network': ['ID=1ce0265f-5fc8-45ae-802f-ec405861949e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:36.638756 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-faef23e5-1bd0-4f95-bf84-65dec9b7d1f3 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] 10.222.0.15 "DELETE /v2.0/networks/1ce0265f-5fc8-45ae-802f-ec405861949e HTTP/1.1" status: 204 len: 168 time: 1.3586793 Jan 11 09:29:36.646142 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bf46c2f5-f4a8-41bd-b79c-0280a53beb4a tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 5.4075279 Jan 11 09:29:36.660303 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48be2d3-9283-4f9e-8e94-07aa54d9c2cc req-2ee38c6c-502a-435d-b1da-0e82fabcdd97 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:36.661935 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52110) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:36.662311 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52112) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:36.664682 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e48be2d3-9283-4f9e-8e94-07aa54d9c2cc req-2ee38c6c-502a-435d-b1da-0e82fabcdd97 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 944 time: 0.2780378 Jan 11 09:29:36.667167 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-279da2cb-dd8f-418c-ab38-8dc835fe0e99 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f55e34cfef842488129ab7ed2754c64 HTTP/1.1" status: 200 len: 380 time: 0.6351056 Jan 11 09:29:36.756115 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf72cedf-791b-4cf6-a975-a6171fa715f6 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Made reservation on behalf of 5507041f45a946feb6ce6b51ce6f301a for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:36.758626 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf72cedf-791b-4cf6-a975-a6171fa715f6 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:36.760381 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e48be2d3-9283-4f9e-8e94-07aa54d9c2cc req-2acd08a6-5c34-4636-bc9a-bc37687ee1c0 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5a51d84-4af0-4559-9ea1-d767a9ab8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886750 Jan 11 09:29:36.780197 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-607842a5-953b-4f96-9061-b1d8e7449024 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Request body: {'network': {'name': 'tempest-network--1157642714'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:36.785875 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-6cd05d30-9127-4c43-b526-2cb32c675c6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Request body: {'subnet': {'network_id': '780d0c4c-ed9b-43f1-9c0a-a4a7e170db73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:36.817835 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-fe945d1d-f308-43a2-a72d-9c02f32e54de tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Request body: {'port': {'device_id': '53431d98-9cd9-494f-bf9e-e2a00130afa8', 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd', 'admin_state_up': True, 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'security_groups': ['e9e8f452-cb57-4a80-a0d2-aaf0dc510398']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:36.833734 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46c2f5-f4a8-41bd-b79c-0280a53beb4a tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Pushing event updated for resources: {'Network': ['ID=780d0c4c-ed9b-43f1-9c0a-a4a7e170db73,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:36.843180 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-607842a5-953b-4f96-9061-b1d8e7449024 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:36.845981 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 780d0c4c-ed9b-43f1-9c0a-a4a7e170db73 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:29:36.855319 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf72cedf-791b-4cf6-a975-a6171fa715f6 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:36.864582 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d56fe46a-68e8-462c-a9b4-946a4f91d687 req-cf3a5936-0058-4134-af1f-59fc103b7735 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 210 time: 0.0589931 Jan 11 09:29:36.889754 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-607842a5-953b-4f96-9061-b1d8e7449024 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Usage tracker for resource:network and tenant:a57073cb69114d9aab96a86f3b1a36cb is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:36.907556 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-5a4f1402-ecbe-40ea-9eab-f19d2729ff6e tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1077446185', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:36.913645 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-607842a5-953b-4f96-9061-b1d8e7449024 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:36.917931 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5a4f1402-ecbe-40ea-9eab-f19d2729ff6e tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:36.922773 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5a4f1402-ecbe-40ea-9eab-f19d2729ff6e tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Usage tracker for resource:router and tenant:552bbf60e7f74d35a6ebf221998786f8 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:36.926928 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5a4f1402-ecbe-40ea-9eab-f19d2729ff6e tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:36.934460 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5a4f1402-ecbe-40ea-9eab-f19d2729ff6e tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:36.957373 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1402-ecbe-40ea-9eab-f19d2729ff6e tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:36.957970 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-607842a5-953b-4f96-9061-b1d8e7449024 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:36.959317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1402-ecbe-40ea-9eab-f19d2729ff6e tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:36.964315 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bf72cedf-791b-4cf6-a975-a6171fa715f6 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:37.002876 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1402-ecbe-40ea-9eab-f19d2729ff6e tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:37.021017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-b15c51b4-62b0-4863-9223-2d2b0dc7fabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:37.095382 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bf72cedf-791b-4cf6-a975-a6171fa715f6 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Usage tracker for resource:security_group_rule and tenant:5507041f45a946feb6ce6b51ce6f301a is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:37.111413 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bf72cedf-791b-4cf6-a975-a6171fa715f6 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:37.133486 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bf72cedf-791b-4cf6-a975-a6171fa715f6 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:37.137351 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-901458b0-111b-493f-9065-162645ce1500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:37.191331 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607842a5-953b-4f96-9061-b1d8e7449024 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Made reservation on behalf of a57073cb69114d9aab96a86f3b1a36cb for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:37.193637 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-607842a5-953b-4f96-9061-b1d8e7449024 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:37.205926 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6cd05d30-9127-4c43-b526-2cb32c675c6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:37.209320 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7044d0c-bd67-4f47-a75e-d84988e7ee6b', 'tag': 'eb5c29f7-867c-46f6-b73e-f2b682db3b03', 'status': 'completed', 'code': 200} Jan 11 09:29:37.262893 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6cd05d30-9127-4c43-b526-2cb32c675c6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Usage tracker for resource:subnet and tenant:fa42a4f1b48047f589b6e70dde7f0ef6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:37.273550 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901458b0-111b-493f-9065-162645ce1500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcc8a207-0910-4d5c-a1c6-0740819efb5b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:37.285178 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6cd05d30-9127-4c43-b526-2cb32c675c6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:37.299564 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-bd6a4c1e-92a5-4277-9678-b183e0e9d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:37.301077 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-bd6a4c1e-92a5-4277-9678-b183e0e9d636 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d6077e90b3ac4829977f25baaf7390d5&device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 1097 time: 1.1449828 Jan 11 09:29:37.316896 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6cd05d30-9127-4c43-b526-2cb32c675c6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:37.339364 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-901458b0-111b-493f-9065-162645ce1500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:37.419127 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-fe945d1d-f308-43a2-a72d-9c02f32e54de tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:37.440532 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1402-ecbe-40ea-9eab-f19d2729ff6e tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:37.447588 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-31077010-c8fa-4f34-9337-90ed9beb10c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb5c29f7-867c-46f6-b73e-f2b682db3b03 HTTP/1.1" status: 200 len: 217 time: 0.1269257 Jan 11 09:29:37.448365 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607842a5-953b-4f96-9061-b1d8e7449024 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:29:37.453180 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-fe945d1d-f308-43a2-a72d-9c02f32e54de tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Usage tracker for resource:port and tenant:2f55e34cfef842488129ab7ed2754c64 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:37.464524 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-901458b0-111b-493f-9065-162645ce1500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] 10.222.0.15 "DELETE /v2.0/ports/bcc8a207-0910-4d5c-a1c6-0740819efb5b HTTP/1.1" status: 204 len: 168 time: 2.3996625 Jan 11 09:29:37.465285 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd05d30-9127-4c43-b526-2cb32c675c6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Made reservation on behalf of fa42a4f1b48047f589b6e70dde7f0ef6 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:37.467324 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52126) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:37.468856 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6cd05d30-9127-4c43-b526-2cb32c675c6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:37.486825 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-fe945d1d-f308-43a2-a72d-9c02f32e54de tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:37.530973 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b52bd8-e731-42ec-963c-a90d41f597c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] GET failed (client error): The resource could not be found. Jan 11 09:29:37.531452 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b4b52bd8-e731-42ec-963c-a90d41f597c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Synchronizing usage tracker for tenant:a4066237e79a48198c9767f203f6ae32 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:29:37.562397 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b4b52bd8-e731-42ec-963c-a90d41f597c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Unset dirty status for tenant:a4066237e79a48198c9767f203f6ae32 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:29:37.564337 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b4b52bd8-e731-42ec-963c-a90d41f597c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] 10.222.0.15 "GET /v2.0/ports/bcc8a207-0910-4d5c-a1c6-0740819efb5b HTTP/1.1" status: 404 len: 333 time: 0.0960963 Jan 11 09:29:37.568278 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52130) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:37.574177 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-99ac3def-1874-4d24-b9fd-c5568a2b69c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Request body: {'port': {'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-471460243'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:37.581107 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-99ac3def-1874-4d24-b9fd-c5568a2b69c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:37.590676 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-fe945d1d-f308-43a2-a72d-9c02f32e54de tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:37.609576 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-607842a5-953b-4f96-9061-b1d8e7449024 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:37.610805 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-607842a5-953b-4f96-9061-b1d8e7449024 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Added segment 06b8a62e-3787-4568-af5a-d33a93b3f992 of type vlan for network 3a7e0d82-3141-4e15-84ea-4d831ebb2cde Jan 11 09:29:37.651586 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-99ac3def-1874-4d24-b9fd-c5568a2b69c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:37.672315 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ac3def-1874-4d24-b9fd-c5568a2b69c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Made reservation on behalf of a4066237e79a48198c9767f203f6ae32 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:37.675320 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-99ac3def-1874-4d24-b9fd-c5568a2b69c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:37.709310 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-99ac3def-1874-4d24-b9fd-c5568a2b69c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] device_id is not set on port 6c28f4af-c82b-4544-b333-523fd0603855 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:29:37.767468 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-fe945d1d-f308-43a2-a72d-9c02f32e54de tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Made reservation on behalf of 2f55e34cfef842488129ab7ed2754c64 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:37.770908 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-fe945d1d-f308-43a2-a72d-9c02f32e54de tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:37.797867 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-607842a5-953b-4f96-9061-b1d8e7449024 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:37.803441 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-ba93f996-b4eb-4197-93ab-7139123bc232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:37.804877 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-ba93f996-b4eb-4197-93ab-7139123bc232 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ae3fb401-b762-4565-b792-d6b1996befaa HTTP/1.1" status: 200 len: 845 time: 0.3484724 Jan 11 09:29:38.001004 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-607842a5-953b-4f96-9061-b1d8e7449024 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:29:38.064641 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf72cedf-791b-4cf6-a975-a6171fa715f6 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:38.083032 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1402-ecbe-40ea-9eab-f19d2729ff6e tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:38.100816 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-607842a5-953b-4f96-9061-b1d8e7449024 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:38.101775 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607842a5-953b-4f96-9061-b1d8e7449024 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:38.102380 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-607842a5-953b-4f96-9061-b1d8e7449024 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:38.105557 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf72cedf-791b-4cf6-a975-a6171fa715f6 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:38.144603 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1402-ecbe-40ea-9eab-f19d2729ff6e tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:38.265568 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f4f5f-c5ba-46a2-9e02-e446c3fca479 req-541c8bca-1f0b-4de9-b7b9-69b564136025 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:38.267713 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2c2f4f5f-c5ba-46a2-9e02-e446c3fca479 req-541c8bca-1f0b-4de9-b7b9-69b564136025 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/ports?device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 932 time: 0.5661969 Jan 11 09:29:38.353683 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-99ac3def-1874-4d24-b9fd-c5568a2b69c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:38.376912 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093a646-208d-4a1b-a5a2-5212296fb615 req-766b6608-8388-4d0b-98f1-9f1b9313c766 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:38.378375 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e093a646-208d-4a1b-a5a2-5212296fb615 req-766b6608-8388-4d0b-98f1-9f1b9313c766 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 944 time: 0.4886284 Jan 11 09:29:38.387188 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf72cedf-791b-4cf6-a975-a6171fa715f6 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:29:38.450566 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2c2f4f5f-c5ba-46a2-9e02-e446c3fca479 req-6a3b1877-7e08-4fa8-9193-f9c4c8a984f1 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/security-groups?id=daa15d22-23f6-447e-a35b-6e17f7e7315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644442 Jan 11 09:29:38.452441 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf72cedf-791b-4cf6-a975-a6171fa715f6 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:38.452797 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-bf72cedf-791b-4cf6-a975-a6171fa715f6 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Added segment 948b07f5-ef51-405f-9c13-817a9b71dc8a of type vlan for network a7ada831-790a-4c67-930c-11949d42fe3f Jan 11 09:29:38.464984 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72cedf-791b-4cf6-a975-a6171fa715f6 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ea6f98-060c-4e32-aa13-b32f01157efa,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:38.504234 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e093a646-208d-4a1b-a5a2-5212296fb615 req-03002d22-ff38-40fd-a30e-04032d1be0e5 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5a51d84-4af0-4559-9ea1-d767a9ab8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189747 Jan 11 09:29:38.505290 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-5a4f1402-ecbe-40ea-9eab-f19d2729ff6e tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Allocated IP 172.26.3.167 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/2203884a-e171-4207-a7ac-d46d81943d79) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:29:38.529097 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-607842a5-953b-4f96-9061-b1d8e7449024 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.8310063 Jan 11 09:29:38.541590 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52140) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:38.542469 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-689e6a19-60bf-4651-8966-2bffa3c11c2b tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:38.544532 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-b15c51b4-62b0-4863-9223-2d2b0dc7fabc service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:29:38.556840 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-99ac3def-1874-4d24-b9fd-c5568a2b69c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:38.569142 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607842a5-953b-4f96-9061-b1d8e7449024 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Pushing event updated for resources: {'Network': ['ID=3a7e0d82-3141-4e15-84ea-4d831ebb2cde,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:38.584715 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 3a7e0d82-3141-4e15-84ea-4d831ebb2cde details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:29:38.602890 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-fe945d1d-f308-43a2-a72d-9c02f32e54de tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Allocated IP 172.20.0.12 (d792ad28-c1a4-4d37-b57d-4b386593b2fd/75d32f1d-e961-48e8-b51c-6c84103eee1a/d114431c-1274-4827-a777-bc1c30573cfe) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:29:38.607323 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-5a3ea276-0055-45e0-814d-8bebd39318d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:38.608943 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-5a3ea276-0055-45e0-814d-8bebd39318d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0f65b1ba-3913-4451-8e15-729dbed38017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7809589 Jan 11 09:29:38.720647 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6cd05d30-9127-4c43-b526-2cb32c675c6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:38.726225 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf72cedf-791b-4cf6-a975-a6171fa715f6 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:38.795257 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-b15c51b4-62b0-4863-9223-2d2b0dc7fabc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641b3bbd-6c85-4dbc-a492-cf673d3b90a9 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:29:38.825609 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-b15c51b4-62b0-4863-9223-2d2b0dc7fabc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:38.847113 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-db8a5401-e9ea-4c05-997b-323ac19626b2 req-900f63e1-8c64-4cc9-9d34-8fc22afa29ba tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 210 time: 0.2448435 Jan 11 09:29:38.918324 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ac3def-1874-4d24-b9fd-c5568a2b69c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Network cdbabffa-ce77-44da-945d-e7fef1f4bb83 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:29:38.925522 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-99ac3def-1874-4d24-b9fd-c5568a2b69c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:38.941262 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac3def-1874-4d24-b9fd-c5568a2b69c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:29:38.942203 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ac3def-1874-4d24-b9fd-c5568a2b69c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:38.942789 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-99ac3def-1874-4d24-b9fd-c5568a2b69c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:38.949315 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac3def-1874-4d24-b9fd-c5568a2b69c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Pushing event updated for resources: {'Port': ['ID=6c28f4af-c82b-4544-b333-523fd0603855,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:38.979710 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-b15c51b4-62b0-4863-9223-2d2b0dc7fabc service neutron] Transition to ACTIVE for port object 641b3bbd-6c85-4dbc-a492-cf673d3b90a9 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:29:39.006688 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-b15c51b4-62b0-4863-9223-2d2b0dc7fabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:39.010652 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd05d30-9127-4c43-b526-2cb32c675c6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Pushing event updated for resources: {'Subnet': ['ID=5a98880e-ea3a-4124-b759-0ec8b7f2823c,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:39.073080 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf72cedf-791b-4cf6-a975-a6171fa715f6 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:39.073972 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf72cedf-791b-4cf6-a975-a6171fa715f6 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:39.074573 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf72cedf-791b-4cf6-a975-a6171fa715f6 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:39.082332 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1402-ecbe-40ea-9eab-f19d2729ff6e tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:39.106618 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-99ac3def-1874-4d24-b9fd-c5568a2b69c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5370395 Jan 11 09:29:39.111884 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52144) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:39.123831 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8234'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:39.189659 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd05d30-9127-4c43-b526-2cb32c675c6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Checking segment: {'id': 'c0c9e210-5822-457a-9d00-7f633afd0daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '780d0c4c-ed9b-43f1-9c0a-a4a7e170db73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:29:39.190029 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd05d30-9127-4c43-b526-2cb32c675c6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Network hostable DHCP agents. Network: 780d0c4c-ed9b-43f1-9c0a-a4a7e170db73, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:29:39.198271 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-689e6a19-60bf-4651-8966-2bffa3c11c2b tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:39.253701 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-9ba80517-7496-4e2b-b275-814372942eda service neutron] 10.222.0.42 "GET /v2.0/networks/0f65b1ba-3913-4451-8e15-729dbed38017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6071775 Jan 11 09:29:39.261537 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-689e6a19-60bf-4651-8966-2bffa3c11c2b tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:39.289309 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-689e6a19-60bf-4651-8966-2bffa3c11c2b tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Network 3a7e0d82-3141-4e15-84ea-4d831ebb2cde is not hosted by any dhcp agent {{(pid=87655) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 11 09:29:39.290206 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689e6a19-60bf-4651-8966-2bffa3c11c2b tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:39.290800 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-689e6a19-60bf-4651-8966-2bffa3c11c2b tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:39.292479 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-689e6a19-60bf-4651-8966-2bffa3c11c2b tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] 10.222.0.15 "PUT /v2.0/networks/3a7e0d82-3141-4e15-84ea-4d831ebb2cde HTTP/1.1" status: 200 len: 858 time: 0.7545488 Jan 11 09:29:39.296836 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52148) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:39.339373 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bf72cedf-791b-4cf6-a975-a6171fa715f6 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.3704782 Jan 11 09:29:39.343534 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1402-ecbe-40ea-9eab-f19d2729ff6e tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:39.348834 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52152) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:39.411501 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7abf47e5-981e-4771-9916-05805e066f51 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Request body: {'subnet': {'network_id': 'a7ada831-790a-4c67-930c-11949d42fe3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:39.425484 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c51b4-62b0-4863-9223-2d2b0dc7fabc service neutron] Pushing event updated for resources: {'Port': ['ID=641b3bbd-6c85-4dbc-a492-cf673d3b90a9,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:39.487599 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7abf47e5-981e-4771-9916-05805e066f51 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:39.488629 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72cedf-791b-4cf6-a975-a6171fa715f6 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Pushing event updated for resources: {'Network': ['ID=a7ada831-790a-4c67-930c-11949d42fe3f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:39.489899 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e6a19-60bf-4651-8966-2bffa3c11c2b tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Pushing event updated for resources: {'Network': ['ID=3a7e0d82-3141-4e15-84ea-4d831ebb2cde,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:39.495655 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4f1402-ecbe-40ea-9eab-f19d2729ff6e tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:29:39.497506 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:39.502172 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network a7ada831-790a-4c67-930c-11949d42fe3f details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:29:39.528103 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-7abf47e5-981e-4771-9916-05805e066f51 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Usage tracker for resource:subnet and tenant:5507041f45a946feb6ce6b51ce6f301a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:39.532350 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-7abf47e5-981e-4771-9916-05805e066f51 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:39.539233 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7abf47e5-981e-4771-9916-05805e066f51 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:39.585861 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-5a4f1402-ecbe-40ea-9eab-f19d2729ff6e tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:39.597926 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4f1402-ecbe-40ea-9eab-f19d2729ff6e tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:29:39.628863 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abf47e5-981e-4771-9916-05805e066f51 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Made reservation on behalf of 5507041f45a946feb6ce6b51ce6f301a for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:39.635783 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7abf47e5-981e-4771-9916-05805e066f51 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:39.637837 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd05d30-9127-4c43-b526-2cb32c675c6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Network 780d0c4c-ed9b-43f1-9c0a-a4a7e170db73 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:29:39.715603 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f1402-ecbe-40ea-9eab-f19d2729ff6e tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Pushing event updated for resources: {'Port': ['ID=2203884a-e171-4207-a7ac-d46d81943d79,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:39.717460 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-fe945d1d-f308-43a2-a72d-9c02f32e54de tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:39.764660 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-6cd05d30-9127-4c43-b526-2cb32c675c6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 780d0c4c-ed9b-43f1-9c0a-a4a7e170db73) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:39.773475 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b6487e-6b83-4196-a6fe-48443a1d2189 None None] Network 780d0c4c-ed9b-43f1-9c0a-a4a7e170db73 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:29:39.788533 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19dea6a5-d95d-4611-9002-b74db4d4f5e1 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:39.793217 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-fe945d1d-f308-43a2-a72d-9c02f32e54de tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Transition to ACTIVE for port object d114431c-1274-4827-a777-bc1c30573cfe will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:29:39.795134 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd05d30-9127-4c43-b526-2cb32c675c6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:39.795774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6cd05d30-9127-4c43-b526-2cb32c675c6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:39.811600 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-34fa471c-028f-403d-9a7a-df4f205e89fb req-dcdbb978-d01e-42e0-937c-5de1b917cf63 service neutron] 10.222.0.42 "GET /v2.0/networks/0f65b1ba-3913-4451-8e15-729dbed38017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444560 Jan 11 09:29:39.819125 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-b15c51b4-62b0-4863-9223-2d2b0dc7fabc service neutron] Attempting to bind port 641b3bbd-6c85-4dbc-a492-cf673d3b90a9 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:39.819460 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-b15c51b4-62b0-4863-9223-2d2b0dc7fabc service neutron] Attempting to bind port 641b3bbd-6c85-4dbc-a492-cf673d3b90a9 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '1f26884f-d336-418b-ac8a-7d230186e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:39.819924 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-b15c51b4-62b0-4863-9223-2d2b0dc7fabc service neutron] Attempting to bind port 641b3bbd-6c85-4dbc-a492-cf673d3b90a9 on network ca4ce210-a393-4677-aa6a-eccdb76bdec4 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:39.836729 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-b15c51b4-62b0-4863-9223-2d2b0dc7fabc service neutron] Port 641b3bbd-6c85-4dbc-a492-cf673d3b90a9 on network ca4ce210-a393-4677-aa6a-eccdb76bdec4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:39.837247 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-b15c51b4-62b0-4863-9223-2d2b0dc7fabc service neutron] Attempting to bind port 641b3bbd-6c85-4dbc-a492-cf673d3b90a9 on network ca4ce210-a393-4677-aa6a-eccdb76bdec4 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:39.850043 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-b15c51b4-62b0-4863-9223-2d2b0dc7fabc service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:29:39.850404 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-b15c51b4-62b0-4863-9223-2d2b0dc7fabc service neutron] Checking segment: {'id': '1f26884f-d336-418b-ac8a-7d230186e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:29:39.850794 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-b15c51b4-62b0-4863-9223-2d2b0dc7fabc service neutron] Bound using segment: {'id': '1f26884f-d336-418b-ac8a-7d230186e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:29:39.851514 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-b15c51b4-62b0-4863-9223-2d2b0dc7fabc service neutron] Bound port: 641b3bbd-6c85-4dbc-a492-cf673d3b90a9, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f26884f-d336-418b-ac8a-7d230186e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:29:39.851861 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-b15c51b4-62b0-4863-9223-2d2b0dc7fabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:39.864089 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6cd05d30-9127-4c43-b526-2cb32c675c6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1671031 Jan 11 09:29:39.898513 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52160) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:39.931107 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8a76cb3e-db51-4be4-bcd9-7df0331c1795 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Request body: {'port': {'network_id': '780d0c4c-ed9b-43f1-9c0a-a4a7e170db73', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1885989965'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:40.049549 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024082f6-3a6c-4a81-8c93-f7ed37b3688a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-780d0c4c-ed9b-43f1-9c0a-a4a7e170db73', 'network_id': '780d0c4c-ed9b-43f1-9c0a-a4a7e170db73', 'tenant_id': 'fa42a4f1b48047f589b6e70dde7f0ef6', 'fixed_ips': [{'subnet_id': '5a98880e-ea3a-4124-b759-0ec8b7f2823c'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:29:40.050420 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-024082f6-3a6c-4a81-8c93-f7ed37b3688a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:40.055766 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-fe945d1d-f308-43a2-a72d-9c02f32e54de tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:40.227991 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-024082f6-3a6c-4a81-8c93-f7ed37b3688a None None] Allocated IP 2001:db8::2 (780d0c4c-ed9b-43f1-9c0a-a4a7e170db73/5a98880e-ea3a-4124-b759-0ec8b7f2823c/b8895c13-fb65-4aee-b604-ce15a34d1738) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:29:40.292503 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19dea6a5-d95d-4611-9002-b74db4d4f5e1 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:40.378736 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-fe945d1d-f308-43a2-a72d-9c02f32e54de tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Network d792ad28-c1a4-4d37-b57d-4b386593b2fd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:29:40.382276 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-b15c51b4-62b0-4863-9223-2d2b0dc7fabc service neutron] For port 641b3bbd-6c85-4dbc-a492-cf673d3b90a9, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:29:40.387175 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-fe945d1d-f308-43a2-a72d-9c02f32e54de tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:40.392579 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-19dea6a5-d95d-4611-9002-b74db4d4f5e1 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7e0d82-3141-4e15-84ea-4d831ebb2cde']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:40.403187 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-fe945d1d-f308-43a2-a72d-9c02f32e54de tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:29:40.440258 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe945d1d-f308-43a2-a72d-9c02f32e54de tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Pushing event updated for resources: {'Port': ['ID=d114431c-1274-4827-a777-bc1c30573cfe,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:40.454561 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-19dea6a5-d95d-4611-9002-b74db4d4f5e1 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b8a62e-3787-4568-af5a-d33a93b3f992') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:40.454561 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-19dea6a5-d95d-4611-9002-b74db4d4f5e1 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b8a62e-3787-4568-af5a-d33a93b3f992') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:40.465163 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-b15c51b4-62b0-4863-9223-2d2b0dc7fabc service neutron] For port 641b3bbd-6c85-4dbc-a492-cf673d3b90a9, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=641b3bbd-6c85-4dbc-a492-cf673d3b90a9,segment=NetworkSegment(1f26884f-d336-418b-ac8a-7d230186e755),segment_id=1f26884f-d336-418b-ac8a-7d230186e755)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:29:40.470938 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6112ea8-0aca-48df-a371-2d7e42ba8fca req-1ccb683e-ade8-4720-a351-ffcb739c457a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:40.472852 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c6112ea8-0aca-48df-a371-2d7e42ba8fca req-1ccb683e-ade8-4720-a351-ffcb739c457a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d6077e90b3ac4829977f25baaf7390d5&device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 1097 time: 0.5650005 Jan 11 09:29:40.484735 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19dea6a5-d95d-4611-9002-b74db4d4f5e1 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:40.496768 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-b15c51b4-62b0-4863-9223-2d2b0dc7fabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:40.499949 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-024082f6-3a6c-4a81-8c93-f7ed37b3688a None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:40.520325 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-024082f6-3a6c-4a81-8c93-f7ed37b3688a None None] Transition to ACTIVE for port object b8895c13-fb65-4aee-b604-ce15a34d1738 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:29:40.554941 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-024082f6-3a6c-4a81-8c93-f7ed37b3688a None None] Transition to ACTIVE for port object b8895c13-fb65-4aee-b604-ce15a34d1738 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:29:40.555878 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c6d2e-3d9f-43a8-8913-0395b1ba483f req-40142bfb-00c4-423f-bfef-e40b4ff201cb tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:40.558844 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-115c6d2e-3d9f-43a8-8913-0395b1ba483f req-40142bfb-00c4-423f-bfef-e40b4ff201cb tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/ports?device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 944 time: 0.8968651 Jan 11 09:29:40.565255 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-024082f6-3a6c-4a81-8c93-f7ed37b3688a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:40.608691 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-fe945d1d-f308-43a2-a72d-9c02f32e54de tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:40.610077 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-fe945d1d-f308-43a2-a72d-9c02f32e54de tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:40.623328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19dea6a5-d95d-4611-9002-b74db4d4f5e1 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:40.649342 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-b15c51b4-62b0-4863-9223-2d2b0dc7fabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:40.649980 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-b15c51b4-62b0-4863-9223-2d2b0dc7fabc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:40.651395 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-b15c51b4-62b0-4863-9223-2d2b0dc7fabc service neutron] 10.222.0.42 "PUT /v2.0/ports/641b3bbd-6c85-4dbc-a492-cf673d3b90a9 HTTP/1.1" status: 200 len: 1094 time: 4.6043763 Jan 11 09:29:40.664882 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024082f6-3a6c-4a81-8c93-f7ed37b3688a None None] Network 780d0c4c-ed9b-43f1-9c0a-a4a7e170db73 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:29:40.667950 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198f3d11-bcbc-4da0-a2a1-ab180f487ee1', 'tag': '641b3bbd-6c85-4dbc-a492-cf673d3b90a9'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:29:40.675097 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-024082f6-3a6c-4a81-8c93-f7ed37b3688a None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:40.718282 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024082f6-3a6c-4a81-8c93-f7ed37b3688a None None] Pushing event updated for resources: {'Port': ['ID=b8895c13-fb65-4aee-b604-ce15a34d1738,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:40.728355 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024082f6-3a6c-4a81-8c93-f7ed37b3688a None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:29:40.729289 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9c53e-fd0b-48d1-a5bc-980a5461790f req-fb05b114-6c6d-4738-9b7d-cf64864332e4 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:40.738603 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-97c9c53e-fd0b-48d1-a5bc-980a5461790f req-fb05b114-6c6d-4738-9b7d-cf64864332e4 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 944 time: 1.0528393 Jan 11 09:29:40.779766 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19dea6a5-d95d-4611-9002-b74db4d4f5e1 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:29:40.780173 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19dea6a5-d95d-4611-9002-b74db4d4f5e1 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:29:40.804859 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:29:40.831100 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-fe945d1d-f308-43a2-a72d-9c02f32e54de tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0766070 Jan 11 09:29:40.833928 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-115c6d2e-3d9f-43a8-8913-0395b1ba483f req-d0f59676-3102-476a-9d83-ace6413f84e8 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/security-groups?id=daa15d22-23f6-447e-a35b-6e17f7e7315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485054 Jan 11 09:29:40.856985 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8a76cb3e-db51-4be4-bcd9-7df0331c1795 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:40.858900 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a56de1b8-34fd-4c6b-aaa3-e43a50f3d6ee None None] Provisioning for port d114431c-1274-4827-a777-bc1c30573cfe completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:29:40.868184 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8a76cb3e-db51-4be4-bcd9-7df0331c1795 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Usage tracker for resource:port and tenant:fa42a4f1b48047f589b6e70dde7f0ef6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:40.868184 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8a76cb3e-db51-4be4-bcd9-7df0331c1795 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:40.871526 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8a76cb3e-db51-4be4-bcd9-7df0331c1795 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:40.873673 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a56de1b8-34fd-4c6b-aaa3-e43a50f3d6ee None None] Provisioning complete for port d114431c-1274-4827-a777-bc1c30573cfe triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:40.874244 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a56de1b8-34fd-4c6b-aaa3-e43a50f3d6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:40.908992 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a76cb3e-db51-4be4-bcd9-7df0331c1795 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Made reservation on behalf of fa42a4f1b48047f589b6e70dde7f0ef6 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:40.912880 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8a76cb3e-db51-4be4-bcd9-7df0331c1795 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:40.914352 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-3cf52cba-adc7-40c2-a386-064e61a4f798 service neutron] Request body: {'port': {'device_id': '53431d98-9cd9-494f-bf9e-e2a00130afa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:40.948977 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-8a76cb3e-db51-4be4-bcd9-7df0331c1795 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] device_id is not set on port 115d2055-2d4b-43be-bc78-8a86c28a9908 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:29:40.951777 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-024082f6-3a6c-4a81-8c93-f7ed37b3688a None None] Attempting to bind port b8895c13-fb65-4aee-b604-ce15a34d1738 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:40.952141 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-024082f6-3a6c-4a81-8c93-f7ed37b3688a None None] Attempting to bind port b8895c13-fb65-4aee-b604-ce15a34d1738 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'c0c9e210-5822-457a-9d00-7f633afd0daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '780d0c4c-ed9b-43f1-9c0a-a4a7e170db73'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:40.952499 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024082f6-3a6c-4a81-8c93-f7ed37b3688a None None] Attempting to bind port b8895c13-fb65-4aee-b604-ce15a34d1738 on network 780d0c4c-ed9b-43f1-9c0a-a4a7e170db73 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:40.965053 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024082f6-3a6c-4a81-8c93-f7ed37b3688a None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:29:40.965424 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024082f6-3a6c-4a81-8c93-f7ed37b3688a None None] Checking segment: {'id': 'c0c9e210-5822-457a-9d00-7f633afd0daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '780d0c4c-ed9b-43f1-9c0a-a4a7e170db73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:29:40.965820 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-024082f6-3a6c-4a81-8c93-f7ed37b3688a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:40.966231 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024082f6-3a6c-4a81-8c93-f7ed37b3688a None None] Bound using segment: {'id': 'c0c9e210-5822-457a-9d00-7f633afd0daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '780d0c4c-ed9b-43f1-9c0a-a4a7e170db73'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:29:40.966694 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-024082f6-3a6c-4a81-8c93-f7ed37b3688a None None] Bound port: b8895c13-fb65-4aee-b604-ce15a34d1738, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c9e210-5822-457a-9d00-7f633afd0daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '780d0c4c-ed9b-43f1-9c0a-a4a7e170db73'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:29:40.967055 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-024082f6-3a6c-4a81-8c93-f7ed37b3688a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:40.988003 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a56de1b8-34fd-4c6b-aaa3-e43a50f3d6ee None None] Port d114431c-1274-4827-a777-bc1c30573cfe cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:29:41.004121 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-97c9c53e-fd0b-48d1-a5bc-980a5461790f req-f422f015-a232-4771-8c04-7d2361603dd8 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5a51d84-4af0-4559-9ea1-d767a9ab8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2640862 Jan 11 09:29:41.017128 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] device_id is not set on port 6c28f4af-c82b-4544-b333-523fd0603855 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:29:41.023925 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c51b4-62b0-4863-9223-2d2b0dc7fabc service neutron] Pushing event updated for resources: {'Port': ['ID=641b3bbd-6c85-4dbc-a492-cf673d3b90a9,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:41.048539 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:41.096612 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6112ea8-0aca-48df-a371-2d7e42ba8fca req-b9fcccc6-e791-46bd-aff8-7a7752171adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:41.098331 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c6112ea8-0aca-48df-a371-2d7e42ba8fca req-b9fcccc6-e791-46bd-aff8-7a7752171adb service neutron] 10.222.0.42 "GET /v2.0/networks?id=0f65b1ba-3913-4451-8e15-729dbed38017 HTTP/1.1" status: 200 len: 907 time: 0.5912242 Jan 11 09:29:41.114943 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-024082f6-3a6c-4a81-8c93-f7ed37b3688a None None] For port b8895c13-fb65-4aee-b604-ce15a34d1738, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:29:41.120569 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-024082f6-3a6c-4a81-8c93-f7ed37b3688a None None] For port b8895c13-fb65-4aee-b604-ce15a34d1738, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=b8895c13-fb65-4aee-b604-ce15a34d1738,segment=NetworkSegment(c0c9e210-5822-457a-9d00-7f633afd0daf),segment_id=c0c9e210-5822-457a-9d00-7f633afd0daf)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:29:41.129988 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-024082f6-3a6c-4a81-8c93-f7ed37b3688a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:41.200597 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198f3d11-bcbc-4da0-a2a1-ab180f487ee1', 'tag': '641b3bbd-6c85-4dbc-a492-cf673d3b90a9', 'status': 'completed', 'code': 200} Jan 11 09:29:41.207754 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Transition to ACTIVE for port object 6c28f4af-c82b-4544-b333-523fd0603855 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:29:41.215956 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19dea6a5-d95d-4611-9002-b74db4d4f5e1 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:41.239614 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024082f6-3a6c-4a81-8c93-f7ed37b3688a None None] Pushing event updated for resources: {'Port': ['ID=b8895c13-fb65-4aee-b604-ce15a34d1738,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:41.242102 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:41.255311 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c6112ea8-0aca-48df-a371-2d7e42ba8fca req-dfd583cd-98c4-4c1a-b674-c1b1a2129192 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb5c29f7-867c-46f6-b73e-f2b682db3b03 HTTP/1.1" status: 200 len: 217 time: 0.1127160 Jan 11 09:29:41.255311 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19dea6a5-d95d-4611-9002-b74db4d4f5e1 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3a7e0d82-3141-4e15-84ea-4d831ebb2cde {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 11 09:29:41.261490 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19dea6a5-d95d-4611-9002-b74db4d4f5e1 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:41.310916 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dea6a5-d95d-4611-9002-b74db4d4f5e1 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] Pushing event deleted for resources: {'Network': ['ID=3a7e0d82-3141-4e15-84ea-4d831ebb2cde,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:41.318077 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-3cf52cba-adc7-40c2-a386-064e61a4f798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:41.340096 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-19dea6a5-d95d-4611-9002-b74db4d4f5e1 tempest-ExternalNetworksTestJSON-941719269 tempest-ExternalNetworksTestJSON-941719269-project-admin] 10.222.0.15 "DELETE /v2.0/networks/3a7e0d82-3141-4e15-84ea-4d831ebb2cde HTTP/1.1" status: 204 len: 168 time: 2.0098577 Jan 11 09:29:41.343429 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52172) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:41.387247 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-c3733041-b3cf-47b2-b23a-c571252a5f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:41.389050 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-c3733041-b3cf-47b2-b23a-c571252a5f08 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=751a670bb4bb42b1b037d7703c1ebb24&device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 1097 time: 0.6129148 Jan 11 09:29:41.454328 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1402-ecbe-40ea-9eab-f19d2729ff6e tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:41.494879 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1185c8-1b4f-4b6b-a642-d9a01ec68b28 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] DELETE failed (client error): The resource could not be found. Jan 11 09:29:41.495624 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1185c8-1b4f-4b6b-a642-d9a01ec68b28 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:29:41.497538 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6b1185c8-1b4f-4b6b-a642-d9a01ec68b28 tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] 10.222.0.15 "DELETE /v2.0/subnets/ea5b26eb-5dd8-4089-bba3-b38f51055737 HTTP/1.1" status: 404 len: 337 time: 0.1502838 Jan 11 09:29:41.515621 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52176) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:41.529889 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-06d48095-d12f-4542-8fbd-a7633aabe1d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=641b3bbd-6c85-4dbc-a492-cf673d3b90a9 HTTP/1.1" status: 200 len: 217 time: 0.1102831 Jan 11 09:29:41.536770 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6112ea8-0aca-48df-a371-2d7e42ba8fca req-aa24ab6a-714d-4409-b366-d5b5408908fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:41.538452 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c6112ea8-0aca-48df-a371-2d7e42ba8fca req-aa24ab6a-714d-4409-b366-d5b5408908fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ae3fb401-b762-4565-b792-d6b1996befaa HTTP/1.1" status: 200 len: 845 time: 0.2737474 Jan 11 09:29:41.636851 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Pushing event updated for resources: {'Port': ['ID=6c28f4af-c82b-4544-b333-523fd0603855,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:41.809981 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-8a76cb3e-db51-4be4-bcd9-7df0331c1795 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Allocated IP 2001:db8::e3 (780d0c4c-ed9b-43f1-9c0a-a4a7e170db73/5a98880e-ea3a-4124-b759-0ec8b7f2823c/115d2055-2d4b-43be-bc78-8a86c28a9908) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:29:41.824551 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:41.824958 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:41.825225 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:41.903078 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port 6c28f4af-c82b-4544-b333-523fd0603855 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:41.903413 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:41.910358 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 2 to bind port 6c28f4af-c82b-4544-b333-523fd0603855 Jan 11 09:29:41.913651 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-99148686-104b-4c6b-add9-61b5185655b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:41.915197 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-99148686-104b-4c6b-add9-61b5185655b6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=629ef5e5-a187-4239-abf7-d3f4dd928e10 HTTP/1.1" status: 200 len: 851 time: 0.3758197 Jan 11 09:29:41.925146 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3eeba-a507-4c39-80ad-710841b83e2d req-5954fc1d-552e-449a-8398-87ac5e5d1b35 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:41.927077 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7da3eeba-a507-4c39-80ad-710841b83e2d req-5954fc1d-552e-449a-8398-87ac5e5d1b35 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 932 time: 0.8943255 Jan 11 09:29:41.983083 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6112ea8-0aca-48df-a371-2d7e42ba8fca req-4dfee88e-29cc-4f0e-88b4-7a8ed4b6e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:41.985184 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c6112ea8-0aca-48df-a371-2d7e42ba8fca req-4dfee88e-29cc-4f0e-88b4-7a8ed4b6e1a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0f65b1ba-3913-4451-8e15-729dbed38017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4014535 Jan 11 09:29:42.046935 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8910aaa4-9469-4b1a-a02a-5b882b92371a tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:42.253928 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:42.254293 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:42.254629 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:42.275536 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-3cf52cba-adc7-40c2-a386-064e61a4f798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d114431c-1274-4827-a777-bc1c30573cfe {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:29:42.288993 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-3cf52cba-adc7-40c2-a386-064e61a4f798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:42.315514 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port 6c28f4af-c82b-4544-b333-523fd0603855 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:42.315849 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:42.316019 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-0da8ae0a-8801-4f9e-ad47-eca3766c8306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:42.317519 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-0da8ae0a-8801-4f9e-ad47-eca3766c8306 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca4ce210-a393-4677-aa6a-eccdb76bdec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3908839 Jan 11 09:29:42.326228 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 3 to bind port 6c28f4af-c82b-4544-b333-523fd0603855 Jan 11 09:29:42.364961 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-3cf52cba-adc7-40c2-a386-064e61a4f798 service neutron] Transition to ACTIVE for port object d114431c-1274-4827-a777-bc1c30573cfe will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:29:42.381156 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c6112ea8-0aca-48df-a371-2d7e42ba8fca req-ea6adf8a-42b9-4857-85d0-3f82f47b17f0 service neutron] 10.222.0.42 "GET /v2.0/networks/0f65b1ba-3913-4451-8e15-729dbed38017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807006 Jan 11 09:29:42.386330 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-3cf52cba-adc7-40c2-a386-064e61a4f798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:42.412268 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c817a134-a91c-4547-b65f-805eec9c8a29 None None] Network 780d0c4c-ed9b-43f1-9c0a-a4a7e170db73 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:29:42.544836 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:42.545166 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:42.545499 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:42.557659 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7da3eeba-a507-4c39-80ad-710841b83e2d req-e2329029-33d9-4b3a-88ff-0880cc688221 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5683961 Jan 11 09:29:42.576398 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-edb562dc-3117-49cf-aa84-7c0233ec7f06 None None] Provisioning for port b8895c13-fb65-4aee-b604-ce15a34d1738 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:29:42.655232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port 6c28f4af-c82b-4544-b333-523fd0603855 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:42.655703 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:42.665339 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 4 to bind port 6c28f4af-c82b-4544-b333-523fd0603855 Jan 11 09:29:42.692939 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device b8895c13-fb65-4aee-b604-ce15a34d1738 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:29:42.702006 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf52cba-adc7-40c2-a386-064e61a4f798 service neutron] Pushing event updated for resources: {'Port': ['ID=d114431c-1274-4827-a777-bc1c30573cfe,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:42.817271 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-2f859348-6c1d-48f9-b7bd-2f8ccf4abb19 service neutron] 10.222.0.42 "GET /v2.0/networks/ca4ce210-a393-4677-aa6a-eccdb76bdec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849644 Jan 11 09:29:42.855737 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8910aaa4-9469-4b1a-a02a-5b882b92371a tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:42.879335 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1402-ecbe-40ea-9eab-f19d2729ff6e tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:42.881352 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port b8895c13-fb65-4aee-b604-ce15a34d1738 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:29:42.888239 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port b8895c13-fb65-4aee-b604-ce15a34d1738 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:42.888762 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:42.895369 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c6112ea8-0aca-48df-a371-2d7e42ba8fca req-28cfcc84-cfb0-4ac8-ac2b-2e04cfcf34d5 service neutron] 10.222.0.42 "GET /v2.0/networks/0f65b1ba-3913-4451-8e15-729dbed38017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052242 Jan 11 09:29:42.917752 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:42.918124 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:42.918592 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:42.986343 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-3cf52cba-adc7-40c2-a386-064e61a4f798 service neutron] Attempting to bind port d114431c-1274-4827-a777-bc1c30573cfe on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:42.986826 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-3cf52cba-adc7-40c2-a386-064e61a4f798 service neutron] Attempting to bind port d114431c-1274-4827-a777-bc1c30573cfe by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': 'b21d49c1-c5fb-46ff-81f6-b6db08a3dee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:42.986993 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-3cf52cba-adc7-40c2-a386-064e61a4f798 service neutron] Attempting to bind port d114431c-1274-4827-a777-bc1c30573cfe on network d792ad28-c1a4-4d37-b57d-4b386593b2fd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:43.003407 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-3cf52cba-adc7-40c2-a386-064e61a4f798 service neutron] Port d114431c-1274-4827-a777-bc1c30573cfe on network d792ad28-c1a4-4d37-b57d-4b386593b2fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:43.003732 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-3cf52cba-adc7-40c2-a386-064e61a4f798 service neutron] Attempting to bind port d114431c-1274-4827-a777-bc1c30573cfe on network d792ad28-c1a4-4d37-b57d-4b386593b2fd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:43.019283 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-3cf52cba-adc7-40c2-a386-064e61a4f798 service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:29:43.019623 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-3cf52cba-adc7-40c2-a386-064e61a4f798 service neutron] Checking segment: {'id': 'b21d49c1-c5fb-46ff-81f6-b6db08a3dee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:29:43.020012 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-3cf52cba-adc7-40c2-a386-064e61a4f798 service neutron] Bound using segment: {'id': 'b21d49c1-c5fb-46ff-81f6-b6db08a3dee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:29:43.020438 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-3cf52cba-adc7-40c2-a386-064e61a4f798 service neutron] Bound port: d114431c-1274-4827-a777-bc1c30573cfe, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b21d49c1-c5fb-46ff-81f6-b6db08a3dee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:29:43.020783 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-3cf52cba-adc7-40c2-a386-064e61a4f798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:43.023173 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port 6c28f4af-c82b-4544-b333-523fd0603855 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:43.023635 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:43.031653 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-8910aaa4-9469-4b1a-a02a-5b882b92371a tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2cdbd3-9b45-49ef-96fc-72bf8174f0af']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:43.033211 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-da61b086-35b7-490b-ae5f-6a27b2fd63bb req-cb9edf5d-b6cc-47e9-b1d8-f3967b2b049e service neutron] 10.222.0.42 "GET /v2.0/networks/ca4ce210-a393-4677-aa6a-eccdb76bdec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984177 Jan 11 09:29:43.047854 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 5 to bind port 6c28f4af-c82b-4544-b333-523fd0603855 Jan 11 09:29:43.049772 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:43.098807 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port b8895c13-fb65-4aee-b604-ce15a34d1738, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=b8895c13-fb65-4aee-b604-ce15a34d1738,segment=NetworkSegment(c0c9e210-5822-457a-9d00-7f633afd0daf),segment_id=c0c9e210-5822-457a-9d00-7f633afd0daf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:43.103766 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:43.128853 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07079bf-84ae-4683-9f0d-be64d50c01db req-cdcbb75b-7a7a-4a3b-9bc6-8e74da1a137e tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:43.130665 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c07079bf-84ae-4683-9f0d-be64d50c01db req-cdcbb75b-7a7a-4a3b-9bc6-8e74da1a137e tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/ports?device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 944 time: 1.1268854 Jan 11 09:29:43.156825 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-8910aaa4-9469-4b1a-a02a-5b882b92371a tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1478fe9f-16bd-46ff-a5d9-ffed503cf9d7') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:43.157095 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-8910aaa4-9469-4b1a-a02a-5b882b92371a tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1478fe9f-16bd-46ff-a5d9-ffed503cf9d7') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:43.176902 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-3cf52cba-adc7-40c2-a386-064e61a4f798 service neutron] For port d114431c-1274-4827-a777-bc1c30573cfe, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:29:43.187055 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:43.187320 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:43.188489 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:43.189249 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-3cf52cba-adc7-40c2-a386-064e61a4f798 service neutron] For port d114431c-1274-4827-a777-bc1c30573cfe, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=d114431c-1274-4827-a777-bc1c30573cfe,segment=NetworkSegment(b21d49c1-c5fb-46ff-81f6-b6db08a3dee7),segment_id=b21d49c1-c5fb-46ff-81f6-b6db08a3dee7)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:29:43.196913 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-3cf52cba-adc7-40c2-a386-064e61a4f798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:43.209429 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.objects.ports [None req-7abf47e5-981e-4771-9916-05805e066f51 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87655) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 11 09:29:43.210124 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7abf47e5-981e-4771-9916-05805e066f51 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:43.213375 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=b8895c13-fb65-4aee-b604-ce15a34d1738,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:43.259840 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8910aaa4-9469-4b1a-a02a-5b882b92371a tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:43.293341 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-3cf52cba-adc7-40c2-a386-064e61a4f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:43.293963 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-3cf52cba-adc7-40c2-a386-064e61a4f798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:43.295565 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-3cf52cba-adc7-40c2-a386-064e61a4f798 service neutron] 10.222.0.42 "PUT /v2.0/ports/d114431c-1274-4827-a777-bc1c30573cfe HTTP/1.1" status: 200 len: 1094 time: 2.3929241 Jan 11 09:29:43.296008 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53431d98-9cd9-494f-bf9e-e2a00130afa8', 'tag': 'd114431c-1274-4827-a777-bc1c30573cfe'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:29:43.296232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port 6c28f4af-c82b-4544-b333-523fd0603855 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:43.296559 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:43.299109 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b2f133e4-b98f-4920-a05a-f19341f17d7d None None] Provisioning complete for port b8895c13-fb65-4aee-b604-ce15a34d1738 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:43.299479 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b2f133e4-b98f-4920-a05a-f19341f17d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:43.318465 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340de3e-bf6b-4b4b-a2a7-ba7482db1124 req-ac3d577c-b54b-47b5-b4ac-1876eebf4836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:43.319971 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2340de3e-bf6b-4b4b-a2a7-ba7482db1124 req-ac3d577c-b54b-47b5-b4ac-1876eebf4836 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=751a670bb4bb42b1b037d7703c1ebb24&device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 1097 time: 0.2209539 Jan 11 09:29:43.323977 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf52cba-adc7-40c2-a386-064e61a4f798 service neutron] Pushing event updated for resources: {'Port': ['ID=d114431c-1274-4827-a777-bc1c30573cfe,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:43.387871 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 6 to bind port 6c28f4af-c82b-4544-b333-523fd0603855 Jan 11 09:29:43.399161 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf47e5-981e-4771-9916-05805e066f51 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0a1f08fb-9bf3-4c26-9454-1f937ec8c184,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:43.409189 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8a76cb3e-db51-4be4-bcd9-7df0331c1795 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:43.449366 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c07079bf-84ae-4683-9f0d-be64d50c01db req-782675d1-c605-44f7-b838-b6822c571f6e tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/security-groups?id=daa15d22-23f6-447e-a35b-6e17f7e7315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760403 Jan 11 09:29:43.496233 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8910aaa4-9469-4b1a-a02a-5b882b92371a tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:43.524533 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:43.524870 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:43.525206 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:43.530256 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53431d98-9cd9-494f-bf9e-e2a00130afa8', 'tag': 'd114431c-1274-4827-a777-bc1c30573cfe', 'status': 'completed', 'code': 200} Jan 11 09:29:43.540925 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-8a76cb3e-db51-4be4-bcd9-7df0331c1795 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Transition to ACTIVE for port object 115d2055-2d4b-43be-bc78-8a86c28a9908 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:29:43.543314 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8910aaa4-9469-4b1a-a02a-5b882b92371a tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:29:43.543713 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8910aaa4-9469-4b1a-a02a-5b882b92371a tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:43.551163 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340de3e-bf6b-4b4b-a2a7-ba7482db1124 req-998e884f-8945-450a-8f3c-6cdc4b218be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:43.552622 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2340de3e-bf6b-4b4b-a2a7-ba7482db1124 req-998e884f-8945-450a-8f3c-6cdc4b218be5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ca4ce210-a393-4677-aa6a-eccdb76bdec4 HTTP/1.1" status: 200 len: 913 time: 0.2255998 Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:29:43.559821 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:29:43.574391 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port 6c28f4af-c82b-4544-b333-523fd0603855 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:43.574725 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:43.581278 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 7 to bind port 6c28f4af-c82b-4544-b333-523fd0603855 Jan 11 09:29:43.616670 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abf47e5-981e-4771-9916-05805e066f51 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Checking segment: {'id': '948b07f5-ef51-405f-9c13-817a9b71dc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a7ada831-790a-4c67-930c-11949d42fe3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:29:43.617090 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abf47e5-981e-4771-9916-05805e066f51 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Network hostable DHCP agents. Network: a7ada831-790a-4c67-930c-11949d42fe3f, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:29:43.623746 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-0c751026-17da-4553-aef8-54bb40069286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:43.625904 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-0c751026-17da-4553-aef8-54bb40069286 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2f55e34cfef842488129ab7ed2754c64&device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 1097 time: 0.2607121 Jan 11 09:29:43.639784 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c81770-e714-4782-a919-aa533346c831 req-37158f62-ad4f-4cdd-bd10-e97e7cd6c9e1 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:43.641461 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-04c81770-e714-4782-a919-aa533346c831 req-37158f62-ad4f-4cdd-bd10-e97e7cd6c9e1 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 944 time: 0.7749779 Jan 11 09:29:43.683267 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2340de3e-bf6b-4b4b-a2a7-ba7482db1124 req-75f7e9bb-48d3-4350-96bd-0692cf49b5a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=641b3bbd-6c85-4dbc-a492-cf673d3b90a9 HTTP/1.1" status: 200 len: 217 time: 0.1219177 Jan 11 09:29:43.705137 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:43.705692 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:43.705775 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:43.732698 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-a7fc89fa-bba9-48c9-9019-864734f47aa4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d114431c-1274-4827-a777-bc1c30573cfe HTTP/1.1" status: 200 len: 217 time: 0.0986388 Jan 11 09:29:43.779924 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port 6c28f4af-c82b-4544-b333-523fd0603855 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:43.780249 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:43.794477 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 8 to bind port 6c28f4af-c82b-4544-b333-523fd0603855 Jan 11 09:29:43.807486 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340de3e-bf6b-4b4b-a2a7-ba7482db1124 req-c8ff6931-0e7e-40c1-b86c-6c5d81398dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:43.808950 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2340de3e-bf6b-4b4b-a2a7-ba7482db1124 req-c8ff6931-0e7e-40c1-b86c-6c5d81398dae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=629ef5e5-a187-4239-abf7-d3f4dd928e10 HTTP/1.1" status: 200 len: 851 time: 0.1190906 Jan 11 09:29:43.817768 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-50277f0b-685c-4d08-9bfe-13243a6025db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:43.819187 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-50277f0b-685c-4d08-9bfe-13243a6025db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75d32f1d-e961-48e8-b51c-6c84103eee1a HTTP/1.1" status: 200 len: 850 time: 0.0777721 Jan 11 09:29:43.821905 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8910aaa4-9469-4b1a-a02a-5b882b92371a tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:43.857067 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8910aaa4-9469-4b1a-a02a-5b882b92371a tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:43.874465 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:43.874703 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:43.875092 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:43.890573 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abf47e5-981e-4771-9916-05805e066f51 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Network a7ada831-790a-4c67-930c-11949d42fe3f is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:29:43.901485 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910aaa4-9469-4b1a-a02a-5b882b92371a tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] Pushing event deleted for resources: {'Network': ['ID=9c2cdbd3-9b45-49ef-96fc-72bf8174f0af,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:43.911579 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port 6c28f4af-c82b-4544-b333-523fd0603855 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:43.911907 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:43.923726 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 9 to bind port 6c28f4af-c82b-4544-b333-523fd0603855 Jan 11 09:29:43.930392 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4f1402-ecbe-40ea-9eab-f19d2729ff6e tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Router a10e432f-e00a-44d8-846a-e26fc770f0e3 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:29:43.939879 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8a76cb3e-db51-4be4-bcd9-7df0331c1795 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:43.943897 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-04c81770-e714-4782-a919-aa533346c831 req-424f3a27-967a-40c6-814e-c8dcdb78fdb2 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5a51d84-4af0-4559-9ea1-d767a9ab8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315273 Jan 11 09:29:43.986624 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-7abf47e5-981e-4771-9916-05805e066f51 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, a7ada831-790a-4c67-930c-11949d42fe3f) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:43.991073 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abf47e5-981e-4771-9916-05805e066f51 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:43.991783 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7abf47e5-981e-4771-9916-05805e066f51 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:43.995725 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f73ec2-c3e4-4748-b577-aeb42a562b55 None None] Network a7ada831-790a-4c67-930c-11949d42fe3f requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:29:44.008109 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8910aaa4-9469-4b1a-a02a-5b882b92371a tempest-ExternalNetworksTestJSON-205338672 tempest-ExternalNetworksTestJSON-205338672-project] 10.222.0.15 "DELETE /v2.0/networks/9c2cdbd3-9b45-49ef-96fc-72bf8174f0af HTTP/1.1" status: 204 len: 168 time: 2.4739308 Jan 11 09:29:44.060116 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340de3e-bf6b-4b4b-a2a7-ba7482db1124 req-36ea5404-a207-4fa0-bd72-a08b969ad1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:44.061609 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2340de3e-bf6b-4b4b-a2a7-ba7482db1124 req-36ea5404-a207-4fa0-bd72-a08b969ad1d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca4ce210-a393-4677-aa6a-eccdb76bdec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2457345 Jan 11 09:29:44.067707 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-cb2ad993-bb9e-401e-b2e3-feba4556786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:44.069113 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-cb2ad993-bb9e-401e-b2e3-feba4556786f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d792ad28-c1a4-4d37-b57d-4b386593b2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1198549 Jan 11 09:29:44.096909 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:44.097385 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:44.097814 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:44.132861 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a76cb3e-db51-4be4-bcd9-7df0331c1795 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Network 780d0c4c-ed9b-43f1-9c0a-a4a7e170db73 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:29:44.135878 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port 6c28f4af-c82b-4544-b333-523fd0603855 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:44.136116 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:44.142764 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempt 10 to bind port 6c28f4af-c82b-4544-b333-523fd0603855 Jan 11 09:29:44.149619 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8a76cb3e-db51-4be4-bcd9-7df0331c1795 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:44.159617 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7abf47e5-981e-4771-9916-05805e066f51 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.7746675 Jan 11 09:29:44.160805 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a76cb3e-db51-4be4-bcd9-7df0331c1795 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:29:44.166742 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a76cb3e-db51-4be4-bcd9-7df0331c1795 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:44.167509 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8a76cb3e-db51-4be4-bcd9-7df0331c1795 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:44.195788 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52192) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:44.203787 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76cb3e-db51-4be4-bcd9-7df0331c1795 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Pushing event updated for resources: {'Port': ['ID=115d2055-2d4b-43be-bc78-8a86c28a9908,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:44.222184 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f5effe2e-f67f-43c1-bedc-a2ff488f43b7 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1964595611', 'network_id': 'a7ada831-790a-4c67-930c-11949d42fe3f'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:44.226185 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:44.227081 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:44.227518 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempting to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:44.334672 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2340de3e-bf6b-4b4b-a2a7-ba7482db1124 req-09c2c760-2cb3-4ab9-812e-ace3e08e92ed service neutron] 10.222.0.42 "GET /v2.0/networks/ca4ce210-a393-4677-aa6a-eccdb76bdec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645683 Jan 11 09:29:44.344490 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e33100-4bc2-4583-9db4-ba74bc61078c None None] Network a7ada831-790a-4c67-930c-11949d42fe3f requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:29:44.451273 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f5effe2e-f67f-43c1-bedc-a2ff488f43b7 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:44.504930 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2340de3e-bf6b-4b4b-a2a7-ba7482db1124 req-3b78abfd-8017-464a-a8b6-0b6e86ff59ab service neutron] 10.222.0.42 "GET /v2.0/networks/ca4ce210-a393-4677-aa6a-eccdb76bdec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639509 Jan 11 09:29:44.505526 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52198) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:44.516618 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Port 6c28f4af-c82b-4544-b333-523fd0603855 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:29:44.516921 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Failed to bind port 6c28f4af-c82b-4544-b333-523fd0603855 on host hv-neutron-8234 for vnic_type normal using segments [{'id': '38204e2a-7937-48fb-bfd3-6f933a25a273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cdbabffa-ce77-44da-945d-e7fef1f4bb83'}] Jan 11 09:29:44.517282 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:44.532627 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-8a8c4c59-e043-4fea-a1f4-4ffba73ae6d2 service neutron] 10.222.0.42 "GET /v2.0/networks/d792ad28-c1a4-4d37-b57d-4b386593b2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422083 Jan 11 09:29:44.535052 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f04f31-37bb-49ea-a38f-9efe002daadf req-bf178985-4639-4f22-8167-7d1d4c7a9a11 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:44.543248 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-97f04f31-37bb-49ea-a38f-9efe002daadf req-bf178985-4639-4f22-8167-7d1d4c7a9a11 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 944 time: 0.8213940 Jan 11 09:29:44.559626 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f5effe2e-f67f-43c1-bedc-a2ff488f43b7 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Usage tracker for resource:port and tenant:5507041f45a946feb6ce6b51ce6f301a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:44.598186 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f5effe2e-f67f-43c1-bedc-a2ff488f43b7 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:44.606000 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8a76cb3e-db51-4be4-bcd9-7df0331c1795 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.6969371 Jan 11 09:29:44.615502 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52206) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:44.623817 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f5effe2e-f67f-43c1-bedc-a2ff488f43b7 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:44.665918 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b3351c76-bfb7-44f7-9e79-972a726aca6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Request body: {'port': {'network_id': '780d0c4c-ed9b-43f1-9c0a-a4a7e170db73', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1455202231', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:44.666482 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.api.validators [None req-b3351c76-bfb7-44f7-9e79-972a726aca6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] bootfile-name is not in valid_values {{(pid=87655) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 11 09:29:44.666811 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.api.validators [None req-b3351c76-bfb7-44f7-9e79-972a726aca6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] tftp-server is not in valid_values {{(pid=87655) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 11 09:29:44.667143 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.api.validators [None req-b3351c76-bfb7-44f7-9e79-972a726aca6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] server-ip-address is not in valid_values {{(pid=87655) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 11 09:29:44.748013 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4f1402-ecbe-40ea-9eab-f19d2729ff6e tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:29:44.757489 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5effe2e-f67f-43c1-bedc-a2ff488f43b7 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Made reservation on behalf of 5507041f45a946feb6ce6b51ce6f301a for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:44.760170 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5effe2e-f67f-43c1-bedc-a2ff488f43b7 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:44.797710 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device eb5c29f7-867c-46f6-b73e-f2b682db3b03 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:29:44.800182 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device b8895c13-fb65-4aee-b604-ce15a34d1738 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:29:44.819716 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-97f04f31-37bb-49ea-a38f-9efe002daadf req-06bb87f0-c72d-4be9-87ff-90d22d23e827 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754724 Jan 11 09:29:44.835040 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85f4b47-1aca-4bc4-93ee-6547040a2c45 None None] Sync routers for ids ['a10e432f-e00a-44d8-846a-e26fc770f0e3'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:29:44.837071 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5551be5d-c2e5-4551-bb0f-8644e4045f37 None None] Provisioning for port 115d2055-2d4b-43be-bc78-8a86c28a9908 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:29:44.867458 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5551be5d-c2e5-4551-bb0f-8644e4045f37 None None] Provisioning complete for port 115d2055-2d4b-43be-bc78-8a86c28a9908 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:44.867827 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5551be5d-c2e5-4551-bb0f-8644e4045f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:44.885388 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-26c0e4ba-d333-4193-b84a-b11693e20bc3 req-165df9b2-edd1-4c0b-ba0d-7f29d34255e8 service neutron] 10.222.0.42 "GET /v2.0/networks/d792ad28-c1a4-4d37-b57d-4b386593b2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461554 Jan 11 09:29:44.887805 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-93428c88-4ea3-4a90-9925-7abfb022e2f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67916e2b5a5b4729b5365b48000cc56d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3781962 Jan 11 09:29:44.892521 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52210) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:44.911459 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85f4b47-1aca-4bc4-93ee-6547040a2c45 None None] Routers {'a10e432f-e00a-44d8-846a-e26fc770f0e3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:29:44.912048 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f85f4b47-1aca-4bc4-93ee-6547040a2c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:29:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['a10e432f-e00a-44d8-846a-e26fc770f0e3'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:44.955936 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1402-ecbe-40ea-9eab-f19d2729ff6e tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:44.960179 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5a4f1402-ecbe-40ea-9eab-f19d2729ff6e tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.4073639 Jan 11 09:29:44.967668 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-f5effe2e-f67f-43c1-bedc-a2ff488f43b7 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] device_id is not set on port bdbd21aa-ae1b-42ad-a61b-5a072c1a4645 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:29:44.973010 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52214) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:44.991361 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.resource_extend [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:29:45.014158 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f85f4b47-1aca-4bc4-93ee-6547040a2c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:45.028087 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] For port 6c28f4af-c82b-4544-b333-523fd0603855, host hv-neutron-8234, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:29:45.028459 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attempted to set empty binding levels {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 11 09:29:45.044659 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5551be5d-c2e5-4551-bb0f-8644e4045f37 None None] Port 115d2055-2d4b-43be-bc78-8a86c28a9908 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:29:45.074776 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:45.099715 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85f4b47-1aca-4bc4-93ee-6547040a2c45 None None] Routers {'a10e432f-e00a-44d8-846a-e26fc770f0e3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:29:45.100360 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f85f4b47-1aca-4bc4-93ee-6547040a2c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:29:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['a10e432f-e00a-44d8-846a-e26fc770f0e3'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:45.175824 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f85f4b47-1aca-4bc4-93ee-6547040a2c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:45.176130 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85f4b47-1aca-4bc4-93ee-6547040a2c45 None None] The sync data for ids ['a10e432f-e00a-44d8-846a-e26fc770f0e3'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:29:45.179938 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port b8895c13-fb65-4aee-b604-ce15a34d1738 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:45.180282 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:45.186454 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b3351c76-bfb7-44f7-9e79-972a726aca6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:45.207965 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a7bf7d9e-38be-4b1a-aee8-8a97d5f288a6 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "GET /v2.0/routers/a10e432f-e00a-44d8-846a-e26fc770f0e3 HTTP/1.1" status: 200 len: 925 time: 0.2272146 Jan 11 09:29:45.209046 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] In _notify_port_updated(), no bound segment for port 6c28f4af-c82b-4544-b333-523fd0603855 on network cdbabffa-ce77-44da-945d-e7fef1f4bb83 {{(pid=87655) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 11 09:29:45.209943 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:45.210567 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:45.211054 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52220) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:45.212565 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] 10.222.0.15 "PUT /v2.0/ports/6c28f4af-c82b-4544-b333-523fd0603855 HTTP/1.1" status: 200 len: 980 time: 6.0979586 Jan 11 09:29:45.216714 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52222) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:45.236866 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b3351c76-bfb7-44f7-9e79-972a726aca6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Usage tracker for resource:port and tenant:fa42a4f1b48047f589b6e70dde7f0ef6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:45.246881 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b3351c76-bfb7-44f7-9e79-972a726aca6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:45.256236 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd137f2-9806-48b7-9379-dbbb6ca179f7 req-021a4295-e0fa-401d-bfc8-4f03bc5d0bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:45.257829 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-dbd137f2-9806-48b7-9379-dbbb6ca179f7 req-021a4295-e0fa-401d-bfc8-4f03bc5d0bcd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2f55e34cfef842488129ab7ed2754c64&device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 1097 time: 0.3204470 Jan 11 09:29:45.260202 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port eb5c29f7-867c-46f6-b73e-f2b682db3b03, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=eb5c29f7-867c-46f6-b73e-f2b682db3b03,segment=NetworkSegment(0e714dd5-6920-43b2-b114-2276f407b3e6),segment_id=0e714dd5-6920-43b2-b114-2276f407b3e6)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:45.264063 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b3351c76-bfb7-44f7-9e79-972a726aca6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:45.269691 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34e3a1f3-8dd5-46c5-bd53-5a89056e1901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:45.276598 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712b89a-f3a2-4673-848a-5dd6ce0fae11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Pushing event updated for resources: {'Port': ['ID=6c28f4af-c82b-4544-b333-523fd0603855,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:45.280786 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': 'eb5c29f7-867c-46f6-b73e-f2b682db3b03', 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017', 'port_id': 'eb5c29f7-867c-46f6-b73e-f2b682db3b03', 'mac_address': 'fa:16:3e:83:83:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae3fb401-b762-4565-b792-d6b1996befaa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:29:45.341608 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7348f0ba-7ad9-48e1-af5e-33537b27f66b tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "GET /v2.0/ports?device_id=a10e432f-e00a-44d8-846a-e26fc770f0e3 HTTP/1.1" status: 200 len: 205 time: 0.1270936 Jan 11 09:29:45.341859 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc82e4-8b27-4789-b2a5-c77bc6c6bd9c req-b5e9b8be-ef34-415a-8102-5c529af2d89f tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:45.342024 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-69fc82e4-8b27-4789-b2a5-c77bc6c6bd9c req-b5e9b8be-ef34-415a-8102-5c529af2d89f tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/ports?device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 944 time: 0.5981061 Jan 11 09:29:45.345810 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52228) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:45.373596 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3351c76-bfb7-44f7-9e79-972a726aca6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Made reservation on behalf of fa42a4f1b48047f589b6e70dde7f0ef6 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:45.377265 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3351c76-bfb7-44f7-9e79-972a726aca6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:45.386779 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:45.401406 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34e3a1f3-8dd5-46c5-bd53-5a89056e1901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:45.409229 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb5c29f7-867c-46f6-b73e-f2b682db3b03 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:29:45.429028 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port eb5c29f7-867c-46f6-b73e-f2b682db3b03, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=eb5c29f7-867c-46f6-b73e-f2b682db3b03,segment=NetworkSegment(0e714dd5-6920-43b2-b114-2276f407b3e6),segment_id=0e714dd5-6920-43b2-b114-2276f407b3e6)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:45.434266 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:45.441061 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6dd299ed-05a4-486e-9fe2-a22927c97188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Deleting port 6c28f4af-c82b-4544-b333-523fd0603855 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:29:45.441521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6dd299ed-05a4-486e-9fe2-a22927c97188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:45.462650 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-b3351c76-bfb7-44f7-9e79-972a726aca6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] device_id is not set on port 6bceec8c-e5c4-4f1f-accc-135f7695a336 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:29:45.512273 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=eb5c29f7-867c-46f6-b73e-f2b682db3b03,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:45.528929 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-f5effe2e-f67f-43c1-bedc-a2ff488f43b7 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Allocated IP 172.20.0.7 (a7ada831-790a-4c67-930c-11949d42fe3f/0a1f08fb-9bf3-4c26-9454-1f937ec8c184/bdbd21aa-ae1b-42ad-a61b-5a072c1a4645) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:29:45.557249 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-69fc82e4-8b27-4789-b2a5-c77bc6c6bd9c req-aa783eb3-dd17-4a42-b57d-95cd7c8bebb4 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/security-groups?id=daa15d22-23f6-447e-a35b-6e17f7e7315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910813 Jan 11 09:29:45.595503 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea7119-e341-47a8-a079-18a371120e21 req-533a3f24-368c-4043-8a25-66d7a4a380f8 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:45.597093 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-87ea7119-e341-47a8-a079-18a371120e21 req-533a3f24-368c-4043-8a25-66d7a4a380f8 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 944 time: 0.4772856 Jan 11 09:29:45.659873 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34e3a1f3-8dd5-46c5-bd53-5a89056e1901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:45.749256 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3a1f3-8dd5-46c5-bd53-5a89056e1901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e394c8a5-9f91-40e7-bf33-0467d3905cd3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:45.777470 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-87ea7119-e341-47a8-a079-18a371120e21 req-3cc1e010-b0e1-4422-9517-4c19a8bd11c9 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5a51d84-4af0-4559-9ea1-d767a9ab8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603103 Jan 11 09:29:45.813842 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd137f2-9806-48b7-9379-dbbb6ca179f7 req-17d6c000-1b2c-4ae9-9ebe-e4ba66dd37f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:45.815298 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-dbd137f2-9806-48b7-9379-dbbb6ca179f7 req-17d6c000-1b2c-4ae9-9ebe-e4ba66dd37f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d792ad28-c1a4-4d37-b57d-4b386593b2fd HTTP/1.1" status: 200 len: 912 time: 0.5046525 Jan 11 09:29:45.816982 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34e3a1f3-8dd5-46c5-bd53-5a89056e1901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:45.818096 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-34e3a1f3-8dd5-46c5-bd53-5a89056e1901 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e394c8a5-9f91-40e7-bf33-0467d3905cd3 HTTP/1.1" status: 204 len: 168 time: 0.9046619 Jan 11 09:29:45.823032 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-257b0c17-0a38-455e-a105-0a7295601aea tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:45.888889 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-b3351c76-bfb7-44f7-9e79-972a726aca6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Allocated IP 2001:db8::ce (780d0c4c-ed9b-43f1-9c0a-a4a7e170db73/5a98880e-ea3a-4124-b759-0ec8b7f2823c/6bceec8c-e5c4-4f1f-accc-135f7695a336) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:29:45.958888 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['eb5c29f7-867c-46f6-b73e-f2b682db3b03'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:29:45.969772 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-dbd137f2-9806-48b7-9379-dbbb6ca179f7 req-f8f6f184-c22f-4af8-bdb2-7d5ed18702eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d114431c-1274-4827-a777-bc1c30573cfe HTTP/1.1" status: 200 len: 217 time: 0.0884039 Jan 11 09:29:46.040360 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5effe2e-f67f-43c1-bedc-a2ff488f43b7 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:46.215202 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52238) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:46.225437 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf275c2-eb6d-48af-884e-71b91711a031 req-1c196821-cc4c-41de-aa0a-c6fe699bcda6 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:46.226917 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0cf275c2-eb6d-48af-884e-71b91711a031 req-1c196821-cc4c-41de-aa0a-c6fe699bcda6 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 944 time: 0.2803929 Jan 11 09:29:46.243822 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6dd299ed-05a4-486e-9fe2-a22927c97188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] For port 6c28f4af-c82b-4544-b333-523fd0603855, host hv-neutron-8234, got binding levels [] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:46.244362 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6dd299ed-05a4-486e-9fe2-a22927c97188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:46.264408 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd137f2-9806-48b7-9379-dbbb6ca179f7 req-98596011-4413-4897-ab33-ad1ec31f8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:46.266469 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-dbd137f2-9806-48b7-9379-dbbb6ca179f7 req-98596011-4413-4897-ab33-ad1ec31f8da2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75d32f1d-e961-48e8-b51c-6c84103eee1a HTTP/1.1" status: 200 len: 850 time: 0.2683566 Jan 11 09:29:46.323262 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5effe2e-f67f-43c1-bedc-a2ff488f43b7 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:46.384958 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6dd299ed-05a4-486e-9fe2-a22927c97188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Calling delete_port for 6c28f4af-c82b-4544-b333-523fd0603855 owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:29:46.412525 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0cf275c2-eb6d-48af-884e-71b91711a031 req-78cefd5d-0565-46b8-a6ce-afcb7ee611c1 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678801 Jan 11 09:29:46.417107 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ffcb0d27-11b2-407f-99aa-a81c2f379f7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a57073cb69114d9aab96a86f3b1a36cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1975439 Jan 11 09:29:46.417107 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3351c76-bfb7-44f7-9e79-972a726aca6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:46.433178 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52242) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:46.444896 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5effe2e-f67f-43c1-bedc-a2ff488f43b7 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Network a7ada831-790a-4c67-930c-11949d42fe3f is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:29:46.460592 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f5effe2e-f67f-43c1-bedc-a2ff488f43b7 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:46.472623 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5effe2e-f67f-43c1-bedc-a2ff488f43b7 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:29:46.490382 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-257b0c17-0a38-455e-a105-0a7295601aea tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:46.528095 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-257b0c17-0a38-455e-a105-0a7295601aea tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Deleting port 2203884a-e171-4207-a7ac-d46d81943d79 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:29:46.528418 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-257b0c17-0a38-455e-a105-0a7295601aea tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:46.592633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6dd299ed-05a4-486e-9fe2-a22927c97188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:46.599672 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5effe2e-f67f-43c1-bedc-a2ff488f43b7 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Pushing event updated for resources: {'Port': ['ID=bdbd21aa-ae1b-42ad-a61b-5a072c1a4645,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:46.602609 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-b3351c76-bfb7-44f7-9e79-972a726aca6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Transition to ACTIVE for port object 6bceec8c-e5c4-4f1f-accc-135f7695a336 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:29:46.650600 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 641b3bbd-6c85-4dbc-a492-cf673d3b90a9 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:29:46.662931 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5effe2e-f67f-43c1-bedc-a2ff488f43b7 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:46.663542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5effe2e-f67f-43c1-bedc-a2ff488f43b7 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:46.668615 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd299ed-05a4-486e-9fe2-a22927c97188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c28f4af-c82b-4544-b333-523fd0603855,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:46.683464 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6dd299ed-05a4-486e-9fe2-a22927c97188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:46.698660 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8e5d-56ae-42db-9a78-7e49f1a76354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:46.702938 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd137f2-9806-48b7-9379-dbbb6ca179f7 req-f404eb16-a379-4b69-9608-1373ad6fbdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:46.704601 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-dbd137f2-9806-48b7-9379-dbbb6ca179f7 req-f404eb16-a379-4b69-9608-1373ad6fbdcf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d792ad28-c1a4-4d37-b57d-4b386593b2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3284960 Jan 11 09:29:46.706259 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f5effe2e-f67f-43c1-bedc-a2ff488f43b7 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.5039995 Jan 11 09:29:46.708741 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52248) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:46.713566 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6dd299ed-05a4-486e-9fe2-a22927c97188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] 10.222.0.15 "DELETE /v2.0/ports/6c28f4af-c82b-4544-b333-523fd0603855 HTTP/1.1" status: 204 len: 168 time: 1.4955828 Jan 11 09:29:46.735906 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52252) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:46.846040 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 641b3bbd-6c85-4dbc-a492-cf673d3b90a9, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=641b3bbd-6c85-4dbc-a492-cf673d3b90a9,segment=NetworkSegment(1f26884f-d336-418b-ac8a-7d230186e755),segment_id=1f26884f-d336-418b-ac8a-7d230186e755)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:46.846689 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8e5d-56ae-42db-9a78-7e49f1a76354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:46.854193 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f2f3c2-6692-41f6-bfd6-8571fbb22521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] GET failed (client error): The resource could not be found. Jan 11 09:29:46.854730 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-16f2f3c2-6692-41f6-bfd6-8571fbb22521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Synchronizing usage tracker for tenant:a4066237e79a48198c9767f203f6ae32 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:29:46.862609 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3351c76-bfb7-44f7-9e79-972a726aca6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:46.872306 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '641b3bbd-6c85-4dbc-a492-cf673d3b90a9', 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4', 'port_id': '641b3bbd-6c85-4dbc-a492-cf673d3b90a9', 'mac_address': 'fa:16:3e:a6:81:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629ef5e5-a187-4239-abf7-d3f4dd928e10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:29:46.912828 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-bcd234b1-9009-48b1-ab8a-f836534846ca tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Deleting port bdbd21aa-ae1b-42ad-a61b-5a072c1a4645 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:29:46.912828 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bcd234b1-9009-48b1-ab8a-f836534846ca tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:46.935912 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:46.946004 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-257b0c17-0a38-455e-a105-0a7295601aea tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:46.954129 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641b3bbd-6c85-4dbc-a492-cf673d3b90a9 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:29:46.965350 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-16f2f3c2-6692-41f6-bfd6-8571fbb22521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] Unset dirty status for tenant:a4066237e79a48198c9767f203f6ae32 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:29:46.970150 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-16f2f3c2-6692-41f6-bfd6-8571fbb22521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649356891-project-admin] 10.222.0.15 "GET /v2.0/ports/6c28f4af-c82b-4544-b333-523fd0603855 HTTP/1.1" status: 404 len: 333 time: 0.2296968 Jan 11 09:29:46.971702 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52258) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:46.975380 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 641b3bbd-6c85-4dbc-a492-cf673d3b90a9, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=641b3bbd-6c85-4dbc-a492-cf673d3b90a9,segment=NetworkSegment(1f26884f-d336-418b-ac8a-7d230186e755),segment_id=1f26884f-d336-418b-ac8a-7d230186e755)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:46.980171 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:47.051480 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=641b3bbd-6c85-4dbc-a492-cf673d3b90a9,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:47.078929 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3351c76-bfb7-44f7-9e79-972a726aca6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Network 780d0c4c-ed9b-43f1-9c0a-a4a7e170db73 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:29:47.089923 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b3351c76-bfb7-44f7-9e79-972a726aca6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:47.095662 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3351c76-bfb7-44f7-9e79-972a726aca6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Pushing event updated for resources: {'Port': ['ID=6bceec8c-e5c4-4f1f-accc-135f7695a336,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:47.098294 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3351c76-bfb7-44f7-9e79-972a726aca6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:29:47.104020 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3351c76-bfb7-44f7-9e79-972a726aca6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:47.104672 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3351c76-bfb7-44f7-9e79-972a726aca6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:47.176315 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa8170-f3b1-403a-9e4e-e3829b86f39f req-9791153e-fc94-4bf7-9ba1-3c64fb1ec9ce tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:47.177876 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e3fa8170-f3b1-403a-9e4e-e3829b86f39f req-9791153e-fc94-4bf7-9ba1-3c64fb1ec9ce tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/ports?device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 944 time: 0.4770658 Jan 11 09:29:47.243367 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8e5d-56ae-42db-9a78-7e49f1a76354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:47.245763 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8e5d-56ae-42db-9a78-7e49f1a76354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:47.247560 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5c7a8e5d-56ae-42db-9a78-7e49f1a76354 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54e35e2c-5bc9-4764-b58a-014624a77e11 HTTP/1.1" status: 204 len: 168 time: 0.8099778 Jan 11 09:29:47.256985 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-257b0c17-0a38-455e-a105-0a7295601aea tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Calling delete_port for 2203884a-e171-4207-a7ac-d46d81943d79 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:29:47.261958 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b3351c76-bfb7-44f7-9e79-972a726aca6b tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.6424584 Jan 11 09:29:47.270282 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52264) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:47.303648 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-dbd137f2-9806-48b7-9379-dbbb6ca179f7 req-bef91d14-f772-423a-b195-f4e9f58bcc18 service neutron] 10.222.0.42 "GET /v2.0/networks/d792ad28-c1a4-4d37-b57d-4b386593b2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915401 Jan 11 09:29:47.305886 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['641b3bbd-6c85-4dbc-a492-cf673d3b90a9'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:29:47.325592 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a8e5d-56ae-42db-9a78-7e49f1a76354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e35e2c-5bc9-4764-b58a-014624a77e11,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:47.436480 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5dfa6-7f0b-45d0-999c-7cdf08bc6ed0 req-d40ec2fc-c78c-4c14-904b-ed60509412c3 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:47.437332 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5dd5dfa6-7f0b-45d0-999c-7cdf08bc6ed0 req-d40ec2fc-c78c-4c14-904b-ed60509412c3 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 945 time: 0.4882653 Jan 11 09:29:47.444339 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e3fa8170-f3b1-403a-9e4e-e3829b86f39f req-99ab15f0-8f7e-478d-8bda-a9080c094d03 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/security-groups?id=daa15d22-23f6-447e-a35b-6e17f7e7315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476311 Jan 11 09:29:47.515227 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2bae569a-50e1-4299-87ac-19f3ba087337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:47.517083 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bcd234b1-9009-48b1-ab8a-f836534846ca tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:47.593923 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c05aabd5-9eb7-4d37-9090-10945a2904cb None None] Provisioning for port 6bceec8c-e5c4-4f1f-accc-135f7695a336 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:29:47.606893 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c05aabd5-9eb7-4d37-9090-10945a2904cb None None] Provisioning complete for port 6bceec8c-e5c4-4f1f-accc-135f7695a336 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:47.607260 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c05aabd5-9eb7-4d37-9090-10945a2904cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:47.667182 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5dd5dfa6-7f0b-45d0-999c-7cdf08bc6ed0 req-0caa3c06-24d5-430a-8701-468c26ba20d8 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5a51d84-4af0-4559-9ea1-d767a9ab8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066417 Jan 11 09:29:47.678686 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-bcd234b1-9009-48b1-ab8a-f836534846ca tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Calling delete_port for bdbd21aa-ae1b-42ad-a61b-5a072c1a4645 owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:29:47.693091 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c05aabd5-9eb7-4d37-9090-10945a2904cb None None] Port 6bceec8c-e5c4-4f1f-accc-135f7695a336 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:29:47.773508 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3a5519-dfcd-4e53-bdaa-3b4b72c92ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:47.780075 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3a5519-dfcd-4e53-bdaa-3b4b72c92ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:47.786462 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3a5519-dfcd-4e53-bdaa-3b4b72c92ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:47.787357 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-fa3a5519-dfcd-4e53-bdaa-3b4b72c92ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Synchronizing usage tracker for tenant:fa42a4f1b48047f589b6e70dde7f0ef6 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:29:47.831223 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-dbd137f2-9806-48b7-9379-dbbb6ca179f7 req-b5045cb9-e882-4827-85e2-50f3db507eee service neutron] 10.222.0.42 "GET /v2.0/networks/d792ad28-c1a4-4d37-b57d-4b386593b2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065486 Jan 11 09:29:47.844572 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-fa3a5519-dfcd-4e53-bdaa-3b4b72c92ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Unset dirty status for tenant:fa42a4f1b48047f589b6e70dde7f0ef6 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:29:47.845719 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fa3a5519-dfcd-4e53-bdaa-3b4b72c92ad3 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.5743461 Jan 11 09:29:47.849637 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52276) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:47.920334 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d4a03-245d-4cb4-b000-ffc0f2f56728 req-01592873-23e3-42c4-bfa7-8f33c0073760 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:47.926658 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f51d4a03-245d-4cb4-b000-ffc0f2f56728 req-01592873-23e3-42c4-bfa7-8f33c0073760 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 944 time: 0.2135408 Jan 11 09:29:47.956993 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2bae569a-50e1-4299-87ac-19f3ba087337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:47.976755 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-257b0c17-0a38-455e-a105-0a7295601aea tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:47.984953 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f51d4a03-245d-4cb4-b000-ffc0f2f56728 req-797b9960-a1d9-4b85-b85c-8171b21ee177 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531881 Jan 11 09:29:47.986466 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bcd234b1-9009-48b1-ab8a-f836534846ca tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:48.042223 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd234b1-9009-48b1-ab8a-f836534846ca tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdbd21aa-ae1b-42ad-a61b-5a072c1a4645,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:48.054593 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b0c17-0a38-455e-a105-0a7295601aea tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Pushing event deleted for resources: {'Port': ['ID=2203884a-e171-4207-a7ac-d46d81943d79,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:48.067376 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-2bae569a-50e1-4299-87ac-19f3ba087337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdbabffa-ce77-44da-945d-e7fef1f4bb83']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:48.077180 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a49386c3-c5e4-4317-9a6c-dccdf0135895 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Deleting port 6bceec8c-e5c4-4f1f-accc-135f7695a336 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:29:48.077692 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a49386c3-c5e4-4317-9a6c-dccdf0135895 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:48.144668 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bcd234b1-9009-48b1-ab8a-f836534846ca tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:48.152682 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-2bae569a-50e1-4299-87ac-19f3ba087337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38204e2a-7937-48fb-bfd3-6f933a25a273') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:48.152977 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-2bae569a-50e1-4299-87ac-19f3ba087337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38204e2a-7937-48fb-bfd3-6f933a25a273') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:48.155135 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-bcd234b1-9009-48b1-ab8a-f836534846ca tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "DELETE /v2.0/ports/bdbd21aa-ae1b-42ad-a61b-5a072c1a4645 HTTP/1.1" status: 204 len: 168 time: 1.4438710 Jan 11 09:29:48.157735 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52290) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:48.162542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7cf0f50e-04e1-466f-a635-bda18d12b044 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7ada831-790a-4c67-930c-11949d42fe3f', 'external_fixed_ips': [{'subnet_id': '0a1f08fb-9bf3-4c26-9454-1f937ec8c184', 'ip_address': '172.20.0.7'}]}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:48.167195 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7cf0f50e-04e1-466f-a635-bda18d12b044 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:48.171001 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-7cf0f50e-04e1-466f-a635-bda18d12b044 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Usage tracker for resource:router and tenant:5507041f45a946feb6ce6b51ce6f301a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:48.174612 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-7cf0f50e-04e1-466f-a635-bda18d12b044 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:48.180218 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7cf0f50e-04e1-466f-a635-bda18d12b044 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:48.192161 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f50e-04e1-466f-a635-bda18d12b044 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:48.193254 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f50e-04e1-466f-a635-bda18d12b044 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:48.209821 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2bae569a-50e1-4299-87ac-19f3ba087337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:48.212860 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f50e-04e1-466f-a635-bda18d12b044 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:48.247215 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2bae569a-50e1-4299-87ac-19f3ba087337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:48.286866 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bae569a-50e1-4299-87ac-19f3ba087337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:29:48.287518 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2bae569a-50e1-4299-87ac-19f3ba087337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:29:48.308747 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:29:48.331148 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-257b0c17-0a38-455e-a105-0a7295601aea tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:48.356908 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52296) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:48.515552 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Request body: {'networks': [{'name': 'tempest-network--1281001417'}, {'name': 'tempest-network--1205788666'}]} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:48.516159 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Request body: {'network': {'name': 'tempest-network--1281001417'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:48.516625 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Request body: {'network': {'name': 'tempest-network--1205788666'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:48.528429 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:48.592867 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Usage tracker for resource:network and tenant:76043d1f41aa4795b2c9ed92f31b279e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:48.606925 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2bae569a-50e1-4299-87ac-19f3ba087337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:48.615964 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-257b0c17-0a38-455e-a105-0a7295601aea tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:48.634229 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:48.635547 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2bae569a-50e1-4299-87ac-19f3ba087337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:48.638336 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-257b0c17-0a38-455e-a105-0a7295601aea tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:48.638487 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f50e-04e1-466f-a635-bda18d12b044 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:48.656215 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:48.657154 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae569a-50e1-4299-87ac-19f3ba087337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Pushing event deleted for resources: {'Network': ['ID=cdbabffa-ce77-44da-945d-e7fef1f4bb83,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:48.668009 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device d114431c-1274-4827-a777-bc1c30573cfe details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:29:48.708683 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Made reservation on behalf of 76043d1f41aa4795b2c9ed92f31b279e for: {'network': 2} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:48.713230 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:48.724467 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2bae569a-50e1-4299-87ac-19f3ba087337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] 10.222.0.15 "DELETE /v2.0/networks/cdbabffa-ce77-44da-945d-e7fef1f4bb83 HTTP/1.1" status: 204 len: 168 time: 1.7495618 Jan 11 09:29:48.730667 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bae569a-50e1-4299-87ac-19f3ba087337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:48.730667 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bae569a-50e1-4299-87ac-19f3ba087337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:48.730907 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bae569a-50e1-4299-87ac-19f3ba087337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:48.731245 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bae569a-50e1-4299-87ac-19f3ba087337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:48.731577 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bae569a-50e1-4299-87ac-19f3ba087337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:48.731906 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bae569a-50e1-4299-87ac-19f3ba087337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:48.732232 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bae569a-50e1-4299-87ac-19f3ba087337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:48.732556 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bae569a-50e1-4299-87ac-19f3ba087337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:48.732878 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bae569a-50e1-4299-87ac-19f3ba087337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:48.733235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bae569a-50e1-4299-87ac-19f3ba087337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:48.733606 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bae569a-50e1-4299-87ac-19f3ba087337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:48.733856 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bae569a-50e1-4299-87ac-19f3ba087337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-285330035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:48.740052 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device eb5c29f7-867c-46f6-b73e-f2b682db3b03 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:29:48.758163 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-257b0c17-0a38-455e-a105-0a7295601aea tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:48.758665 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257b0c17-0a38-455e-a105-0a7295601aea tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Fanout notify agent at l3_agent the message router_deleted on router a10e432f-e00a-44d8-846a-e26fc770f0e3 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:29:48.762881 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:48.789419 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:48.796116 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Usage tracker for resource:security_group_rule and tenant:76043d1f41aa4795b2c9ed92f31b279e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:48.801357 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:48.811360 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-257b0c17-0a38-455e-a105-0a7295601aea tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:48.813030 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-257b0c17-0a38-455e-a105-0a7295601aea tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "DELETE /v2.0/routers/a10e432f-e00a-44d8-846a-e26fc770f0e3 HTTP/1.1" status: 204 len: 168 time: 3.4633806 Jan 11 09:29:48.819869 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed558cf-2e38-4d36-a7c5-071d22372db1 req-21e77c38-b93c-4ca7-afc8-af3a0aacfdc0 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:48.821380 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-aed558cf-2e38-4d36-a7c5-071d22372db1 req-21e77c38-b93c-4ca7-afc8-af3a0aacfdc0 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/ports?device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 945 time: 0.2377336 Jan 11 09:29:48.823173 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52308) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:48.825175 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:48.833826 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a49386c3-c5e4-4317-9a6c-dccdf0135895 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:48.834734 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-45b47b26-4013-4179-a11e-38d7c6a483b8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1311926627', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'enable_snat': False}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:48.928473 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port d114431c-1274-4827-a777-bc1c30573cfe, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=d114431c-1274-4827-a777-bc1c30573cfe,segment=NetworkSegment(b21d49c1-c5fb-46ff-81f6-b6db08a3dee7),segment_id=b21d49c1-c5fb-46ff-81f6-b6db08a3dee7)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:48.944607 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-45b47b26-4013-4179-a11e-38d7c6a483b8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:48.950893 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': 'd114431c-1274-4827-a777-bc1c30573cfe', 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd', 'port_id': 'd114431c-1274-4827-a777-bc1c30573cfe', 'mac_address': 'fa:16:3e:a3:33:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d32f1d-e961-48e8-b51c-6c84103eee1a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:29:48.960024 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-45b47b26-4013-4179-a11e-38d7c6a483b8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Usage tracker for resource:router and tenant:379679e4ceb24a729127255c3466e51a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:48.975061 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-45b47b26-4013-4179-a11e-38d7c6a483b8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:48.998279 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-45b47b26-4013-4179-a11e-38d7c6a483b8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:49.034152 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-aed558cf-2e38-4d36-a7c5-071d22372db1 req-b224bc2e-7f32-4919-86f4-4007e0185e5c tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/security-groups?id=daa15d22-23f6-447e-a35b-6e17f7e7315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028172 Jan 11 09:29:49.052927 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45b47b26-4013-4179-a11e-38d7c6a483b8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:49.053916 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45b47b26-4013-4179-a11e-38d7c6a483b8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:49.105656 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a49386c3-c5e4-4317-9a6c-dccdf0135895 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Calling delete_port for 6bceec8c-e5c4-4f1f-accc-135f7695a336 owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:29:49.178501 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7ebba4cc-a900-42f3-84d7-ed38494cd02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:49.183917 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:49.195601 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54ab96-243c-4be5-9bf1-7900bad15341 req-8352c34d-fb99-4fcc-a2d6-46e3a11f8b1f tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:49.205668 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1d54ab96-243c-4be5-9bf1-7900bad15341 req-8352c34d-fb99-4fcc-a2d6-46e3a11f8b1f tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 945 time: 0.3022740 Jan 11 09:29:49.208495 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d114431c-1274-4827-a777-bc1c30573cfe {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:29:49.210421 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52316) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:49.215077 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port eb5c29f7-867c-46f6-b73e-f2b682db3b03 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:29:49.226571 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45b47b26-4013-4179-a11e-38d7c6a483b8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:49.226737 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port eb5c29f7-867c-46f6-b73e-f2b682db3b03 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:49.226737 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:49.270150 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port d114431c-1274-4827-a777-bc1c30573cfe, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=d114431c-1274-4827-a777-bc1c30573cfe,segment=NetworkSegment(b21d49c1-c5fb-46ff-81f6-b6db08a3dee7),segment_id=b21d49c1-c5fb-46ff-81f6-b6db08a3dee7)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:49.280910 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:49.313974 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a49386c3-c5e4-4317-9a6c-dccdf0135895 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:49.329855 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:49.373551 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:49.373840 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:49.394066 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1d54ab96-243c-4be5-9bf1-7900bad15341 req-b336310e-26ef-42df-8c90-df9e53568be0 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5a51d84-4af0-4559-9ea1-d767a9ab8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888382 Jan 11 09:29:49.403921 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=d114431c-1274-4827-a777-bc1c30573cfe,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:49.415484 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49386c3-c5e4-4317-9a6c-dccdf0135895 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Pushing event deleted for resources: {'Port': ['ID=6bceec8c-e5c4-4f1f-accc-135f7695a336,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:49.431479 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:49.462470 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7044d0c-bd67-4f47-a75e-d84988e7ee6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5c29f7-867c-46f6-b73e-f2b682db3b03'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:29:49.469245 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a49386c3-c5e4-4317-9a6c-dccdf0135895 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:49.500790 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a49386c3-c5e4-4317-9a6c-dccdf0135895 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] 10.222.0.15 "DELETE /v2.0/ports/6bceec8c-e5c4-4f1f-accc-135f7695a336 HTTP/1.1" status: 204 len: 168 time: 1.6479950 Jan 11 09:29:49.507712 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f9a74454-b470-4133-a788-8232a4501fed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ac21c4988de45928e6b4f58ee69c8ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960689 Jan 11 09:29:49.508293 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52322) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:49.508624 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52324) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:49.528942 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-f89bd9da-6a9a-485d-88d2-77396ae04918 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Request body: {'port': {'name': 'tempest-new-port-name-1089733909', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:49.529210 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.api.validators [None req-f89bd9da-6a9a-485d-88d2-77396ae04918 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] bootfile-name is not in valid_values {{(pid=87654) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 11 09:29:49.529517 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.api.validators [None req-f89bd9da-6a9a-485d-88d2-77396ae04918 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] tftp-server is not in valid_values {{(pid=87654) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 11 09:29:49.529872 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.api.validators [None req-f89bd9da-6a9a-485d-88d2-77396ae04918 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] server-ip-address is not in valid_values {{(pid=87654) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 11 09:29:49.532700 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port eb5c29f7-867c-46f6-b73e-f2b682db3b03, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=eb5c29f7-867c-46f6-b73e-f2b682db3b03,segment=NetworkSegment(0e714dd5-6920-43b2-b114-2276f407b3e6),segment_id=0e714dd5-6920-43b2-b114-2276f407b3e6)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:49.543880 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:49.545913 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 641b3bbd-6c85-4dbc-a492-cf673d3b90a9 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:29:49.565001 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f954a6f2-1320-4db5-9dbe-2c6d2e325507,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:49.686344 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['d114431c-1274-4827-a777-bc1c30573cfe'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:29:49.690983 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:49.691525 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:49.692010 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:49.692488 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:49.692973 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:49.693446 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:49.693920 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:49.694414 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:49.694887 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:49.695435 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:49.695902 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:49.696372 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:49.764524 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f89bd9da-6a9a-485d-88d2-77396ae04918 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:49.816574 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=eb5c29f7-867c-46f6-b73e-f2b682db3b03,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:49.867868 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7044d0c-bd67-4f47-a75e-d84988e7ee6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5c29f7-867c-46f6-b73e-f2b682db3b03', 'code': 200} Jan 11 09:29:49.871447 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port 641b3bbd-6c85-4dbc-a492-cf673d3b90a9 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:29:49.886122 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 641b3bbd-6c85-4dbc-a492-cf673d3b90a9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:49.886508 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:49.921544 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-17e743e5-77e2-453c-b71b-7ddd6eccfa15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:49.930786 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:29:49.997361 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-17e743e5-77e2-453c-b71b-7ddd6eccfa15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:50.048145 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:50.048753 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Added segment be5cddc8-84bf-4325-b8c6-73c30429e308 of type vlan for network 72c4f94e-43db-4af7-be49-9e157470a91d Jan 11 09:29:50.086430 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1f0ca-c2da-4195-a202-157749475f20 req-aad7b97d-17ad-4b1d-98a6-a8f44b2d6dad tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:50.087814 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b2a1f0ca-c2da-4195-a202-157749475f20 req-aad7b97d-17ad-4b1d-98a6-a8f44b2d6dad tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 945 time: 0.8656516 Jan 11 09:29:50.091907 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45b47b26-4013-4179-a11e-38d7c6a483b8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:50.131291 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:50.136708 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:50.149782 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f50e-04e1-466f-a635-bda18d12b044 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:50.180087 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 641b3bbd-6c85-4dbc-a492-cf673d3b90a9, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=641b3bbd-6c85-4dbc-a492-cf673d3b90a9,segment=NetworkSegment(1f26884f-d336-418b-ac8a-7d230186e755),segment_id=1f26884f-d336-418b-ac8a-7d230186e755)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:50.186692 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:50.213774 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f50e-04e1-466f-a635-bda18d12b044 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:50.235781 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d6ffe-5233-4787-8a16-78a4f258bb98 req-5ef5e0ab-9a46-4e82-b6f4-87d71e320183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:50.237274 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fe5d6ffe-5233-4787-8a16-78a4f258bb98 req-5ef5e0ab-9a46-4e82-b6f4-87d71e320183 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 1099 time: 0.1662793 Jan 11 09:29:50.240418 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-17e743e5-77e2-453c-b71b-7ddd6eccfa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:50.261884 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=641b3bbd-6c85-4dbc-a492-cf673d3b90a9,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:50.279228 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e743e5-77e2-453c-b71b-7ddd6eccfa15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810f9e01-426b-48af-8506-8ba26fad3663,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:50.282885 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fe5d6ffe-5233-4787-8a16-78a4f258bb98 req-08e1a123-06be-4467-a69c-42409bdf5d97 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:50.308707 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-17e743e5-77e2-453c-b71b-7ddd6eccfa15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:50.309807 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-17e743e5-77e2-453c-b71b-7ddd6eccfa15 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/810f9e01-426b-48af-8506-8ba26fad3663 HTTP/1.1" status: 204 len: 168 time: 0.7984583 Jan 11 09:29:50.318324 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f89bd9da-6a9a-485d-88d2-77396ae04918 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:50.320444 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-fe5d6ffe-5233-4787-8a16-78a4f258bb98 req-08e1a123-06be-4467-a69c-42409bdf5d97 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:50.325858 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-fe5d6ffe-5233-4787-8a16-78a4f258bb98 req-08e1a123-06be-4467-a69c-42409bdf5d97 service neutron] Usage tracker for resource:security_group_rule and tenant:4b74b2fb1cb446829f1c0b6cb2c114c1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:50.328628 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f89bd9da-6a9a-485d-88d2-77396ae04918 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:50.332369 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-fe5d6ffe-5233-4787-8a16-78a4f258bb98 req-08e1a123-06be-4467-a69c-42409bdf5d97 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:50.349357 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.resource_extend [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:29:50.389158 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-fe5d6ffe-5233-4787-8a16-78a4f258bb98 req-08e1a123-06be-4467-a69c-42409bdf5d97 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:50.405046 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f89bd9da-6a9a-485d-88d2-77396ae04918 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] In _notify_port_updated(), no bound segment for port 115d2055-2d4b-43be-bc78-8a86c28a9908 on network 780d0c4c-ed9b-43f1-9c0a-a4a7e170db73 {{(pid=87654) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 11 09:29:50.411117 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89bd9da-6a9a-485d-88d2-77396ae04918 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:50.411290 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b2a1f0ca-c2da-4195-a202-157749475f20 req-c95cb9b1-e8aa-4d0d-9406-3e6e9235a5aa tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3100359 Jan 11 09:29:50.411777 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f89bd9da-6a9a-485d-88d2-77396ae04918 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:50.416441 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f89bd9da-6a9a-485d-88d2-77396ae04918 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] 10.222.0.15 "PUT /v2.0/ports/115d2055-2d4b-43be-bc78-8a86c28a9908 HTTP/1.1" status: 200 len: 1129 time: 0.9063678 Jan 11 09:29:50.417079 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52342) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:50.465594 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:29:50.504839 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:50.505183 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Added segment c0cf379b-f222-4b2d-9f00-f0fa976ecec9 of type vlan for network 8422c229-53f5-4a77-abcd-f21724bf0a8f Jan 11 09:29:50.525089 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a01595d-3308-4dbd-b27b-71f39fbd3f8d tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:50.525855 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1a01595d-3308-4dbd-b27b-71f39fbd3f8d tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Synchronizing usage tracker for tenant:fa42a4f1b48047f589b6e70dde7f0ef6 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:29:50.560103 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89bd9da-6a9a-485d-88d2-77396ae04918 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Pushing event updated for resources: {'Port': ['ID=115d2055-2d4b-43be-bc78-8a86c28a9908,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:50.598210 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1a01595d-3308-4dbd-b27b-71f39fbd3f8d tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Unset dirty status for tenant:fa42a4f1b48047f589b6e70dde7f0ef6 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:29:50.603269 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1a01595d-3308-4dbd-b27b-71f39fbd3f8d tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] 10.222.0.15 "GET /v2.0/ports/115d2055-2d4b-43be-bc78-8a86c28a9908 HTTP/1.1" status: 200 len: 1129 time: 0.1771281 Jan 11 09:29:50.604109 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52350) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:50.709755 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-28d1cc03-5f0c-4ce5-87a1-6fb07deb88d9 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Deleting port 115d2055-2d4b-43be-bc78-8a86c28a9908 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:29:50.710291 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28d1cc03-5f0c-4ce5-87a1-6fb07deb88d9 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:50.780917 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4efa24-2016-48e3-8425-0fb5521e248b req-1f8b7522-7161-411a-be86-13f708098661 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:50.781675 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fe5d6ffe-5233-4787-8a16-78a4f258bb98 req-08e1a123-06be-4467-a69c-42409bdf5d97 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:50.784545 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5e2aedda-e1d6-4ddb-8123-57f64c6d3192 None None] Provisioning complete for port 115d2055-2d4b-43be-bc78-8a86c28a9908 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:50.786199 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5e2aedda-e1d6-4ddb-8123-57f64c6d3192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:50.788859 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-fe5d6ffe-5233-4787-8a16-78a4f258bb98 req-08e1a123-06be-4467-a69c-42409bdf5d97 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:50.794862 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9d4efa24-2016-48e3-8425-0fb5521e248b req-1f8b7522-7161-411a-be86-13f708098661 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/ports?device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 946 time: 0.5910511 Jan 11 09:29:50.797749 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52354) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:50.849777 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5e2aedda-e1d6-4ddb-8123-57f64c6d3192 None None] Port 115d2055-2d4b-43be-bc78-8a86c28a9908 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:29:50.868199 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:50.894039 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fe5d6ffe-5233-4787-8a16-78a4f258bb98 req-08e1a123-06be-4467-a69c-42409bdf5d97 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f5a51d84-4af0-4559-9ea1-d767a9ab8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6493721 Jan 11 09:29:50.897464 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1a123-06be-4467-a69c-42409bdf5d97 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9653b67c-62c1-4109-aa62-5829920271fa,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:50.971217 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e3f16e3f-a9f6-4185-921c-9e3feadd6487 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4066237e79a48198c9767f203f6ae32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598754 Jan 11 09:29:50.972174 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9d4efa24-2016-48e3-8425-0fb5521e248b req-b1476f9b-6c1b-439a-8511-05ebb9f297b1 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/security-groups?id=daa15d22-23f6-447e-a35b-6e17f7e7315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765401 Jan 11 09:29:50.973850 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-7cf0f50e-04e1-466f-a635-bda18d12b044 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Allocated IP 172.20.0.7 (a7ada831-790a-4c67-930c-11949d42fe3f/0a1f08fb-9bf3-4c26-9454-1f937ec8c184/5864c117-8b0d-446a-80eb-5c90ec6d5483) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:29:50.974078 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52358) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:51.079861 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:51.080488 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:51.085845 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:51.090407 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:51.091009 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:51.099777 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28d1cc03-5f0c-4ce5-87a1-6fb07deb88d9 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:51.210463 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd61ea3-7ae3-4ab7-b1dc-a6714bde31d0 req-023bc382-484e-41a3-87a9-35bc70287dda tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:51.212003 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-fbd61ea3-7ae3-4ab7-b1dc-a6714bde31d0 req-023bc382-484e-41a3-87a9-35bc70287dda tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 946 time: 0.5961201 Jan 11 09:29:51.288554 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-97f4e9d5-94a2-4e83-a64c-714828ebaddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:51.315214 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6b629cd-3954-497f-ade5-12b7eda90374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:51.323520 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-28d1cc03-5f0c-4ce5-87a1-6fb07deb88d9 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Calling delete_port for 115d2055-2d4b-43be-bc78-8a86c28a9908 owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:29:51.395920 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6b629cd-3954-497f-ade5-12b7eda90374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:51.425912 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Pushing event updated for resources: {'Network': ['ID=72c4f94e-43db-4af7-be49-9e157470a91d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:51.440733 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 72c4f94e-43db-4af7-be49-9e157470a91d details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:29:51.459771 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.0993576 Jan 11 09:29:51.461461 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52364) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:51.480271 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-fbd61ea3-7ae3-4ab7-b1dc-a6714bde31d0 req-96551911-5e37-4698-b0f8-89c5cf270e82 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5a51d84-4af0-4559-9ea1-d767a9ab8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2558188 Jan 11 09:29:51.523381 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45b47b26-4013-4179-a11e-38d7c6a483b8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:51.548837 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6b629cd-3954-497f-ade5-12b7eda90374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:51.560058 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f50e-04e1-466f-a635-bda18d12b044 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:51.566269 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45b47b26-4013-4179-a11e-38d7c6a483b8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:51.590728 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b629cd-3954-497f-ade5-12b7eda90374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42849788-95e9-4445-82c4-c3b57578bad6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:51.685611 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28d1cc03-5f0c-4ce5-87a1-6fb07deb88d9 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:51.693406 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5fd61c-4d1e-47dd-a574-839e5c1a4d07 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Pushing event updated for resources: {'Network': ['ID=8422c229-53f5-4a77-abcd-f21724bf0a8f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:51.708598 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 8422c229-53f5-4a77-abcd-f21724bf0a8f details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:29:51.752823 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6b629cd-3954-497f-ade5-12b7eda90374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:51.756524 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c6b629cd-3954-497f-ade5-12b7eda90374 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/42849788-95e9-4445-82c4-c3b57578bad6 HTTP/1.1" status: 204 len: 168 time: 0.7790966 Jan 11 09:29:51.760958 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1cc03-5f0c-4ce5-87a1-6fb07deb88d9 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Pushing event deleted for resources: {'Port': ['ID=115d2055-2d4b-43be-bc78-8a86c28a9908,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:51.775366 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ad55e8-660b-4442-897a-6b313925152c tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:51.781283 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ad55e8-660b-4442-897a-6b313925152c tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:51.787181 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ad55e8-660b-4442-897a-6b313925152c tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:51.793088 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ad55e8-660b-4442-897a-6b313925152c tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:51.799846 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ad55e8-660b-4442-897a-6b313925152c tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:51.804459 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-81ad55e8-660b-4442-897a-6b313925152c tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3010 time: 0.3416982 Jan 11 09:29:51.806377 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52370) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:51.823066 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f50e-04e1-466f-a635-bda18d12b044 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:51.869154 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198f3d11-bcbc-4da0-a2a1-ab180f487ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641b3bbd-6c85-4dbc-a492-cf673d3b90a9'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:29:51.873368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28d1cc03-5f0c-4ce5-87a1-6fb07deb88d9 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:51.878023 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-28d1cc03-5f0c-4ce5-87a1-6fb07deb88d9 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] 10.222.0.15 "DELETE /v2.0/ports/115d2055-2d4b-43be-bc78-8a86c28a9908 HTTP/1.1" status: 204 len: 168 time: 1.2713201 Jan 11 09:29:51.888549 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52374) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:51.906793 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-45b47b26-4013-4179-a11e-38d7c6a483b8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Allocated IP 172.26.3.93 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/00a210eb-567e-4380-b95b-6e6d483bb291) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:29:51.929299 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222f70f-4c7d-4abb-8634-14963a699d38 req-4d0c029e-cf08-401b-8cd1-9317ccbfbfe6 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:51.936199 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d222f70f-4c7d-4abb-8634-14963a699d38 req-4d0c029e-cf08-401b-8cd1-9317ccbfbfe6 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 945 time: 0.2825315 Jan 11 09:29:51.944534 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf0f50e-04e1-466f-a635-bda18d12b044 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Network a7ada831-790a-4c67-930c-11949d42fe3f is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:29:51.964593 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198f3d11-bcbc-4da0-a2a1-ab180f487ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641b3bbd-6c85-4dbc-a492-cf673d3b90a9', 'code': 200} Jan 11 09:29:51.983420 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-7cf0f50e-04e1-466f-a635-bda18d12b044 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:51.989562 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0f50e-04e1-466f-a635-bda18d12b044 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Pushing event updated for resources: {'Port': ['ID=5864c117-8b0d-446a-80eb-5c90ec6d5483,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:51.995133 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf0f50e-04e1-466f-a635-bda18d12b044 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:29:52.049993 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-59634fa5-a8e5-4a8e-9a03-966bdc90a84c tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:52.059134 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e83472-925d-4f3f-bd5a-b097ce8a04f8 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Deleting subnet 5a98880e-ea3a-4124-b759-0ec8b7f2823c {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:29:52.065324 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55e83472-925d-4f3f-bd5a-b097ce8a04f8 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:52.222298 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55e83472-925d-4f3f-bd5a-b097ce8a04f8 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:52.353346 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d222f70f-4c7d-4abb-8634-14963a699d38 req-cd80855a-6420-426a-a5f7-1d9962095696 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4162843 Jan 11 09:29:52.386924 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-59634fa5-a8e5-4a8e-9a03-966bdc90a84c tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:52.410536 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:52.427510 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-59634fa5-a8e5-4a8e-9a03-966bdc90a84c tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c4f94e-43db-4af7-be49-9e157470a91d']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:52.447430 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-59634fa5-a8e5-4a8e-9a03-966bdc90a84c tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be5cddc8-84bf-4325-b8c6-73c30429e308') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:52.447737 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-59634fa5-a8e5-4a8e-9a03-966bdc90a84c tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be5cddc8-84bf-4325-b8c6-73c30429e308') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:52.472014 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-59634fa5-a8e5-4a8e-9a03-966bdc90a84c tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:52.495202 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2e2c8-ba23-4836-b496-44d22fbeb849 req-665c9f2a-c794-424f-8f19-2f1e04bb31ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:52.496684 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b0d2e2c8-ba23-4836-b496-44d22fbeb849 req-665c9f2a-c794-424f-8f19-2f1e04bb31ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 1099 time: 0.2409160 Jan 11 09:29:52.497622 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-59634fa5-a8e5-4a8e-9a03-966bdc90a84c tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:52.521263 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59634fa5-a8e5-4a8e-9a03-966bdc90a84c tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:29:52.521263 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-59634fa5-a8e5-4a8e-9a03-966bdc90a84c tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:29:52.541901 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:29:52.547829 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55e83472-925d-4f3f-bd5a-b097ce8a04f8 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:52.595112 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:52.632305 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45b47b26-4013-4179-a11e-38d7c6a483b8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:52.682000 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device d114431c-1274-4827-a777-bc1c30573cfe up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:29:52.683277 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-b0d2e2c8-ba23-4836-b496-44d22fbeb849 req-d4268797-078d-4428-be33-12ac4108a982 service neutron] Synchronizing usage tracker for tenant:4b74b2fb1cb446829f1c0b6cb2c114c1 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:29:52.689249 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-59634fa5-a8e5-4a8e-9a03-966bdc90a84c tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:52.711213 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-59634fa5-a8e5-4a8e-9a03-966bdc90a84c tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:52.720799 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f6719-9e79-4bd9-bb3d-483d4ef323d1 req-d2563dff-b289-4d44-9e17-b4a6cb6296f9 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:52.722358 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-266f6719-9e79-4bd9-bb3d-483d4ef323d1 req-d2563dff-b289-4d44-9e17-b4a6cb6296f9 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/ports?device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 946 time: 0.4962606 Jan 11 09:29:52.735729 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-59634fa5-a8e5-4a8e-9a03-966bdc90a84c tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] 10.222.0.15 "DELETE /v2.0/networks/72c4f94e-43db-4af7-be49-9e157470a91d HTTP/1.1" status: 204 len: 168 time: 0.9282136 Jan 11 09:29:52.736653 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59634fa5-a8e5-4a8e-9a03-966bdc90a84c tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Pushing event deleted for resources: {'Network': ['ID=72c4f94e-43db-4af7-be49-9e157470a91d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:52.738275 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52400) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:52.773124 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-b0d2e2c8-ba23-4836-b496-44d22fbeb849 req-d4268797-078d-4428-be33-12ac4108a982 service neutron] Unset dirty status for tenant:4b74b2fb1cb446829f1c0b6cb2c114c1 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:29:52.774270 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b0d2e2c8-ba23-4836-b496-44d22fbeb849 req-d4268797-078d-4428-be33-12ac4108a982 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=daa15d22-23f6-447e-a35b-6e17f7e7315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699606 Jan 11 09:29:52.801396 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55e83472-925d-4f3f-bd5a-b097ce8a04f8 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:52.869146 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port d114431c-1274-4827-a777-bc1c30573cfe completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:29:52.875122 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port d114431c-1274-4827-a777-bc1c30573cfe triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:52.875779 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:52.911407 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e83472-925d-4f3f-bd5a-b097ce8a04f8 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Pushing event deleted for resources: {'Subnet': ['ID=5a98880e-ea3a-4124-b759-0ec8b7f2823c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:52.912399 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79df877-8da9-48e9-b8d5-165b88245259 None None] Network 780d0c4c-ed9b-43f1-9c0a-a4a7e170db73 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:29:52.913513 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55e83472-925d-4f3f-bd5a-b097ce8a04f8 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:52.927335 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-55e83472-925d-4f3f-bd5a-b097ce8a04f8 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] 10.222.0.15 "DELETE /v2.0/subnets/5a98880e-ea3a-4124-b759-0ec8b7f2823c HTTP/1.1" status: 204 len: 168 time: 1.0377402 Jan 11 09:29:52.929310 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52406) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:52.934819 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08fc4228-7557-4579-8e22-6ecb4537481b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:52.947249 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f50e-04e1-466f-a635-bda18d12b044 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:53.172387 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-266f6719-9e79-4bd9-bb3d-483d4ef323d1 req-12e6e81b-52db-4538-8154-3e71236cc176 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/security-groups?id=daa15d22-23f6-447e-a35b-6e17f7e7315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3949504 Jan 11 09:29:53.200594 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:53.220417 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45b47b26-4013-4179-a11e-38d7c6a483b8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:53.254305 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port d114431c-1274-4827-a777-bc1c30573cfe, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=d114431c-1274-4827-a777-bc1c30573cfe,segment=NetworkSegment(b21d49c1-c5fb-46ff-81f6-b6db08a3dee7),segment_id=b21d49c1-c5fb-46ff-81f6-b6db08a3dee7)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:53.266378 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:53.359820 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b775533c-6bdc-42cf-877e-0f5ad0258cda None None] DHCP port deletion for 780d0c4c-ed9b-43f1-9c0a-a4a7e170db73 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:29:53.366923 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-301748f8-1de4-4bdc-b0cf-f3c95e879f28 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:53.381339 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b775533c-6bdc-42cf-877e-0f5ad0258cda None None] Deleting port b8895c13-fb65-4aee-b604-ce15a34d1738 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:29:53.381718 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b775533c-6bdc-42cf-877e-0f5ad0258cda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:53.422825 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-301748f8-1de4-4bdc-b0cf-f3c95e879f28 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Deleting port b8895c13-fb65-4aee-b604-ce15a34d1738 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:29:53.423791 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-301748f8-1de4-4bdc-b0cf-f3c95e879f28 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:53.432105 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b47b26-4013-4179-a11e-38d7c6a483b8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:29:53.457402 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5da43-a3e0-428e-84cc-af3c116785ed req-4900d903-be5f-41bc-a1a9-ab61cc0bc447 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:53.465376 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c1c5da43-a3e0-428e-84cc-af3c116785ed req-4900d903-be5f-41bc-a1a9-ab61cc0bc447 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 946 time: 0.8360219 Jan 11 09:29:53.469733 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=d114431c-1274-4827-a777-bc1c30573cfe,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:53.485648 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-45b47b26-4013-4179-a11e-38d7c6a483b8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:29:53.495738 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:53.496279 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:53.496869 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:53.497374 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:53.498015 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:53.498531 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:53.499011 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:53.501867 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:53.502581 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:53.503599 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:53.504212 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:53.504691 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:53.510171 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b47b26-4013-4179-a11e-38d7c6a483b8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:29:53.658505 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b47b26-4013-4179-a11e-38d7c6a483b8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Pushing event updated for resources: {'Port': ['ID=00a210eb-567e-4380-b95b-6e6d483bb291,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:53.673710 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c1c5da43-a3e0-428e-84cc-af3c116785ed req-34344563-3fa1-41bb-8a73-e738162eee72 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5a51d84-4af0-4559-9ea1-d767a9ab8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071147 Jan 11 09:29:53.688711 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b775533c-6bdc-42cf-877e-0f5ad0258cda None None] For port b8895c13-fb65-4aee-b604-ce15a34d1738, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=b8895c13-fb65-4aee-b604-ce15a34d1738,segment=NetworkSegment(c0c9e210-5822-457a-9d00-7f633afd0daf),segment_id=c0c9e210-5822-457a-9d00-7f633afd0daf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:53.689150 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b775533c-6bdc-42cf-877e-0f5ad0258cda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:53.773513 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-301748f8-1de4-4bdc-b0cf-f3c95e879f28 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] For port b8895c13-fb65-4aee-b604-ce15a34d1738, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=b8895c13-fb65-4aee-b604-ce15a34d1738,segment=NetworkSegment(c0c9e210-5822-457a-9d00-7f633afd0daf),segment_id=c0c9e210-5822-457a-9d00-7f633afd0daf)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:53.773874 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-301748f8-1de4-4bdc-b0cf-f3c95e879f28 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:53.831094 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b775533c-6bdc-42cf-877e-0f5ad0258cda None None] Calling delete_port for b8895c13-fb65-4aee-b604-ce15a34d1738 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:29:53.917937 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b775533c-6bdc-42cf-877e-0f5ad0258cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:53.987822 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53431d98-9cd9-494f-bf9e-e2a00130afa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd114431c-1274-4827-a777-bc1c30573cfe'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:29:54.006863 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b775533c-6bdc-42cf-877e-0f5ad0258cda None None] No DVR routers for this DVR port b8895c13-fb65-4aee-b604-ce15a34d1738 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:29:54.018216 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775533c-6bdc-42cf-877e-0f5ad0258cda None None] Pushing event deleted for resources: {'Port': ['ID=b8895c13-fb65-4aee-b604-ce15a34d1738,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:54.027582 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:54.044857 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08fc4228-7557-4579-8e22-6ecb4537481b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:54.074353 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f50e-04e1-466f-a635-bda18d12b044 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:54.075532 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53431d98-9cd9-494f-bf9e-e2a00130afa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd114431c-1274-4827-a777-bc1c30573cfe', 'code': 200} Jan 11 09:29:54.089977 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-08fc4228-7557-4579-8e22-6ecb4537481b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8422c229-53f5-4a77-abcd-f21724bf0a8f']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:54.098141 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bb2d0-8cfc-4b68-984d-b4996306fb7b req-91797b8a-2af8-4fc8-bcab-2b82b41bc7a4 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:54.099670 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ec7bb2d0-8cfc-4b68-984d-b4996306fb7b req-91797b8a-2af8-4fc8-bcab-2b82b41bc7a4 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.6087966 Jan 11 09:29:54.115563 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-08fc4228-7557-4579-8e22-6ecb4537481b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0cf379b-f222-4b2d-9f00-f0fa976ecec9') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:54.115907 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-08fc4228-7557-4579-8e22-6ecb4537481b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0cf379b-f222-4b2d-9f00-f0fa976ecec9') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:54.138576 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08fc4228-7557-4579-8e22-6ecb4537481b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:54.173375 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08fc4228-7557-4579-8e22-6ecb4537481b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:54.189518 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08fc4228-7557-4579-8e22-6ecb4537481b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:29:54.189931 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08fc4228-7557-4579-8e22-6ecb4537481b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:29:54.336725 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:29:54.364317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52440) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:54.369059 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ec7bb2d0-8cfc-4b68-984d-b4996306fb7b req-17e30ab2-429f-4345-9142-a86b9eb78908 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149789 Jan 11 09:29:54.383738 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-301748f8-1de4-4bdc-b0cf-f3c95e879f28 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Calling delete_port for b8895c13-fb65-4aee-b604-ce15a34d1738 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:29:54.429032 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08fc4228-7557-4579-8e22-6ecb4537481b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:54.433146 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08fc4228-7557-4579-8e22-6ecb4537481b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:54.473088 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-08fc4228-7557-4579-8e22-6ecb4537481b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] 10.222.0.15 "DELETE /v2.0/networks/8422c229-53f5-4a77-abcd-f21724bf0a8f HTTP/1.1" status: 204 len: 168 time: 1.7304127 Jan 11 09:29:54.477231 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc4228-7557-4579-8e22-6ecb4537481b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Pushing event deleted for resources: {'Network': ['ID=8422c229-53f5-4a77-abcd-f21724bf0a8f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:54.479734 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52446) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:54.529142 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device b8895c13-fb65-4aee-b604-ce15a34d1738 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:29:54.574482 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: b8895c13-fb65-4aee-b604-ce15a34d1738 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:29:54.574821 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device b8895c13-fb65-4aee-b604-ce15a34d1738 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:29:54.577130 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-76147693-996f-40f7-8096-3b990673294d tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:54.580042 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45b47b26-4013-4179-a11e-38d7c6a483b8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:54.646041 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834af88-a8ac-44c0-983d-88c93b0ad863 req-7c7c96fd-325a-40dc-b0ad-e95fcb95d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:54.648748 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2834af88-a8ac-44c0-983d-88c93b0ad863 req-7c7c96fd-325a-40dc-b0ad-e95fcb95d987 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 1099 time: 0.3108969 Jan 11 09:29:54.651939 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.api [None req-301748f8-1de4-4bdc-b0cf-f3c95e879f28 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:29:54.652234 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG oslo_db.api [None req-301748f8-1de4-4bdc-b0cf-f3c95e879f28 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:29:54.705855 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14fc3d-8ff7-4904-abcd-9c0bd5160f12 req-dff1c4ff-01fc-48ea-8da8-c3f5e4bd48c7 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:54.707386 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0c14fc3d-8ff7-4904-abcd-9c0bd5160f12 req-dff1c4ff-01fc-48ea-8da8-c3f5e4bd48c7 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/ports?device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 946 time: 0.3250604 Jan 11 09:29:54.729852 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed86a2-d365-4528-b836-367daa624c85 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:54.736681 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed86a2-d365-4528-b836-367daa624c85 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:54.742692 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed86a2-d365-4528-b836-367daa624c85 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:54.743682 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-01ed86a2-d365-4528-b836-367daa624c85 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Synchronizing usage tracker for tenant:76043d1f41aa4795b2c9ed92f31b279e on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:29:54.748289 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2834af88-a8ac-44c0-983d-88c93b0ad863 req-4ee4dfc8-9739-46ff-8feb-a80dab88b666 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917506 Jan 11 09:29:54.767452 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-01ed86a2-d365-4528-b836-367daa624c85 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Unset dirty status for tenant:76043d1f41aa4795b2c9ed92f31b279e on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:29:54.768814 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-01ed86a2-d365-4528-b836-367daa624c85 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1942 time: 0.2842937 Jan 11 09:29:54.773670 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52454) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:54.779645 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4900dc1c-b93f-4cfa-9fa8-a84f26ec4152 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2044135596'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:54.785679 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4900dc1c-b93f-4cfa-9fa8-a84f26ec4152 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:54.796402 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4900dc1c-b93f-4cfa-9fa8-a84f26ec4152 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:54.806155 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf0f50e-04e1-466f-a635-bda18d12b044 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Router 417bdf39-089d-41c6-bba8-73803001924f is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:29:54.807341 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4900dc1c-b93f-4cfa-9fa8-a84f26ec4152 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Made reservation on behalf of 76043d1f41aa4795b2c9ed92f31b279e for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:54.811385 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4900dc1c-b93f-4cfa-9fa8-a84f26ec4152 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:54.840242 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-76147693-996f-40f7-8096-3b990673294d tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] 10.222.0.15 "PUT /v2.0/quotas/840710b2959a4cd699251dd1abd113b5 HTTP/1.1" status: 200 len: 366 time: 0.4701955 Jan 11 09:29:54.845486 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52458) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:54.854996 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4900dc1c-b93f-4cfa-9fa8-a84f26ec4152 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:29:54.865422 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5dec2f79-c690-43f5-a455-84bc69721490 tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0186617 Jan 11 09:29:54.868077 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4900dc1c-b93f-4cfa-9fa8-a84f26ec4152 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:54.868417 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-4900dc1c-b93f-4cfa-9fa8-a84f26ec4152 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Added segment 50e5c49b-452c-4183-830a-f634c2c369db of type vlan for network 2df44202-0ff5-4d02-a201-4e2b2a317762 Jan 11 09:29:54.869277 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52462) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:54.889901 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-640218e4-833e-49dd-83bc-be602e2a34d9 tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] 10.222.0.15 "GET /v2.0/quotas/840710b2959a4cd699251dd1abd113b5 HTTP/1.1" status: 200 len: 366 time: 0.0194077 Jan 11 09:29:54.899087 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52466) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:54.911436 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4900dc1c-b93f-4cfa-9fa8-a84f26ec4152 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:54.924929 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0e669027-9adb-4a88-b617-d551c221f756 tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/840710b2959a4cd699251dd1abd113b5 HTTP/1.1" status: 204 len: 168 time: 0.0226102 Jan 11 09:29:54.925897 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52470) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:54.946997 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-79b9d141-524a-4ac1-a1ba-9df16697a65a tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0200651 Jan 11 09:29:54.949456 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52474) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:54.963610 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d0846a9d-5f69-4f8f-aadc-148b07643c8d tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] 10.222.0.15 "GET /v2.0/quotas/840710b2959a4cd699251dd1abd113b5 HTTP/1.1" status: 200 len: 370 time: 0.0107994 Jan 11 09:29:54.963845 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52478) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:54.973110 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-cc93629d-f7e3-4125-a6d1-f9112c433df3 tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] 10.222.0.15 "GET /v2.0/quotas/840710b2959a4cd699251dd1abd113b5/default HTTP/1.1" status: 200 len: 370 time: 0.0061398 Jan 11 09:29:54.973110 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4900dc1c-b93f-4cfa-9fa8-a84f26ec4152 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:54.977370 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4900dc1c-b93f-4cfa-9fa8-a84f26ec4152 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:54.977963 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4900dc1c-b93f-4cfa-9fa8-a84f26ec4152 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:54.981416 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52482) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:55.038701 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-3f09f26f-47d9-4eea-86ce-62ef51655f9e tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] delete failed (client error): The resource could not be found. Jan 11 09:29:55.042429 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3f09f26f-47d9-4eea-86ce-62ef51655f9e tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/840710b2959a4cd699251dd1abd113b5 HTTP/1.1" status: 404 len: 348 time: 0.0439949 Jan 11 09:29:55.045803 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0c14fc3d-8ff7-4904-abcd-9c0bd5160f12 req-e3828e1b-66b6-413b-b2c7-5e257d32294e tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/security-groups?id=daa15d22-23f6-447e-a35b-6e17f7e7315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3216660 Jan 11 09:29:55.115580 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900dc1c-b93f-4cfa-9fa8-a84f26ec4152 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Pushing event updated for resources: {'Network': ['ID=2df44202-0ff5-4d02-a201-4e2b2a317762,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:55.119847 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4900dc1c-b93f-4cfa-9fa8-a84f26ec4152 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3449106 Jan 11 09:29:55.122986 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52490) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:55.127271 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 2df44202-0ff5-4d02-a201-4e2b2a317762 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:29:55.129289 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-80ed5226-8d06-414d-982e-7425044e2135 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-554617078'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:55.134479 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-80ed5226-8d06-414d-982e-7425044e2135 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:55.139332 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-80ed5226-8d06-414d-982e-7425044e2135 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Usage tracker for resource:network and tenant:76043d1f41aa4795b2c9ed92f31b279e is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:55.144455 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-80ed5226-8d06-414d-982e-7425044e2135 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:55.151502 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-80ed5226-8d06-414d-982e-7425044e2135 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:55.154476 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-301748f8-1de4-4bdc-b0cf-f3c95e879f28 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Deleting port b8895c13-fb65-4aee-b604-ce15a34d1738 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:29:55.154831 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-301748f8-1de4-4bdc-b0cf-f3c95e879f28 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:55.235503 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52494) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:55.247815 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ed5226-8d06-414d-982e-7425044e2135 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Made reservation on behalf of 76043d1f41aa4795b2c9ed92f31b279e for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:55.251605 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80ed5226-8d06-414d-982e-7425044e2135 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:55.271764 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-301748f8-1de4-4bdc-b0cf-f3c95e879f28 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] The port 'b8895c13-fb65-4aee-b604-ce15a34d1738' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:29:55.353572 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ed5226-8d06-414d-982e-7425044e2135 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:29:55.371400 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-92222117-5b29-4e47-9413-db76d3fcacb2 tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] Usage tracker for resource:network and tenant:9144ffa9d4cd49bba56ebbdf891bfc3f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:55.386196 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80ed5226-8d06-414d-982e-7425044e2135 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:55.386537 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-80ed5226-8d06-414d-982e-7425044e2135 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Added segment bc4806b1-9d7f-449e-92b2-313334f6c1a1 of type vlan for network 175aa8ee-f46b-4429-bbab-a61850f7c6e5 Jan 11 09:29:55.387497 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-92222117-5b29-4e47-9413-db76d3fcacb2 tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:55.427398 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45b47b26-4013-4179-a11e-38d7c6a483b8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:55.436380 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf0f50e-04e1-466f-a635-bda18d12b044 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:29:55.447900 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] Sync routers for ids ['417bdf39-089d-41c6-bba8-73803001924f'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:29:55.448785 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48917bf4-a46d-4887-a0ff-0e728af39fd9 req-93d32db9-22fe-49d1-8ead-6b3306c42a86 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:55.450357 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-48917bf4-a46d-4887-a0ff-0e728af39fd9 req-93d32db9-22fe-49d1-8ead-6b3306c42a86 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 946 time: 0.6207943 Jan 11 09:29:55.460243 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] Routers {'417bdf39-089d-41c6-bba8-73803001924f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:29:55.461017 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:29:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['417bdf39-089d-41c6-bba8-73803001924f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:55.538543 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-301748f8-1de4-4bdc-b0cf-f3c95e879f28 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:55.579435 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-92222117-5b29-4e47-9413-db76d3fcacb2 tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] Usage tracker for resource:subnet and tenant:9144ffa9d4cd49bba56ebbdf891bfc3f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:55.583852 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f50e-04e1-466f-a635-bda18d12b044 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:55.587501 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7cf0f50e-04e1-466f-a635-bda18d12b044 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.4263580 Jan 11 09:29:55.589596 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-301748f8-1de4-4bdc-b0cf-f3c95e879f28 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['780d0c4c-ed9b-43f1-9c0a-a4a7e170db73']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:55.594611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52500) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:55.600411 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-92222117-5b29-4e47-9413-db76d3fcacb2 tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:55.603631 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80ed5226-8d06-414d-982e-7425044e2135 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:55.614919 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-301748f8-1de4-4bdc-b0cf-f3c95e879f28 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c9e210-5822-457a-9d00-7f633afd0daf') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:55.615280 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-301748f8-1de4-4bdc-b0cf-f3c95e879f28 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c9e210-5822-457a-9d00-7f633afd0daf') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:55.641744 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-92222117-5b29-4e47-9413-db76d3fcacb2 tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] Usage tracker for resource:subnetpool and tenant:9144ffa9d4cd49bba56ebbdf891bfc3f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:55.648160 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] Set router 417bdf39-089d-41c6-bba8-73803001924f gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:29:55.677496 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-301748f8-1de4-4bdc-b0cf-f3c95e879f28 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:55.700757 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-301748f8-1de4-4bdc-b0cf-f3c95e879f28 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:55.711474 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-301748f8-1de4-4bdc-b0cf-f3c95e879f28 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:29:55.712035 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-301748f8-1de4-4bdc-b0cf-f3c95e879f28 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:55.727306 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-48917bf4-a46d-4887-a0ff-0e728af39fd9 req-859a8485-0e00-4212-bfe9-f4d129be3e3d tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5a51d84-4af0-4559-9ea1-d767a9ab8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170520 Jan 11 09:29:55.731639 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-92222117-5b29-4e47-9413-db76d3fcacb2 tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:29:55.734678 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:29:55.742221 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80ed5226-8d06-414d-982e-7425044e2135 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:55.748240 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ed5226-8d06-414d-982e-7425044e2135 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:55.748832 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80ed5226-8d06-414d-982e-7425044e2135 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:55.768967 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a279e7-92b0-4d05-97ce-2cefe68577d7 req-c1954c5e-6adf-4e5e-bc8c-7081344f9e46 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:55.770528 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-58a279e7-92b0-4d05-97ce-2cefe68577d7 req-c1954c5e-6adf-4e5e-bc8c-7081344f9e46 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/ports?device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 946 time: 0.5597384 Jan 11 09:29:55.787942 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52506) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:55.797860 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-59144e97-4f9b-4061-a137-14e4e1813a8c tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Request body: {'floatingip': {'port_id': '641b3bbd-6c85-4dbc-a492-cf673d3b90a9'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:55.876158 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-92222117-5b29-4e47-9413-db76d3fcacb2 tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] Usage tracker for resource:port and tenant:9144ffa9d4cd49bba56ebbdf891bfc3f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:55.904374 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-80ed5226-8d06-414d-982e-7425044e2135 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7809589 Jan 11 09:29:55.910778 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52510) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:55.913140 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-92222117-5b29-4e47-9413-db76d3fcacb2 tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:55.952763 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59144e97-4f9b-4061-a137-14e4e1813a8c tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks [] for floatingip, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:55.979606 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Request body: {'ports': [{'network_id': '2df44202-0ff5-4d02-a201-4e2b2a317762', 'name': 'tempest-port--145195512', 'admin_state_up': True}, {'network_id': '175aa8ee-f46b-4429-bbab-a61850f7c6e5', 'admin_state_up': False}]} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:55.979917 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Request body: {'port': {'network_id': '2df44202-0ff5-4d02-a201-4e2b2a317762', 'name': 'tempest-port--145195512', 'admin_state_up': True}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:55.980414 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Request body: {'port': {'network_id': '175aa8ee-f46b-4429-bbab-a61850f7c6e5', 'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:55.997923 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-301748f8-1de4-4bdc-b0cf-f3c95e879f28 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:56.002324 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-301748f8-1de4-4bdc-b0cf-f3c95e879f28 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:56.008329 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed5226-8d06-414d-982e-7425044e2135 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Pushing event updated for resources: {'Network': ['ID=175aa8ee-f46b-4429-bbab-a61850f7c6e5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:56.022709 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 175aa8ee-f46b-4429-bbab-a61850f7c6e5 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:29:56.053655 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417bdf39-089d-41c6-bba8-73803001924f', 'name': '', 'tenant_id': '5507041f45a946feb6ce6b51ce6f301a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ada831-790a-4c67-930c-11949d42fe3f', 'external_fixed_ips': [{'subnet_id': '0a1f08fb-9bf3-4c26-9454-1f937ec8c184', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '5864c117-8b0d-446a-80eb-5c90ec6d5483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:29:48Z', 'updated_at': '2022-01-11T09:29:52Z', 'revision_number': 3, 'project_id': '5507041f45a946feb6ce6b51ce6f301a', 'gw_port': {'id': '5864c117-8b0d-446a-80eb-5c90ec6d5483', 'name': '', 'network_id': 'a7ada831-790a-4c67-930c-11949d42fe3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:93:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417bdf39-089d-41c6-bba8-73803001924f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '0a1f08fb-9bf3-4c26-9454-1f937ec8c184', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:29:50Z', 'updated_at': '2022-01-11T09:29:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a1f08fb-9bf3-4c26-9454-1f937ec8c184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:56.057628 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] Checking router: 417bdf39-089d-41c6-bba8-73803001924f for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:29:56.058281 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] Updating router 417bdf39-089d-41c6-bba8-73803001924f port 5864c117-8b0d-446a-80eb-5c90ec6d5483 binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:29:56.062378 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-92222117-5b29-4e47-9413-db76d3fcacb2 tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] Usage tracker for resource:router and tenant:9144ffa9d4cd49bba56ebbdf891bfc3f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:56.087514 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301748f8-1de4-4bdc-b0cf-f3c95e879f28 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] Pushing event deleted for resources: {'Network': ['ID=780d0c4c-ed9b-43f1-9c0a-a4a7e170db73,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:56.095741 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-301748f8-1de4-4bdc-b0cf-f3c95e879f28 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367 tempest-ExtraDHCPOptionsIpV6TestJSON-990204367-project] 10.222.0.15 "DELETE /v2.0/networks/780d0c4c-ed9b-43f1-9c0a-a4a7e170db73 HTTP/1.1" status: 204 len: 168 time: 3.1654356 Jan 11 09:29:56.096716 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-92222117-5b29-4e47-9413-db76d3fcacb2 tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:56.168539 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:56.247837 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-92222117-5b29-4e47-9413-db76d3fcacb2 tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] Usage tracker for resource:floatingip and tenant:9144ffa9d4cd49bba56ebbdf891bfc3f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:56.276576 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b67b02ec-c3b0-41d2-b37d-cec679e40593 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:56.400371 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-92222117-5b29-4e47-9413-db76d3fcacb2 tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:56.405501 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:56.413971 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Usage tracker for resource:port and tenant:76043d1f41aa4795b2c9ed92f31b279e is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:56.417564 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:56.420598 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b47b26-4013-4179-a11e-38d7c6a483b8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Router ccd5f0d9-fd8e-4f2d-b2c0-526ff8da6947 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:29:56.426957 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:56.453612 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Made reservation on behalf of 76043d1f41aa4795b2c9ed92f31b279e for: {'port': 2} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:29:56.458555 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:56.478624 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:56.488324 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-92222117-5b29-4e47-9413-db76d3fcacb2 tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] Usage tracker for resource:security_group and tenant:9144ffa9d4cd49bba56ebbdf891bfc3f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:56.493713 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-92222117-5b29-4e47-9413-db76d3fcacb2 tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:56.508038 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-92222117-5b29-4e47-9413-db76d3fcacb2 tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] Usage tracker for resource:security_group_rule and tenant:9144ffa9d4cd49bba56ebbdf891bfc3f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:56.558125 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-92222117-5b29-4e47-9413-db76d3fcacb2 tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:56.563744 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:56.580170 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] Transition to ACTIVE for port object 5864c117-8b0d-446a-80eb-5c90ec6d5483 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:29:56.588805 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:56.602447 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa43082-007c-422f-ae71-c774eed0c857 req-f36fdddb-7f93-492c-9a75-cb102bd5e673 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:56.610458 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1aa43082-007c-422f-ae71-c774eed0c857 req-f36fdddb-7f93-492c-9a75-cb102bd5e673 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.6637771 Jan 11 09:29:56.614523 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-92222117-5b29-4e47-9413-db76d3fcacb2 tempest-QuotasTest-431199705 tempest-QuotasTest-431199705-project-admin] 10.222.0.15 "GET /v2.0/quotas/9144ffa9d4cd49bba56ebbdf891bfc3f/details.json HTTP/1.1" status: 200 len: 703 time: 1.3774517 Jan 11 09:29:56.673463 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52520) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:56.684738 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3cd90-7151-47ed-a896-3c9e9deb0363 req-c7540621-243d-45ef-9f77-6d6fc37d5a82 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:56.686451 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cca3cd90-7151-47ed-a896-3c9e9deb0363 req-c7540621-243d-45ef-9f77-6d6fc37d5a82 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 946 time: 0.6370220 Jan 11 09:29:56.707228 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52526) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:56.720033 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-aa1c2249-0e44-4282-a1ad-d9fdb87662c0 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Request body: {'floatingip': {'port_id': 'eb5c29f7-867c-46f6-b73e-f2b682db3b03'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:56.721926 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040ff19-7579-4e81-827c-6dd31da72036 None None] Pushing event updated for resources: {'Port': ['ID=5864c117-8b0d-446a-80eb-5c90ec6d5483,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:56.764765 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] Attempting to bind port 5864c117-8b0d-446a-80eb-5c90ec6d5483 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:56.765211 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] Attempting to bind port 5864c117-8b0d-446a-80eb-5c90ec6d5483 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '948b07f5-ef51-405f-9c13-817a9b71dc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a7ada831-790a-4c67-930c-11949d42fe3f'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:56.766112 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] Attempting to bind port 5864c117-8b0d-446a-80eb-5c90ec6d5483 on network a7ada831-790a-4c67-930c-11949d42fe3f {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:56.784661 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:29:56.785041 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] Checking segment: {'id': '948b07f5-ef51-405f-9c13-817a9b71dc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a7ada831-790a-4c67-930c-11949d42fe3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:29:56.785431 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:56.785823 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] Bound using segment: {'id': '948b07f5-ef51-405f-9c13-817a9b71dc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a7ada831-790a-4c67-930c-11949d42fe3f'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:29:56.786876 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] Bound port: 5864c117-8b0d-446a-80eb-5c90ec6d5483, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948b07f5-ef51-405f-9c13-817a9b71dc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a7ada831-790a-4c67-930c-11949d42fe3f'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:29:56.786876 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:56.891423 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] For port 5864c117-8b0d-446a-80eb-5c90ec6d5483, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:29:56.895414 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] For port 5864c117-8b0d-446a-80eb-5c90ec6d5483, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=5864c117-8b0d-446a-80eb-5c90ec6d5483,segment=NetworkSegment(948b07f5-ef51-405f-9c13-817a9b71dc8a),segment_id=948b07f5-ef51-405f-9c13-817a9b71dc8a)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:29:56.904319 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:56.941327 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2249-0e44-4282-a1ad-d9fdb87662c0 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks [] for floatingip, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:56.972084 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] Routers {'417bdf39-089d-41c6-bba8-73803001924f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:29:56.972734 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:29:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['417bdf39-089d-41c6-bba8-73803001924f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:56.999130 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1aa43082-007c-422f-ae71-c774eed0c857 req-db3d1caa-1eca-436d-851e-bc1f425fadcb tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3875153 Jan 11 09:29:57.010676 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b67b02ec-c3b0-41d2-b37d-cec679e40593 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:57.076840 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52532) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:57.125478 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] device_id is not set on port cf3cf445-0fa6-4c1a-b231-a45155a96c7b yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:29:57.145579 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040ff19-7579-4e81-827c-6dd31da72036 None None] Pushing event updated for resources: {'Port': ['ID=5864c117-8b0d-446a-80eb-5c90ec6d5483,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:57.172234 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040ff19-7579-4e81-827c-6dd31da72036 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:57.173349 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040ff19-7579-4e81-827c-6dd31da72036 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:57.173979 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040ff19-7579-4e81-827c-6dd31da72036 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:57.174525 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040ff19-7579-4e81-827c-6dd31da72036 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:57.175676 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040ff19-7579-4e81-827c-6dd31da72036 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:57.176194 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040ff19-7579-4e81-827c-6dd31da72036 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:57.176719 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040ff19-7579-4e81-827c-6dd31da72036 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:57.177899 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040ff19-7579-4e81-827c-6dd31da72036 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:57.178516 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040ff19-7579-4e81-827c-6dd31da72036 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:57.179165 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040ff19-7579-4e81-827c-6dd31da72036 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:57.180495 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040ff19-7579-4e81-827c-6dd31da72036 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:57.181812 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040ff19-7579-4e81-827c-6dd31da72036 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:29:57.181931 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b67b02ec-c3b0-41d2-b37d-cec679e40593 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Deleting port 5864c117-8b0d-446a-80eb-5c90ec6d5483 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:29:57.182289 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b67b02ec-c3b0-41d2-b37d-cec679e40593 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:57.224092 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] Set router 417bdf39-089d-41c6-bba8-73803001924f gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:29:57.240672 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-affbf530-ab06-4f84-be49-143434ca2e79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa42a4f1b48047f589b6e70dde7f0ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5660903 Jan 11 09:29:57.245183 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52538) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:57.392222 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b47b26-4013-4179-a11e-38d7c6a483b8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:29:57.394119 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c42c4b9a-e3d0-43c5-84cd-c5e24734f228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:57.409950 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f5f045-50a0-406b-940f-101829963d2e None None] Sync routers for ids ['ccd5f0d9-fd8e-4f2d-b2c0-526ff8da6947'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:29:57.432144 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f5f045-50a0-406b-940f-101829963d2e None None] Routers {'ccd5f0d9-fd8e-4f2d-b2c0-526ff8da6947'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:29:57.433125 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-50f5f045-50a0-406b-940f-101829963d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:29:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['ccd5f0d9-fd8e-4f2d-b2c0-526ff8da6947'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:57.459918 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c42c4b9a-e3d0-43c5-84cd-c5e24734f228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:57.483288 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c42c4b9a-e3d0-43c5-84cd-c5e24734f228 admin admin] Usage tracker for resource:security_group_rule and tenant:216110bcf72f4501915a2920d8a97dcd is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:57.486076 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0614aa4-dbb0-4afd-9c28-b255636225af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:57.490711 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45b47b26-4013-4179-a11e-38d7c6a483b8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:57.494368 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-45b47b26-4013-4179-a11e-38d7c6a483b8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.6643252 Jan 11 09:29:57.503361 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52542) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:57.503814 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c42c4b9a-e3d0-43c5-84cd-c5e24734f228 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:57.570502 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c42c4b9a-e3d0-43c5-84cd-c5e24734f228 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:57.658647 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417bdf39-089d-41c6-bba8-73803001924f', 'name': '', 'tenant_id': '5507041f45a946feb6ce6b51ce6f301a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ada831-790a-4c67-930c-11949d42fe3f', 'external_fixed_ips': [{'subnet_id': '0a1f08fb-9bf3-4c26-9454-1f937ec8c184', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '5864c117-8b0d-446a-80eb-5c90ec6d5483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:29:48Z', 'updated_at': '2022-01-11T09:29:52Z', 'revision_number': 3, 'project_id': '5507041f45a946feb6ce6b51ce6f301a', 'gw_port': {'id': '5864c117-8b0d-446a-80eb-5c90ec6d5483', 'name': '', 'network_id': 'a7ada831-790a-4c67-930c-11949d42fe3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:93:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417bdf39-089d-41c6-bba8-73803001924f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '0a1f08fb-9bf3-4c26-9454-1f937ec8c184', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:29:50Z', 'updated_at': '2022-01-11T09:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a1f08fb-9bf3-4c26-9454-1f937ec8c184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:57.664817 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ee661a-9c64-4ad8-b234-92a088d3090d None None] The sync data for ids ['417bdf39-089d-41c6-bba8-73803001924f'] in dv-neutron-823402-4-hyperv is: [{'id': '417bdf39-089d-41c6-bba8-73803001924f', 'name': '', 'tenant_id': '5507041f45a946feb6ce6b51ce6f301a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ada831-790a-4c67-930c-11949d42fe3f', 'external_fixed_ips': [{'subnet_id': '0a1f08fb-9bf3-4c26-9454-1f937ec8c184', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '5864c117-8b0d-446a-80eb-5c90ec6d5483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:29:48Z', 'updated_at': '2022-01-11T09:29:52Z', 'revision_number': 3, 'project_id': '5507041f45a946feb6ce6b51ce6f301a', 'gw_port': {'id': '5864c117-8b0d-446a-80eb-5c90ec6d5483', 'name': '', 'network_id': 'a7ada831-790a-4c67-930c-11949d42fe3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:93:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417bdf39-089d-41c6-bba8-73803001924f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '0a1f08fb-9bf3-4c26-9454-1f937ec8c184', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:29:50Z', 'updated_at': '2022-01-11T09:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a1f08fb-9bf3-4c26-9454-1f937ec8c184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:29:57.688449 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-50f5f045-50a0-406b-940f-101829963d2e None None] Set router ccd5f0d9-fd8e-4f2d-b2c0-526ff8da6947 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:29:57.712666 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-b67b02ec-c3b0-41d2-b37d-cec679e40593 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] For port 5864c117-8b0d-446a-80eb-5c90ec6d5483, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=5864c117-8b0d-446a-80eb-5c90ec6d5483,segment=NetworkSegment(948b07f5-ef51-405f-9c13-817a9b71dc8a),segment_id=948b07f5-ef51-405f-9c13-817a9b71dc8a)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:29:57.713302 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b67b02ec-c3b0-41d2-b37d-cec679e40593 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:57.802664 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.resource_extend [None req-59144e97-4f9b-4061-a137-14e4e1813a8c tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:29:57.817874 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0614aa4-dbb0-4afd-9c28-b255636225af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:57.956243 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59144e97-4f9b-4061-a137-14e4e1813a8c tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:57.961182 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:57.966601 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b67b02ec-c3b0-41d2-b37d-cec679e40593 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Calling delete_port for 5864c117-8b0d-446a-80eb-5c90ec6d5483 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:29:58.023339 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59144e97-4f9b-4061-a137-14e4e1813a8c tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:58.071633 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-50f5f045-50a0-406b-940f-101829963d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd5f0d9-fd8e-4f2d-b2c0-526ff8da6947', 'name': 'tempest-snat-router-1311926627', 'tenant_id': '379679e4ceb24a729127255c3466e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.93'}], 'enable_snat': False}, 'gw_port_id': '00a210eb-567e-4380-b95b-6e6d483bb291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:29:49Z', 'updated_at': '2022-01-11T09:29:54Z', 'revision_number': 3, 'project_id': '379679e4ceb24a729127255c3466e51a', 'gw_port': {'id': '00a210eb-567e-4380-b95b-6e6d483bb291', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd5f0d9-fd8e-4f2d-b2c0-526ff8da6947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:29:51Z', 'updated_at': '2022-01-11T09:29:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:58.075643 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f5f045-50a0-406b-940f-101829963d2e None None] Checking router: ccd5f0d9-fd8e-4f2d-b2c0-526ff8da6947 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:29:58.075987 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f5f045-50a0-406b-940f-101829963d2e None None] Updating router ccd5f0d9-fd8e-4f2d-b2c0-526ff8da6947 port 00a210eb-567e-4380-b95b-6e6d483bb291 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:29:58.143950 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-50f5f045-50a0-406b-940f-101829963d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:58.334430 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-718ad749-ee08-4817-b99b-81fcc4a668bd tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "GET /v2.0/routers/ccd5f0d9-fd8e-4f2d-b2c0-526ff8da6947 HTTP/1.1" status: 200 len: 908 time: 0.8202775 Jan 11 09:29:58.348219 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52548) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:58.374216 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d1bbb675-f491-49ee-8ebe-e0ec8ec25237 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1311926627', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'enable_snat': True}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:29:58.393337 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d1bbb675-f491-49ee-8ebe-e0ec8ec25237 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:29:58.467270 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d1bbb675-f491-49ee-8ebe-e0ec8ec25237 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Usage tracker for resource:router and tenant:379679e4ceb24a729127255c3466e51a is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:29:58.476981 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d1bbb675-f491-49ee-8ebe-e0ec8ec25237 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:29:58.493956 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] device_id is not set on port 6e4b817f-52be-422b-b035-7dec77480207 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:29:58.499123 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d1bbb675-f491-49ee-8ebe-e0ec8ec25237 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:29:58.523618 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0614aa4-dbb0-4afd-9c28-b255636225af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:58.557446 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0614aa4-dbb0-4afd-9c28-b255636225af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4a23e9-71b0-453c-964c-6136f4f541f1,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:58.567557 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb675-f491-49ee-8ebe-e0ec8ec25237 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:58.568130 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c42c4b9a-e3d0-43c5-84cd-c5e24734f228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:58.569334 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb675-f491-49ee-8ebe-e0ec8ec25237 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:58.588645 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:29:58.603914 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c42c4b9a-e3d0-43c5-84cd-c5e24734f228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:58.619050 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-50f5f045-50a0-406b-940f-101829963d2e None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:58.621547 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb675-f491-49ee-8ebe-e0ec8ec25237 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:58.638526 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-50f5f045-50a0-406b-940f-101829963d2e None None] Transition to ACTIVE for port object 00a210eb-567e-4380-b95b-6e6d483bb291 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:29:58.654007 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-50f5f045-50a0-406b-940f-101829963d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:58.710239 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0614aa4-dbb0-4afd-9c28-b255636225af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:58.711294 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c0614aa4-dbb0-4afd-9c28-b255636225af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c4a23e9-71b0-453c-964c-6136f4f541f1 HTTP/1.1" status: 204 len: 168 time: 1.4640186 Jan 11 09:29:58.714697 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 5864c117-8b0d-446a-80eb-5c90ec6d5483 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:29:58.834423 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-50f5f045-50a0-406b-940f-101829963d2e None None] Attempting to bind port 00a210eb-567e-4380-b95b-6e6d483bb291 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:29:58.834850 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-50f5f045-50a0-406b-940f-101829963d2e None None] Attempting to bind port 00a210eb-567e-4380-b95b-6e6d483bb291 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:29:58.835209 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f5f045-50a0-406b-940f-101829963d2e None None] Attempting to bind port 00a210eb-567e-4380-b95b-6e6d483bb291 on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:29:58.847390 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fd4b6-3159-4d3a-a6a8-086fec1c9573 None None] Pushing event updated for resources: {'Port': ['ID=00a210eb-567e-4380-b95b-6e6d483bb291,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:58.851157 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f5f045-50a0-406b-940f-101829963d2e None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:29:58.851527 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f5f045-50a0-406b-940f-101829963d2e None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:29:58.851922 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-50f5f045-50a0-406b-940f-101829963d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:58.852450 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f5f045-50a0-406b-940f-101829963d2e None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:29:58.853028 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-50f5f045-50a0-406b-940f-101829963d2e None None] Bound port: 00a210eb-567e-4380-b95b-6e6d483bb291, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:29:58.853292 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-50f5f045-50a0-406b-940f-101829963d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:58.919949 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-59144e97-4f9b-4061-a137-14e4e1813a8c tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Floating IP 9f0104c5-62c7-4482-993c-118b0402baa1 associated. External IP: 172.26.3.206, port: 641b3bbd-6c85-4dbc-a492-cf673d3b90a9. Jan 11 09:29:58.950795 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-50f5f045-50a0-406b-940f-101829963d2e None None] For port 00a210eb-567e-4380-b95b-6e6d483bb291, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:29:58.955210 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-50f5f045-50a0-406b-940f-101829963d2e None None] For port 00a210eb-567e-4380-b95b-6e6d483bb291, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=00a210eb-567e-4380-b95b-6e6d483bb291,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:29:58.961919 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-50f5f045-50a0-406b-940f-101829963d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:58.985494 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c42c4b9a-e3d0-43c5-84cd-c5e24734f228 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=216110bcf72f4501915a2920d8a97dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8994341 Jan 11 09:29:59.010866 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52556) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:29:59.059355 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f5f045-50a0-406b-940f-101829963d2e None None] Routers {'ccd5f0d9-fd8e-4f2d-b2c0-526ff8da6947'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:29:59.060130 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-50f5f045-50a0-406b-940f-101829963d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:29:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['ccd5f0d9-fd8e-4f2d-b2c0-526ff8da6947'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:29:59.090059 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c4b9a-e3d0-43c5-84cd-c5e24734f228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58117c8f-f8df-4316-8f78-f37d4654b75a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:59.164222 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b67b02ec-c3b0-41d2-b37d-cec679e40593 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:59.179300 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fd4b6-3159-4d3a-a6a8-086fec1c9573 None None] Pushing event updated for resources: {'Port': ['ID=00a210eb-567e-4380-b95b-6e6d483bb291,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:59.184775 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 5864c117-8b0d-446a-80eb-5c90ec6d5483 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:29:59.193757 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 5864c117-8b0d-446a-80eb-5c90ec6d5483 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:29:59.194256 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:59.234766 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2249-0e44-4282-a1ad-d9fdb87662c0 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:59.285384 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b02ec-c3b0-41d2-b37d-cec679e40593 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Pushing event deleted for resources: {'Port': ['ID=5864c117-8b0d-446a-80eb-5c90ec6d5483,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:59.294987 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08afeb-8e04-41ff-b002-42d38a721cfb req-040574c6-7c53-4ba5-89a1-1bdb838b04c0 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:29:59.295299 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Port 5864c117-8b0d-446a-80eb-5c90ec6d5483 was deleted so its status cannot be updated. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 11 09:29:59.297164 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7a08afeb-8e04-41ff-b002-42d38a721cfb req-040574c6-7c53-4ba5-89a1-1bdb838b04c0 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 1.1518528 Jan 11 09:29:59.308317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04c88c0a-6208-46ca-b299-c5917a19ae86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:59.314336 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2249-0e44-4282-a1ad-d9fdb87662c0 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:59.351901 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-50f5f045-50a0-406b-940f-101829963d2e None None] Set router ccd5f0d9-fd8e-4f2d-b2c0-526ff8da6947 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:29:59.401247 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04c88c0a-6208-46ca-b299-c5917a19ae86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:59.526859 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7a08afeb-8e04-41ff-b002-42d38a721cfb req-6c058835-9c51-4cbe-9995-b9d635775587 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139893 Jan 11 09:29:59.528720 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b67b02ec-c3b0-41d2-b37d-cec679e40593 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:59.555012 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb675-f491-49ee-8ebe-e0ec8ec25237 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:59.587401 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:59.801532 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [None req-aa1c2249-0e44-4282-a1ad-d9fdb87662c0 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Floating IP ceb0f386-e4de-4951-9464-b58e83751237 associated. External IP: 172.26.3.142, port: eb5c29f7-867c-46f6-b73e-f2b682db3b03. Jan 11 09:29:59.821505 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b67b02ec-c3b0-41d2-b37d-cec679e40593 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:59.853658 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b67b02ec-c3b0-41d2-b37d-cec679e40593 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:59.907026 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:59.912475 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04c88c0a-6208-46ca-b299-c5917a19ae86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:59.940903 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b67b02ec-c3b0-41d2-b37d-cec679e40593 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:29:59.941542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67b02ec-c3b0-41d2-b37d-cec679e40593 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 417bdf39-089d-41c6-bba8-73803001924f {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:29:59.950843 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c88c0a-6208-46ca-b299-c5917a19ae86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58117c8f-f8df-4316-8f78-f37d4654b75a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:29:59.956649 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59144e97-4f9b-4061-a137-14e4e1813a8c tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Router cdb08f22-18e1-40eb-9e3f-d13169ad520f has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:29:59.962202 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52578) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:00.003678 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-50f5f045-50a0-406b-940f-101829963d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd5f0d9-fd8e-4f2d-b2c0-526ff8da6947', 'name': 'tempest-snat-router-1311926627', 'tenant_id': '379679e4ceb24a729127255c3466e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.93'}], 'enable_snat': False}, 'gw_port_id': '00a210eb-567e-4380-b95b-6e6d483bb291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:29:49Z', 'updated_at': '2022-01-11T09:29:54Z', 'revision_number': 3, 'project_id': '379679e4ceb24a729127255c3466e51a', 'gw_port': {'id': '00a210eb-567e-4380-b95b-6e6d483bb291', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd5f0d9-fd8e-4f2d-b2c0-526ff8da6947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:29:51Z', 'updated_at': '2022-01-11T09:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:00.008741 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f5f045-50a0-406b-940f-101829963d2e None None] The sync data for ids ['ccd5f0d9-fd8e-4f2d-b2c0-526ff8da6947'] in dv-neutron-823402-4-hyperv is: [{'id': 'ccd5f0d9-fd8e-4f2d-b2c0-526ff8da6947', 'name': 'tempest-snat-router-1311926627', 'tenant_id': '379679e4ceb24a729127255c3466e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.93'}], 'enable_snat': False}, 'gw_port_id': '00a210eb-567e-4380-b95b-6e6d483bb291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:29:49Z', 'updated_at': '2022-01-11T09:29:54Z', 'revision_number': 3, 'project_id': '379679e4ceb24a729127255c3466e51a', 'gw_port': {'id': '00a210eb-567e-4380-b95b-6e6d483bb291', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd5f0d9-fd8e-4f2d-b2c0-526ff8da6947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:29:51Z', 'updated_at': '2022-01-11T09:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:30:00.123666 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04c88c0a-6208-46ca-b299-c5917a19ae86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:00.129366 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-04c88c0a-6208-46ca-b299-c5917a19ae86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58117c8f-f8df-4316-8f78-f37d4654b75a HTTP/1.1" status: 204 len: 168 time: 1.1114385 Jan 11 09:30:00.133724 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b67b02ec-c3b0-41d2-b37d-cec679e40593 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:00.137792 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b67b02ec-c3b0-41d2-b37d-cec679e40593 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "DELETE /v2.0/routers/417bdf39-089d-41c6-bba8-73803001924f HTTP/1.1" status: 204 len: 168 time: 4.5426741 Jan 11 09:30:00.147233 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f91f9-77ac-47cb-8ab7-efde79a87d67 req-e2741f85-60b7-4c10-8495-25badb9d5dae tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:00.148797 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-fc3f91f9-77ac-47cb-8ab7-efde79a87d67 req-e2741f85-60b7-4c10-8495-25badb9d5dae tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.3427339 Jan 11 09:30:00.149551 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52586) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:00.163570 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52588) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:00.167296 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-eb68ab68-b025-44af-8abe-f4b90b85de8c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1256877804'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:00.196433 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-eb05e180-3b2c-4417-b098-32ca3775658b tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Request body: {'floatingip': {'port_id': 'd114431c-1274-4827-a777-bc1c30573cfe'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:00.219435 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-eb68ab68-b025-44af-8abe-f4b90b85de8c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:00.230231 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-eb68ab68-b025-44af-8abe-f4b90b85de8c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:network and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:00.363679 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-eb68ab68-b025-44af-8abe-f4b90b85de8c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:00.421501 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb05e180-3b2c-4417-b098-32ca3775658b tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks [] for floatingip, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:00.445358 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-eb68ab68-b025-44af-8abe-f4b90b85de8c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:00.468861 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a4ea47-f4e5-49c7-b63e-f1542111ff0c tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Deleting subnet 0a1f08fb-9bf3-4c26-9454-1f937ec8c184 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:30:00.474731 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ea47-f4e5-49c7-b63e-f1542111ff0c tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:00.479126 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Pushing event updated for resources: {'Port': ['ID=cf3cf445-0fa6-4c1a-b231-a45155a96c7b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:00.511899 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb68ab68-b025-44af-8abe-f4b90b85de8c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:00.515862 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eb68ab68-b025-44af-8abe-f4b90b85de8c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:00.534490 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59144e97-4f9b-4061-a137-14e4e1813a8c tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:30:00.537961 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eb68ab68-b025-44af-8abe-f4b90b85de8c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:00.550275 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe2ea1-fb08-47bb-afea-9655f798ab20 None None] Sync routers for ids ['cdb08f22-18e1-40eb-9e3f-d13169ad520f'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:30:00.556432 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59144e97-4f9b-4061-a137-14e4e1813a8c tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:00.562505 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe2ea1-fb08-47bb-afea-9655f798ab20 None None] Routers {'cdb08f22-18e1-40eb-9e3f-d13169ad520f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:00.563507 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-80fe2ea1-fb08-47bb-afea-9655f798ab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:29:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['cdb08f22-18e1-40eb-9e3f-d13169ad520f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:00.590913 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52596) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:00.599795 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Checking segment: {'id': '50e5c49b-452c-4183-830a-f634c2c369db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2df44202-0ff5-4d02-a201-4e2b2a317762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:30:00.600051 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Network hostable DHCP agents. Network: 2df44202-0ff5-4d02-a201-4e2b2a317762, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:30:00.650207 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-eb68ab68-b025-44af-8abe-f4b90b85de8c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:00.655230 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ea47-f4e5-49c7-b63e-f1542111ff0c tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:00.742989 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-17a1b8b1-bf17-4e07-9c5a-58e3df983b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:00.765786 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-eb68ab68-b025-44af-8abe-f4b90b85de8c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:security_group_rule and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:00.777389 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-eb68ab68-b025-44af-8abe-f4b90b85de8c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:00.781954 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 5864c117-8b0d-446a-80eb-5c90ec6d5483 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:30:00.792444 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-eb68ab68-b025-44af-8abe-f4b90b85de8c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:00.803370 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-59144e97-4f9b-4061-a137-14e4e1813a8c tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "PUT /v2.0/floatingips/9f0104c5-62c7-4482-993c-118b0402baa1 HTTP/1.1" status: 200 len: 992 time: 5.0141492 Jan 11 09:30:00.808034 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198f3d11-bcbc-4da0-a2a1-ab180f487ee1', 'tag': '641b3bbd-6c85-4dbc-a492-cf673d3b90a9'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:30:00.824899 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-17a1b8b1-bf17-4e07-9c5a-58e3df983b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:00.860458 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ea47-f4e5-49c7-b63e-f1542111ff0c tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:00.874903 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 5864c117-8b0d-446a-80eb-5c90ec6d5483 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:30:00.875296 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 5864c117-8b0d-446a-80eb-5c90ec6d5483 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:30:00.977475 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Network 2df44202-0ff5-4d02-a201-4e2b2a317762 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:30:01.043931 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-17a1b8b1-bf17-4e07-9c5a-58e3df983b26 admin admin] Usage tracker for resource:security_group_rule and tenant:9144ffa9d4cd49bba56ebbdf891bfc3f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:01.049035 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ea47-f4e5-49c7-b63e-f1542111ff0c tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:01.080556 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-80fe2ea1-fb08-47bb-afea-9655f798ab20 None None] Set router cdb08f22-18e1-40eb-9e3f-d13169ad520f gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:30:01.088361 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-17a1b8b1-bf17-4e07-9c5a-58e3df983b26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:01.117382 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 2df44202-0ff5-4d02-a201-4e2b2a317762) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:01.121061 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:01.122713 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:01.124606 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f234b66-9f57-4a44-9663-2c409d627098 None None] Network 2df44202-0ff5-4d02-a201-4e2b2a317762 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:30:01.130078 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1c2249-0e44-4282-a1ad-d9fdb87662c0 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Router dd350ac9-b016-417d-a91a-13ee66679e30 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:30:01.190565 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ea47-f4e5-49c7-b63e-f1542111ff0c tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:01.204973 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-17a1b8b1-bf17-4e07-9c5a-58e3df983b26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:01.237314 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4ea47-f4e5-49c7-b63e-f1542111ff0c tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0a1f08fb-9bf3-4c26-9454-1f937ec8c184,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:01.276316 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a5a4ea47-f4e5-49c7-b63e-f1542111ff0c tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/0a1f08fb-9bf3-4c26-9454-1f937ec8c184 HTTP/1.1" status: 204 len: 168 time: 1.1137431 Jan 11 09:30:01.277405 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52612) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:01.406615 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198f3d11-bcbc-4da0-a2a1-ab180f487ee1', 'tag': '641b3bbd-6c85-4dbc-a492-cf673d3b90a9', 'status': 'completed', 'code': 200} Jan 11 09:30:01.418769 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eb68ab68-b025-44af-8abe-f4b90b85de8c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:01.445623 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eb68ab68-b025-44af-8abe-f4b90b85de8c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:01.539819 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb675-f491-49ee-8ebe-e0ec8ec25237 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:01.575682 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Pushing event updated for resources: {'Port': ['ID=6e4b817f-52be-422b-b035-7dec77480207,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:01.607871 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb675-f491-49ee-8ebe-e0ec8ec25237 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:01.620175 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb68ab68-b025-44af-8abe-f4b90b85de8c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:30:01.636036 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-80fe2ea1-fb08-47bb-afea-9655f798ab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'name': 'tempest-ServersTestManualDisk-1252191008-router', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:49Z', 'updated_at': '2022-01-11T09:29:01Z', 'revision_number': 4, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'gw_port': {'id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '9f0104c5-62c7-4482-993c-118b0402baa1', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'port_id': '641b3bbd-6c85-4dbc-a492-cf673d3b90a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4', 'mac_address': 'fa:16:3e:a6:81:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198f3d11-bcbc-4da0-a2a1-ab180f487ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:29:17Z', 'updated_at': '2022-01-11T09:29:57Z', 'revision_number': 1, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556d9095-f612-4c7e-8f6a-5e677c56c047', 'name': '', 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'mac_address': 'fa:16:3e:2a:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '629ef5e5-a187-4239-abf7-d3f4dd928e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:58Z', 'updated_at': '2022-01-11T09:29:15Z', 'revision_number': 5, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'subnets': [{'id': '629ef5e5-a187-4239-abf7-d3f4dd928e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:01.643525 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe2ea1-fb08-47bb-afea-9655f798ab20 None None] Checking router: cdb08f22-18e1-40eb-9e3f-d13169ad520f for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:30:01.649142 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4779e02-cae5-44b4-96a3-02e6bc1470a8 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:01.653489 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eb68ab68-b025-44af-8abe-f4b90b85de8c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:01.654010 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-eb68ab68-b025-44af-8abe-f4b90b85de8c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Added segment 9fba4ea3-2778-4e1c-ad1d-2f01f7de9cfa of type vlan for network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 Jan 11 09:30:01.655159 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68ab68-b025-44af-8abe-f4b90b85de8c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21456942-515b-4ae1-b878-3d61af20911b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:01.656534 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe2ea1-fb08-47bb-afea-9655f798ab20 None None] Routers {'cdb08f22-18e1-40eb-9e3f-d13169ad520f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:01.657577 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-80fe2ea1-fb08-47bb-afea-9655f798ab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:29:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['cdb08f22-18e1-40eb-9e3f-d13169ad520f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:01.799144 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eb68ab68-b025-44af-8abe-f4b90b85de8c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:01.838879 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-17a1b8b1-bf17-4e07-9c5a-58e3df983b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:01.859959 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-80fe2ea1-fb08-47bb-afea-9655f798ab20 None None] Set router cdb08f22-18e1-40eb-9e3f-d13169ad520f gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:30:01.887397 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4779e02-cae5-44b4-96a3-02e6bc1470a8 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:01.895003 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-17a1b8b1-bf17-4e07-9c5a-58e3df983b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:01.970633 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b4779e02-cae5-44b4-96a3-02e6bc1470a8 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ada831-790a-4c67-930c-11949d42fe3f']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:01.992445 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-17a1b8b1-bf17-4e07-9c5a-58e3df983b26 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9144ffa9d4cd49bba56ebbdf891bfc3f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3850579 Jan 11 09:30:01.992445 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eb68ab68-b025-44af-8abe-f4b90b85de8c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:01.996817 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb68ab68-b025-44af-8abe-f4b90b85de8c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:01.997398 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eb68ab68-b025-44af-8abe-f4b90b85de8c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:02.001611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1b8b1-bf17-4e07-9c5a-58e3df983b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e85b368-154f-4510-b1d1-037d14134aef,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:02.006045 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b4779e02-cae5-44b4-96a3-02e6bc1470a8 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '948b07f5-ef51-405f-9c13-817a9b71dc8a') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:02.006367 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b4779e02-cae5-44b4-96a3-02e6bc1470a8 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '948b07f5-ef51-405f-9c13-817a9b71dc8a') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:02.014529 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52616) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:02.055269 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Checking segment: {'id': 'bc4806b1-9d7f-449e-92b2-313334f6c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '175aa8ee-f46b-4429-bbab-a61850f7c6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:30:02.055631 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Network hostable DHCP agents. Network: 175aa8ee-f46b-4429-bbab-a61850f7c6e5, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:30:02.068665 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4779e02-cae5-44b4-96a3-02e6bc1470a8 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:02.129230 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4779e02-cae5-44b4-96a3-02e6bc1470a8 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:02.191863 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-eb68ab68-b025-44af-8abe-f4b90b85de8c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.2250755 Jan 11 09:30:02.197154 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4779e02-cae5-44b4-96a3-02e6bc1470a8 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:30:02.197549 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4779e02-cae5-44b4-96a3-02e6bc1470a8 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:02.211890 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52622) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:30:02.212127 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:30:02.217259 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68ab68-b025-44af-8abe-f4b90b85de8c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Network': ['ID=26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:02.223448 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-49a448b0-ae84-49ef-accc-fdc046be4cf1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'port': {'network_id': '26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90', 'name': 'tempest-PortsTestJSON-1366878838'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:02.231020 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:30:02.261879 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1c2249-0e44-4282-a1ad-d9fdb87662c0 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:30:02.298116 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-80fe2ea1-fb08-47bb-afea-9655f798ab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'name': 'tempest-ServersTestManualDisk-1252191008-router', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:49Z', 'updated_at': '2022-01-11T09:29:01Z', 'revision_number': 4, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'gw_port': {'id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '9f0104c5-62c7-4482-993c-118b0402baa1', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'port_id': '641b3bbd-6c85-4dbc-a492-cf673d3b90a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4', 'mac_address': 'fa:16:3e:a6:81:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198f3d11-bcbc-4da0-a2a1-ab180f487ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:29:17Z', 'updated_at': '2022-01-11T09:29:57Z', 'revision_number': 1, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556d9095-f612-4c7e-8f6a-5e677c56c047', 'name': '', 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'mac_address': 'fa:16:3e:2a:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '629ef5e5-a187-4239-abf7-d3f4dd928e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:58Z', 'updated_at': '2022-01-11T09:29:15Z', 'revision_number': 5, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'subnets': [{'id': '629ef5e5-a187-4239-abf7-d3f4dd928e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:02.302611 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe2ea1-fb08-47bb-afea-9655f798ab20 None None] The sync data for ids ['cdb08f22-18e1-40eb-9e3f-d13169ad520f'] in dv-neutron-823402-4-hyperv is: [{'id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'name': 'tempest-ServersTestManualDisk-1252191008-router', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:49Z', 'updated_at': '2022-01-11T09:29:01Z', 'revision_number': 4, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'gw_port': {'id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '9f0104c5-62c7-4482-993c-118b0402baa1', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'port_id': '641b3bbd-6c85-4dbc-a492-cf673d3b90a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4', 'mac_address': 'fa:16:3e:a6:81:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198f3d11-bcbc-4da0-a2a1-ab180f487ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:29:17Z', 'updated_at': '2022-01-11T09:29:57Z', 'revision_number': 1, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556d9095-f612-4c7e-8f6a-5e677c56c047', 'name': '', 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'mac_address': 'fa:16:3e:2a:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '629ef5e5-a187-4239-abf7-d3f4dd928e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:58Z', 'updated_at': '2022-01-11T09:29:15Z', 'revision_number': 5, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'subnets': [{'id': '629ef5e5-a187-4239-abf7-d3f4dd928e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:30:02.310197 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f5531-39d4-438a-8726-df35a551d328 req-74b9367c-36e7-443a-abef-080726224bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:02.313278 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-745f5531-39d4-438a-8726-df35a551d328 req-74b9367c-36e7-443a-abef-080726224bc4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=751a670bb4bb42b1b037d7703c1ebb24&device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 1099 time: 0.9149745 Jan 11 09:30:02.316992 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-eb05e180-3b2c-4417-b098-32ca3775658b tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:30:02.322288 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7546eae0-d786-4109-80a8-96aaac2d5d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:02.348942 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4779e02-cae5-44b4-96a3-02e6bc1470a8 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:02.353621 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4779e02-cae5-44b4-96a3-02e6bc1470a8 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a7ada831-790a-4c67-930c-11949d42fe3f {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 11 09:30:02.356150 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4779e02-cae5-44b4-96a3-02e6bc1470a8 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:02.383796 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4779e02-cae5-44b4-96a3-02e6bc1470a8 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Pushing event deleted for resources: {'Network': ['ID=a7ada831-790a-4c67-930c-11949d42fe3f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:02.388911 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7546eae0-d786-4109-80a8-96aaac2d5d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:02.396968 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-d1bbb675-f491-49ee-8ebe-e0ec8ec25237 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Allocated IP 172.26.3.7 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/418a3a80-62f3-42be-b087-ba13b01979e4) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:30:02.397545 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b4779e02-cae5-44b4-96a3-02e6bc1470a8 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "DELETE /v2.0/networks/a7ada831-790a-4c67-930c-11949d42fe3f HTTP/1.1" status: 204 len: 168 time: 1.1037564 Jan 11 09:30:02.429951 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96be0fa5-fc35-49a2-a0d7-39f5e7cf5529 None None] Sync routers for ids ['dd350ac9-b016-417d-a91a-13ee66679e30'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:30:02.441735 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96be0fa5-fc35-49a2-a0d7-39f5e7cf5529 None None] Routers {'dd350ac9-b016-417d-a91a-13ee66679e30'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:02.442595 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-96be0fa5-fc35-49a2-a0d7-39f5e7cf5529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:29:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['dd350ac9-b016-417d-a91a-13ee66679e30'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:02.461254 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Network 175aa8ee-f46b-4429-bbab-a61850f7c6e5 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:30:02.494740 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2249-0e44-4282-a1ad-d9fdb87662c0 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:02.501910 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7546eae0-d786-4109-80a8-96aaac2d5d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:02.533605 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546eae0-d786-4109-80a8-96aaac2d5d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e85b368-154f-4510-b1d1-037d14134aef,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:02.537484 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 175aa8ee-f46b-4429-bbab-a61850f7c6e5) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:02.542380 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:02.545526 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7546eae0-d786-4109-80a8-96aaac2d5d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:02.549268 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:02.557235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:02.557960 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:02.559595 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7546eae0-d786-4109-80a8-96aaac2d5d67 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e85b368-154f-4510-b1d1-037d14134aef HTTP/1.1" status: 204 len: 168 time: 0.5295980 Jan 11 09:30:02.815125 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-96be0fa5-fc35-49a2-a0d7-39f5e7cf5529 None None] Set router dd350ac9-b016-417d-a91a-13ee66679e30 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:30:02.889045 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb05e180-3b2c-4417-b098-32ca3775658b tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:02.893113 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-49a448b0-ae84-49ef-accc-fdc046be4cf1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:02.898871 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1ecf15f0-525c-469a-a4f8-9a87bdfcd514 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.9845085 Jan 11 09:30:02.901208 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52636) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:02.992298 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb05e180-3b2c-4417-b098-32ca3775658b tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:03.016682 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52640) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:03.024740 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a5e10d27-9820-45f7-8e38-9ae06a07565e tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Request body: {'router': {'name': 'tempest-router--1387075869', 'project_id': '33edbaf8b6024501a69c6958811fdd37'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:03.037656 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a5e10d27-9820-45f7-8e38-9ae06a07565e tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:03.050490 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a5e10d27-9820-45f7-8e38-9ae06a07565e tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Usage tracker for resource:router and tenant:33edbaf8b6024501a69c6958811fdd37 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:03.076031 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a5e10d27-9820-45f7-8e38-9ae06a07565e tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:03.079254 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3a0c9f-e270-47a4-9df1-d6727b54f4f2 None None] Network 175aa8ee-f46b-4429-bbab-a61850f7c6e5 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:30:03.087468 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a5e10d27-9820-45f7-8e38-9ae06a07565e tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:03.104036 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5e10d27-9820-45f7-8e38-9ae06a07565e tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:03.105577 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5e10d27-9820-45f7-8e38-9ae06a07565e tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:03.147045 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ca51bf-6fc3-4d9c-bc15-45d45f0ccab1 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:03.173579 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ca51bf-6fc3-4d9c-bc15-45d45f0ccab1 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:03.180973 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-55ca51bf-6fc3-4d9c-bc15-45d45f0ccab1 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2783473 Jan 11 09:30:03.184075 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52648) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:03.199102 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5e10d27-9820-45f7-8e38-9ae06a07565e tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:03.218691 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 00a210eb-567e-4380-b95b-6e6d483bb291 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:30:03.367958 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-49a448b0-ae84-49ef-accc-fdc046be4cf1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:port and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:03.373994 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5e10d27-9820-45f7-8e38-9ae06a07565e tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:03.381892 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [None req-eb05e180-3b2c-4417-b098-32ca3775658b tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Floating IP 41df34f9-211b-475a-9bef-7b5a2a9fdda1 associated. External IP: 172.26.3.205, port: d114431c-1274-4827-a777-bc1c30573cfe. Jan 11 09:30:03.443184 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3ff0e2e5-ef4b-4db7-9c99-372a569701a9 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Deleting port cf3cf445-0fa6-4c1a-b231-a45155a96c7b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:03.443582 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ff0e2e5-ef4b-4db7-9c99-372a569701a9 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:03.466725 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-aa1c2249-0e44-4282-a1ad-d9fdb87662c0 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "PUT /v2.0/floatingips/ceb0f386-e4de-4951-9464-b58e83751237 HTTP/1.1" status: 200 len: 992 time: 6.7558475 Jan 11 09:30:03.466725 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-49a448b0-ae84-49ef-accc-fdc046be4cf1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:03.495797 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5e10d27-9820-45f7-8e38-9ae06a07565e tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:03.499427 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a5e10d27-9820-45f7-8e38-9ae06a07565e tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4810703 Jan 11 09:30:03.513297 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52662) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:03.518119 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7044d0c-bd67-4f47-a75e-d84988e7ee6b', 'tag': 'eb5c29f7-867c-46f6-b73e-f2b682db3b03'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:30:03.523121 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f5531-39d4-438a-8726-df35a551d328 req-35234e22-9c4e-4994-a29e-35200e668719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:03.524556 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-745f5531-39d4-438a-8726-df35a551d328 req-35234e22-9c4e-4994-a29e-35200e668719 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ca4ce210-a393-4677-aa6a-eccdb76bdec4 HTTP/1.1" status: 200 len: 913 time: 1.0867505 Jan 11 09:30:03.632444 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-49a448b0-ae84-49ef-accc-fdc046be4cf1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:03.636786 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7044d0c-bd67-4f47-a75e-d84988e7ee6b', 'tag': 'eb5c29f7-867c-46f6-b73e-f2b682db3b03', 'status': 'completed', 'code': 200} Jan 11 09:30:03.668951 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeb58c8-898b-4bfe-95c5-a06f8f7bd7f9 None None] New status for floating IP 9f0104c5-62c7-4482-993c-118b0402baa1: ACTIVE {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:30:03.783983 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 00a210eb-567e-4380-b95b-6e6d483bb291 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:30:03.793175 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 00a210eb-567e-4380-b95b-6e6d483bb291 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:30:03.793552 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:03.950979 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-96be0fa5-fc35-49a2-a0d7-39f5e7cf5529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'name': 'tempest-ServersTestJSON-1682082189-router', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '25acef94-66aa-461e-9072-a8657c250d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:28:59Z', 'revision_number': 4, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'gw_port': {'id': '25acef94-66aa-461e-9072-a8657c250d7e', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:52Z', 'updated_at': '2022-01-11T09:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'ceb0f386-e4de-4951-9464-b58e83751237', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'floating_ip_address': '172.26.3.142', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'port_id': 'eb5c29f7-867c-46f6-b73e-f2b682db3b03', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017', 'mac_address': 'fa:16:3e:83:83:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7044d0c-bd67-4f47-a75e-d84988e7ee6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:29:12Z', 'updated_at': '2022-01-11T09:29:58Z', 'revision_number': 1, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae25780e-86cb-4934-ba3a-e323bb52bf99', 'name': '', 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'mac_address': 'fa:16:3e:f8:51:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ae3fb401-b762-4565-b792-d6b1996befaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:57Z', 'updated_at': '2022-01-11T09:29:13Z', 'revision_number': 5, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'subnets': [{'id': 'ae3fb401-b762-4565-b792-d6b1996befaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:03.960145 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96be0fa5-fc35-49a2-a0d7-39f5e7cf5529 None None] Checking router: dd350ac9-b016-417d-a91a-13ee66679e30 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:30:04.004265 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57c1418a-bcf6-4f2a-a814-7f2656a9e81a tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:04.010739 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96be0fa5-fc35-49a2-a0d7-39f5e7cf5529 None None] Routers {'dd350ac9-b016-417d-a91a-13ee66679e30'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:04.013495 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-96be0fa5-fc35-49a2-a0d7-39f5e7cf5529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:29:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['dd350ac9-b016-417d-a91a-13ee66679e30'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:04.050637 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52676) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:04.102562 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:04.126639 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a448b0-ae84-49ef-accc-fdc046be4cf1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:04.135278 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-49a448b0-ae84-49ef-accc-fdc046be4cf1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:04.140872 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 00a210eb-567e-4380-b95b-6e6d483bb291, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=00a210eb-567e-4380-b95b-6e6d483bb291,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:30:04.147586 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:04.152698 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:04.173890 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb675-f491-49ee-8ebe-e0ec8ec25237 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:04.181304 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-745f5531-39d4-438a-8726-df35a551d328 req-08555841-812d-4b5a-b5df-da65e8cabcce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=641b3bbd-6c85-4dbc-a492-cf673d3b90a9 HTTP/1.1" status: 200 len: 1000 time: 0.6387322 Jan 11 09:30:04.251220 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-49a448b0-ae84-49ef-accc-fdc046be4cf1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] device_id is not set on port e1463c19-5c33-4c3d-bd8a-bc2aa977dc1c yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:30:04.373161 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=00a210eb-567e-4380-b95b-6e6d483bb291,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:04.381808 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d9e071e7-52c1-4524-8f9e-11a8a6a54161 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-113703293'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:04.391722 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-96be0fa5-fc35-49a2-a0d7-39f5e7cf5529 None None] Set router dd350ac9-b016-417d-a91a-13ee66679e30 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:30:04.414072 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d9e071e7-52c1-4524-8f9e-11a8a6a54161 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:04.423592 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57c1418a-bcf6-4f2a-a814-7f2656a9e81a tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:04.427780 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57c1418a-bcf6-4f2a-a814-7f2656a9e81a tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:04.432423 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d9e071e7-52c1-4524-8f9e-11a8a6a54161 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Usage tracker for resource:network and tenant:44adac71d3e74cecaea8880a6cddb6d4 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:04.450556 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d9e071e7-52c1-4524-8f9e-11a8a6a54161 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:04.471959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d9e071e7-52c1-4524-8f9e-11a8a6a54161 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:04.507232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ff0e2e5-ef4b-4db7-9c99-372a569701a9 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:04.603957 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de8776-2a1b-4dfb-8793-1ae5eb61935d req-224bdaaa-8125-43f0-8a91-ef33ea8dac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:04.605522 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b3de8776-2a1b-4dfb-8793-1ae5eb61935d req-224bdaaa-8125-43f0-8a91-ef33ea8dac25 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d6077e90b3ac4829977f25baaf7390d5&device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 1099 time: 0.7118282 Jan 11 09:30:04.616450 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e071e7-52c1-4524-8f9e-11a8a6a54161 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Made reservation on behalf of 44adac71d3e74cecaea8880a6cddb6d4 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:04.619888 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9e071e7-52c1-4524-8f9e-11a8a6a54161 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:04.631566 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57c1418a-bcf6-4f2a-a814-7f2656a9e81a tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:04.631566 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c1418a-bcf6-4f2a-a814-7f2656a9e81a tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4bf87934-fe19-463b-b170-0ca7b6609642 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:30:04.633330 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 00a210eb-567e-4380-b95b-6e6d483bb291 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:30:04.639116 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3ff0e2e5-ef4b-4db7-9c99-372a569701a9 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Calling delete_port for cf3cf445-0fa6-4c1a-b231-a45155a96c7b owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:04.654646 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9e071e7-52c1-4524-8f9e-11a8a6a54161 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:04.688968 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57c1418a-bcf6-4f2a-a814-7f2656a9e81a tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:04.690113 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-57c1418a-bcf6-4f2a-a814-7f2656a9e81a tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "DELETE /v2.0/routers/4bf87934-fe19-463b-b170-0ca7b6609642 HTTP/1.1" status: 204 len: 168 time: 1.1758547 Jan 11 09:30:04.756929 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ff0e2e5-ef4b-4db7-9c99-372a569701a9 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:04.818301 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0e2e5-ef4b-4db7-9c99-372a569701a9 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Pushing event deleted for resources: {'Port': ['ID=cf3cf445-0fa6-4c1a-b231-a45155a96c7b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:04.821978 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de8776-2a1b-4dfb-8793-1ae5eb61935d req-1b29a215-1548-4125-b595-c25d1d2e521f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:04.823074 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b3de8776-2a1b-4dfb-8793-1ae5eb61935d req-1b29a215-1548-4125-b595-c25d1d2e521f service neutron] 10.222.0.42 "GET /v2.0/networks?id=0f65b1ba-3913-4451-8e15-729dbed38017 HTTP/1.1" status: 200 len: 907 time: 0.1849985 Jan 11 09:30:04.828116 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ff0e2e5-ef4b-4db7-9c99-372a569701a9 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:04.841387 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d9e071e7-52c1-4524-8f9e-11a8a6a54161 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:04.843959 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3ff0e2e5-ef4b-4db7-9c99-372a569701a9 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] 10.222.0.15 "DELETE /v2.0/ports/cf3cf445-0fa6-4c1a-b231-a45155a96c7b HTTP/1.1" status: 204 len: 168 time: 1.6483912 Jan 11 09:30:04.844572 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52688) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:04.845027 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f5531-39d4-438a-8726-df35a551d328 req-fc69beae-a402-4d4c-a387-a33cbe5f5354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:04.846557 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-745f5531-39d4-438a-8726-df35a551d328 req-fc69beae-a402-4d4c-a387-a33cbe5f5354 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=629ef5e5-a187-4239-abf7-d3f4dd928e10 HTTP/1.1" status: 200 len: 851 time: 0.5159578 Jan 11 09:30:04.924665 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7a77cdcf-1cbf-48b3-9135-06de0e109648 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Deleting port 6e4b817f-52be-422b-b035-7dec77480207 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:04.925008 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a77cdcf-1cbf-48b3-9135-06de0e109648 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:04.972257 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 00a210eb-567e-4380-b95b-6e6d483bb291 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:30:04.972790 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:04.978886 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb05e180-3b2c-4417-b098-32ca3775658b tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Router b25e978e-4257-4cd5-9d14-5269799ff395 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:30:04.979658 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52692) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:04.981468 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d9e071e7-52c1-4524-8f9e-11a8a6a54161 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Usage tracker for resource:security_group_rule and tenant:44adac71d3e74cecaea8880a6cddb6d4 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:05.029862 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d9e071e7-52c1-4524-8f9e-11a8a6a54161 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:05.054459 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d9e071e7-52c1-4524-8f9e-11a8a6a54161 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:05.118194 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-96be0fa5-fc35-49a2-a0d7-39f5e7cf5529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'name': 'tempest-ServersTestJSON-1682082189-router', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '25acef94-66aa-461e-9072-a8657c250d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:28:59Z', 'revision_number': 4, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'gw_port': {'id': '25acef94-66aa-461e-9072-a8657c250d7e', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:52Z', 'updated_at': '2022-01-11T09:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'ceb0f386-e4de-4951-9464-b58e83751237', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'floating_ip_address': '172.26.3.142', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'port_id': 'eb5c29f7-867c-46f6-b73e-f2b682db3b03', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017', 'mac_address': 'fa:16:3e:83:83:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7044d0c-bd67-4f47-a75e-d84988e7ee6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:29:12Z', 'updated_at': '2022-01-11T09:29:58Z', 'revision_number': 1, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae25780e-86cb-4934-ba3a-e323bb52bf99', 'name': '', 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'mac_address': 'fa:16:3e:f8:51:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ae3fb401-b762-4565-b792-d6b1996befaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:57Z', 'updated_at': '2022-01-11T09:29:13Z', 'revision_number': 5, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'subnets': [{'id': 'ae3fb401-b762-4565-b792-d6b1996befaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:05.126114 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96be0fa5-fc35-49a2-a0d7-39f5e7cf5529 None None] The sync data for ids ['dd350ac9-b016-417d-a91a-13ee66679e30'] in dv-neutron-823402-4-hyperv is: [{'id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'name': 'tempest-ServersTestJSON-1682082189-router', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '25acef94-66aa-461e-9072-a8657c250d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:28:59Z', 'revision_number': 4, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'gw_port': {'id': '25acef94-66aa-461e-9072-a8657c250d7e', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:52Z', 'updated_at': '2022-01-11T09:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'ceb0f386-e4de-4951-9464-b58e83751237', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'floating_ip_address': '172.26.3.142', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'port_id': 'eb5c29f7-867c-46f6-b73e-f2b682db3b03', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017', 'mac_address': 'fa:16:3e:83:83:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7044d0c-bd67-4f47-a75e-d84988e7ee6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:29:12Z', 'updated_at': '2022-01-11T09:29:58Z', 'revision_number': 1, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae25780e-86cb-4934-ba3a-e323bb52bf99', 'name': '', 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'mac_address': 'fa:16:3e:f8:51:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ae3fb401-b762-4565-b792-d6b1996befaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:57Z', 'updated_at': '2022-01-11T09:29:13Z', 'revision_number': 5, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'subnets': [{'id': 'ae3fb401-b762-4565-b792-d6b1996befaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:30:05.207040 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a77cdcf-1cbf-48b3-9135-06de0e109648 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:05.253547 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-49a448b0-ae84-49ef-accc-fdc046be4cf1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:05.255817 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb675-f491-49ee-8ebe-e0ec8ec25237 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:05.348676 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-3265c12c-b883-4756-b725-d9fce4ae94cf tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-950874432', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}, 'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:05.349288 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7a77cdcf-1cbf-48b3-9135-06de0e109648 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Calling delete_port for 6e4b817f-52be-422b-b035-7dec77480207 owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:05.371314 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c441ec55-8f3d-4d2e-bec4-c92d872739d4 None None] New status for floating IP ceb0f386-e4de-4951-9464-b58e83751237: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:30:05.396855 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b3de8776-2a1b-4dfb-8793-1ae5eb61935d req-f7d3b3b6-d648-40f5-991c-44bb46456d0f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb5c29f7-867c-46f6-b73e-f2b682db3b03 HTTP/1.1" status: 200 len: 1000 time: 0.5578198 Jan 11 09:30:05.400734 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3265c12c-b883-4756-b725-d9fce4ae94cf tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:05.434754 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a77cdcf-1cbf-48b3-9135-06de0e109648 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:05.479336 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3265c12c-b883-4756-b725-d9fce4ae94cf tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Usage tracker for resource:router and tenant:04c13fe9aa6540f9bd9912d551aa1d12 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:05.495314 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3265c12c-b883-4756-b725-d9fce4ae94cf tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:05.505645 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bbb675-f491-49ee-8ebe-e0ec8ec25237 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:05.520622 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-d1bbb675-f491-49ee-8ebe-e0ec8ec25237 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:05.522837 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3265c12c-b883-4756-b725-d9fce4ae94cf tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:05.535842 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bbb675-f491-49ee-8ebe-e0ec8ec25237 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:05.595065 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a77cdcf-1cbf-48b3-9135-06de0e109648 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Pushing event deleted for resources: {'Port': ['ID=6e4b817f-52be-422b-b035-7dec77480207,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:05.603439 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a77cdcf-1cbf-48b3-9135-06de0e109648 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:05.613135 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7a77cdcf-1cbf-48b3-9135-06de0e109648 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] 10.222.0.15 "DELETE /v2.0/ports/6e4b817f-52be-422b-b035-7dec77480207 HTTP/1.1" status: 204 len: 168 time: 0.7674727 Jan 11 09:30:05.613739 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52700) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:05.633178 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bbb675-f491-49ee-8ebe-e0ec8ec25237 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Pushing event updated for resources: {'Port': ['ID=418a3a80-62f3-42be-b087-ba13b01979e4,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:05.690239 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e322618c-c441-44da-8009-2573a0caf204 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Synchronizing usage tracker for tenant:76043d1f41aa4795b2c9ed92f31b279e on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:30:05.702178 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3265c12c-b883-4756-b725-d9fce4ae94cf tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:05.704435 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3265c12c-b883-4756-b725-d9fce4ae94cf tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:05.709787 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e322618c-c441-44da-8009-2573a0caf204 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Unset dirty status for tenant:76043d1f41aa4795b2c9ed92f31b279e on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:30:05.714966 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e322618c-c441-44da-8009-2573a0caf204 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1001728 Jan 11 09:30:05.715670 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52704) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:05.717872 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de8776-2a1b-4dfb-8793-1ae5eb61935d req-69d18a84-c813-452b-b3c0-1b38fe7c1da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:05.723354 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1b028cb8-1e29-4c36-914c-f2c799f8915b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-644473290'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:05.723949 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b3de8776-2a1b-4dfb-8793-1ae5eb61935d req-69d18a84-c813-452b-b3c0-1b38fe7c1da1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ae3fb401-b762-4565-b792-d6b1996befaa HTTP/1.1" status: 200 len: 845 time: 0.3013513 Jan 11 09:30:05.727837 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1b028cb8-1e29-4c36-914c-f2c799f8915b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:05.732239 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1b028cb8-1e29-4c36-914c-f2c799f8915b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Usage tracker for resource:network and tenant:76043d1f41aa4795b2c9ed92f31b279e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:05.736280 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1b028cb8-1e29-4c36-914c-f2c799f8915b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:05.743015 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1b028cb8-1e29-4c36-914c-f2c799f8915b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:05.756860 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b028cb8-1e29-4c36-914c-f2c799f8915b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Made reservation on behalf of 76043d1f41aa4795b2c9ed92f31b279e for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:05.765434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b028cb8-1e29-4c36-914c-f2c799f8915b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:05.808167 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b028cb8-1e29-4c36-914c-f2c799f8915b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:30:05.817430 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b028cb8-1e29-4c36-914c-f2c799f8915b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:05.817757 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-1b028cb8-1e29-4c36-914c-f2c799f8915b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Added segment 20fd2d9a-5372-4347-a1ad-8e990a27f8db of type vlan for network a6414c30-604f-4131-9ccf-53e64e5be920 Jan 11 09:30:05.845952 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b028cb8-1e29-4c36-914c-f2c799f8915b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:05.865371 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb05e180-3b2c-4417-b098-32ca3775658b tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:30:05.876882 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b028cb8-1e29-4c36-914c-f2c799f8915b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:05.877152 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1155a58-f9db-4aea-81fc-85867b4dbaba None None] Sync routers for ids ['b25e978e-4257-4cd5-9d14-5269799ff395'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:30:05.880518 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-49a448b0-ae84-49ef-accc-fdc046be4cf1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:05.882688 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b028cb8-1e29-4c36-914c-f2c799f8915b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:05.883579 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b028cb8-1e29-4c36-914c-f2c799f8915b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:05.889192 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1155a58-f9db-4aea-81fc-85867b4dbaba None None] Routers {'b25e978e-4257-4cd5-9d14-5269799ff395'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:05.890320 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a1155a58-f9db-4aea-81fc-85867b4dbaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:29:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['b25e978e-4257-4cd5-9d14-5269799ff395'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:05.940534 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f5531-39d4-438a-8726-df35a551d328 req-109eb36b-5bc1-4f0c-9cfe-43ba6dfe5524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:05.943024 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-745f5531-39d4-438a-8726-df35a551d328 req-109eb36b-5bc1-4f0c-9cfe-43ba6dfe5524 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca4ce210-a393-4677-aa6a-eccdb76bdec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9581194 Jan 11 09:30:05.948946 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1b028cb8-1e29-4c36-914c-f2c799f8915b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2321606 Jan 11 09:30:05.951489 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52710) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:05.960685 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d7f62520-4b07-465f-80d6-03e006123ca1 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-186440623'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:06.025251 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b028cb8-1e29-4c36-914c-f2c799f8915b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Pushing event updated for resources: {'Network': ['ID=a6414c30-604f-4131-9ccf-53e64e5be920,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:06.028933 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d7f62520-4b07-465f-80d6-03e006123ca1 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:06.034105 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d7f62520-4b07-465f-80d6-03e006123ca1 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Usage tracker for resource:network and tenant:76043d1f41aa4795b2c9ed92f31b279e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:06.038672 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d7f62520-4b07-465f-80d6-03e006123ca1 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:06.041025 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network a6414c30-604f-4131-9ccf-53e64e5be920 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:30:06.050880 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d7f62520-4b07-465f-80d6-03e006123ca1 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:06.061232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f62520-4b07-465f-80d6-03e006123ca1 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Made reservation on behalf of 76043d1f41aa4795b2c9ed92f31b279e for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:06.073352 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7f62520-4b07-465f-80d6-03e006123ca1 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:06.079231 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3265c12c-b883-4756-b725-d9fce4ae94cf tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:06.102333 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-a1155a58-f9db-4aea-81fc-85867b4dbaba None None] Set router b25e978e-4257-4cd5-9d14-5269799ff395 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:30:06.110282 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f62520-4b07-465f-80d6-03e006123ca1 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:30:06.120751 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7f62520-4b07-465f-80d6-03e006123ca1 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:06.121310 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-d7f62520-4b07-465f-80d6-03e006123ca1 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Added segment 757e184f-5411-4d1b-a432-10068e0485a2 of type vlan for network 53b2dd0a-0a26-42fa-ac24-5f59fc91cdd7 Jan 11 09:30:06.154443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7f62520-4b07-465f-80d6-03e006123ca1 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:06.191573 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7f62520-4b07-465f-80d6-03e006123ca1 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:06.197679 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f62520-4b07-465f-80d6-03e006123ca1 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:06.198344 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7f62520-4b07-465f-80d6-03e006123ca1 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:06.215903 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9e071e7-52c1-4524-8f9e-11a8a6a54161 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:06.266119 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d7f62520-4b07-465f-80d6-03e006123ca1 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3042150 Jan 11 09:30:06.277996 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9e071e7-52c1-4524-8f9e-11a8a6a54161 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:06.294882 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a448b0-ae84-49ef-accc-fdc046be4cf1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Port': ['ID=e1463c19-5c33-4c3d-bd8a-bc2aa977dc1c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:06.345389 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f62520-4b07-465f-80d6-03e006123ca1 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Pushing event updated for resources: {'Network': ['ID=53b2dd0a-0a26-42fa-ac24-5f59fc91cdd7,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:06.362775 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 53b2dd0a-0a26-42fa-ac24-5f59fc91cdd7 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:30:06.402337 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52718) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:06.408969 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4267b3f3-6d87-4b75-b5b4-94ada1e327b6 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Request body: {'subnets': [{'network_id': 'a6414c30-604f-4131-9ccf-53e64e5be920', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1593073578', 'ip_version': 4}, {'network_id': '53b2dd0a-0a26-42fa-ac24-5f59fc91cdd7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:06.409283 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4267b3f3-6d87-4b75-b5b4-94ada1e327b6 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Request body: {'subnet': {'network_id': 'a6414c30-604f-4131-9ccf-53e64e5be920', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1593073578', 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:06.409851 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4267b3f3-6d87-4b75-b5b4-94ada1e327b6 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Request body: {'subnet': {'network_id': '53b2dd0a-0a26-42fa-ac24-5f59fc91cdd7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:06.475381 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e071e7-52c1-4524-8f9e-11a8a6a54161 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62773001-53ed-4747-af37-911575e4fcd1,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:06.502780 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb05e180-3b2c-4417-b098-32ca3775658b tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:06.535222 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e071e7-52c1-4524-8f9e-11a8a6a54161 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:30:06.563095 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a1155a58-f9db-4aea-81fc-85867b4dbaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'name': 'tempest-ServerActionsTestJSON-840089590-router', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '9ab1e315-f08c-42e3-b665-c0482f40546f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:29:10Z', 'revision_number': 4, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'gw_port': {'id': '9ab1e315-f08c-42e3-b665-c0482f40546f', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:53Z', 'updated_at': '2022-01-11T09:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '41df34f9-211b-475a-9bef-7b5a2a9fdda1', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'floating_ip_address': '172.26.3.205', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'port_id': 'd114431c-1274-4827-a777-bc1c30573cfe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd', 'mac_address': 'fa:16:3e:a3:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53431d98-9cd9-494f-bf9e-e2a00130afa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:29:24Z', 'updated_at': '2022-01-11T09:30:02Z', 'revision_number': 1, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eac061f-7175-4b4b-b736-d1aad32d8a22', 'name': '', 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'mac_address': 'fa:16:3e:bc:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '75d32f1d-e961-48e8-b51c-6c84103eee1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:29:05Z', 'updated_at': '2022-01-11T09:29:21Z', 'revision_number': 5, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'subnets': [{'id': '75d32f1d-e961-48e8-b51c-6c84103eee1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:06.567049 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1155a58-f9db-4aea-81fc-85867b4dbaba None None] Checking router: b25e978e-4257-4cd5-9d14-5269799ff395 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:30:06.575246 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1155a58-f9db-4aea-81fc-85867b4dbaba None None] Routers {'b25e978e-4257-4cd5-9d14-5269799ff395'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:06.575830 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a1155a58-f9db-4aea-81fc-85867b4dbaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:29:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['b25e978e-4257-4cd5-9d14-5269799ff395'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:06.605965 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de8776-2a1b-4dfb-8793-1ae5eb61935d req-5f988610-97d7-4280-a691-a9f499387879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:06.607803 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b3de8776-2a1b-4dfb-8793-1ae5eb61935d req-5f988610-97d7-4280-a691-a9f499387879 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0f65b1ba-3913-4451-8e15-729dbed38017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8710132 Jan 11 09:30:06.652284 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4267b3f3-6d87-4b75-b5b4-94ada1e327b6 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:06.656941 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-4267b3f3-6d87-4b75-b5b4-94ada1e327b6 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Usage tracker for resource:subnet and tenant:76043d1f41aa4795b2c9ed92f31b279e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:06.659809 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-4267b3f3-6d87-4b75-b5b4-94ada1e327b6 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:06.665996 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4267b3f3-6d87-4b75-b5b4-94ada1e327b6 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:06.679101 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4267b3f3-6d87-4b75-b5b4-94ada1e327b6 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Made reservation on behalf of 76043d1f41aa4795b2c9ed92f31b279e for: {'subnet': 2} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:06.679329 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a448b0-ae84-49ef-accc-fdc046be4cf1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Checking segment: {'id': '9fba4ea3-2778-4e1c-ad1d-2f01f7de9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:30:06.679329 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a448b0-ae84-49ef-accc-fdc046be4cf1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network hostable DHCP agents. Network: 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:30:06.684046 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4267b3f3-6d87-4b75-b5b4-94ada1e327b6 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:06.684379 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4267b3f3-6d87-4b75-b5b4-94ada1e327b6 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:06.771424 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-a1155a58-f9db-4aea-81fc-85867b4dbaba None None] Set router b25e978e-4257-4cd5-9d14-5269799ff395 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:30:06.971881 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-745f5531-39d4-438a-8726-df35a551d328 req-f1409436-dd93-4c77-b082-d5f49fd1c40a service neutron] 10.222.0.42 "GET /v2.0/networks/ca4ce210-a393-4677-aa6a-eccdb76bdec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8954101 Jan 11 09:30:06.990038 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9e071e7-52c1-4524-8f9e-11a8a6a54161 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:06.990038 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-d9e071e7-52c1-4524-8f9e-11a8a6a54161 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Added segment 136e32e1-f2ec-4356-975f-c5296d9ecf21 of type vlan for network 16cc16a2-2af4-4282-97be-d87a758c0923 Jan 11 09:30:07.017544 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f69e151a-3ec8-4114-92c0-20169cceeeaf req-778af903-f264-4c13-b863-f8192c86a42a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.1399460 Jan 11 09:30:07.158363 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4267b3f3-6d87-4b75-b5b4-94ada1e327b6 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:07.159079 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a1155a58-f9db-4aea-81fc-85867b4dbaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'name': 'tempest-ServerActionsTestJSON-840089590-router', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '9ab1e315-f08c-42e3-b665-c0482f40546f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:29:10Z', 'revision_number': 4, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'gw_port': {'id': '9ab1e315-f08c-42e3-b665-c0482f40546f', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:53Z', 'updated_at': '2022-01-11T09:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '41df34f9-211b-475a-9bef-7b5a2a9fdda1', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'floating_ip_address': '172.26.3.205', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'port_id': 'd114431c-1274-4827-a777-bc1c30573cfe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd', 'mac_address': 'fa:16:3e:a3:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53431d98-9cd9-494f-bf9e-e2a00130afa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:29:24Z', 'updated_at': '2022-01-11T09:30:02Z', 'revision_number': 1, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eac061f-7175-4b4b-b736-d1aad32d8a22', 'name': '', 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'mac_address': 'fa:16:3e:bc:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '75d32f1d-e961-48e8-b51c-6c84103eee1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:29:05Z', 'updated_at': '2022-01-11T09:29:21Z', 'revision_number': 5, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'subnets': [{'id': '75d32f1d-e961-48e8-b51c-6c84103eee1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:07.164412 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1155a58-f9db-4aea-81fc-85867b4dbaba None None] The sync data for ids ['b25e978e-4257-4cd5-9d14-5269799ff395'] in dv-neutron-823402-4-hyperv is: [{'id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'name': 'tempest-ServerActionsTestJSON-840089590-router', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '9ab1e315-f08c-42e3-b665-c0482f40546f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:29:10Z', 'revision_number': 4, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'gw_port': {'id': '9ab1e315-f08c-42e3-b665-c0482f40546f', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:53Z', 'updated_at': '2022-01-11T09:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '41df34f9-211b-475a-9bef-7b5a2a9fdda1', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'floating_ip_address': '172.26.3.205', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'port_id': 'd114431c-1274-4827-a777-bc1c30573cfe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd', 'mac_address': 'fa:16:3e:a3:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53431d98-9cd9-494f-bf9e-e2a00130afa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:29:24Z', 'updated_at': '2022-01-11T09:30:02Z', 'revision_number': 1, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eac061f-7175-4b4b-b736-d1aad32d8a22', 'name': '', 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'mac_address': 'fa:16:3e:bc:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '75d32f1d-e961-48e8-b51c-6c84103eee1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:29:05Z', 'updated_at': '2022-01-11T09:29:21Z', 'revision_number': 5, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'subnets': [{'id': '75d32f1d-e961-48e8-b51c-6c84103eee1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:30:07.235371 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-eb05e180-3b2c-4417-b098-32ca3775658b tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "PUT /v2.0/floatingips/41df34f9-211b-475a-9bef-7b5a2a9fdda1 HTTP/1.1" status: 200 len: 992 time: 7.0657055 Jan 11 09:30:07.248500 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53431d98-9cd9-494f-bf9e-e2a00130afa8', 'tag': 'd114431c-1274-4827-a777-bc1c30573cfe'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:30:07.252513 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267b3f3-6d87-4b75-b5b4-94ada1e327b6 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Pushing event updated for resources: {'Subnet': ['ID=9b34bd88-2b03-41ed-bf9f-aeefb413e0b2,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:07.264407 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3265c12c-b883-4756-b725-d9fce4ae94cf tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:07.265613 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4267b3f3-6d87-4b75-b5b4-94ada1e327b6 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Checking segment: {'id': '20fd2d9a-5372-4347-a1ad-8e990a27f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a6414c30-604f-4131-9ccf-53e64e5be920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:30:07.266172 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4267b3f3-6d87-4b75-b5b4-94ada1e327b6 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Network hostable DHCP agents. Network: a6414c30-604f-4131-9ccf-53e64e5be920, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:30:07.292677 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4267b3f3-6d87-4b75-b5b4-94ada1e327b6 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Network a6414c30-604f-4131-9ccf-53e64e5be920 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:30:07.305505 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-4267b3f3-6d87-4b75-b5b4-94ada1e327b6 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, a6414c30-604f-4131-9ccf-53e64e5be920) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:07.311150 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4267b3f3-6d87-4b75-b5b4-94ada1e327b6 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:07.316353 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b1481b-38ed-4894-a03b-1050715ce904 None None] Network a6414c30-604f-4131-9ccf-53e64e5be920 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:30:07.417230 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267b3f3-6d87-4b75-b5b4-94ada1e327b6 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Pushing event updated for resources: {'Subnet': ['ID=128a3c90-f2e8-4cd1-9584-a9ed0f6867fe,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:07.431435 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9e071e7-52c1-4524-8f9e-11a8a6a54161 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:07.434359 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4267b3f3-6d87-4b75-b5b4-94ada1e327b6 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Checking segment: {'id': '757e184f-5411-4d1b-a432-10068e0485a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '53b2dd0a-0a26-42fa-ac24-5f59fc91cdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:30:07.434837 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4267b3f3-6d87-4b75-b5b4-94ada1e327b6 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Network hostable DHCP agents. Network: 53b2dd0a-0a26-42fa-ac24-5f59fc91cdd7, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:30:07.446706 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a448b0-ae84-49ef-accc-fdc046be4cf1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:30:07.461295 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4267b3f3-6d87-4b75-b5b4-94ada1e327b6 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Network 53b2dd0a-0a26-42fa-ac24-5f59fc91cdd7 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:30:07.472430 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01de1f73-21af-44b4-a1f6-f3122dda9de0 None None] New status for floating IP 41df34f9-211b-475a-9bef-7b5a2a9fdda1: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:30:07.472653 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53431d98-9cd9-494f-bf9e-e2a00130afa8', 'tag': 'd114431c-1274-4827-a777-bc1c30573cfe', 'status': 'completed', 'code': 200} Jan 11 09:30:07.476940 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-4267b3f3-6d87-4b75-b5b4-94ada1e327b6 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 53b2dd0a-0a26-42fa-ac24-5f59fc91cdd7) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:07.481431 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4267b3f3-6d87-4b75-b5b4-94ada1e327b6 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:07.481918 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4267b3f3-6d87-4b75-b5b4-94ada1e327b6 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:07.482576 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4267b3f3-6d87-4b75-b5b4-94ada1e327b6 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:07.497719 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-49a448b0-ae84-49ef-accc-fdc046be4cf1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:07.508595 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4267b3f3-6d87-4b75-b5b4-94ada1e327b6 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.1051240 Jan 11 09:30:07.511517 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52730) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:07.534857 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f40e00d-f7c7-48b8-8cb8-15cca93b2061 None None] Network 53b2dd0a-0a26-42fa-ac24-5f59fc91cdd7 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:30:07.547715 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1593439-c665-43f3-a3cd-1ebd4fbeef25 None None] Network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:30:07.585619 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a448b0-ae84-49ef-accc-fdc046be4cf1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:07.591075 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a448b0-ae84-49ef-accc-fdc046be4cf1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:07.591665 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-49a448b0-ae84-49ef-accc-fdc046be4cf1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:07.599416 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb3f4ff-81c3-441d-ab3b-327ff1c8a184 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:07.600920 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb3f4ff-81c3-441d-ab3b-327ff1c8a184 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:07.602565 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb3f4ff-81c3-441d-ab3b-327ff1c8a184 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:07.603372 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6fb3f4ff-81c3-441d-ab3b-327ff1c8a184 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Synchronizing usage tracker for tenant:76043d1f41aa4795b2c9ed92f31b279e on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:30:07.617377 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-745f5531-39d4-438a-8726-df35a551d328 req-30656224-ddcb-4a78-b8d5-ab318b8bb952 service neutron] 10.222.0.42 "GET /v2.0/networks/ca4ce210-a393-4677-aa6a-eccdb76bdec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6072674 Jan 11 09:30:07.617969 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9e071e7-52c1-4524-8f9e-11a8a6a54161 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:07.624166 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6fb3f4ff-81c3-441d-ab3b-327ff1c8a184 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Unset dirty status for tenant:76043d1f41aa4795b2c9ed92f31b279e on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:30:07.625061 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6fb3f4ff-81c3-441d-ab3b-327ff1c8a184 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1125696 Jan 11 09:30:07.628560 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52734) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:07.629734 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e071e7-52c1-4524-8f9e-11a8a6a54161 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:07.630414 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9e071e7-52c1-4524-8f9e-11a8a6a54161 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:07.701409 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75f7f49-defb-4420-a5d3-38194c7ca89b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Deleting subnet 9b34bd88-2b03-41ed-bf9f-aeefb413e0b2 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:30:07.706117 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e75f7f49-defb-4420-a5d3-38194c7ca89b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:07.774751 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e75f7f49-defb-4420-a5d3-38194c7ca89b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:07.793345 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-49a448b0-ae84-49ef-accc-fdc046be4cf1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 5.5746799 Jan 11 09:30:07.803349 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb675-f491-49ee-8ebe-e0ec8ec25237 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:07.805999 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52738) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:07.818566 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6ba58dd3-c368-4d21-8fc7-25a19f9671a3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1716550395'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:07.826077 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6ba58dd3-c368-4d21-8fc7-25a19f9671a3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:07.834884 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6ba58dd3-c368-4d21-8fc7-25a19f9671a3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:network and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:07.843379 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6ba58dd3-c368-4d21-8fc7-25a19f9671a3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:07.853380 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6ba58dd3-c368-4d21-8fc7-25a19f9671a3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:07.865951 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d9e071e7-52c1-4524-8f9e-11a8a6a54161 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.7963560 Jan 11 09:30:07.872922 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e75f7f49-defb-4420-a5d3-38194c7ca89b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:07.935261 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52742) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:07.936526 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b3de8776-2a1b-4dfb-8793-1ae5eb61935d req-677c9352-c758-4983-9a13-8e1eb2488e52 service neutron] 10.222.0.42 "GET /v2.0/networks/0f65b1ba-3913-4451-8e15-729dbed38017?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2656188 Jan 11 09:30:07.951698 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e071e7-52c1-4524-8f9e-11a8a6a54161 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Pushing event updated for resources: {'Network': ['ID=16cc16a2-2af4-4282-97be-d87a758c0923,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:07.965451 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f06684e5-3bb9-41aa-a420-9e7b413ff5ba tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Request body: {'subnet': {'network_id': '16cc16a2-2af4-4282-97be-d87a758c0923', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:07.988285 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e75f7f49-defb-4420-a5d3-38194c7ca89b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:08.086154 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4eb17-4b3c-46d9-a559-bd95bb2b7c06 req-a7085592-03bf-4af7-8ea3-3eaf13378db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:08.087643 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5cb4eb17-4b3c-46d9-a559-bd95bb2b7c06 req-a7085592-03bf-4af7-8ea3-3eaf13378db0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2f55e34cfef842488129ab7ed2754c64&device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 1099 time: 0.6263728 Jan 11 09:30:08.089253 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 16cc16a2-2af4-4282-97be-d87a758c0923 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:30:08.115496 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba58dd3-c368-4d21-8fc7-25a19f9671a3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:08.118913 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ba58dd3-c368-4d21-8fc7-25a19f9671a3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:08.163063 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f7f49-defb-4420-a5d3-38194c7ca89b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Pushing event deleted for resources: {'Subnet': ['ID=9b34bd88-2b03-41ed-bf9f-aeefb413e0b2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:08.167219 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e75f7f49-defb-4420-a5d3-38194c7ca89b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:08.229724 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfb676b-a5b8-4a63-b7ad-573001a7ddec None None] Network a6414c30-604f-4131-9ccf-53e64e5be920 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:30:08.253693 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f06684e5-3bb9-41aa-a420-9e7b413ff5ba tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:08.259108 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e75f7f49-defb-4420-a5d3-38194c7ca89b tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] 10.222.0.15 "DELETE /v2.0/subnets/9b34bd88-2b03-41ed-bf9f-aeefb413e0b2 HTTP/1.1" status: 204 len: 168 time: 0.6271162 Jan 11 09:30:08.261293 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52750) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:08.264226 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba58dd3-c368-4d21-8fc7-25a19f9671a3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:30:08.267270 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f06684e5-3bb9-41aa-a420-9e7b413ff5ba tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Usage tracker for resource:subnet and tenant:44adac71d3e74cecaea8880a6cddb6d4 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:08.302787 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f06684e5-3bb9-41aa-a420-9e7b413ff5ba tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:08.314196 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ba58dd3-c368-4d21-8fc7-25a19f9671a3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:08.314582 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-6ba58dd3-c368-4d21-8fc7-25a19f9671a3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Added segment ba1dcd51-01e7-4425-a397-dd9b5939c863 of type vlan for network 5c47e289-2c36-4edc-b9a7-e664ca73b7bc Jan 11 09:30:08.324391 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f06684e5-3bb9-41aa-a420-9e7b413ff5ba tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:08.366182 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06684e5-3bb9-41aa-a420-9e7b413ff5ba tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Made reservation on behalf of 44adac71d3e74cecaea8880a6cddb6d4 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:08.369235 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f06684e5-3bb9-41aa-a420-9e7b413ff5ba tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:08.398059 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ba58dd3-c368-4d21-8fc7-25a19f9671a3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:08.415194 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c45559-8ca8-483a-9816-5c6033706e46 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Deleting subnet 128a3c90-f2e8-4cd1-9584-a9ed0f6867fe {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:30:08.432721 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f4c45559-8ca8-483a-9816-5c6033706e46 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:08.462110 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b3de8776-2a1b-4dfb-8793-1ae5eb61935d req-9f06bd56-10b1-4106-912b-2b1990adb714 service neutron] 10.222.0.42 "GET /v2.0/networks/0f65b1ba-3913-4451-8e15-729dbed38017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5132554 Jan 11 09:30:08.496858 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70990e5-e237-4398-880c-ae54db2b4cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-53b2dd0a-0a26-42fa-ac24-5f59fc91cdd7', 'network_id': '53b2dd0a-0a26-42fa-ac24-5f59fc91cdd7', 'tenant_id': '76043d1f41aa4795b2c9ed92f31b279e', 'fixed_ips': [{'subnet_id': '128a3c90-f2e8-4cd1-9584-a9ed0f6867fe'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:30:08.499565 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d70990e5-e237-4398-880c-ae54db2b4cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:08.577019 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f4c45559-8ca8-483a-9816-5c6033706e46 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:08.658035 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ba58dd3-c368-4d21-8fc7-25a19f9671a3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:08.664182 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba58dd3-c368-4d21-8fc7-25a19f9671a3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:08.664806 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ba58dd3-c368-4d21-8fc7-25a19f9671a3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:08.725723 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f4c45559-8ca8-483a-9816-5c6033706e46 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:08.827410 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6ba58dd3-c368-4d21-8fc7-25a19f9671a3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0203452 Jan 11 09:30:08.853085 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52756) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:08.879648 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'ports': [{'network_id': '26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90'}, {'network_id': '5c47e289-2c36-4edc-b9a7-e664ca73b7bc'}]} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:08.879961 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'port': {'network_id': '26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:08.880435 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'port': {'network_id': '5c47e289-2c36-4edc-b9a7-e664ca73b7bc'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:08.903227 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba58dd3-c368-4d21-8fc7-25a19f9671a3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Network': ['ID=5c47e289-2c36-4edc-b9a7-e664ca73b7bc,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:08.908329 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4eb17-4b3c-46d9-a559-bd95bb2b7c06 req-d8c069e1-a77b-4de2-bfd9-bae74a3eb080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:08.909779 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5cb4eb17-4b3c-46d9-a559-bd95bb2b7c06 req-d8c069e1-a77b-4de2-bfd9-bae74a3eb080 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d792ad28-c1a4-4d37-b57d-4b386593b2fd HTTP/1.1" status: 200 len: 912 time: 0.7689633 Jan 11 09:30:08.919283 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 5c47e289-2c36-4edc-b9a7-e664ca73b7bc details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:30:08.959871 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f4c45559-8ca8-483a-9816-5c6033706e46 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:08.994823 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f06684e5-3bb9-41aa-a420-9e7b413ff5ba tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:09.007912 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c45559-8ca8-483a-9816-5c6033706e46 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Pushing event deleted for resources: {'Subnet': ['ID=128a3c90-f2e8-4cd1-9584-a9ed0f6867fe,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server [None req-d70990e5-e237-4398-880c-ae54db2b4cc1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 128a3c90-f2e8-4cd1-9584-a9ed0f6867fe: This subnet is being modified by another concurrent operation. Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 11 09:30:09.026388 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise exception Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 128a3c90-f2e8-4cd1-9584-a9ed0f6867fe: This subnet is being modified by another concurrent operation. Jan 11 09:30:09.029291 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server Jan 11 09:30:09.037978 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f4c45559-8ca8-483a-9816-5c6033706e46 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:09.066445 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a01fe8b-0737-429c-a91f-ef91dda09b95 None None] Network 53b2dd0a-0a26-42fa-ac24-5f59fc91cdd7 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:30:09.077451 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f4c45559-8ca8-483a-9816-5c6033706e46 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] 10.222.0.15 "DELETE /v2.0/subnets/128a3c90-f2e8-4cd1-9584-a9ed0f6867fe HTTP/1.1" status: 204 len: 168 time: 0.8148952 Jan 11 09:30:09.088093 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52762) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:09.141475 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb675-f491-49ee-8ebe-e0ec8ec25237 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:09.143948 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06684e5-3bb9-41aa-a420-9e7b413ff5ba tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Pushing event updated for resources: {'Subnet': ['ID=e3acf91a-d96f-4fe2-bf5c-78b811732d5d,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:09.155268 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06684e5-3bb9-41aa-a420-9e7b413ff5ba tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Checking segment: {'id': '136e32e1-f2ec-4356-975f-c5296d9ecf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '16cc16a2-2af4-4282-97be-d87a758c0923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:30:09.156479 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06684e5-3bb9-41aa-a420-9e7b413ff5ba tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Network hostable DHCP agents. Network: 16cc16a2-2af4-4282-97be-d87a758c0923, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:30:09.177628 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34022275-f534-4c59-8497-9bcf913e3b5e tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:09.178339 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-34022275-f534-4c59-8497-9bcf913e3b5e tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Synchronizing usage tracker for tenant:76043d1f41aa4795b2c9ed92f31b279e on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:30:09.195204 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06684e5-3bb9-41aa-a420-9e7b413ff5ba tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Network 16cc16a2-2af4-4282-97be-d87a758c0923 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:30:09.204224 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-34022275-f534-4c59-8497-9bcf913e3b5e tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Unset dirty status for tenant:76043d1f41aa4795b2c9ed92f31b279e on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:30:09.206145 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-34022275-f534-4c59-8497-9bcf913e3b5e tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1170022 Jan 11 09:30:09.210798 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52766) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:09.211624 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f06684e5-3bb9-41aa-a420-9e7b413ff5ba tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 16cc16a2-2af4-4282-97be-d87a758c0923) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:09.224448 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4215e874-ef80-4d44-a995-2d176204eb82 None None] Network 16cc16a2-2af4-4282-97be-d87a758c0923 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:30:09.243373 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06684e5-3bb9-41aa-a420-9e7b413ff5ba tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:09.243957 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f06684e5-3bb9-41aa-a420-9e7b413ff5ba tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:09.328518 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f06684e5-3bb9-41aa-a420-9e7b413ff5ba tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3895710 Jan 11 09:30:09.340592 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52770) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:09.352238 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c2ad036b-2bb0-4dd5-8997-b7045d302083 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:09.378519 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-dc537f84-7d4c-4717-98dd-8de4193d25ca tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Request body: {'port': {'network_id': '16cc16a2-2af4-4282-97be-d87a758c0923', 'name': 'tempest-AllowedAddressPairTestJSON-1438195302'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:09.398768 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3265c12c-b883-4756-b725-d9fce4ae94cf tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:09.447977 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5cb4eb17-4b3c-46d9-a559-bd95bb2b7c06 req-2c8a08e9-5c31-4af3-aa3d-fa30de1fd6bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d114431c-1274-4827-a777-bc1c30573cfe HTTP/1.1" status: 200 len: 1002 time: 0.5238733 Jan 11 09:30:09.472828 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3265c12c-b883-4756-b725-d9fce4ae94cf tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:09.478257 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2558cbc-7dd3-4585-b025-a1807574e949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-16cc16a2-2af4-4282-97be-d87a758c0923', 'network_id': '16cc16a2-2af4-4282-97be-d87a758c0923', 'tenant_id': '44adac71d3e74cecaea8880a6cddb6d4', 'fixed_ips': [{'subnet_id': 'e3acf91a-d96f-4fe2-bf5c-78b811732d5d'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:30:09.479071 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2558cbc-7dd3-4585-b025-a1807574e949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:09.488384 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c2ad036b-2bb0-4dd5-8997-b7045d302083 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:09.516684 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c2ad036b-2bb0-4dd5-8997-b7045d302083 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b2dd0a-0a26-42fa-ac24-5f59fc91cdd7']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:09.533532 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c2ad036b-2bb0-4dd5-8997-b7045d302083 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757e184f-5411-4d1b-a432-10068e0485a2') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:09.533726 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c2ad036b-2bb0-4dd5-8997-b7045d302083 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757e184f-5411-4d1b-a432-10068e0485a2') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:09.548118 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c2ad036b-2bb0-4dd5-8997-b7045d302083 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:09.568786 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c2ad036b-2bb0-4dd5-8997-b7045d302083 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:09.579123 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ad036b-2bb0-4dd5-8997-b7045d302083 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:30:09.579648 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c2ad036b-2bb0-4dd5-8997-b7045d302083 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:30:09.599272 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:30:09.682359 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-a2558cbc-7dd3-4585-b025-a1807574e949 None None] Allocated IP 172.20.0.2 (16cc16a2-2af4-4282-97be-d87a758c0923/e3acf91a-d96f-4fe2-bf5c-78b811732d5d/affa2755-4a07-4491-8c6e-acc90a4b0a0c) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:30:09.688433 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c2ad036b-2bb0-4dd5-8997-b7045d302083 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:09.695251 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e151a-3ec8-4114-92c0-20169cceeeaf req-bca212d9-aded-42dc-bc0e-5985a8e6bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:09.697301 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f69e151a-3ec8-4114-92c0-20169cceeeaf req-bca212d9-aded-42dc-bc0e-5985a8e6bcac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d6077e90b3ac4829977f25baaf7390d5&device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 1099 time: 0.8979685 Jan 11 09:30:09.700993 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c2ad036b-2bb0-4dd5-8997-b7045d302083 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:09.739904 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad036b-2bb0-4dd5-8997-b7045d302083 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Pushing event deleted for resources: {'Network': ['ID=53b2dd0a-0a26-42fa-ac24-5f59fc91cdd7,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:09.744725 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c2ad036b-2bb0-4dd5-8997-b7045d302083 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] 10.222.0.15 "DELETE /v2.0/networks/53b2dd0a-0a26-42fa-ac24-5f59fc91cdd7 HTTP/1.1" status: 204 len: 168 time: 0.5307925 Jan 11 09:30:09.746878 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52778) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:09.875351 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6584a6d-b1f8-48f9-b6db-c0257ae67750 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:09.879402 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:09.904035 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4eb17-4b3c-46d9-a559-bd95bb2b7c06 req-f7d9e72f-beb2-4bf7-bd0b-1ee2ef96524e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:09.906125 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5cb4eb17-4b3c-46d9-a559-bd95bb2b7c06 req-f7d9e72f-beb2-4bf7-bd0b-1ee2ef96524e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75d32f1d-e961-48e8-b51c-6c84103eee1a HTTP/1.1" status: 200 len: 850 time: 0.4102776 Jan 11 09:30:09.917118 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:port and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:09.926612 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:10.024950 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2558cbc-7dd3-4585-b025-a1807574e949 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:10.037823 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:10.038923 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a2558cbc-7dd3-4585-b025-a1807574e949 None None] Transition to ACTIVE for port object affa2755-4a07-4491-8c6e-acc90a4b0a0c will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:30:10.062268 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a2558cbc-7dd3-4585-b025-a1807574e949 None None] Transition to ACTIVE for port object affa2755-4a07-4491-8c6e-acc90a4b0a0c will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:30:10.069212 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2558cbc-7dd3-4585-b025-a1807574e949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:10.116840 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-dc537f84-7d4c-4717-98dd-8de4193d25ca tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:10.129652 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'port': 2} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:10.133448 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:10.135086 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6584a6d-b1f8-48f9-b6db-c0257ae67750 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:10.136790 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2558cbc-7dd3-4585-b025-a1807574e949 None None] Network 16cc16a2-2af4-4282-97be-d87a758c0923 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:10.139618 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-a2558cbc-7dd3-4585-b025-a1807574e949 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:10.143419 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2558cbc-7dd3-4585-b025-a1807574e949 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:10.143721 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-dc537f84-7d4c-4717-98dd-8de4193d25ca tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Usage tracker for resource:port and tenant:44adac71d3e74cecaea8880a6cddb6d4 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:10.166069 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c6584a6d-b1f8-48f9-b6db-c0257ae67750 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6414c30-604f-4131-9ccf-53e64e5be920']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:10.166353 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-dc537f84-7d4c-4717-98dd-8de4193d25ca tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:10.180867 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c6584a6d-b1f8-48f9-b6db-c0257ae67750 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20fd2d9a-5372-4347-a1ad-8e990a27f8db') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:10.181442 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-c6584a6d-b1f8-48f9-b6db-c0257ae67750 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20fd2d9a-5372-4347-a1ad-8e990a27f8db') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:10.183071 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2558cbc-7dd3-4585-b025-a1807574e949 None None] Pushing event updated for resources: {'Port': ['ID=affa2755-4a07-4491-8c6e-acc90a4b0a0c,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:10.194359 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-dc537f84-7d4c-4717-98dd-8de4193d25ca tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:10.198176 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6584a6d-b1f8-48f9-b6db-c0257ae67750 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:10.206932 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e151a-3ec8-4114-92c0-20169cceeeaf req-d90a8270-783d-49f6-8fac-cae4d2ed24ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:10.208676 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f69e151a-3ec8-4114-92c0-20169cceeeaf req-d90a8270-783d-49f6-8fac-cae4d2ed24ae service neutron] 10.222.0.42 "GET /v2.0/networks?id=0f65b1ba-3913-4451-8e15-729dbed38017 HTTP/1.1" status: 200 len: 907 time: 0.4387913 Jan 11 09:30:10.216892 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6584a6d-b1f8-48f9-b6db-c0257ae67750 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:10.218829 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:10.224970 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6584a6d-b1f8-48f9-b6db-c0257ae67750 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:30:10.225584 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6584a6d-b1f8-48f9-b6db-c0257ae67750 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:30:10.245153 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:30:10.265268 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a2558cbc-7dd3-4585-b025-a1807574e949 None None] Attempting to bind port affa2755-4a07-4491-8c6e-acc90a4b0a0c on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:30:10.265638 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a2558cbc-7dd3-4585-b025-a1807574e949 None None] Attempting to bind port affa2755-4a07-4491-8c6e-acc90a4b0a0c by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '136e32e1-f2ec-4356-975f-c5296d9ecf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '16cc16a2-2af4-4282-97be-d87a758c0923'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:30:10.266182 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2558cbc-7dd3-4585-b025-a1807574e949 None None] Attempting to bind port affa2755-4a07-4491-8c6e-acc90a4b0a0c on network 16cc16a2-2af4-4282-97be-d87a758c0923 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:30:10.274406 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2558cbc-7dd3-4585-b025-a1807574e949 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:30:10.274807 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2558cbc-7dd3-4585-b025-a1807574e949 None None] Checking segment: {'id': '136e32e1-f2ec-4356-975f-c5296d9ecf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '16cc16a2-2af4-4282-97be-d87a758c0923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:30:10.275186 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2558cbc-7dd3-4585-b025-a1807574e949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:10.275578 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2558cbc-7dd3-4585-b025-a1807574e949 None None] Bound using segment: {'id': '136e32e1-f2ec-4356-975f-c5296d9ecf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '16cc16a2-2af4-4282-97be-d87a758c0923'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:30:10.276048 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a2558cbc-7dd3-4585-b025-a1807574e949 None None] Bound port: affa2755-4a07-4491-8c6e-acc90a4b0a0c, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136e32e1-f2ec-4356-975f-c5296d9ecf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '16cc16a2-2af4-4282-97be-d87a758c0923'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:30:10.276778 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2558cbc-7dd3-4585-b025-a1807574e949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:10.338134 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6584a6d-b1f8-48f9-b6db-c0257ae67750 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:10.369192 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6584a6d-b1f8-48f9-b6db-c0257ae67750 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:10.372672 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6584a6d-b1f8-48f9-b6db-c0257ae67750 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Pushing event deleted for resources: {'Network': ['ID=a6414c30-604f-4131-9ccf-53e64e5be920,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:10.391891 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c6584a6d-b1f8-48f9-b6db-c0257ae67750 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] 10.222.0.15 "DELETE /v2.0/networks/a6414c30-604f-4131-9ccf-53e64e5be920 HTTP/1.1" status: 204 len: 168 time: 0.6439583 Jan 11 09:30:10.392523 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52784) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:10.393771 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a2558cbc-7dd3-4585-b025-a1807574e949 None None] For port affa2755-4a07-4491-8c6e-acc90a4b0a0c, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:30:10.397338 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a2558cbc-7dd3-4585-b025-a1807574e949 None None] For port affa2755-4a07-4491-8c6e-acc90a4b0a0c, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=affa2755-4a07-4491-8c6e-acc90a4b0a0c,segment=NetworkSegment(136e32e1-f2ec-4356-975f-c5296d9ecf21),segment_id=136e32e1-f2ec-4356-975f-c5296d9ecf21)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:30:10.402805 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2558cbc-7dd3-4585-b025-a1807574e949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:10.471696 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-3265c12c-b883-4756-b725-d9fce4ae94cf tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Allocated IP 172.26.3.232 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/f55707f1-8948-4169-b351-e5405fee6dfc) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:30:10.488186 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc537f84-7d4c-4717-98dd-8de4193d25ca tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Made reservation on behalf of 44adac71d3e74cecaea8880a6cddb6d4 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:10.491633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dc537f84-7d4c-4717-98dd-8de4193d25ca tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:10.517104 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2558cbc-7dd3-4585-b025-a1807574e949 None None] Pushing event updated for resources: {'Port': ['ID=affa2755-4a07-4491-8c6e-acc90a4b0a0c,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:10.531422 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32070a3d-99a7-4907-9f89-4e03452ad4d9 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:10.603375 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bbb675-f491-49ee-8ebe-e0ec8ec25237 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Router 6a3407b1-96fa-4360-a531-e2d503b2c230 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:30:10.623016 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-dc537f84-7d4c-4717-98dd-8de4193d25ca tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] device_id is not set on port fc521a59-eb29-4ee6-b292-1e324d295bda yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:30:10.682727 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32070a3d-99a7-4907-9f89-4e03452ad4d9 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:10.696906 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4eb17-4b3c-46d9-a559-bd95bb2b7c06 req-ae5cd15e-aabb-4323-a424-34abc374465c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:10.698631 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5cb4eb17-4b3c-46d9-a559-bd95bb2b7c06 req-ae5cd15e-aabb-4323-a424-34abc374465c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d792ad28-c1a4-4d37-b57d-4b386593b2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7671983 Jan 11 09:30:10.718966 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f69e151a-3ec8-4114-92c0-20169cceeeaf req-213810db-7b1f-4c5f-9bb5-94fc3b84a68d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb5c29f7-867c-46f6-b73e-f2b682db3b03 HTTP/1.1" status: 200 len: 1002 time: 0.4857569 Jan 11 09:30:10.742763 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-32070a3d-99a7-4907-9f89-4e03452ad4d9 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175aa8ee-f46b-4429-bbab-a61850f7c6e5']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:10.774224 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-32070a3d-99a7-4907-9f89-4e03452ad4d9 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc4806b1-9d7f-449e-92b2-313334f6c1a1') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:10.774732 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-32070a3d-99a7-4907-9f89-4e03452ad4d9 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc4806b1-9d7f-449e-92b2-313334f6c1a1') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:10.795292 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32070a3d-99a7-4907-9f89-4e03452ad4d9 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:10.813898 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32070a3d-99a7-4907-9f89-4e03452ad4d9 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:10.821928 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32070a3d-99a7-4907-9f89-4e03452ad4d9 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:30:10.822360 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32070a3d-99a7-4907-9f89-4e03452ad4d9 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:30:10.837378 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:30:10.937573 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32070a3d-99a7-4907-9f89-4e03452ad4d9 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:10.955884 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32070a3d-99a7-4907-9f89-4e03452ad4d9 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:10.968603 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32070a3d-99a7-4907-9f89-4e03452ad4d9 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Pushing event deleted for resources: {'Network': ['ID=175aa8ee-f46b-4429-bbab-a61850f7c6e5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:10.974151 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-32070a3d-99a7-4907-9f89-4e03452ad4d9 tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] 10.222.0.15 "DELETE /v2.0/networks/175aa8ee-f46b-4429-bbab-a61850f7c6e5 HTTP/1.1" status: 204 len: 168 time: 0.5801129 Jan 11 09:30:10.976086 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52792) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:11.094443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1094f87-5efa-472d-bb16-1d0238afc57d tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:11.235335 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e151a-3ec8-4114-92c0-20169cceeeaf req-847c4031-daf0-4651-af8f-19c3acfcd488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:11.235863 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1094f87-5efa-472d-bb16-1d0238afc57d tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:11.236820 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f69e151a-3ec8-4114-92c0-20169cceeeaf req-847c4031-daf0-4651-af8f-19c3acfcd488 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ae3fb401-b762-4565-b792-d6b1996befaa HTTP/1.1" status: 200 len: 845 time: 0.4775808 Jan 11 09:30:11.270597 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d1094f87-5efa-472d-bb16-1d0238afc57d tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df44202-0ff5-4d02-a201-4e2b2a317762']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:11.285429 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d1094f87-5efa-472d-bb16-1d0238afc57d tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e5c49b-452c-4183-830a-f634c2c369db') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:11.285996 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d1094f87-5efa-472d-bb16-1d0238afc57d tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e5c49b-452c-4183-830a-f634c2c369db') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:11.301613 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1094f87-5efa-472d-bb16-1d0238afc57d tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:11.325761 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1094f87-5efa-472d-bb16-1d0238afc57d tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:11.337849 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1094f87-5efa-472d-bb16-1d0238afc57d tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:30:11.338542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1094f87-5efa-472d-bb16-1d0238afc57d tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:11.339270 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] device_id is not set on port 13eead27-3b3a-47f4-9cd6-02eb45494f7c yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:30:11.355050 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:30:11.464010 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3265c12c-b883-4756-b725-d9fce4ae94cf tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:11.469786 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1094f87-5efa-472d-bb16-1d0238afc57d tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:11.495599 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1094f87-5efa-472d-bb16-1d0238afc57d tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:11.506969 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1094f87-5efa-472d-bb16-1d0238afc57d tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] Pushing event deleted for resources: {'Network': ['ID=2df44202-0ff5-4d02-a201-4e2b2a317762,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:11.516214 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d1094f87-5efa-472d-bb16-1d0238afc57d tempest-BulkNetworkOpsTest-148243214 tempest-BulkNetworkOpsTest-148243214-project] 10.222.0.15 "DELETE /v2.0/networks/2df44202-0ff5-4d02-a201-4e2b2a317762 HTTP/1.1" status: 204 len: 168 time: 0.5359912 Jan 11 09:30:11.585090 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3265c12c-b883-4756-b725-d9fce4ae94cf tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:11.680432 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-dc537f84-7d4c-4717-98dd-8de4193d25ca tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Allocated IP 172.20.0.9 (16cc16a2-2af4-4282-97be-d87a758c0923/e3acf91a-d96f-4fe2-bf5c-78b811732d5d/fc521a59-eb29-4ee6-b292-1e324d295bda) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:30:11.700933 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5cb4eb17-4b3c-46d9-a559-bd95bb2b7c06 req-6c05529e-b0ea-4a23-b8f9-117a3f7dae3a service neutron] 10.222.0.42 "GET /v2.0/networks/d792ad28-c1a4-4d37-b57d-4b386593b2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9465401 Jan 11 09:30:11.739204 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31186c55-3cd6-4cb2-8fc2-191343469fdf None None] Network 16cc16a2-2af4-4282-97be-d87a758c0923 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:30:11.755359 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265c12c-b883-4756-b725-d9fce4ae94cf tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Pushing event updated for resources: {'Port': ['ID=f55707f1-8948-4169-b351-e5405fee6dfc,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:11.773848 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bbb675-f491-49ee-8ebe-e0ec8ec25237 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:30:11.784460 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3265c12c-b883-4756-b725-d9fce4ae94cf tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:11.786463 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] Sync routers for ids ['6a3407b1-96fa-4360-a531-e2d503b2c230'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:30:11.801787 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] Routers {'6a3407b1-96fa-4360-a531-e2d503b2c230'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:11.802553 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:29:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['6a3407b1-96fa-4360-a531-e2d503b2c230'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:11.839499 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3db8caa0-c554-4d12-a69d-73868d13455b None None] Provisioning for port affa2755-4a07-4491-8c6e-acc90a4b0a0c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:30:11.957128 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-3265c12c-b883-4756-b725-d9fce4ae94cf tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:11.970206 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3265c12c-b883-4756-b725-d9fce4ae94cf tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:11.991343 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52804) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:12.044356 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1bbb675-f491-49ee-8ebe-e0ec8ec25237 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:12.045537 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d1bbb675-f491-49ee-8ebe-e0ec8ec25237 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 13.6946659 Jan 11 09:30:12.048903 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52810) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:12.112565 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] Set router 6a3407b1-96fa-4360-a531-e2d503b2c230 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:30:12.385680 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cfa1d4-4c16-4d27-9fdc-8ae99bc8b180 None None] get_active_networks_info from dv-neutron-823402-4-hyperv {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 11 09:30:12.410433 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9121279b-79fb-41f4-ab26-e8c5333d8e04 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76043d1f41aa4795b2c9ed92f31b279e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4157488 Jan 11 09:30:12.415849 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52816) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:12.463259 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b80b375c-e1f3-4893-a870-dc3987bfb718 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "GET /v2.0/routers/6a3407b1-96fa-4360-a531-e2d503b2c230 HTTP/1.1" status: 200 len: 906 time: 0.4111750 Jan 11 09:30:12.473779 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52820) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:12.552584 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3407b1-96fa-4360-a531-e2d503b2c230', 'name': 'tempest-snat-router-1311926627', 'tenant_id': '379679e4ceb24a729127255c3466e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': '418a3a80-62f3-42be-b087-ba13b01979e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:29:58Z', 'updated_at': '2022-01-11T09:30:06Z', 'revision_number': 3, 'project_id': '379679e4ceb24a729127255c3466e51a', 'gw_port': {'id': '418a3a80-62f3-42be-b087-ba13b01979e4', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3407b1-96fa-4360-a531-e2d503b2c230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:30:01Z', 'updated_at': '2022-01-11T09:30:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:12.566926 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] Checking router: 6a3407b1-96fa-4360-a531-e2d503b2c230 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:30:12.567583 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] Updating router 6a3407b1-96fa-4360-a531-e2d503b2c230 port 418a3a80-62f3-42be-b087-ba13b01979e4 binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:30:12.673869 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cfa1d4-4c16-4d27-9fdc-8ae99bc8b180 None None] Resources bound (agent type, host, resource id): {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 11 09:30:12.678284 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device affa2755-4a07-4491-8c6e-acc90a4b0a0c up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:30:12.702358 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:12.754849 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3265c12c-b883-4756-b725-d9fce4ae94cf tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:12.883509 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port affa2755-4a07-4491-8c6e-acc90a4b0a0c completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:30:12.892612 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port affa2755-4a07-4491-8c6e-acc90a4b0a0c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:30:12.893325 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:12.927995 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd2f7136-1f40-4454-9327-1418818d9429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:12.994902 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd2f7136-1f40-4454-9327-1418818d9429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:13.003970 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ac639d7-01e5-4b9b-94fa-bb37626eed21 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:13.092266 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dc537f84-7d4c-4717-98dd-8de4193d25ca tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:13.104427 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:13.111417 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-dc537f84-7d4c-4717-98dd-8de4193d25ca tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Transition to ACTIVE for port object fc521a59-eb29-4ee6-b292-1e324d295bda will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:30:13.139813 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:13.146787 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port affa2755-4a07-4491-8c6e-acc90a4b0a0c, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=affa2755-4a07-4491-8c6e-acc90a4b0a0c,segment=NetworkSegment(136e32e1-f2ec-4356-975f-c5296d9ecf21),segment_id=136e32e1-f2ec-4356-975f-c5296d9ecf21)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:30:13.150414 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e151a-3ec8-4114-92c0-20169cceeeaf req-bea8fa87-96e0-40fe-869f-9ddc7f11d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:13.152953 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f69e151a-3ec8-4114-92c0-20169cceeeaf req-bea8fa87-96e0-40fe-869f-9ddc7f11d192 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0f65b1ba-3913-4451-8e15-729dbed38017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.8931506 Jan 11 09:30:13.154990 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] Transition to ACTIVE for port object 418a3a80-62f3-42be-b087-ba13b01979e4 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:30:13.156017 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:13.169994 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:13.176622 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dc537f84-7d4c-4717-98dd-8de4193d25ca tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:13.251716 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=affa2755-4a07-4491-8c6e-acc90a4b0a0c,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:13.252016 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ac639d7-01e5-4b9b-94fa-bb37626eed21 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:13.257277 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd2f7136-1f40-4454-9327-1418818d9429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:13.262828 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077a202-d672-4d43-b37b-29351fb1b45e None None] Pushing event updated for resources: {'Port': ['ID=418a3a80-62f3-42be-b087-ba13b01979e4,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:13.282819 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f7136-1f40-4454-9327-1418818d9429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f954a6f2-1320-4db5-9dbe-2c6d2e325507,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:13.286971 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3ac639d7-01e5-4b9b-94fa-bb37626eed21 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Deleting port 418a3a80-62f3-42be-b087-ba13b01979e4 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:13.287308 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ac639d7-01e5-4b9b-94fa-bb37626eed21 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:13.306584 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] Attempting to bind port 418a3a80-62f3-42be-b087-ba13b01979e4 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:30:13.307043 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] Attempting to bind port 418a3a80-62f3-42be-b087-ba13b01979e4 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:30:13.307473 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] Attempting to bind port 418a3a80-62f3-42be-b087-ba13b01979e4 on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:30:13.314052 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:30:13.314636 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:30:13.315134 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:13.315590 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:30:13.316128 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] Bound port: 418a3a80-62f3-42be-b087-ba13b01979e4, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:30:13.316562 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:13.327692 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd2f7136-1f40-4454-9327-1418818d9429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:13.330527 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-bd2f7136-1f40-4454-9327-1418818d9429 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f954a6f2-1320-4db5-9dbe-2c6d2e325507 HTTP/1.1" status: 204 len: 168 time: 0.9137559 Jan 11 09:30:13.464550 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] For port 418a3a80-62f3-42be-b087-ba13b01979e4, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:30:13.469813 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] For port 418a3a80-62f3-42be-b087-ba13b01979e4, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=418a3a80-62f3-42be-b087-ba13b01979e4,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:30:13.477239 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:13.534984 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc537f84-7d4c-4717-98dd-8de4193d25ca tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Network 16cc16a2-2af4-4282-97be-d87a758c0923 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:13.556463 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-dc537f84-7d4c-4717-98dd-8de4193d25ca tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:13.578738 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-3ac639d7-01e5-4b9b-94fa-bb37626eed21 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] For port 418a3a80-62f3-42be-b087-ba13b01979e4, host dv-neutron-823402-4-hyperv, got binding levels [] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:30:13.579011 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ac639d7-01e5-4b9b-94fa-bb37626eed21 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:13.583006 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc537f84-7d4c-4717-98dd-8de4193d25ca tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:13.616701 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077a202-d672-4d43-b37b-29351fb1b45e None None] Pushing event updated for resources: {'Port': ['ID=418a3a80-62f3-42be-b087-ba13b01979e4,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:13.622017 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] Routers {'6a3407b1-96fa-4360-a531-e2d503b2c230'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:13.622690 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:29:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['6a3407b1-96fa-4360-a531-e2d503b2c230'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:13.692293 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5cb4eb17-4b3c-46d9-a559-bd95bb2b7c06 req-c6537478-28f5-40ce-88b9-be7b0f105ea2 service neutron] 10.222.0.42 "GET /v2.0/networks/d792ad28-c1a4-4d37-b57d-4b386593b2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9222522 Jan 11 09:30:13.707023 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc537f84-7d4c-4717-98dd-8de4193d25ca tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:13.710161 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dc537f84-7d4c-4717-98dd-8de4193d25ca tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:13.781106 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3ac639d7-01e5-4b9b-94fa-bb37626eed21 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Calling delete_port for 418a3a80-62f3-42be-b087-ba13b01979e4 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:13.864155 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] Set router 6a3407b1-96fa-4360-a531-e2d503b2c230 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:30:13.873340 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-dd05fd05-f0ad-48cd-85a6-0ac46b36fd23 None None] Provisioning for port fc521a59-eb29-4ee6-b292-1e324d295bda completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:30:13.881629 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-dd05fd05-f0ad-48cd-85a6-0ac46b36fd23 None None] Provisioning complete for port fc521a59-eb29-4ee6-b292-1e324d295bda triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:30:13.882000 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dd05fd05-f0ad-48cd-85a6-0ac46b36fd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:13.949574 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc537f84-7d4c-4717-98dd-8de4193d25ca tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Pushing event updated for resources: {'Port': ['ID=fc521a59-eb29-4ee6-b292-1e324d295bda,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:13.976437 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.api [None req-3ac639d7-01e5-4b9b-94fa-bb37626eed21 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:30:13.976849 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG oslo_db.api [None req-3ac639d7-01e5-4b9b-94fa-bb37626eed21 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:30:14.005789 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-dd05fd05-f0ad-48cd-85a6-0ac46b36fd23 None None] Port fc521a59-eb29-4ee6-b292-1e324d295bda cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:30:14.016719 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f69e151a-3ec8-4114-92c0-20169cceeeaf req-95f16293-d627-4c3b-9094-e01c4e591ad8 service neutron] 10.222.0.42 "GET /v2.0/networks/0f65b1ba-3913-4451-8e15-729dbed38017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8429153 Jan 11 09:30:14.034634 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-dc537f84-7d4c-4717-98dd-8de4193d25ca tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6879163 Jan 11 09:30:14.037072 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52844) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:14.042717 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-42cad0e5-86b1-4b85-ae09-db6db0683232 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Request body: {'port': {'network_id': '16cc16a2-2af4-4282-97be-d87a758c0923', 'name': 'tempest-AllowedAddressPairTestJSON-1467405303', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:74:81:f5'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:14.051223 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3407b1-96fa-4360-a531-e2d503b2c230', 'name': 'tempest-snat-router-1311926627', 'tenant_id': '379679e4ceb24a729127255c3466e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:29:58Z', 'updated_at': '2022-01-11T09:30:13Z', 'revision_number': 4, 'project_id': '379679e4ceb24a729127255c3466e51a', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:14.057594 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b466024-6a5b-472a-a51e-4d8bcbb9a2e2 None None] The sync data for ids ['6a3407b1-96fa-4360-a531-e2d503b2c230'] in dv-neutron-823402-4-hyperv is: [{'id': '6a3407b1-96fa-4360-a531-e2d503b2c230', 'name': 'tempest-snat-router-1311926627', 'tenant_id': '379679e4ceb24a729127255c3466e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:29:58Z', 'updated_at': '2022-01-11T09:30:13Z', 'revision_number': 4, 'project_id': '379679e4ceb24a729127255c3466e51a', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:30:14.071470 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:14.205402 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-42cad0e5-86b1-4b85-ae09-db6db0683232 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:14.209561 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-42cad0e5-86b1-4b85-ae09-db6db0683232 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Usage tracker for resource:port and tenant:44adac71d3e74cecaea8880a6cddb6d4 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:14.212600 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-42cad0e5-86b1-4b85-ae09-db6db0683232 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:14.219420 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-42cad0e5-86b1-4b85-ae09-db6db0683232 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:14.231522 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cad0e5-86b1-4b85-ae09-db6db0683232 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Made reservation on behalf of 44adac71d3e74cecaea8880a6cddb6d4 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:14.376023 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] device_id is not set on port 5b2f6e44-9a12-4c90-8948-d92c5bc35bf8 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:30:14.378634 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-42cad0e5-86b1-4b85-ae09-db6db0683232 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:14.403851 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-42cad0e5-86b1-4b85-ae09-db6db0683232 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] device_id is not set on port 4eee89df-1e3a-4fb2-be9f-61bb3354a623 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:30:14.444301 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52856) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:14.459384 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f69e151a-3ec8-4114-92c0-20169cceeeaf req-71327617-561a-4d95-8bb9-84abf21fddab service neutron] 10.222.0.42 "GET /v2.0/networks/0f65b1ba-3913-4451-8e15-729dbed38017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170995 Jan 11 09:30:14.486825 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3ac639d7-01e5-4b9b-94fa-bb37626eed21 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Deleting port 418a3a80-62f3-42be-b087-ba13b01979e4 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:14.487244 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ac639d7-01e5-4b9b-94fa-bb37626eed21 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:14.539177 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3265c12c-b883-4756-b725-d9fce4ae94cf tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:14.563859 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device affa2755-4a07-4491-8c6e-acc90a4b0a0c up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:30:14.703118 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port affa2755-4a07-4491-8c6e-acc90a4b0a0c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:30:14.703538 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:14.725237 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-42cad0e5-86b1-4b85-ae09-db6db0683232 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Allocated IP 172.20.0.14 (16cc16a2-2af4-4282-97be-d87a758c0923/e3acf91a-d96f-4fe2-bf5c-78b811732d5d/4eee89df-1e3a-4fb2-be9f-61bb3354a623) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:30:14.887816 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-89d324d9-75fd-4f3b-bdf8-cde7810872ad tempest-DvrRoutersNegativeTest-585865521 tempest-DvrRoutersNegativeTest-585865521-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-709683349', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:14.891510 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.policy [None req-89d324d9-75fd-4f3b-bdf8-cde7810872ad tempest-DvrRoutersNegativeTest-585865521 tempest-DvrRoutersNegativeTest-585865521-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87655) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jan 11 09:30:14.891741 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.policy [None req-89d324d9-75fd-4f3b-bdf8-cde7810872ad tempest-DvrRoutersNegativeTest-585865521 tempest-DvrRoutersNegativeTest-585865521-project] Failed policy check for 'create_router' {{(pid=87655) enforce /opt/stack/neutron/neutron/policy.py:520}} Jan 11 09:30:14.892283 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-89d324d9-75fd-4f3b-bdf8-cde7810872ad tempest-DvrRoutersNegativeTest-585865521 tempest-DvrRoutersNegativeTest-585865521-project] create failed (client error): Access was denied to this resource. Jan 11 09:30:14.893283 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-89d324d9-75fd-4f3b-bdf8-cde7810872ad tempest-DvrRoutersNegativeTest-585865521 tempest-DvrRoutersNegativeTest-585865521-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4479291 Jan 11 09:30:14.972795 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-3ac639d7-01e5-4b9b-94fa-bb37626eed21 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] For port 418a3a80-62f3-42be-b087-ba13b01979e4, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=418a3a80-62f3-42be-b087-ba13b01979e4,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:30:14.973153 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ac639d7-01e5-4b9b-94fa-bb37626eed21 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:15.074478 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:15.129966 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3265c12c-b883-4756-b725-d9fce4ae94cf tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Router 25665dea-4c86-414d-aff2-6ac8e9e12b4e is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:30:15.141938 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:15.142778 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3ac639d7-01e5-4b9b-94fa-bb37626eed21 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Calling delete_port for 418a3a80-62f3-42be-b087-ba13b01979e4 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:15.289355 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:15.300728 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:15.307717 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:15.308429 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:15.323475 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Port': ['ID=13eead27-3b3a-47f4-9cd6-02eb45494f7c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:15.345541 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52872) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:15.364984 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-42cad0e5-86b1-4b85-ae09-db6db0683232 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:15.389915 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-42cad0e5-86b1-4b85-ae09-db6db0683232 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Transition to ACTIVE for port object 4eee89df-1e3a-4fb2-be9f-61bb3354a623 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:30:15.491235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3265c12c-b883-4756-b725-d9fce4ae94cf tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:30:15.491531 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-547e5941-2a4c-4a9b-a9c1-7c425f505de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:15.502421 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b48eeed-7fc3-49cf-aaba-cd63badc785f None None] Sync routers for ids ['25665dea-4c86-414d-aff2-6ac8e9e12b4e'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:30:15.503980 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Port': ['ID=5b2f6e44-9a12-4c90-8948-d92c5bc35bf8,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:15.505763 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ac639d7-01e5-4b9b-94fa-bb37626eed21 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:15.515460 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b48eeed-7fc3-49cf-aaba-cd63badc785f None None] Routers {'25665dea-4c86-414d-aff2-6ac8e9e12b4e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:15.516218 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6b48eeed-7fc3-49cf-aaba-cd63badc785f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:29:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['25665dea-4c86-414d-aff2-6ac8e9e12b4e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:15.518343 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Checking segment: {'id': 'ba1dcd51-01e7-4425-a397-dd9b5939c863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5c47e289-2c36-4edc-b9a7-e664ca73b7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:30:15.518712 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network hostable DHCP agents. Network: 5c47e289-2c36-4edc-b9a7-e664ca73b7bc, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:30:15.536758 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3265c12c-b883-4756-b725-d9fce4ae94cf tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:15.541035 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3265c12c-b883-4756-b725-d9fce4ae94cf tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.5401068 Jan 11 09:30:15.541035 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52878) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:15.547922 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-547e5941-2a4c-4a9b-a9c1-7c425f505de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:15.559167 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac639d7-01e5-4b9b-94fa-bb37626eed21 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Pushing event deleted for resources: {'Port': ['ID=418a3a80-62f3-42be-b087-ba13b01979e4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:15.562828 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-547e5941-2a4c-4a9b-a9c1-7c425f505de2 admin admin] Usage tracker for resource:security_group_rule and tenant:ef45ae73b3b24164b09f8b788a73c626 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:15.566656 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-42cad0e5-86b1-4b85-ae09-db6db0683232 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:15.592433 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-547e5941-2a4c-4a9b-a9c1-7c425f505de2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:15.605798 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6b48eeed-7fc3-49cf-aaba-cd63badc785f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:15.612864 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network 5c47e289-2c36-4edc-b9a7-e664ca73b7bc is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:30:15.625716 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b48eeed-7fc3-49cf-aaba-cd63badc785f None None] Routers {'25665dea-4c86-414d-aff2-6ac8e9e12b4e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:15.626885 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6b48eeed-7fc3-49cf-aaba-cd63badc785f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:29:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['25665dea-4c86-414d-aff2-6ac8e9e12b4e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:15.634045 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 5c47e289-2c36-4edc-b9a7-e664ca73b7bc) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:15.642889 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:15.648338 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:15.653071 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:15.653724 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:15.665854 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-547e5941-2a4c-4a9b-a9c1-7c425f505de2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:15.709682 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6b48eeed-7fc3-49cf-aaba-cd63badc785f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:15.710097 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b48eeed-7fc3-49cf-aaba-cd63badc785f None None] The sync data for ids ['25665dea-4c86-414d-aff2-6ac8e9e12b4e'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:30:15.711689 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4edaee-70ef-4c04-b8c8-57589db06207 None None] Network 5c47e289-2c36-4edc-b9a7-e664ca73b7bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:30:15.749683 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8fd06f90-9b18-4e45-8b5f-7273024bb770 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.8853672 Jan 11 09:30:15.752741 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52884) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:15.784787 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cad0e5-86b1-4b85-ae09-db6db0683232 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Network 16cc16a2-2af4-4282-97be-d87a758c0923 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:15.791916 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-42cad0e5-86b1-4b85-ae09-db6db0683232 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:15.810916 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cad0e5-86b1-4b85-ae09-db6db0683232 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:15.825301 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-22c37e4e-55eb-4244-af0e-6830327afafe tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "GET /v2.0/routers/25665dea-4c86-414d-aff2-6ac8e9e12b4e HTTP/1.1" status: 200 len: 920 time: 0.2835314 Jan 11 09:30:15.833369 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52890) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:15.883205 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cad0e5-86b1-4b85-ae09-db6db0683232 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Pushing event updated for resources: {'Port': ['ID=4eee89df-1e3a-4fb2-be9f-61bb3354a623,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:15.899659 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-886a131e-a06f-4469-a394-465a278b958d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting port 5b2f6e44-9a12-4c90-8948-d92c5bc35bf8 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:15.900053 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-886a131e-a06f-4469-a394-465a278b958d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:15.927491 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ac639d7-01e5-4b9b-94fa-bb37626eed21 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:15.935046 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-33ae8ed3-a0a6-4adf-8a4a-740dc4b3142e tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "GET /v2.0/ports?device_id=25665dea-4c86-414d-aff2-6ac8e9e12b4e HTTP/1.1" status: 200 len: 205 time: 0.1001384 Jan 11 09:30:15.940242 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52894) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:16.068108 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cad0e5-86b1-4b85-ae09-db6db0683232 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:16.068839 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-42cad0e5-86b1-4b85-ae09-db6db0683232 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:16.136840 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6bb46405-5b25-452e-881a-8f4233ed88c1 None None] Provisioning for port 4eee89df-1e3a-4fb2-be9f-61bb3354a623 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:30:16.142784 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6bb46405-5b25-452e-881a-8f4233ed88c1 None None] Provisioning complete for port 4eee89df-1e3a-4fb2-be9f-61bb3354a623 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:30:16.143152 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6bb46405-5b25-452e-881a-8f4233ed88c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:16.151010 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ac639d7-01e5-4b9b-94fa-bb37626eed21 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:16.160408 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ac639d7-01e5-4b9b-94fa-bb37626eed21 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:16.198610 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6bb46405-5b25-452e-881a-8f4233ed88c1 None None] Port 4eee89df-1e3a-4fb2-be9f-61bb3354a623 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:30:16.208213 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-42cad0e5-86b1-4b85-ae09-db6db0683232 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.1701519 Jan 11 09:30:16.211414 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52898) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:16.238419 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9e3a333-32ea-42f8-a597-a47520cac6e5 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:16.262371 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ac639d7-01e5-4b9b-94fa-bb37626eed21 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:16.262866 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac639d7-01e5-4b9b-94fa-bb37626eed21 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a3407b1-96fa-4360-a531-e2d503b2c230 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:30:16.269085 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-547e5941-2a4c-4a9b-a9c1-7c425f505de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:16.278773 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ac639d7-01e5-4b9b-94fa-bb37626eed21 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:16.282544 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3ac639d7-01e5-4b9b-94fa-bb37626eed21 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "DELETE /v2.0/routers/6a3407b1-96fa-4360-a531-e2d503b2c230 HTTP/1.1" status: 204 len: 168 time: 3.8077805 Jan 11 09:30:16.283563 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52904) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:16.288529 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-547e5941-2a4c-4a9b-a9c1-7c425f505de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:16.446432 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-547e5941-2a4c-4a9b-a9c1-7c425f505de2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef45ae73b3b24164b09f8b788a73c626&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0989089 Jan 11 09:30:16.450946 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e5941-2a4c-4a9b-a9c1-7c425f505de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6930b9-cc28-49e5-b55f-fb5552582b8f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:16.455460 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52908) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:16.495725 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-886a131e-a06f-4469-a394-465a278b958d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:16.600465 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2faaa93-9e08-4c65-8ab2-cd2f6ed0aa08 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:16.606553 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2faaa93-9e08-4c65-8ab2-cd2f6ed0aa08 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:16.613427 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2faaa93-9e08-4c65-8ab2-cd2f6ed0aa08 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:16.614292 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f2faaa93-9e08-4c65-8ab2-cd2f6ed0aa08 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Synchronizing usage tracker for tenant:44adac71d3e74cecaea8880a6cddb6d4 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:30:16.635100 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85bb77d4-c978-468f-b620-cc523da2e2d5 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:16.672828 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-886a131e-a06f-4469-a394-465a278b958d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Calling delete_port for 5b2f6e44-9a12-4c90-8948-d92c5bc35bf8 owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:16.781207 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9e3a333-32ea-42f8-a597-a47520cac6e5 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:16.791506 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b9e3a333-32ea-42f8-a597-a47520cac6e5 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Deleting port f55707f1-8948-4169-b351-e5405fee6dfc {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:16.791983 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9e3a333-32ea-42f8-a597-a47520cac6e5 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:16.820478 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-886a131e-a06f-4469-a394-465a278b958d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:16.837208 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-423b9729-2fbf-418b-a411-0e30ddecbafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:16.847766 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f2faaa93-9e08-4c65-8ab2-cd2f6ed0aa08 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Unset dirty status for tenant:44adac71d3e74cecaea8880a6cddb6d4 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:30:16.848905 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f2faaa93-9e08-4c65-8ab2-cd2f6ed0aa08 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.6360233 Jan 11 09:30:16.860139 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52912) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:16.906551 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a131e-a06f-4469-a394-465a278b958d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Port': ['ID=5b2f6e44-9a12-4c90-8948-d92c5bc35bf8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:16.931045 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-886a131e-a06f-4469-a394-465a278b958d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:16.945486 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-886a131e-a06f-4469-a394-465a278b958d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/ports/5b2f6e44-9a12-4c90-8948-d92c5bc35bf8 HTTP/1.1" status: 204 len: 168 time: 1.1893313 Jan 11 09:30:16.953051 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52918) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:16.990627 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-423b9729-2fbf-418b-a411-0e30ddecbafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:17.071203 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3fd19fb1-449a-4505-b171-3d754574377f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Deleting port 4eee89df-1e3a-4fb2-be9f-61bb3354a623 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:17.071537 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3fd19fb1-449a-4505-b171-3d754574377f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:17.103174 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9e3a333-32ea-42f8-a597-a47520cac6e5 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:17.125289 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85bb77d4-c978-468f-b620-cc523da2e2d5 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:17.146825 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-85bb77d4-c978-468f-b620-cc523da2e2d5 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Deleting port 00a210eb-567e-4380-b95b-6e6d483bb291 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:17.147157 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85bb77d4-c978-468f-b620-cc523da2e2d5 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:17.212175 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-423b9729-2fbf-418b-a411-0e30ddecbafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:17.234975 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e983ca-16b4-412f-8707-214875558887 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:17.241544 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e983ca-16b4-412f-8707-214875558887 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:17.242343 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a2e983ca-16b4-412f-8707-214875558887 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Synchronizing usage tracker for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:30:17.252156 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b9e3a333-32ea-42f8-a597-a47520cac6e5 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Calling delete_port for f55707f1-8948-4169-b351-e5405fee6dfc owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:17.258373 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b9729-2fbf-418b-a411-0e30ddecbafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6930b9-cc28-49e5-b55f-fb5552582b8f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:17.277600 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-423b9729-2fbf-418b-a411-0e30ddecbafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:17.278749 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-423b9729-2fbf-418b-a411-0e30ddecbafd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd6930b9-cc28-49e5-b55f-fb5552582b8f HTTP/1.1" status: 204 len: 168 time: 0.8198440 Jan 11 09:30:17.316632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a2e983ca-16b4-412f-8707-214875558887 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Unset dirty status for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:30:17.317880 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a2e983ca-16b4-412f-8707-214875558887 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3634777 Jan 11 09:30:17.323037 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52926) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:17.416092 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-56cd5369-f0c8-4027-831d-a3a7ac75be56 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting port 13eead27-3b3a-47f4-9cd6-02eb45494f7c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:17.416425 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56cd5369-f0c8-4027-831d-a3a7ac75be56 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:17.590549 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-85bb77d4-c978-468f-b620-cc523da2e2d5 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] For port 00a210eb-567e-4380-b95b-6e6d483bb291, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=00a210eb-567e-4380-b95b-6e6d483bb291,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:30:17.591032 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85bb77d4-c978-468f-b620-cc523da2e2d5 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:17.605651 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3fd19fb1-449a-4505-b171-3d754574377f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:17.707731 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9e3a333-32ea-42f8-a597-a47520cac6e5 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:17.758644 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56cd5369-f0c8-4027-831d-a3a7ac75be56 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:17.768347 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3a333-32ea-42f8-a597-a47520cac6e5 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Pushing event deleted for resources: {'Port': ['ID=f55707f1-8948-4169-b351-e5405fee6dfc,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:17.876647 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-85bb77d4-c978-468f-b620-cc523da2e2d5 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Calling delete_port for 00a210eb-567e-4380-b95b-6e6d483bb291 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:17.910894 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3fd19fb1-449a-4505-b171-3d754574377f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Calling delete_port for 4eee89df-1e3a-4fb2-be9f-61bb3354a623 owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:18.088690 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-56cd5369-f0c8-4027-831d-a3a7ac75be56 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Calling delete_port for 13eead27-3b3a-47f4-9cd6-02eb45494f7c owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:18.106418 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52952) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:18.183606 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9e3a333-32ea-42f8-a597-a47520cac6e5 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:18.232711 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3fd19fb1-449a-4505-b171-3d754574377f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:18.333700 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56cd5369-f0c8-4027-831d-a3a7ac75be56 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:18.335261 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-77bcb866-ec7e-40fa-b9dd-38d9132fdac9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-775806340-network', 'tenant_id': '9fd1ff2c8d6e483ea44588856f7c6b85'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:18.346587 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85bb77d4-c978-468f-b620-cc523da2e2d5 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:18.353149 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd19fb1-449a-4505-b171-3d754574377f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Pushing event deleted for resources: {'Port': ['ID=4eee89df-1e3a-4fb2-be9f-61bb3354a623,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:18.355599 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-77bcb866-ec7e-40fa-b9dd-38d9132fdac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:18.456777 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9e3a333-32ea-42f8-a597-a47520cac6e5 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:18.459236 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd5369-f0c8-4027-831d-a3a7ac75be56 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Port': ['ID=13eead27-3b3a-47f4-9cd6-02eb45494f7c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:18.463086 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9e3a333-32ea-42f8-a597-a47520cac6e5 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:18.469926 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56cd5369-f0c8-4027-831d-a3a7ac75be56 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:18.501783 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-56cd5369-f0c8-4027-831d-a3a7ac75be56 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/ports/13eead27-3b3a-47f4-9cd6-02eb45494f7c HTTP/1.1" status: 204 len: 168 time: 1.1776307 Jan 11 09:30:18.504460 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9e3a333-32ea-42f8-a597-a47520cac6e5 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:18.505315 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e3a333-32ea-42f8-a597-a47520cac6e5 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Fanout notify agent at l3_agent the message router_deleted on router 25665dea-4c86-414d-aff2-6ac8e9e12b4e {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:30:18.507246 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52960) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:18.557934 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-77bcb866-ec7e-40fa-b9dd-38d9132fdac9 admin admin] Usage tracker for resource:network and tenant:9fd1ff2c8d6e483ea44588856f7c6b85 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:18.568636 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9e3a333-32ea-42f8-a597-a47520cac6e5 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:18.569237 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-77bcb866-ec7e-40fa-b9dd-38d9132fdac9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:18.573431 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b9e3a333-32ea-42f8-a597-a47520cac6e5 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "DELETE /v2.0/routers/25665dea-4c86-414d-aff2-6ac8e9e12b4e HTTP/1.1" status: 204 len: 168 time: 2.6284354 Jan 11 09:30:18.573610 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52964) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:18.580543 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-695cffe2-1e8f-430d-bf3a-14f2c91590c5 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Request body: {'router': {'name': 'tempest-snat-router-515438163', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'enable_snat': False}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:18.590392 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-695cffe2-1e8f-430d-bf3a-14f2c91590c5 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:18.592177 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb77d4-c978-468f-b620-cc523da2e2d5 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Pushing event deleted for resources: {'Port': ['ID=00a210eb-567e-4380-b95b-6e6d483bb291,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:18.601391 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-695cffe2-1e8f-430d-bf3a-14f2c91590c5 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Usage tracker for resource:router and tenant:5507041f45a946feb6ce6b51ce6f301a is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:18.604548 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-695cffe2-1e8f-430d-bf3a-14f2c91590c5 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:18.614662 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-695cffe2-1e8f-430d-bf3a-14f2c91590c5 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:18.652837 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3befcd1-0729-4d98-bffe-928f4e24d38c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:18.653615 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e3befcd1-0729-4d98-bffe-928f4e24d38c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Synchronizing usage tracker for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:30:18.656663 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-695cffe2-1e8f-430d-bf3a-14f2c91590c5 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:18.658309 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-695cffe2-1e8f-430d-bf3a-14f2c91590c5 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:18.668125 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-77bcb866-ec7e-40fa-b9dd-38d9132fdac9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:18.685522 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-695cffe2-1e8f-430d-bf3a-14f2c91590c5 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:18.688207 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e3befcd1-0729-4d98-bffe-928f4e24d38c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Unset dirty status for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:30:18.691903 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e3befcd1-0729-4d98-bffe-928f4e24d38c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1812456 Jan 11 09:30:18.695548 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52970) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:18.753395 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bcb866-ec7e-40fa-b9dd-38d9132fdac9 admin admin] Made reservation on behalf of 9fd1ff2c8d6e483ea44588856f7c6b85 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:18.755791 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77bcb866-ec7e-40fa-b9dd-38d9132fdac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:18.759162 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e84ce3-6c18-4a2a-bcab-c717aa0b6799 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] GET failed (client error): The resource could not be found. Jan 11 09:30:18.761014 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e1e84ce3-6c18-4a2a-bcab-c717aa0b6799 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports/5b2f6e44-9a12-4c90-8948-d92c5bc35bf8 HTTP/1.1" status: 404 len: 333 time: 0.0644422 Jan 11 09:30:18.763710 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52974) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:18.794228 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77bcb866-ec7e-40fa-b9dd-38d9132fdac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:18.873047 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-77bcb866-ec7e-40fa-b9dd-38d9132fdac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:18.878209 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85bb77d4-c978-468f-b620-cc523da2e2d5 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:18.915110 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd7df949-b0a7-47e2-ba96-808b6a7b8e85 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] GET failed (client error): The resource could not be found. Jan 11 09:30:18.916438 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-dd7df949-b0a7-47e2-ba96-808b6a7b8e85 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports/13eead27-3b3a-47f4-9cd6-02eb45494f7c HTTP/1.1" status: 404 len: 333 time: 0.1518064 Jan 11 09:30:18.924722 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52978) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:18.993979 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-77bcb866-ec7e-40fa-b9dd-38d9132fdac9 admin admin] Usage tracker for resource:security_group_rule and tenant:9fd1ff2c8d6e483ea44588856f7c6b85 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:19.043653 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-77bcb866-ec7e-40fa-b9dd-38d9132fdac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:19.061761 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-695cffe2-1e8f-430d-bf3a-14f2c91590c5 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:19.066000 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-77bcb866-ec7e-40fa-b9dd-38d9132fdac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:19.084204 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f85ab2fb-2b26-4c9b-8209-d8cc2d3962a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:19.189695 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85bb77d4-c978-468f-b620-cc523da2e2d5 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:19.197075 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85bb77d4-c978-468f-b620-cc523da2e2d5 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:19.313760 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-359d62d6-d91c-4f6e-a834-7ac5390938d4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:19.319709 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3fd19fb1-449a-4505-b171-3d754574377f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:19.329714 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85bb77d4-c978-468f-b620-cc523da2e2d5 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:19.330282 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bb77d4-c978-468f-b620-cc523da2e2d5 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ccd5f0d9-fd8e-4f2d-b2c0-526ff8da6947 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:30:19.407020 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-695cffe2-1e8f-430d-bf3a-14f2c91590c5 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:19.481844 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3fd19fb1-449a-4505-b171-3d754574377f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] 10.222.0.15 "DELETE /v2.0/ports/4eee89df-1e3a-4fb2-be9f-61bb3354a623 HTTP/1.1" status: 204 len: 168 time: 2.6206717 Jan 11 09:30:19.495757 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52986) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:19.495757 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85bb77d4-c978-468f-b620-cc523da2e2d5 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:19.496862 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-85bb77d4-c978-468f-b620-cc523da2e2d5 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "DELETE /v2.0/routers/ccd5f0d9-fd8e-4f2d-b2c0-526ff8da6947 HTTP/1.1" status: 204 len: 168 time: 3.2100005 Jan 11 09:30:19.553216 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 52990) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:19.569547 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-695cffe2-1e8f-430d-bf3a-14f2c91590c5 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:19.587224 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-359d62d6-d91c-4f6e-a834-7ac5390938d4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:19.595828 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77bcb866-ec7e-40fa-b9dd-38d9132fdac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:19.606393 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-97863201-8ce5-4bd7-8812-9ae6a1e2b262 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1801600950', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:19.618197 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77bcb866-ec7e-40fa-b9dd-38d9132fdac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:19.636755 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-97863201-8ce5-4bd7-8812-9ae6a1e2b262 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:19.644218 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc95738-5af3-42e7-9275-b1ddbd8e39e8 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] GET failed (client error): The resource could not be found. Jan 11 09:30:19.644736 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-7fc95738-5af3-42e7-9275-b1ddbd8e39e8 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Synchronizing usage tracker for tenant:44adac71d3e74cecaea8880a6cddb6d4 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:30:19.654185 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-359d62d6-d91c-4f6e-a834-7ac5390938d4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c47e289-2c36-4edc-b9a7-e664ca73b7bc']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:19.668730 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-97863201-8ce5-4bd7-8812-9ae6a1e2b262 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Usage tracker for resource:router and tenant:552bbf60e7f74d35a6ebf221998786f8 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:19.674379 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-97863201-8ce5-4bd7-8812-9ae6a1e2b262 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:19.681354 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77bcb866-ec7e-40fa-b9dd-38d9132fdac9 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:30:19.695817 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-97863201-8ce5-4bd7-8812-9ae6a1e2b262 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:19.709920 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-359d62d6-d91c-4f6e-a834-7ac5390938d4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1dcd51-01e7-4425-a397-dd9b5939c863') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:19.710154 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-359d62d6-d91c-4f6e-a834-7ac5390938d4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1dcd51-01e7-4425-a397-dd9b5939c863') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:19.719952 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-695cffe2-1e8f-430d-bf3a-14f2c91590c5 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Allocated IP 172.26.3.136 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/9cf25bee-a0ac-4755-b1de-1fd7b2be8def) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:30:19.729388 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77bcb866-ec7e-40fa-b9dd-38d9132fdac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:19.729749 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-77bcb866-ec7e-40fa-b9dd-38d9132fdac9 admin admin] Added segment ed461ff1-dd30-4486-829f-6ff37c731915 of type vlan for network 2388dd42-5ebf-4a25-94b2-a084fcf855e8 Jan 11 09:30:19.733845 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcb866-ec7e-40fa-b9dd-38d9132fdac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8359c860-9163-40da-b735-042210fadeaa,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:19.745019 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-359d62d6-d91c-4f6e-a834-7ac5390938d4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:19.753257 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-7fc95738-5af3-42e7-9275-b1ddbd8e39e8 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Unset dirty status for tenant:44adac71d3e74cecaea8880a6cddb6d4 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:30:19.754411 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7fc95738-5af3-42e7-9275-b1ddbd8e39e8 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] 10.222.0.15 "GET /v2.0/ports/4eee89df-1e3a-4fb2-be9f-61bb3354a623 HTTP/1.1" status: 404 len: 333 time: 0.2564826 Jan 11 09:30:19.755344 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-97863201-8ce5-4bd7-8812-9ae6a1e2b262 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:19.757838 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-97863201-8ce5-4bd7-8812-9ae6a1e2b262 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:19.759201 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 52996) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:19.765348 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-40fa7982-58a4-438c-ac9e-47852c1f756b tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Request body: {'port': {'network_id': '16cc16a2-2af4-4282-97be-d87a758c0923', 'name': 'tempest-AllowedAddressPairTestJSON-1517611680'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:19.785161 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-359d62d6-d91c-4f6e-a834-7ac5390938d4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:19.792211 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77bcb866-ec7e-40fa-b9dd-38d9132fdac9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:19.799901 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359d62d6-d91c-4f6e-a834-7ac5390938d4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:30:19.800282 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-359d62d6-d91c-4f6e-a834-7ac5390938d4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:30:19.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:30:19.913732 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-97863201-8ce5-4bd7-8812-9ae6a1e2b262 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:19.940646 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-359d62d6-d91c-4f6e-a834-7ac5390938d4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:19.972092 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-359d62d6-d91c-4f6e-a834-7ac5390938d4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:19.985074 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d62d6-d91c-4f6e-a834-7ac5390938d4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Network': ['ID=5c47e289-2c36-4edc-b9a7-e664ca73b7bc,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:19.994425 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-359d62d6-d91c-4f6e-a834-7ac5390938d4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/networks/5c47e289-2c36-4edc-b9a7-e664ca73b7bc HTTP/1.1" status: 204 len: 168 time: 1.0637646 Jan 11 09:30:19.996473 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77bcb866-ec7e-40fa-b9dd-38d9132fdac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:19.997461 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bcb866-ec7e-40fa-b9dd-38d9132fdac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:19.998891 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-77bcb866-ec7e-40fa-b9dd-38d9132fdac9 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:20.000397 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53000) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:20.010177 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-fd801bdf-b26d-4e23-b4b6-ed04497c0464 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-365941587'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:20.018757 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-695cffe2-1e8f-430d-bf3a-14f2c91590c5 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:20.021743 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-fd801bdf-b26d-4e23-b4b6-ed04497c0464 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:20.029644 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-fd801bdf-b26d-4e23-b4b6-ed04497c0464 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:network and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:20.032930 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-40fa7982-58a4-438c-ac9e-47852c1f756b tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:20.035078 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-fd801bdf-b26d-4e23-b4b6-ed04497c0464 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:20.042548 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-fd801bdf-b26d-4e23-b4b6-ed04497c0464 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:20.056407 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-40fa7982-58a4-438c-ac9e-47852c1f756b tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:20.065421 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd801bdf-b26d-4e23-b4b6-ed04497c0464 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:20.068804 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd801bdf-b26d-4e23-b4b6-ed04497c0464 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:20.089661 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fa7982-58a4-438c-ac9e-47852c1f756b tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Made reservation on behalf of 44adac71d3e74cecaea8880a6cddb6d4 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:20.093881 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-40fa7982-58a4-438c-ac9e-47852c1f756b tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:20.125374 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-40fa7982-58a4-438c-ac9e-47852c1f756b tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] device_id is not set on port c8ea0f5c-c07d-4ea4-a143-59b463db92ff yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:30:20.165839 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-77bcb866-ec7e-40fa-b9dd-38d9132fdac9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0483015 Jan 11 09:30:20.168687 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53004) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:20.179224 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd801bdf-b26d-4e23-b4b6-ed04497c0464 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:30:20.184029 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d6a1c153-5b52-4edc-b767-2f86c725d5bc admin admin] Request body: {'subnet': {'network_id': '2388dd42-5ebf-4a25-94b2-a084fcf855e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-775806340-subnet', 'tenant_id': '9fd1ff2c8d6e483ea44588856f7c6b85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:20.202505 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d6a1c153-5b52-4edc-b767-2f86c725d5bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:20.208217 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-695cffe2-1e8f-430d-bf3a-14f2c91590c5 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:20.254844 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d6a1c153-5b52-4edc-b767-2f86c725d5bc admin admin] Usage tracker for resource:subnet and tenant:9fd1ff2c8d6e483ea44588856f7c6b85 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:20.260899 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d6a1c153-5b52-4edc-b767-2f86c725d5bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:20.263889 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd801bdf-b26d-4e23-b4b6-ed04497c0464 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:20.264776 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-fd801bdf-b26d-4e23-b4b6-ed04497c0464 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Added segment fd06de18-a6c3-4db6-952c-d9c0290ec1bb of type vlan for network 6d9db028-3954-4e49-b3b4-084a79a4cb4c Jan 11 09:30:20.288691 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d6a1c153-5b52-4edc-b767-2f86c725d5bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:20.369477 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695cffe2-1e8f-430d-bf3a-14f2c91590c5 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:20.370324 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcb866-ec7e-40fa-b9dd-38d9132fdac9 admin admin] Pushing event updated for resources: {'Network': ['ID=2388dd42-5ebf-4a25-94b2-a084fcf855e8,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:20.379991 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-695cffe2-1e8f-430d-bf3a-14f2c91590c5 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:20.391096 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695cffe2-1e8f-430d-bf3a-14f2c91590c5 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:20.396577 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 2388dd42-5ebf-4a25-94b2-a084fcf855e8 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:30:20.416760 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd801bdf-b26d-4e23-b4b6-ed04497c0464 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:20.420364 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a1c153-5b52-4edc-b767-2f86c725d5bc admin admin] Made reservation on behalf of 9fd1ff2c8d6e483ea44588856f7c6b85 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:20.422821 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d6a1c153-5b52-4edc-b767-2f86c725d5bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:20.442900 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695cffe2-1e8f-430d-bf3a-14f2c91590c5 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Pushing event updated for resources: {'Port': ['ID=9cf25bee-a0ac-4755-b1de-1fd7b2be8def,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:20.463816 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-97863201-8ce5-4bd7-8812-9ae6a1e2b262 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:20.531452 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-40fa7982-58a4-438c-ac9e-47852c1f756b tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Allocated IP 172.20.0.6 (16cc16a2-2af4-4282-97be-d87a758c0923/e3acf91a-d96f-4fe2-bf5c-78b811732d5d/c8ea0f5c-c07d-4ea4-a143-59b463db92ff) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:30:20.612303 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 00a210eb-567e-4380-b95b-6e6d483bb291 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:30:20.658666 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 00a210eb-567e-4380-b95b-6e6d483bb291 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:30:20.659282 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 00a210eb-567e-4380-b95b-6e6d483bb291 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:30:20.691183 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd801bdf-b26d-4e23-b4b6-ed04497c0464 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:20.696900 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd801bdf-b26d-4e23-b4b6-ed04497c0464 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:20.697539 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd801bdf-b26d-4e23-b4b6-ed04497c0464 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:20.813924 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-97863201-8ce5-4bd7-8812-9ae6a1e2b262 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:20.843707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-97863201-8ce5-4bd7-8812-9ae6a1e2b262 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:20.984901 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-97863201-8ce5-4bd7-8812-9ae6a1e2b262 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Allocated IP 172.26.3.135 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/7df575d4-d4f2-4394-99f4-01f6a3ab1896) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:30:21.010889 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd801bdf-b26d-4e23-b4b6-ed04497c0464 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Network': ['ID=6d9db028-3954-4e49-b3b4-084a79a4cb4c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:21.023198 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 6d9db028-3954-4e49-b3b4-084a79a4cb4c details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:30:21.040190 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-fd801bdf-b26d-4e23-b4b6-ed04497c0464 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0388186 Jan 11 09:30:21.047272 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53014) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:21.091184 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-ce46c29b-3f1e-4902-8d9c-360a5fb9dfb2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'subnet': {'network_id': '6d9db028-3954-4e49-b3b4-084a79a4cb4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:21.138281 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-97863201-8ce5-4bd7-8812-9ae6a1e2b262 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:21.167789 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-97863201-8ce5-4bd7-8812-9ae6a1e2b262 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:21.235412 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97863201-8ce5-4bd7-8812-9ae6a1e2b262 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:21.239347 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-97863201-8ce5-4bd7-8812-9ae6a1e2b262 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:21.243839 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97863201-8ce5-4bd7-8812-9ae6a1e2b262 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:21.286501 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97863201-8ce5-4bd7-8812-9ae6a1e2b262 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Pushing event updated for resources: {'Port': ['ID=7df575d4-d4f2-4394-99f4-01f6a3ab1896,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:21.295159 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-14065b43-04ce-4723-b837-3d5df971d034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:21.588881 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ce46c29b-3f1e-4902-8d9c-360a5fb9dfb2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:21.610329 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-40fa7982-58a4-438c-ac9e-47852c1f756b tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:21.619886 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ce46c29b-3f1e-4902-8d9c-360a5fb9dfb2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:subnet and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:21.626944 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ce46c29b-3f1e-4902-8d9c-360a5fb9dfb2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:21.638581 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ce46c29b-3f1e-4902-8d9c-360a5fb9dfb2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:21.644149 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-695cffe2-1e8f-430d-bf3a-14f2c91590c5 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:21.679523 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-97863201-8ce5-4bd7-8812-9ae6a1e2b262 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:21.700679 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d6a1c153-5b52-4edc-b767-2f86c725d5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:21.747439 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-40fa7982-58a4-438c-ac9e-47852c1f756b tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Transition to ACTIVE for port object c8ea0f5c-c07d-4ea4-a143-59b463db92ff will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:30:21.774944 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce46c29b-3f1e-4902-8d9c-360a5fb9dfb2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:21.778970 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce46c29b-3f1e-4902-8d9c-360a5fb9dfb2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:21.981577 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.ipam_backend_mixin [None req-ce46c29b-3f1e-4902-8d9c-360a5fb9dfb2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Performing IP validity checks on allocation pools {{(pid=87654) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 11 09:30:21.982216 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.ipam_backend_mixin [None req-ce46c29b-3f1e-4902-8d9c-360a5fb9dfb2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87654) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 11 09:30:21.993540 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1c153-5b52-4edc-b767-2f86c725d5bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae4f5361-bb83-41ac-910e-ab420be0f7a6,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:22.089117 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-40fa7982-58a4-438c-ac9e-47852c1f756b tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:22.136352 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a1c153-5b52-4edc-b767-2f86c725d5bc admin admin] Checking segment: {'id': 'ed461ff1-dd30-4486-829f-6ff37c731915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2388dd42-5ebf-4a25-94b2-a084fcf855e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:30:22.136713 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a1c153-5b52-4edc-b767-2f86c725d5bc admin admin] Network hostable DHCP agents. Network: 2388dd42-5ebf-4a25-94b2-a084fcf855e8, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:30:22.152570 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-97863201-8ce5-4bd7-8812-9ae6a1e2b262 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:22.209375 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fa7982-58a4-438c-ac9e-47852c1f756b tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Network 16cc16a2-2af4-4282-97be-d87a758c0923 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:22.220610 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-40fa7982-58a4-438c-ac9e-47852c1f756b tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:22.312572 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fa7982-58a4-438c-ac9e-47852c1f756b tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:22.361751 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa7982-58a4-438c-ac9e-47852c1f756b tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Pushing event updated for resources: {'Port': ['ID=c8ea0f5c-c07d-4ea4-a143-59b463db92ff,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:22.371735 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97863201-8ce5-4bd7-8812-9ae6a1e2b262 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Router 3d1df1ab-ecc7-44c3-a64a-112f85433e03 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:30:22.385163 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a1c153-5b52-4edc-b767-2f86c725d5bc admin admin] Network 2388dd42-5ebf-4a25-94b2-a084fcf855e8 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:30:22.421322 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:22.433720 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-d6a1c153-5b52-4edc-b767-2f86c725d5bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 2388dd42-5ebf-4a25-94b2-a084fcf855e8) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:22.444874 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c89f72a-063e-49d1-b1d3-7e58b864b02f None None] Network 2388dd42-5ebf-4a25-94b2-a084fcf855e8 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:30:22.457517 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fa7982-58a4-438c-ac9e-47852c1f756b tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:22.458148 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-40fa7982-58a4-438c-ac9e-47852c1f756b tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:22.467149 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a1c153-5b52-4edc-b767-2f86c725d5bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:22.468399 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d6a1c153-5b52-4edc-b767-2f86c725d5bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:22.492345 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-695cffe2-1e8f-430d-bf3a-14f2c91590c5 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:22.569059 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce46c29b-3f1e-4902-8d9c-360a5fb9dfb2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:22.570520 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-95cd20b2-fd8b-43aa-8ec0-f88cb7c46ab7 None None] Provisioning for port c8ea0f5c-c07d-4ea4-a143-59b463db92ff completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:30:22.580875 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97863201-8ce5-4bd7-8812-9ae6a1e2b262 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:30:22.590166 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-95cd20b2-fd8b-43aa-8ec0-f88cb7c46ab7 None None] Provisioning complete for port c8ea0f5c-c07d-4ea4-a143-59b463db92ff triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:30:22.590738 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-95cd20b2-fd8b-43aa-8ec0-f88cb7c46ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:22.594697 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234235b3-d6a5-4adb-b859-e1f79123f186 None None] Sync routers for ids ['3d1df1ab-ecc7-44c3-a64a-112f85433e03'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:30:22.607153 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234235b3-d6a5-4adb-b859-e1f79123f186 None None] Routers {'3d1df1ab-ecc7-44c3-a64a-112f85433e03'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:22.608124 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-234235b3-d6a5-4adb-b859-e1f79123f186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3d1df1ab-ecc7-44c3-a64a-112f85433e03'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:22.620535 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d6a1c153-5b52-4edc-b767-2f86c725d5bc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4507966 Jan 11 09:30:22.627194 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:22.628121 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-40fa7982-58a4-438c-ac9e-47852c1f756b tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8679795 Jan 11 09:30:22.633626 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53024) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:22.637681 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-97863201-8ce5-4bd7-8812-9ae6a1e2b262 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:22.640433 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-97863201-8ce5-4bd7-8812-9ae6a1e2b262 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.0581551 Jan 11 09:30:22.644764 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53030) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:22.659556 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-73cda962-9fb6-4b05-9fb5-230c2ef13365 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'enable_snat': False}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:22.710384 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46c29b-3f1e-4902-8d9c-360a5fb9dfb2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Subnet': ['ID=19024577-6dd7-4772-99d3-ed784e0055cb,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:22.719236 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-12e23e5b-aba1-47f7-864b-ebc8db0f7f10 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:74:81:f5'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:22.764899 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-234235b3-d6a5-4adb-b859-e1f79123f186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:22.778681 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-95cd20b2-fd8b-43aa-8ec0-f88cb7c46ab7 None None] Port c8ea0f5c-c07d-4ea4-a143-59b463db92ff cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:30:22.792090 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc5728f-aeda-46c5-abf8-fc6cbb189499 None None] Network 2388dd42-5ebf-4a25-94b2-a084fcf855e8 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:30:22.798775 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234235b3-d6a5-4adb-b859-e1f79123f186 None None] Routers {'3d1df1ab-ecc7-44c3-a64a-112f85433e03'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:22.799848 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-234235b3-d6a5-4adb-b859-e1f79123f186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3d1df1ab-ecc7-44c3-a64a-112f85433e03'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:22.945600 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-234235b3-d6a5-4adb-b859-e1f79123f186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:22.946474 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234235b3-d6a5-4adb-b859-e1f79123f186 None None] The sync data for ids ['3d1df1ab-ecc7-44c3-a64a-112f85433e03'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:30:23.285471 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-12e23e5b-aba1-47f7-864b-ebc8db0f7f10 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:23.307092 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce46c29b-3f1e-4902-8d9c-360a5fb9dfb2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Checking segment: {'id': 'fd06de18-a6c3-4db6-952c-d9c0290ec1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6d9db028-3954-4e49-b3b4-084a79a4cb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:30:23.307526 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce46c29b-3f1e-4902-8d9c-360a5fb9dfb2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network hostable DHCP agents. Network: 6d9db028-3954-4e49-b3b4-084a79a4cb4c, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:30:23.412236 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce46c29b-3f1e-4902-8d9c-360a5fb9dfb2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network 6d9db028-3954-4e49-b3b4-084a79a4cb4c is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:30:23.430866 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-73cda962-9fb6-4b05-9fb5-230c2ef13365 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:23.437609 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53052) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:23.443852 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2f027e17-befa-4a66-a472-034a46c3550f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-912311451-network', 'tenant_id': '512b81ef8f04437caaafcec691b909b4'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:23.448222 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2f027e17-befa-4a66-a472-034a46c3550f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:23.452834 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-ce46c29b-3f1e-4902-8d9c-360a5fb9dfb2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 6d9db028-3954-4e49-b3b4-084a79a4cb4c) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:23.454451 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695cffe2-1e8f-430d-bf3a-14f2c91590c5 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Router e1190775-907a-43fa-8172-b3081a46dcb9 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:30:23.463323 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8bee59-3535-453b-aca7-ff27e798f6e9 None None] Network 6d9db028-3954-4e49-b3b4-084a79a4cb4c requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:30:23.466750 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce46c29b-3f1e-4902-8d9c-360a5fb9dfb2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:23.467997 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce46c29b-3f1e-4902-8d9c-360a5fb9dfb2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:23.577960 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2f027e17-befa-4a66-a472-034a46c3550f admin admin] Usage tracker for resource:network and tenant:512b81ef8f04437caaafcec691b909b4 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:23.581572 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2f027e17-befa-4a66-a472-034a46c3550f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:23.589422 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2f027e17-befa-4a66-a472-034a46c3550f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:23.613443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f027e17-befa-4a66-a472-034a46c3550f admin admin] Made reservation on behalf of 512b81ef8f04437caaafcec691b909b4 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:23.615729 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f027e17-befa-4a66-a472-034a46c3550f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:23.619249 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ce46c29b-3f1e-4902-8d9c-360a5fb9dfb2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5404615 Jan 11 09:30:23.626746 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53056) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:23.635176 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-940b5776-ebaa-41aa-9b9f-9b2d9185f58b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'port': {'network_id': '6d9db028-3954-4e49-b3b4-084a79a4cb4c', 'name': 'tempest-PortsTestJSON-1371566511'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:23.652143 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f027e17-befa-4a66-a472-034a46c3550f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:23.732767 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2f027e17-befa-4a66-a472-034a46c3550f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:23.741826 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1795ca-28d7-4c5f-8727-d4273ee1a636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-6d9db028-3954-4e49-b3b4-084a79a4cb4c', 'network_id': '6d9db028-3954-4e49-b3b4-084a79a4cb4c', 'tenant_id': '370f45c782b744dba4d02cc69aceb8a0', 'fixed_ips': [{'subnet_id': '19024577-6dd7-4772-99d3-ed784e0055cb'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:30:23.743430 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5c1795ca-28d7-4c5f-8727-d4273ee1a636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:23.779084 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695cffe2-1e8f-430d-bf3a-14f2c91590c5 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:30:23.790904 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2f027e17-befa-4a66-a472-034a46c3550f admin admin] Usage tracker for resource:security_group_rule and tenant:512b81ef8f04437caaafcec691b909b4 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:23.796395 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-12e23e5b-aba1-47f7-864b-ebc8db0f7f10 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:23.799056 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2f027e17-befa-4a66-a472-034a46c3550f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:23.802366 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-12e23e5b-aba1-47f7-864b-ebc8db0f7f10 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:23.808952 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2f027e17-befa-4a66-a472-034a46c3550f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:23.816054 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] Sync routers for ids ['e1190775-907a-43fa-8172-b3081a46dcb9'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:30:23.841875 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] Routers {'e1190775-907a-43fa-8172-b3081a46dcb9'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:23.842763 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['e1190775-907a-43fa-8172-b3081a46dcb9'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:23.846712 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-695cffe2-1e8f-430d-bf3a-14f2c91590c5 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:23.848545 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-695cffe2-1e8f-430d-bf3a-14f2c91590c5 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.2738132 Jan 11 09:30:23.855454 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53060) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:23.932360 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e23e5b-aba1-47f7-864b-ebc8db0f7f10 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Pushing event updated for resources: {'Port': ['ID=c8ea0f5c-c07d-4ea4-a143-59b463db92ff,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:23.960967 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-12e23e5b-aba1-47f7-864b-ebc8db0f7f10 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] In _notify_port_updated(), no bound segment for port c8ea0f5c-c07d-4ea4-a143-59b463db92ff on network 16cc16a2-2af4-4282-97be-d87a758c0923 {{(pid=87654) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 11 09:30:23.966672 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e23e5b-aba1-47f7-864b-ebc8db0f7f10 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:23.967463 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-12e23e5b-aba1-47f7-864b-ebc8db0f7f10 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:23.971335 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-12e23e5b-aba1-47f7-864b-ebc8db0f7f10 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] 10.222.0.15 "PUT /v2.0/ports/c8ea0f5c-c07d-4ea4-a143-59b463db92ff HTTP/1.1" status: 200 len: 993 time: 1.3343430 Jan 11 09:30:23.972081 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53066) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:24.053559 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-940b5776-ebaa-41aa-9b9f-9b2d9185f58b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:24.069896 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c65ba590-4bbe-45dc-9e74-73223e589e1e tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Deleting port c8ea0f5c-c07d-4ea4-a143-59b463db92ff {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:24.070258 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c65ba590-4bbe-45dc-9e74-73223e589e1e tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:24.138310 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-940b5776-ebaa-41aa-9b9f-9b2d9185f58b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:24.147474 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:24.171477 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] Set router e1190775-907a-43fa-8172-b3081a46dcb9 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:30:24.304852 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940b5776-ebaa-41aa-9b9f-9b2d9185f58b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:24.308587 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-940b5776-ebaa-41aa-9b9f-9b2d9185f58b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:24.331764 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-86e95b57-40f7-4650-87b6-e4e0af8e09a5 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "GET /v2.0/routers/e1190775-907a-43fa-8172-b3081a46dcb9 HTTP/1.1" status: 200 len: 908 time: 0.4751990 Jan 11 09:30:24.345531 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53074) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:24.355744 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f027e17-befa-4a66-a472-034a46c3550f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:24.361207 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-01e53d47-a789-48f4-8e3a-617a2e80461f tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Request body: {'router': {'name': 'tempest-snat-router-515438163', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'enable_snat': True}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:24.365426 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c400426b-d0bc-4d75-add1-a40c7b83795c None None] Provisioning complete for port c8ea0f5c-c07d-4ea4-a143-59b463db92ff triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:30:24.366230 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c400426b-d0bc-4d75-add1-a40c7b83795c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:24.411151 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-5c1795ca-28d7-4c5f-8727-d4273ee1a636 None None] Allocated IP 172.20.0.2 (6d9db028-3954-4e49-b3b4-084a79a4cb4c/19024577-6dd7-4772-99d3-ed784e0055cb/e0ac5167-ec3e-4b89-9378-838ddb86c7b7) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:30:24.420025 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-01e53d47-a789-48f4-8e3a-617a2e80461f tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:24.423402 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-940b5776-ebaa-41aa-9b9f-9b2d9185f58b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] device_id is not set on port 3f64794b-e361-426b-8413-035a197d06bd yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:30:24.456444 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f027e17-befa-4a66-a472-034a46c3550f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:24.478262 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-01e53d47-a789-48f4-8e3a-617a2e80461f tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Usage tracker for resource:router and tenant:5507041f45a946feb6ce6b51ce6f301a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:24.488335 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-01e53d47-a789-48f4-8e3a-617a2e80461f tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:24.500587 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c65ba590-4bbe-45dc-9e74-73223e589e1e tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:24.533688 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-01e53d47-a789-48f4-8e3a-617a2e80461f tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:24.545568 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f027e17-befa-4a66-a472-034a46c3550f admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:30:24.579130 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f027e17-befa-4a66-a472-034a46c3550f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aba290c-0e61-4b24-9965-eb61cbbd674a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:24.603182 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c400426b-d0bc-4d75-add1-a40c7b83795c None None] Port c8ea0f5c-c07d-4ea4-a143-59b463db92ff cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:30:24.632600 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c65ba590-4bbe-45dc-9e74-73223e589e1e tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Calling delete_port for c8ea0f5c-c07d-4ea4-a143-59b463db92ff owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:24.758139 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01e53d47-a789-48f4-8e3a-617a2e80461f tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:24.759158 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01e53d47-a789-48f4-8e3a-617a2e80461f tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:24.772082 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f027e17-befa-4a66-a472-034a46c3550f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:24.772505 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-2f027e17-befa-4a66-a472-034a46c3550f admin admin] Added segment 5eaa4f70-c31e-496e-9ac3-debfd5de859c of type vlan for network ee70e571-23b7-4cd5-8716-6734d3d7dfc1 Jan 11 09:30:24.773037 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5c1795ca-28d7-4c5f-8727-d4273ee1a636 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:24.790388 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c65ba590-4bbe-45dc-9e74-73223e589e1e tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:24.791196 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5c1795ca-28d7-4c5f-8727-d4273ee1a636 None None] Transition to ACTIVE for port object e0ac5167-ec3e-4b89-9378-838ddb86c7b7 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:30:24.816855 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1190775-907a-43fa-8172-b3081a46dcb9', 'name': 'tempest-snat-router-515438163', 'tenant_id': '5507041f45a946feb6ce6b51ce6f301a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.136'}], 'enable_snat': False}, 'gw_port_id': '9cf25bee-a0ac-4755-b1de-1fd7b2be8def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:30:18Z', 'updated_at': '2022-01-11T09:30:21Z', 'revision_number': 3, 'project_id': '5507041f45a946feb6ce6b51ce6f301a', 'gw_port': {'id': '9cf25bee-a0ac-4755-b1de-1fd7b2be8def', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ac:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1190775-907a-43fa-8172-b3081a46dcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:30:19Z', 'updated_at': '2022-01-11T09:30:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:24.819060 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5c1795ca-28d7-4c5f-8727-d4273ee1a636 None None] Transition to ACTIVE for port object e0ac5167-ec3e-4b89-9378-838ddb86c7b7 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:30:24.823159 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] Checking router: e1190775-907a-43fa-8172-b3081a46dcb9 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:30:24.823498 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] Updating router e1190775-907a-43fa-8172-b3081a46dcb9 port 9cf25bee-a0ac-4755-b1de-1fd7b2be8def binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:30:24.827341 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01e53d47-a789-48f4-8e3a-617a2e80461f tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:24.829615 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f027e17-befa-4a66-a472-034a46c3550f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:24.853006 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5c1795ca-28d7-4c5f-8727-d4273ee1a636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:24.949987 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1795ca-28d7-4c5f-8727-d4273ee1a636 None None] Network 6d9db028-3954-4e49-b3b4-084a79a4cb4c is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:24.954505 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-5c1795ca-28d7-4c5f-8727-d4273ee1a636 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:24.955961 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:24.986206 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1795ca-28d7-4c5f-8727-d4273ee1a636 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:24.988048 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1795ca-28d7-4c5f-8727-d4273ee1a636 None None] Pushing event updated for resources: {'Port': ['ID=e0ac5167-ec3e-4b89-9378-838ddb86c7b7,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:24.991784 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ba590-4bbe-45dc-9e74-73223e589e1e tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Pushing event deleted for resources: {'Port': ['ID=c8ea0f5c-c07d-4ea4-a143-59b463db92ff,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:25.196252 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c65ba590-4bbe-45dc-9e74-73223e589e1e tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:25.222128 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c65ba590-4bbe-45dc-9e74-73223e589e1e tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] 10.222.0.15 "DELETE /v2.0/ports/c8ea0f5c-c07d-4ea4-a143-59b463db92ff HTTP/1.1" status: 204 len: 168 time: 1.2477050 Jan 11 09:30:25.223985 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53080) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:25.236421 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5c1795ca-28d7-4c5f-8727-d4273ee1a636 None None] Attempting to bind port e0ac5167-ec3e-4b89-9378-838ddb86c7b7 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:30:25.236630 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5c1795ca-28d7-4c5f-8727-d4273ee1a636 None None] Attempting to bind port e0ac5167-ec3e-4b89-9378-838ddb86c7b7 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'fd06de18-a6c3-4db6-952c-d9c0290ec1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6d9db028-3954-4e49-b3b4-084a79a4cb4c'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:30:25.236883 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1795ca-28d7-4c5f-8727-d4273ee1a636 None None] Attempting to bind port e0ac5167-ec3e-4b89-9378-838ddb86c7b7 on network 6d9db028-3954-4e49-b3b4-084a79a4cb4c {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:30:25.252401 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1795ca-28d7-4c5f-8727-d4273ee1a636 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:30:25.252767 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1795ca-28d7-4c5f-8727-d4273ee1a636 None None] Checking segment: {'id': 'fd06de18-a6c3-4db6-952c-d9c0290ec1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6d9db028-3954-4e49-b3b4-084a79a4cb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:30:25.253179 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5c1795ca-28d7-4c5f-8727-d4273ee1a636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:25.253669 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1795ca-28d7-4c5f-8727-d4273ee1a636 None None] Bound using segment: {'id': 'fd06de18-a6c3-4db6-952c-d9c0290ec1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6d9db028-3954-4e49-b3b4-084a79a4cb4c'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:30:25.254177 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5c1795ca-28d7-4c5f-8727-d4273ee1a636 None None] Bound port: e0ac5167-ec3e-4b89-9378-838ddb86c7b7, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd06de18-a6c3-4db6-952c-d9c0290ec1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6d9db028-3954-4e49-b3b4-084a79a4cb4c'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:30:25.254549 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5c1795ca-28d7-4c5f-8727-d4273ee1a636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:25.276683 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-239ba679-4a2a-4462-9eff-d52ed354122f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] GET failed (client error): The resource could not be found. Jan 11 09:30:25.277305 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-239ba679-4a2a-4462-9eff-d52ed354122f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Synchronizing usage tracker for tenant:44adac71d3e74cecaea8880a6cddb6d4 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:30:25.294341 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-239ba679-4a2a-4462-9eff-d52ed354122f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Unset dirty status for tenant:44adac71d3e74cecaea8880a6cddb6d4 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:30:25.295737 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-239ba679-4a2a-4462-9eff-d52ed354122f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] 10.222.0.15 "GET /v2.0/ports/c8ea0f5c-c07d-4ea4-a143-59b463db92ff HTTP/1.1" status: 404 len: 333 time: 0.0707021 Jan 11 09:30:25.299596 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53084) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:25.300392 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-940b5776-ebaa-41aa-9b9f-9b2d9185f58b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Allocated IP 172.20.0.4 (6d9db028-3954-4e49-b3b4-084a79a4cb4c/19024577-6dd7-4772-99d3-ed784e0055cb/3f64794b-e361-426b-8413-035a197d06bd) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:30:25.305708 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-fecc10ae-8400-47d9-ae55-9ff9f500486f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Request body: {'port': {'network_id': '16cc16a2-2af4-4282-97be-d87a758c0923', 'name': 'tempest-AllowedAddressPairTestJSON-1618872555'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:25.355202 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f027e17-befa-4a66-a472-034a46c3550f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:25.356155 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f027e17-befa-4a66-a472-034a46c3550f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:25.356720 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f027e17-befa-4a66-a472-034a46c3550f admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:25.456340 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5c1795ca-28d7-4c5f-8727-d4273ee1a636 None None] For port e0ac5167-ec3e-4b89-9378-838ddb86c7b7, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:30:25.475886 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5c1795ca-28d7-4c5f-8727-d4273ee1a636 None None] For port e0ac5167-ec3e-4b89-9378-838ddb86c7b7, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e0ac5167-ec3e-4b89-9378-838ddb86c7b7,segment=NetworkSegment(fd06de18-a6c3-4db6-952c-d9c0290ec1bb),segment_id=fd06de18-a6c3-4db6-952c-d9c0290ec1bb)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:30:25.490948 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5c1795ca-28d7-4c5f-8727-d4273ee1a636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:25.493028 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-fecc10ae-8400-47d9-ae55-9ff9f500486f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:25.510482 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-fecc10ae-8400-47d9-ae55-9ff9f500486f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:25.628365 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1795ca-28d7-4c5f-8727-d4273ee1a636 None None] Pushing event updated for resources: {'Port': ['ID=e0ac5167-ec3e-4b89-9378-838ddb86c7b7,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:25.647077 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-73cda962-9fb6-4b05-9fb5-230c2ef13365 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:25.661495 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01e53d47-a789-48f4-8e3a-617a2e80461f tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:25.668051 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f027e17-befa-4a66-a472-034a46c3550f admin admin] Pushing event updated for resources: {'Network': ['ID=ee70e571-23b7-4cd5-8716-6734d3d7dfc1,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:25.682636 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network ee70e571-23b7-4cd5-8716-6734d3d7dfc1 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:30:25.686454 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-73cda962-9fb6-4b05-9fb5-230c2ef13365 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1771441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1771464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1784463'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:25.700163 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecc10ae-8400-47d9-ae55-9ff9f500486f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Made reservation on behalf of 44adac71d3e74cecaea8880a6cddb6d4 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:25.705933 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fecc10ae-8400-47d9-ae55-9ff9f500486f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:25.719433 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2f027e17-befa-4a66-a472-034a46c3550f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2776258 Jan 11 09:30:25.726106 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53092) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:25.736890 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4ed01f18-45a5-41d3-87fc-126923b8eba8 admin admin] Request body: {'subnet': {'network_id': 'ee70e571-23b7-4cd5-8716-6734d3d7dfc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-912311451-subnet', 'tenant_id': '512b81ef8f04437caaafcec691b909b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:25.745525 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4ed01f18-45a5-41d3-87fc-126923b8eba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:25.753688 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4ed01f18-45a5-41d3-87fc-126923b8eba8 admin admin] Usage tracker for resource:subnet and tenant:512b81ef8f04437caaafcec691b909b4 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:25.756856 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-fecc10ae-8400-47d9-ae55-9ff9f500486f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] device_id is not set on port 46c9f33f-05f8-4f87-8785-519be7b649e2 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:30:25.795334 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4ed01f18-45a5-41d3-87fc-126923b8eba8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:25.803561 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4ed01f18-45a5-41d3-87fc-126923b8eba8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:25.808751 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:25.828532 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] Transition to ACTIVE for port object 9cf25bee-a0ac-4755-b1de-1fd7b2be8def will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:30:25.839020 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:25.840742 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed01f18-45a5-41d3-87fc-126923b8eba8 admin admin] Made reservation on behalf of 512b81ef8f04437caaafcec691b909b4 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:25.844319 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ed01f18-45a5-41d3-87fc-126923b8eba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:25.925983 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] Attempting to bind port 9cf25bee-a0ac-4755-b1de-1fd7b2be8def on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:30:25.926704 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] Attempting to bind port 9cf25bee-a0ac-4755-b1de-1fd7b2be8def by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:30:25.927180 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] Attempting to bind port 9cf25bee-a0ac-4755-b1de-1fd7b2be8def on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:30:25.929382 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cac73b-5aaf-4264-b434-74b0d6580acc None None] Pushing event updated for resources: {'Port': ['ID=9cf25bee-a0ac-4755-b1de-1fd7b2be8def,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:25.935218 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:30:25.935660 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:30:25.936250 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:25.936955 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:30:25.937484 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] Bound port: 9cf25bee-a0ac-4755-b1de-1fd7b2be8def, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:30:25.937912 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:26.091340 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] For port 9cf25bee-a0ac-4755-b1de-1fd7b2be8def, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:30:26.096983 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] For port 9cf25bee-a0ac-4755-b1de-1fd7b2be8def, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=9cf25bee-a0ac-4755-b1de-1fd7b2be8def,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:30:26.104856 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-fecc10ae-8400-47d9-ae55-9ff9f500486f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Allocated IP 172.20.0.11 (16cc16a2-2af4-4282-97be-d87a758c0923/e3acf91a-d96f-4fe2-bf5c-78b811732d5d/46c9f33f-05f8-4f87-8785-519be7b649e2) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:30:26.105709 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:26.183798 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73cda962-9fb6-4b05-9fb5-230c2ef13365 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Router 3d1df1ab-ecc7-44c3-a64a-112f85433e03 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:30:26.209145 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-940b5776-ebaa-41aa-9b9f-9b2d9185f58b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:26.212226 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] Routers {'e1190775-907a-43fa-8172-b3081a46dcb9'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:26.212936 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['e1190775-907a-43fa-8172-b3081a46dcb9'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:26.290112 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cac73b-5aaf-4264-b434-74b0d6580acc None None] Pushing event updated for resources: {'Port': ['ID=9cf25bee-a0ac-4755-b1de-1fd7b2be8def,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:26.293701 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ed01f18-45a5-41d3-87fc-126923b8eba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:26.301571 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-940b5776-ebaa-41aa-9b9f-9b2d9185f58b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Transition to ACTIVE for port object 3f64794b-e361-426b-8413-035a197d06bd will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:30:26.429833 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] Set router e1190775-907a-43fa-8172-b3081a46dcb9 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:30:26.457986 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed01f18-45a5-41d3-87fc-126923b8eba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a54704-aaa1-42ff-86ef-d430bc45b094,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:26.505465 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed01f18-45a5-41d3-87fc-126923b8eba8 admin admin] Checking segment: {'id': '5eaa4f70-c31e-496e-9ac3-debfd5de859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ee70e571-23b7-4cd5-8716-6734d3d7dfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:30:26.506051 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed01f18-45a5-41d3-87fc-126923b8eba8 admin admin] Network hostable DHCP agents. Network: ee70e571-23b7-4cd5-8716-6734d3d7dfc1, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:30:26.531104 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fecc10ae-8400-47d9-ae55-9ff9f500486f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:26.535450 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed01f18-45a5-41d3-87fc-126923b8eba8 admin admin] Network ee70e571-23b7-4cd5-8716-6734d3d7dfc1 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:30:26.586562 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-4ed01f18-45a5-41d3-87fc-126923b8eba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, ee70e571-23b7-4cd5-8716-6734d3d7dfc1) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:26.594884 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed01f18-45a5-41d3-87fc-126923b8eba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:26.598486 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ed01f18-45a5-41d3-87fc-126923b8eba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:26.654333 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e755cc6a-3eca-496f-8462-73514d0ef895 None None] Network ee70e571-23b7-4cd5-8716-6734d3d7dfc1 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:30:26.677493 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fecc10ae-8400-47d9-ae55-9ff9f500486f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Transition to ACTIVE for port object 46c9f33f-05f8-4f87-8785-519be7b649e2 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:30:26.699096 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4ed01f18-45a5-41d3-87fc-126923b8eba8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9696295 Jan 11 09:30:26.712690 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fecc10ae-8400-47d9-ae55-9ff9f500486f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:26.728736 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-940b5776-ebaa-41aa-9b9f-9b2d9185f58b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:26.731024 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e0ac5167-ec3e-4b89-9378-838ddb86c7b7 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:30:26.868520 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecc10ae-8400-47d9-ae55-9ff9f500486f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Network 16cc16a2-2af4-4282-97be-d87a758c0923 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:26.869831 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc10ae-8400-47d9-ae55-9ff9f500486f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Pushing event updated for resources: {'Port': ['ID=46c9f33f-05f8-4f87-8785-519be7b649e2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:26.882477 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-fecc10ae-8400-47d9-ae55-9ff9f500486f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:26.887093 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecc10ae-8400-47d9-ae55-9ff9f500486f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:27.031881 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port e0ac5167-ec3e-4b89-9378-838ddb86c7b7 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:30:27.049450 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940b5776-ebaa-41aa-9b9f-9b2d9185f58b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network 6d9db028-3954-4e49-b3b4-084a79a4cb4c is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:27.058422 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecc10ae-8400-47d9-ae55-9ff9f500486f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:27.059080 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fecc10ae-8400-47d9-ae55-9ff9f500486f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:27.066765 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-940b5776-ebaa-41aa-9b9f-9b2d9185f58b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:27.090279 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940b5776-ebaa-41aa-9b9f-9b2d9185f58b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:27.092494 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-fecc10ae-8400-47d9-ae55-9ff9f500486f tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7917304 Jan 11 09:30:27.093395 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53106) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:27.106312 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b37fd4f7-30c1-4254-9e3f-66681dd3c8c6 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:74:81:f5'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:27.156049 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01e53d47-a789-48f4-8e3a-617a2e80461f tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:27.200504 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b5776-ebaa-41aa-9b9f-9b2d9185f58b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Port': ['ID=3f64794b-e361-426b-8413-035a197d06bd,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:27.207506 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01e53d47-a789-48f4-8e3a-617a2e80461f tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:27.213201 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cda962-9fb6-4b05-9fb5-230c2ef13365 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:30:27.227618 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84452654-5eb3-4bf8-9e41-3072f4536f1d None None] Sync routers for ids ['3d1df1ab-ecc7-44c3-a64a-112f85433e03'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:30:27.241555 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84452654-5eb3-4bf8-9e41-3072f4536f1d None None] Routers {'3d1df1ab-ecc7-44c3-a64a-112f85433e03'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:27.242384 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-84452654-5eb3-4bf8-9e41-3072f4536f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3d1df1ab-ecc7-44c3-a64a-112f85433e03'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:27.269701 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-73cda962-9fb6-4b05-9fb5-230c2ef13365 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:27.271281 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-73cda962-9fb6-4b05-9fb5-230c2ef13365 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "PUT /v2.0/routers/3d1df1ab-ecc7-44c3-a64a-112f85433e03 HTTP/1.1" status: 200 len: 926 time: 4.6253443 Jan 11 09:30:27.280946 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53114) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:27.355358 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-84452654-5eb3-4bf8-9e41-3072f4536f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:27.368956 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a710b376-1240-4ed0-b99a-f49a8df36275 None None] Network 6d9db028-3954-4e49-b3b4-084a79a4cb4c requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:30:27.369242 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b37fd4f7-30c1-4254-9e3f-66681dd3c8c6 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:27.370490 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84452654-5eb3-4bf8-9e41-3072f4536f1d None None] Routers {'3d1df1ab-ecc7-44c3-a64a-112f85433e03'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:27.371282 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-84452654-5eb3-4bf8-9e41-3072f4536f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3d1df1ab-ecc7-44c3-a64a-112f85433e03'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:27.371749 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940b5776-ebaa-41aa-9b9f-9b2d9185f58b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:27.372397 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-940b5776-ebaa-41aa-9b9f-9b2d9185f58b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:27.414756 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-940b5776-ebaa-41aa-9b9f-9b2d9185f58b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7847006 Jan 11 09:30:27.420716 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53118) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:27.428996 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486b59a8-a78b-4cb8-8295-33f03e83eb65 None None] Network ee70e571-23b7-4cd5-8716-6734d3d7dfc1 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:30:27.543175 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6b9c9f2c-7b64-49a7-bfb3-7991fb03702c None None] Provisioning for port 46c9f33f-05f8-4f87-8785-519be7b649e2 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:30:27.589465 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-84452654-5eb3-4bf8-9e41-3072f4536f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:27.591041 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84452654-5eb3-4bf8-9e41-3072f4536f1d None None] The sync data for ids ['3d1df1ab-ecc7-44c3-a64a-112f85433e03'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:30:27.601541 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6b9c9f2c-7b64-49a7-bfb3-7991fb03702c None None] Provisioning complete for port 46c9f33f-05f8-4f87-8785-519be7b649e2 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:30:27.602022 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6b9c9f2c-7b64-49a7-bfb3-7991fb03702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:27.660101 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ddf8c9b7-38eb-437a-bb91-d162f5eed03a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting port 3f64794b-e361-426b-8413-035a197d06bd {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:27.660450 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c9b7-38eb-437a-bb91-d162f5eed03a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:27.679005 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1190775-907a-43fa-8172-b3081a46dcb9', 'name': 'tempest-snat-router-515438163', 'tenant_id': '5507041f45a946feb6ce6b51ce6f301a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.136'}], 'enable_snat': False}, 'gw_port_id': '9cf25bee-a0ac-4755-b1de-1fd7b2be8def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:30:18Z', 'updated_at': '2022-01-11T09:30:21Z', 'revision_number': 3, 'project_id': '5507041f45a946feb6ce6b51ce6f301a', 'gw_port': {'id': '9cf25bee-a0ac-4755-b1de-1fd7b2be8def', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ac:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1190775-907a-43fa-8172-b3081a46dcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:30:19Z', 'updated_at': '2022-01-11T09:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:27.718244 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d653a0-f765-4a5e-96a5-cd1550c7e96f None None] The sync data for ids ['e1190775-907a-43fa-8172-b3081a46dcb9'] in dv-neutron-823402-4-hyperv is: [{'id': 'e1190775-907a-43fa-8172-b3081a46dcb9', 'name': 'tempest-snat-router-515438163', 'tenant_id': '5507041f45a946feb6ce6b51ce6f301a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.136'}], 'enable_snat': False}, 'gw_port_id': '9cf25bee-a0ac-4755-b1de-1fd7b2be8def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:30:18Z', 'updated_at': '2022-01-11T09:30:21Z', 'revision_number': 3, 'project_id': '5507041f45a946feb6ce6b51ce6f301a', 'gw_port': {'id': '9cf25bee-a0ac-4755-b1de-1fd7b2be8def', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ac:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1190775-907a-43fa-8172-b3081a46dcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:30:19Z', 'updated_at': '2022-01-11T09:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:30:27.765791 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c9f2c-7b64-49a7-bfb3-7991fb03702c None None] Port 46c9f33f-05f8-4f87-8785-519be7b649e2 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:30:27.807440 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b37fd4f7-30c1-4254-9e3f-66681dd3c8c6 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:27.817509 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b37fd4f7-30c1-4254-9e3f-66681dd3c8c6 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:27.916969 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-01e53d47-a789-48f4-8e3a-617a2e80461f tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Allocated IP 172.26.3.51 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/8076fc56-97a7-41c6-bcab-20396f0f7524) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:30:27.925533 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fd4f7-30c1-4254-9e3f-66681dd3c8c6 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Pushing event updated for resources: {'Port': ['ID=46c9f33f-05f8-4f87-8785-519be7b649e2,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:27.942684 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-72db7115-bdc4-4b53-8d52-3db86eccb483 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "GET /v2.0/routers/3d1df1ab-ecc7-44c3-a64a-112f85433e03 HTTP/1.1" status: 200 len: 926 time: 0.6579561 Jan 11 09:30:27.952872 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53136) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:28.012868 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b37fd4f7-30c1-4254-9e3f-66681dd3c8c6 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] In _notify_port_updated(), no bound segment for port 46c9f33f-05f8-4f87-8785-519be7b649e2 on network 16cc16a2-2af4-4282-97be-d87a758c0923 {{(pid=87654) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 11 09:30:28.024817 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37fd4f7-30c1-4254-9e3f-66681dd3c8c6 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:28.025528 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b37fd4f7-30c1-4254-9e3f-66681dd3c8c6 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:28.030078 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b37fd4f7-30c1-4254-9e3f-66681dd3c8c6 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] 10.222.0.15 "PUT /v2.0/ports/46c9f33f-05f8-4f87-8785-519be7b649e2 HTTP/1.1" status: 200 len: 997 time: 0.9324114 Jan 11 09:30:28.030766 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53140) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:28.052554 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1d5dfaf0-4fe6-4f29-97bb-f4767aa3dd57 None None] Provisioning for port e0ac5167-ec3e-4b89-9378-838ddb86c7b7 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:30:28.060448 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1d5dfaf0-4fe6-4f29-97bb-f4767aa3dd57 None None] Provisioning complete for port e0ac5167-ec3e-4b89-9378-838ddb86c7b7 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:30:28.061019 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1d5dfaf0-4fe6-4f29-97bb-f4767aa3dd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:28.209790 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-0aa0c166-d118-44ae-903d-2815a5c7c7aa tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:28.210557 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-0aa0c166-d118-44ae-903d-2815a5c7c7aa tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Synchronizing usage tracker for tenant:9fd1ff2c8d6e483ea44588856f7c6b85 on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:30:28.351755 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1d5dfaf0-4fe6-4f29-97bb-f4767aa3dd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:28.359978 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f3230810-d6ce-42f8-ae05-38b63a0cd6ce tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Deleting port 46c9f33f-05f8-4f87-8785-519be7b649e2 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:28.360317 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3230810-d6ce-42f8-ae05-38b63a0cd6ce tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:28.399978 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1d5dfaf0-4fe6-4f29-97bb-f4767aa3dd57 None None] For port e0ac5167-ec3e-4b89-9378-838ddb86c7b7, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e0ac5167-ec3e-4b89-9378-838ddb86c7b7,segment=NetworkSegment(fd06de18-a6c3-4db6-952c-d9c0290ec1bb),segment_id=fd06de18-a6c3-4db6-952c-d9c0290ec1bb)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:30:28.408109 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1d5dfaf0-4fe6-4f29-97bb-f4767aa3dd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:28.455271 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-0aa0c166-d118-44ae-903d-2815a5c7c7aa tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Unset dirty status for tenant:9fd1ff2c8d6e483ea44588856f7c6b85 on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:30:28.458136 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-0aa0c166-d118-44ae-903d-2815a5c7c7aa tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/networks?id=2388dd42-5ebf-4a25-94b2-a084fcf855e8 HTTP/1.1" status: 200 len: 811 time: 0.7556784 Jan 11 09:30:28.532725 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-9f72436f-d3ae-4be9-8c27-c637a7fd4380 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/quotas/9fd1ff2c8d6e483ea44588856f7c6b85 HTTP/1.1" status: 200 len: 375 time: 0.0506067 Jan 11 09:30:28.555418 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5dfaf0-4fe6-4f29-97bb-f4767aa3dd57 None None] Pushing event updated for resources: {'Port': ['ID=e0ac5167-ec3e-4b89-9378-838ddb86c7b7,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:28.570499 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2597aa7b-f4fe-40ad-b04d-6ff563cbecf1 None None] Provisioning complete for port 46c9f33f-05f8-4f87-8785-519be7b649e2 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:30:28.570791 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2597aa7b-f4fe-40ad-b04d-6ff563cbecf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:28.639540 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d89909-1848-432d-92a0-9ee6a859d388 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:28.642168 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-73d89909-1848-432d-92a0-9ee6a859d388 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54&device_id=3d1df1ab-ecc7-44c3-a64a-112f85433e03&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6854401 Jan 11 09:30:28.654330 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01e53d47-a789-48f4-8e3a-617a2e80461f tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:28.658063 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53144) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:28.661955 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2597aa7b-f4fe-40ad-b04d-6ff563cbecf1 None None] Port 46c9f33f-05f8-4f87-8785-519be7b649e2 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:30:28.667702 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9cf25bee-a0ac-4755-b1de-1fd7b2be8def up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:30:28.669211 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-3693167d-3974-4552-a635-766fff82644f tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9fd1ff2c8d6e483ea44588856f7c6b85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1355603 Jan 11 09:30:28.710183 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c9b7-38eb-437a-bb91-d162f5eed03a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:28.766023 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 9cf25bee-a0ac-4755-b1de-1fd7b2be8def completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:30:28.789080 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 9cf25bee-a0ac-4755-b1de-1fd7b2be8def triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:30:28.789967 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:28.833357 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3230810-d6ce-42f8-ae05-38b63a0cd6ce tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:28.844882 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-065e09c7-f06d-4cb5-9156-8c22718cba1a None None] Provisioning for port 3f64794b-e361-426b-8413-035a197d06bd completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:30:28.859826 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-065e09c7-f06d-4cb5-9156-8c22718cba1a None None] Provisioning complete for port 3f64794b-e361-426b-8413-035a197d06bd triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:30:28.860200 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-065e09c7-f06d-4cb5-9156-8c22718cba1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:28.937060 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-065e09c7-f06d-4cb5-9156-8c22718cba1a None None] Port 3f64794b-e361-426b-8413-035a197d06bd cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:30:28.999535 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-065e09c7-f06d-4cb5-9156-8c22718cba1a None None] Provisioning complete for port e0ac5167-ec3e-4b89-9378-838ddb86c7b7 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:30:28.999908 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-065e09c7-f06d-4cb5-9156-8c22718cba1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:29.023410 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad003ee-aa52-4afe-aed5-14a9c0d01952 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:29.025264 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-dad003ee-aa52-4afe-aed5-14a9c0d01952 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "GET /v2.0/networks/644b8550-5b91-49bd-9d0a-84ba8b975d54 HTTP/1.1" status: 200 len: 881 time: 0.3530536 Jan 11 09:30:29.029246 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f3230810-d6ce-42f8-ae05-38b63a0cd6ce tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Calling delete_port for 46c9f33f-05f8-4f87-8785-519be7b649e2 owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:29.034957 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53152) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:29.078416 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:29.101594 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 9cf25bee-a0ac-4755-b1de-1fd7b2be8def, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=9cf25bee-a0ac-4755-b1de-1fd7b2be8def,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:30:29.111624 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:29.225622 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3230810-d6ce-42f8-ae05-38b63a0cd6ce tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:29.283855 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3230810-d6ce-42f8-ae05-38b63a0cd6ce tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Pushing event deleted for resources: {'Port': ['ID=46c9f33f-05f8-4f87-8785-519be7b649e2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:29.298030 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=9cf25bee-a0ac-4755-b1de-1fd7b2be8def,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:29.393860 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ddf8c9b7-38eb-437a-bb91-d162f5eed03a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Calling delete_port for 3f64794b-e361-426b-8413-035a197d06bd owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:29.398767 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3230810-d6ce-42f8-ae05-38b63a0cd6ce tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:29.414080 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f3230810-d6ce-42f8-ae05-38b63a0cd6ce tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] 10.222.0.15 "DELETE /v2.0/ports/46c9f33f-05f8-4f87-8785-519be7b649e2 HTTP/1.1" status: 204 len: 168 time: 1.3819399 Jan 11 09:30:29.416340 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53158) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:29.422326 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9b90fb17-93aa-4963-a8ef-efebf8d40dd0 None None] Provisioning complete for port 3f64794b-e361-426b-8413-035a197d06bd triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:30:29.422785 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9b90fb17-93aa-4963-a8ef-efebf8d40dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:29.463096 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-008f12cc-636c-4ac1-9b9d-8b8f2d236d66 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] GET failed (client error): The resource could not be found. Jan 11 09:30:29.463996 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-008f12cc-636c-4ac1-9b9d-8b8f2d236d66 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Synchronizing usage tracker for tenant:44adac71d3e74cecaea8880a6cddb6d4 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:30:29.483897 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-008f12cc-636c-4ac1-9b9d-8b8f2d236d66 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Unset dirty status for tenant:44adac71d3e74cecaea8880a6cddb6d4 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:30:29.485473 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-008f12cc-636c-4ac1-9b9d-8b8f2d236d66 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] 10.222.0.15 "GET /v2.0/ports/46c9f33f-05f8-4f87-8785-519be7b649e2 HTTP/1.1" status: 404 len: 333 time: 0.0681736 Jan 11 09:30:29.491531 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53162) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:29.497888 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-0828244d-438a-41f5-96ac-a408f99958e1 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Request body: {'port': {'network_id': '16cc16a2-2af4-4282-97be-d87a758c0923', 'name': 'tempest-AllowedAddressPairTestJSON-2146606208'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:29.505378 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9b90fb17-93aa-4963-a8ef-efebf8d40dd0 None None] Port 3f64794b-e361-426b-8413-035a197d06bd cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:30:29.533790 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6496a76a-3ab5-4ae3-ba13-5928dca8fd18 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d1df1ab-ecc7-44c3-a64a-112f85433e03 HTTP/1.1" status: 200 len: 205 time: 0.4939783 Jan 11 09:30:29.538456 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53166) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:29.644363 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c9b7-38eb-437a-bb91-d162f5eed03a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:29.740353 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-92aa792f-930c-4e7a-bd43-2e35e90f3fdd service neutron] 10.222.0.15 "GET /v2.0/networks/2388dd42-5ebf-4a25-94b2-a084fcf855e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0702758 Jan 11 09:30:29.798629 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0828244d-438a-41f5-96ac-a408f99958e1 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:29.806783 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01e53d47-a789-48f4-8e3a-617a2e80461f tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:29.810528 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8c9b7-38eb-437a-bb91-d162f5eed03a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Port': ['ID=3f64794b-e361-426b-8413-035a197d06bd,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:29.816187 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61d13f5c-e4c9-4778-b542-4010caacb4dd tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:29.872856 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0828244d-438a-41f5-96ac-a408f99958e1 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:29.902049 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0828244d-438a-41f5-96ac-a408f99958e1 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Made reservation on behalf of 44adac71d3e74cecaea8880a6cddb6d4 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:29.906213 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0828244d-438a-41f5-96ac-a408f99958e1 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:29.915794 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e53d47-a789-48f4-8e3a-617a2e80461f tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:29.930365 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-01e53d47-a789-48f4-8e3a-617a2e80461f tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:29.932973 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e53d47-a789-48f4-8e3a-617a2e80461f tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:29.933232 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-0828244d-438a-41f5-96ac-a408f99958e1 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] device_id is not set on port 0ab4871c-3e3d-46e1-88de-3b6130d45d9c yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:30:29.985493 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c9b7-38eb-437a-bb91-d162f5eed03a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:30.057281 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e53d47-a789-48f4-8e3a-617a2e80461f tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Pushing event updated for resources: {'Port': ['ID=8076fc56-97a7-41c6-bcab-20396f0f7524,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:30.086263 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53172) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:30.086818 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ddf8c9b7-38eb-437a-bb91-d162f5eed03a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/ports/3f64794b-e361-426b-8413-035a197d06bd HTTP/1.1" status: 204 len: 168 time: 2.6614242 Jan 11 09:30:30.244094 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-0cbc5386-5a8f-42d1-8fa6-6c44fe8f89a6 service neutron] 10.222.0.15 "GET /v2.0/networks/2388dd42-5ebf-4a25-94b2-a084fcf855e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618566 Jan 11 09:30:30.259508 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61d13f5c-e4c9-4778-b542-4010caacb4dd tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:30.299429 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e463cd-46a8-4751-aa1a-0800e4d47a96 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] DELETE failed (client error): The resource could not be found. Jan 11 09:30:30.299832 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e463cd-46a8-4751-aa1a-0800e4d47a96 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:30:30.310253 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-93e463cd-46a8-4751-aa1a-0800e4d47a96 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/ports/3f64794b-e361-426b-8413-035a197d06bd HTTP/1.1" status: 404 len: 333 time: 0.2197444 Jan 11 09:30:30.311703 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-61d13f5c-e4c9-4778-b542-4010caacb4dd tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Deleting port 7df575d4-d4f2-4394-99f4-01f6a3ab1896 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:30.312000 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61d13f5c-e4c9-4778-b542-4010caacb4dd tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:30.314841 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53178) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:30.372082 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-863afcf2-dc4b-449f-9aed-354250de0fa3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] GET failed (client error): The resource could not be found. Jan 11 09:30:30.372635 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-863afcf2-dc4b-449f-9aed-354250de0fa3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Synchronizing usage tracker for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:30:30.440045 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-0828244d-438a-41f5-96ac-a408f99958e1 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Allocated IP 172.20.0.3 (16cc16a2-2af4-4282-97be-d87a758c0923/e3acf91a-d96f-4fe2-bf5c-78b811732d5d/0ab4871c-3e3d-46e1-88de-3b6130d45d9c) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:30:30.468651 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-863afcf2-dc4b-449f-9aed-354250de0fa3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Unset dirty status for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:30:30.470036 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-863afcf2-dc4b-449f-9aed-354250de0fa3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports/3f64794b-e361-426b-8413-035a197d06bd HTTP/1.1" status: 404 len: 333 time: 0.1541107 Jan 11 09:30:30.473198 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53188) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:30.530322 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-612ceb0f-855a-4c26-87d7-7969f35daf51 req-d8b070c6-cf4c-41df-94e7-23bd18eaff7d tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 210 time: 0.0558939 Jan 11 09:30:30.613566 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9cf25bee-a0ac-4755-b1de-1fd7b2be8def up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:30:30.648316 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61d13f5c-e4c9-4778-b542-4010caacb4dd tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:30.680323 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d41e21c-8b92-4ba3-805a-a5b8dc149321 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting subnet 19024577-6dd7-4772-99d3-ed784e0055cb {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:30:30.684716 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01e53d47-a789-48f4-8e3a-617a2e80461f tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:30.739511 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6d41e21c-8b92-4ba3-805a-a5b8dc149321 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:30.745502 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 9cf25bee-a0ac-4755-b1de-1fd7b2be8def triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:30:30.745808 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:30.823197 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6d41e21c-8b92-4ba3-805a-a5b8dc149321 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:30.849969 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-61d13f5c-e4c9-4778-b542-4010caacb4dd tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Calling delete_port for 7df575d4-d4f2-4394-99f4-01f6a3ab1896 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:30.968239 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e0ac5167-ec3e-4b89-9378-838ddb86c7b7 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:30:31.085861 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0828244d-438a-41f5-96ac-a408f99958e1 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:31.091766 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port e0ac5167-ec3e-4b89-9378-838ddb86c7b7 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:30:31.092897 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:31.118212 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0828244d-438a-41f5-96ac-a408f99958e1 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Transition to ACTIVE for port object 0ab4871c-3e3d-46e1-88de-3b6130d45d9c will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:30:31.209084 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61d13f5c-e4c9-4778-b542-4010caacb4dd tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:31.255419 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0828244d-438a-41f5-96ac-a408f99958e1 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:31.288283 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6d41e21c-8b92-4ba3-805a-a5b8dc149321 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:31.315043 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d13f5c-e4c9-4778-b542-4010caacb4dd tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Pushing event deleted for resources: {'Port': ['ID=7df575d4-d4f2-4394-99f4-01f6a3ab1896,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:31.396054 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01e53d47-a789-48f4-8e3a-617a2e80461f tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:31.401210 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6d41e21c-8b92-4ba3-805a-a5b8dc149321 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:31.442483 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0828244d-438a-41f5-96ac-a408f99958e1 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Network 16cc16a2-2af4-4282-97be-d87a758c0923 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:31.447417 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-0828244d-438a-41f5-96ac-a408f99958e1 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:31.453922 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0828244d-438a-41f5-96ac-a408f99958e1 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:31.488388 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828244d-438a-41f5-96ac-a408f99958e1 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Pushing event updated for resources: {'Port': ['ID=0ab4871c-3e3d-46e1-88de-3b6130d45d9c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:31.498924 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61d13f5c-e4c9-4778-b542-4010caacb4dd tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:31.515450 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41e21c-8b92-4ba3-805a-a5b8dc149321 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Subnet': ['ID=19024577-6dd7-4772-99d3-ed784e0055cb,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:31.526078 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6d41e21c-8b92-4ba3-805a-a5b8dc149321 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:31.531888 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255c361a-6f85-4ec0-92b3-77c5822f380f None None] Network 6d9db028-3954-4e49-b3b4-084a79a4cb4c requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:30:31.564592 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6d41e21c-8b92-4ba3-805a-a5b8dc149321 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/subnets/19024577-6dd7-4772-99d3-ed784e0055cb HTTP/1.1" status: 204 len: 168 time: 1.0881801 Jan 11 09:30:31.568698 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53204) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:31.733386 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61d13f5c-e4c9-4778-b542-4010caacb4dd tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:31.735788 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61d13f5c-e4c9-4778-b542-4010caacb4dd tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:31.767919 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61d13f5c-e4c9-4778-b542-4010caacb4dd tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:31.768531 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d13f5c-e4c9-4778-b542-4010caacb4dd tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Fanout notify agent at l3_agent the message router_deleted on router 3d1df1ab-ecc7-44c3-a64a-112f85433e03 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:30:31.803251 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0828244d-438a-41f5-96ac-a408f99958e1 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:31.803817 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0828244d-438a-41f5-96ac-a408f99958e1 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:31.826866 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61d13f5c-e4c9-4778-b542-4010caacb4dd tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:31.828180 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-61d13f5c-e4c9-4778-b542-4010caacb4dd tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "DELETE /v2.0/routers/3d1df1ab-ecc7-44c3-a64a-112f85433e03 HTTP/1.1" status: 204 len: 168 time: 2.2888155 Jan 11 09:30:31.854359 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53210) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:31.861248 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-404f1478-509a-48c3-a0e7-6d78792d2f81 req-99a72ec8-e8ab-4d31-b07b-38d3ee8da9df tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 210 time: 0.0758679 Jan 11 09:30:31.867005 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-157d6295-9e07-4d6b-ab9c-80307df88a4f tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-791034407', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:31.876758 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0828244d-438a-41f5-96ac-a408f99958e1 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3839791 Jan 11 09:30:31.877685 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53214) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:31.897136 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-157d6295-9e07-4d6b-ab9c-80307df88a4f tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:31.902479 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-fbe0294a-057a-4b12-9e87-27b8e50587aa tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Request body: {'port': {'network_id': '16cc16a2-2af4-4282-97be-d87a758c0923', 'name': 'tempest-AllowedAddressPairTestJSON-1887938039'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:31.923730 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-157d6295-9e07-4d6b-ab9c-80307df88a4f tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Usage tracker for resource:router and tenant:552bbf60e7f74d35a6ebf221998786f8 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:31.945011 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-157d6295-9e07-4d6b-ab9c-80307df88a4f tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:31.947052 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b1997867-99da-400b-9d94-95c8d6523a82 None None] Provisioning for port 0ab4871c-3e3d-46e1-88de-3b6130d45d9c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:30:31.964718 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b1997867-99da-400b-9d94-95c8d6523a82 None None] Provisioning complete for port 0ab4871c-3e3d-46e1-88de-3b6130d45d9c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:30:31.965125 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b1997867-99da-400b-9d94-95c8d6523a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:31.995426 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18c8f333-e32a-449f-90cc-75aaa40aebfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:32.010182 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-157d6295-9e07-4d6b-ab9c-80307df88a4f tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:32.019880 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-18c8f333-e32a-449f-90cc-75aaa40aebfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting port e0ac5167-ec3e-4b89-9378-838ddb86c7b7 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:32.020218 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18c8f333-e32a-449f-90cc-75aaa40aebfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:32.058995 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b1997867-99da-400b-9d94-95c8d6523a82 None None] Port 0ab4871c-3e3d-46e1-88de-3b6130d45d9c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:30:32.111196 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac1fc91-4988-42ed-a083-2b4eed1204fd None None] DHCP port deletion for 6d9db028-3954-4e49-b3b4-084a79a4cb4c request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:30:32.117238 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-bac1fc91-4988-42ed-a083-2b4eed1204fd None None] Deleting port e0ac5167-ec3e-4b89-9378-838ddb86c7b7 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:32.118047 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bac1fc91-4988-42ed-a083-2b4eed1204fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:32.152319 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e53d47-a789-48f4-8e3a-617a2e80461f tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Router 6e41d121-c7ca-4809-bc73-fadd02f0b0c1 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:30:32.226104 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-157d6295-9e07-4d6b-ab9c-80307df88a4f tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:32.227038 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-157d6295-9e07-4d6b-ab9c-80307df88a4f tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:32.289877 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-72ad3d00-8336-4ddf-ac75-4be2aeada617 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:32.291259 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-72ad3d00-8336-4ddf-ac75-4be2aeada617 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.42 "GET /v2.0/networks?id=2388dd42-5ebf-4a25-94b2-a084fcf855e8 HTTP/1.1" status: 200 len: 811 time: 0.4615555 Jan 11 09:30:32.306614 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-e6db38ab-eede-4e01-bb1d-3fdddbf1fa97 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Request body: {'port': {'device_id': '9dffdb07-939e-403d-a5bd-4ec26daefc13', 'network_id': '2388dd42-5ebf-4a25-94b2-a084fcf855e8', 'admin_state_up': True, 'tenant_id': '9fd1ff2c8d6e483ea44588856f7c6b85'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:32.356630 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-18c8f333-e32a-449f-90cc-75aaa40aebfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] For port e0ac5167-ec3e-4b89-9378-838ddb86c7b7, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e0ac5167-ec3e-4b89-9378-838ddb86c7b7,segment=NetworkSegment(fd06de18-a6c3-4db6-952c-d9c0290ec1bb),segment_id=fd06de18-a6c3-4db6-952c-d9c0290ec1bb)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:30:32.357243 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18c8f333-e32a-449f-90cc-75aaa40aebfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:32.359133 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-bac1fc91-4988-42ed-a083-2b4eed1204fd None None] For port e0ac5167-ec3e-4b89-9378-838ddb86c7b7, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e0ac5167-ec3e-4b89-9378-838ddb86c7b7,segment=NetworkSegment(fd06de18-a6c3-4db6-952c-d9c0290ec1bb),segment_id=fd06de18-a6c3-4db6-952c-d9c0290ec1bb)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:30:32.359529 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bac1fc91-4988-42ed-a083-2b4eed1204fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:32.406117 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-157d6295-9e07-4d6b-ab9c-80307df88a4f tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:32.410353 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-fbe0294a-057a-4b12-9e87-27b8e50587aa tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:32.483926 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-e6db38ab-eede-4e01-bb1d-3fdddbf1fa97 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:32.491584 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-e6db38ab-eede-4e01-bb1d-3fdddbf1fa97 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Usage tracker for resource:port and tenant:9fd1ff2c8d6e483ea44588856f7c6b85 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:32.495321 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-fbe0294a-057a-4b12-9e87-27b8e50587aa tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:32.497816 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-e6db38ab-eede-4e01-bb1d-3fdddbf1fa97 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:32.503592 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-157d6295-9e07-4d6b-ab9c-80307df88a4f tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:32.525256 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-e6db38ab-eede-4e01-bb1d-3fdddbf1fa97 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:32.537083 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-bac1fc91-4988-42ed-a083-2b4eed1204fd None None] Calling delete_port for e0ac5167-ec3e-4b89-9378-838ddb86c7b7 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:32.542281 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe0294a-057a-4b12-9e87-27b8e50587aa tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Made reservation on behalf of 44adac71d3e74cecaea8880a6cddb6d4 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:32.547010 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fbe0294a-057a-4b12-9e87-27b8e50587aa tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:32.600090 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-157d6295-9e07-4d6b-ab9c-80307df88a4f tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:32.604088 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-157d6295-9e07-4d6b-ab9c-80307df88a4f tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7427521 Jan 11 09:30:32.604088 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-e6db38ab-eede-4e01-bb1d-3fdddbf1fa97 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Made reservation on behalf of 9fd1ff2c8d6e483ea44588856f7c6b85 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:32.612662 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-e6db38ab-eede-4e01-bb1d-3fdddbf1fa97 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:32.617491 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e0ac5167-ec3e-4b89-9378-838ddb86c7b7 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:30:32.627093 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53226) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:32.640407 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-fbe0294a-057a-4b12-9e87-27b8e50587aa tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] device_id is not set on port f3fd8af4-e6ae-4ea8-9909-2e316827849b yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:30:32.702851 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-18c8f333-e32a-449f-90cc-75aaa40aebfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Calling delete_port for e0ac5167-ec3e-4b89-9378-838ddb86c7b7 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:32.780386 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:32.782260 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e53d47-a789-48f4-8e3a-617a2e80461f tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:30:32.807903 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] Sync routers for ids ['6e41d121-c7ca-4809-bc73-fadd02f0b0c1'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:30:32.811293 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-f586e7c3-2b1e-4ccf-8c00-02c1a5509319 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Request body: {'router': {'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:32.814244 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bac1fc91-4988-42ed-a083-2b4eed1204fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:32.844934 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.api [None req-18c8f333-e32a-449f-90cc-75aaa40aebfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:30:32.845592 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG oslo_db.api [None req-18c8f333-e32a-449f-90cc-75aaa40aebfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:30:32.847440 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01e53d47-a789-48f4-8e3a-617a2e80461f tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:32.848837 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-01e53d47-a789-48f4-8e3a-617a2e80461f tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.5023472 Jan 11 09:30:32.852063 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53232) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:32.861852 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac1fc91-4988-42ed-a083-2b4eed1204fd None None] No DVR routers for this DVR port e0ac5167-ec3e-4b89-9378-838ddb86c7b7 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:30:32.892602 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1fc91-4988-42ed-a083-2b4eed1204fd None None] Pushing event deleted for resources: {'Port': ['ID=e0ac5167-ec3e-4b89-9378-838ddb86c7b7,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:32.900722 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] Routers {'6e41d121-c7ca-4809-bc73-fadd02f0b0c1'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:32.901566 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['6e41d121-c7ca-4809-bc73-fadd02f0b0c1'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:33.077148 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-fbe0294a-057a-4b12-9e87-27b8e50587aa tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Allocated IP 172.20.0.13 (16cc16a2-2af4-4282-97be-d87a758c0923/e3acf91a-d96f-4fe2-bf5c-78b811732d5d/f3fd8af4-e6ae-4ea8-9909-2e316827849b) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:30:33.099924 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1a6d831f-584c-4168-8873-bb3c9c0ff5f0 req-7b93b068-3db8-4903-aa49-db0b8a5a78ee tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 210 time: 0.1156569 Jan 11 09:30:33.130731 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5ad33b27-31ff-4e53-a6e6-4124a928fe1e tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "GET /v2.0/routers/6e41d121-c7ca-4809-bc73-fadd02f0b0c1 HTTP/1.1" status: 200 len: 906 time: 0.2773335 Jan 11 09:30:33.132587 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] Set router 6e41d121-c7ca-4809-bc73-fadd02f0b0c1 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:30:33.133513 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53238) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:33.321816 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c181431-9861-4d6e-b10a-c640c71f8da1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:33.347388 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f586e7c3-2b1e-4ccf-8c00-02c1a5509319 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:33.378645 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-18c8f333-e32a-449f-90cc-75aaa40aebfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting port e0ac5167-ec3e-4b89-9378-838ddb86c7b7 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:33.378645 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18c8f333-e32a-449f-90cc-75aaa40aebfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:33.462630 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e41d121-c7ca-4809-bc73-fadd02f0b0c1', 'name': 'tempest-snat-router-515438163', 'tenant_id': '5507041f45a946feb6ce6b51ce6f301a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '8076fc56-97a7-41c6-bcab-20396f0f7524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:30:24Z', 'updated_at': '2022-01-11T09:30:30Z', 'revision_number': 3, 'project_id': '5507041f45a946feb6ce6b51ce6f301a', 'gw_port': {'id': '8076fc56-97a7-41c6-bcab-20396f0f7524', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:16:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e41d121-c7ca-4809-bc73-fadd02f0b0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:30:27Z', 'updated_at': '2022-01-11T09:30:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:33.466556 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] Checking router: 6e41d121-c7ca-4809-bc73-fadd02f0b0c1 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:30:33.466982 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] Updating router 6e41d121-c7ca-4809-bc73-fadd02f0b0c1 port 8076fc56-97a7-41c6-bcab-20396f0f7524 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:30:33.502487 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-e6db38ab-eede-4e01-bb1d-3fdddbf1fa97 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Allocated IP 172.20.0.5 (2388dd42-5ebf-4a25-94b2-a084fcf855e8/ae4f5361-bb83-41ac-910e-ab420be0f7a6/ba3ab8cf-b427-43fd-99db-905da989ed5d) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:30:33.521010 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:33.543961 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-18c8f333-e32a-449f-90cc-75aaa40aebfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] The port 'e0ac5167-ec3e-4b89-9378-838ddb86c7b7' was deleted {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:30:33.659186 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c181431-9861-4d6e-b10a-c640c71f8da1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:33.678468 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-8c181431-9861-4d6e-b10a-c640c71f8da1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Deleting port 8076fc56-97a7-41c6-bcab-20396f0f7524 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:33.678807 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c181431-9861-4d6e-b10a-c640c71f8da1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:33.881865 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fbe0294a-057a-4b12-9e87-27b8e50587aa tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:33.910977 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18c8f333-e32a-449f-90cc-75aaa40aebfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:33.918639 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:33.932021 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] Transition to ACTIVE for port object 8076fc56-97a7-41c6-bcab-20396f0f7524 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:30:33.940299 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:33.950967 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c181431-9861-4d6e-b10a-c640c71f8da1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:33.965057 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-18c8f333-e32a-449f-90cc-75aaa40aebfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d9db028-3954-4e49-b3b4-084a79a4cb4c']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:34.085591 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-18c8f333-e32a-449f-90cc-75aaa40aebfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd06de18-a6c3-4db6-952c-d9c0290ec1bb') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:34.085915 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-18c8f333-e32a-449f-90cc-75aaa40aebfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd06de18-a6c3-4db6-952c-d9c0290ec1bb') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:34.093560 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] Attempting to bind port 8076fc56-97a7-41c6-bcab-20396f0f7524 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:30:34.094293 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] Attempting to bind port 8076fc56-97a7-41c6-bcab-20396f0f7524 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:30:34.094838 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] Attempting to bind port 8076fc56-97a7-41c6-bcab-20396f0f7524 on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:30:34.100829 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:34.103754 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:30:34.104203 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:30:34.104681 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:34.105138 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:30:34.105680 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] Bound port: 8076fc56-97a7-41c6-bcab-20396f0f7524, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:30:34.106135 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:34.147450 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fbe0294a-057a-4b12-9e87-27b8e50587aa tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Transition to ACTIVE for port object f3fd8af4-e6ae-4ea8-9909-2e316827849b will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:30:34.168873 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d0f38-add7-4b09-a8b1-b1545dda2dac None None] Pushing event updated for resources: {'Port': ['ID=8076fc56-97a7-41c6-bcab-20396f0f7524,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:34.203127 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-8c181431-9861-4d6e-b10a-c640c71f8da1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Calling delete_port for 8076fc56-97a7-41c6-bcab-20396f0f7524 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:34.236683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] For port 8076fc56-97a7-41c6-bcab-20396f0f7524, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:30:34.240491 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] For port 8076fc56-97a7-41c6-bcab-20396f0f7524, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=8076fc56-97a7-41c6-bcab-20396f0f7524,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:30:34.251996 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:34.377506 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d0f38-add7-4b09-a8b1-b1545dda2dac None None] Pushing event updated for resources: {'Port': ['ID=8076fc56-97a7-41c6-bcab-20396f0f7524,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:34.410660 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] Routers {'6e41d121-c7ca-4809-bc73-fadd02f0b0c1'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:34.411200 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['6e41d121-c7ca-4809-bc73-fadd02f0b0c1'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:34.424552 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-e6db38ab-eede-4e01-bb1d-3fdddbf1fa97 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:34.433170 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f586e7c3-2b1e-4ccf-8c00-02c1a5509319 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:34.461217 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18c8f333-e32a-449f-90cc-75aaa40aebfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:34.466036 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fbe0294a-057a-4b12-9e87-27b8e50587aa tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:34.470257 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f586e7c3-2b1e-4ccf-8c00-02c1a5509319 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:34.502944 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8394fc20-d48b-4130-bf5a-eb6380791ac2 req-9d549eb7-478a-4f1e-8400-9e8457e5a2de tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 210 time: 0.0846355 Jan 11 09:30:34.523810 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18c8f333-e32a-449f-90cc-75aaa40aebfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:34.537274 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c8f333-e32a-449f-90cc-75aaa40aebfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:30:34.537752 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18c8f333-e32a-449f-90cc-75aaa40aebfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: util.warn( Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: util.warn( Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: util.warn( Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: util.warn( Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:30:34.555199 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:30:34.575460 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] Set router 6e41d121-c7ca-4809-bc73-fadd02f0b0c1 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:30:34.605327 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe0294a-057a-4b12-9e87-27b8e50587aa tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Network 16cc16a2-2af4-4282-97be-d87a758c0923 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:34.617645 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-fbe0294a-057a-4b12-9e87-27b8e50587aa tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:34.628339 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0294a-057a-4b12-9e87-27b8e50587aa tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Pushing event updated for resources: {'Port': ['ID=f3fd8af4-e6ae-4ea8-9909-2e316827849b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:34.630702 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe0294a-057a-4b12-9e87-27b8e50587aa tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:34.696088 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e41d121-c7ca-4809-bc73-fadd02f0b0c1', 'name': 'tempest-snat-router-515438163', 'tenant_id': '5507041f45a946feb6ce6b51ce6f301a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:30:24Z', 'updated_at': '2022-01-11T09:30:33Z', 'revision_number': 4, 'project_id': '5507041f45a946feb6ce6b51ce6f301a', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:34.704246 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6fb2f3-32ef-426d-9dd0-1e9786fed150 None None] The sync data for ids ['6e41d121-c7ca-4809-bc73-fadd02f0b0c1'] in dv-neutron-823402-4-hyperv is: [{'id': '6e41d121-c7ca-4809-bc73-fadd02f0b0c1', 'name': 'tempest-snat-router-515438163', 'tenant_id': '5507041f45a946feb6ce6b51ce6f301a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:30:24Z', 'updated_at': '2022-01-11T09:30:33Z', 'revision_number': 4, 'project_id': '5507041f45a946feb6ce6b51ce6f301a', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:30:34.716329 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18c8f333-e32a-449f-90cc-75aaa40aebfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:34.719993 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.api [None req-8c181431-9861-4d6e-b10a-c640c71f8da1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:30:34.720376 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG oslo_db.api [None req-8c181431-9861-4d6e-b10a-c640c71f8da1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:30:34.752668 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18c8f333-e32a-449f-90cc-75aaa40aebfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:34.755509 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8f333-e32a-449f-90cc-75aaa40aebfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Network': ['ID=6d9db028-3954-4e49-b3b4-084a79a4cb4c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:34.763531 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-e6db38ab-eede-4e01-bb1d-3fdddbf1fa97 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:34.785225 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-18c8f333-e32a-449f-90cc-75aaa40aebfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/networks/6d9db028-3954-4e49-b3b4-084a79a4cb4c HTTP/1.1" status: 204 len: 168 time: 3.2047839 Jan 11 09:30:34.786118 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53252) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:34.792713 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-11387e28-3c33-416e-9f6e-742b82416288 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1078380172'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:34.799053 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-11387e28-3c33-416e-9f6e-742b82416288 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:34.803749 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-11387e28-3c33-416e-9f6e-742b82416288 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:network and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:34.807038 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-11387e28-3c33-416e-9f6e-742b82416288 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:34.818793 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-11387e28-3c33-416e-9f6e-742b82416288 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:34.838846 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11387e28-3c33-416e-9f6e-742b82416288 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:34.844002 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11387e28-3c33-416e-9f6e-742b82416288 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:34.877912 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11387e28-3c33-416e-9f6e-742b82416288 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:30:34.891920 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-e6db38ab-eede-4e01-bb1d-3fdddbf1fa97 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Network 2388dd42-5ebf-4a25-94b2-a084fcf855e8 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:34.908449 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11387e28-3c33-416e-9f6e-742b82416288 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:34.908752 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-11387e28-3c33-416e-9f6e-742b82416288 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Added segment a06fab42-d537-423b-ab24-fc4a81ec12c0 of type vlan for network e29c2155-6201-471e-8bc2-05b4e5cd7799 Jan 11 09:30:34.910784 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-e6db38ab-eede-4e01-bb1d-3fdddbf1fa97 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:34.927393 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe0294a-057a-4b12-9e87-27b8e50587aa tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:34.928157 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fbe0294a-057a-4b12-9e87-27b8e50587aa tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:34.941784 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-e6db38ab-eede-4e01-bb1d-3fdddbf1fa97 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:34.942301 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11387e28-3c33-416e-9f6e-742b82416288 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:34.982239 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11387e28-3c33-416e-9f6e-742b82416288 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:34.988736 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11387e28-3c33-416e-9f6e-742b82416288 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:34.989345 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11387e28-3c33-416e-9f6e-742b82416288 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:34.994339 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db38ab-eede-4e01-bb1d-3fdddbf1fa97 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Pushing event updated for resources: {'Port': ['ID=ba3ab8cf-b427-43fd-99db-905da989ed5d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:35.018415 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-f586e7c3-2b1e-4ccf-8c00-02c1a5509319 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Allocated IP 172.26.3.238 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/fdcd4dbb-e7f3-437e-aea7-00ef4c94fa6d) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:30:35.024741 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ae62d426-c0b8-4d18-aa0a-f3466144b687 None None] Provisioning for port f3fd8af4-e6ae-4ea8-9909-2e316827849b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:30:35.031745 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ae62d426-c0b8-4d18-aa0a-f3466144b687 None None] Provisioning complete for port f3fd8af4-e6ae-4ea8-9909-2e316827849b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:30:35.033812 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ae62d426-c0b8-4d18-aa0a-f3466144b687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:35.057376 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-fbe0294a-057a-4b12-9e87-27b8e50587aa tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1742954 Jan 11 09:30:35.059562 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-11387e28-3c33-416e-9f6e-742b82416288 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2723062 Jan 11 09:30:35.063519 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53258) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:35.063850 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53260) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:35.071115 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-75ab8b4b-e44f-4c84-b789-b892039c6c48 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'subnet': {'network_id': 'e29c2155-6201-471e-8bc2-05b4e5cd7799', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:35.096633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-e6db38ab-eede-4e01-bb1d-3fdddbf1fa97 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:35.097270 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-e6db38ab-eede-4e01-bb1d-3fdddbf1fa97 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:35.098710 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b8c4b253-8bdf-439c-9624-0590622a5574 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:74:81:f5'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:b7:ce:78'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:35.107273 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ae62d426-c0b8-4d18-aa0a-f3466144b687 None None] Port f3fd8af4-e6ae-4ea8-9909-2e316827849b cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:30:35.136631 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-e6db38ab-eede-4e01-bb1d-3fdddbf1fa97 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8336046 Jan 11 09:30:35.189559 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-703a0abb-06ac-4bdc-abbb-05ee5d3bf3c4 service neutron] Request body: {'port': {'device_id': '9dffdb07-939e-403d-a5bd-4ec26daefc13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:35.222641 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11387e28-3c33-416e-9f6e-742b82416288 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Network': ['ID=e29c2155-6201-471e-8bc2-05b4e5cd7799,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:35.224730 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-8c181431-9861-4d6e-b10a-c640c71f8da1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Deleting port 8076fc56-97a7-41c6-bcab-20396f0f7524 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:35.225169 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c181431-9861-4d6e-b10a-c640c71f8da1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:35.237021 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network e29c2155-6201-471e-8bc2-05b4e5cd7799 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:30:35.369227 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f586e7c3-2b1e-4ccf-8c00-02c1a5509319 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:35.384860 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-703a0abb-06ac-4bdc-abbb-05ee5d3bf3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:35.406969 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-75ab8b4b-e44f-4c84-b789-b892039c6c48 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:35.472610 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-75ab8b4b-e44f-4c84-b789-b892039c6c48 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:subnet and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:35.481771 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-75ab8b4b-e44f-4c84-b789-b892039c6c48 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:35.496827 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-75ab8b4b-e44f-4c84-b789-b892039c6c48 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:35.523574 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f586e7c3-2b1e-4ccf-8c00-02c1a5509319 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:35.587834 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:30:35.590906 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ab8b4b-e44f-4c84-b789-b892039c6c48 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:35.595177 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75ab8b4b-e44f-4c84-b789-b892039c6c48 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:35.601117 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f586e7c3-2b1e-4ccf-8c00-02c1a5509319 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:35.617292 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-f586e7c3-2b1e-4ccf-8c00-02c1a5509319 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:35.620054 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f586e7c3-2b1e-4ccf-8c00-02c1a5509319 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:35.707509 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586e7c3-2b1e-4ccf-8c00-02c1a5509319 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Pushing event updated for resources: {'Port': ['ID=fdcd4dbb-e7f3-437e-aea7-00ef4c94fa6d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:35.739623 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-8c181431-9861-4d6e-b10a-c640c71f8da1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] For port 8076fc56-97a7-41c6-bcab-20396f0f7524, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=8076fc56-97a7-41c6-bcab-20396f0f7524,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:30:35.739978 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c181431-9861-4d6e-b10a-c640c71f8da1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:35.936647 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-8c181431-9861-4d6e-b10a-c640c71f8da1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Calling delete_port for 8076fc56-97a7-41c6-bcab-20396f0f7524 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:36.000273 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8c4b253-8bdf-439c-9624-0590622a5574 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:36.308770 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213fe1c-f07c-454c-902a-f57212e4d008 req-656e863a-8835-49de-9da3-e6e918d14bbb tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:36.310269 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d213fe1c-f07c-454c-902a-f57212e4d008 req-656e863a-8835-49de-9da3-e6e918d14bbb tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 931 time: 0.6431201 Jan 11 09:30:36.342552 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-703a0abb-06ac-4bdc-abbb-05ee5d3bf3c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3ab8cf-b427-43fd-99db-905da989ed5d {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:30:36.361093 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-703a0abb-06ac-4bdc-abbb-05ee5d3bf3c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:36.389714 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-703a0abb-06ac-4bdc-abbb-05ee5d3bf3c4 service neutron] Transition to ACTIVE for port object ba3ab8cf-b427-43fd-99db-905da989ed5d will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:30:36.392570 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f586e7c3-2b1e-4ccf-8c00-02c1a5509319 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:36.451178 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-703a0abb-06ac-4bdc-abbb-05ee5d3bf3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:36.500158 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-d213fe1c-f07c-454c-902a-f57212e4d008 req-f89392e5-129a-44ae-a010-e0a9211da376 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Synchronizing usage tracker for tenant:9fd1ff2c8d6e483ea44588856f7c6b85 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:30:36.536569 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75ab8b4b-e44f-4c84-b789-b892039c6c48 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:36.653413 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-d213fe1c-f07c-454c-902a-f57212e4d008 req-f89392e5-129a-44ae-a010-e0a9211da376 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Unset dirty status for tenant:9fd1ff2c8d6e483ea44588856f7c6b85 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:30:36.654699 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d213fe1c-f07c-454c-902a-f57212e4d008 req-f89392e5-129a-44ae-a010-e0a9211da376 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237801 Jan 11 09:30:36.682709 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab8b4b-e44f-4c84-b789-b892039c6c48 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Subnet': ['ID=482b80a1-1749-4b8d-bd02-0fc2439ef195,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:36.684687 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c181431-9861-4d6e-b10a-c640c71f8da1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:36.744296 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c181431-9861-4d6e-b10a-c640c71f8da1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Pushing event deleted for resources: {'Port': ['ID=8076fc56-97a7-41c6-bcab-20396f0f7524,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:36.752416 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a0abb-06ac-4bdc-abbb-05ee5d3bf3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3ab8cf-b427-43fd-99db-905da989ed5d,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:36.782350 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ab8b4b-e44f-4c84-b789-b892039c6c48 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Checking segment: {'id': 'a06fab42-d537-423b-ab24-fc4a81ec12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e29c2155-6201-471e-8bc2-05b4e5cd7799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:30:36.782714 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ab8b4b-e44f-4c84-b789-b892039c6c48 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network hostable DHCP agents. Network: e29c2155-6201-471e-8bc2-05b4e5cd7799, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:30:36.844837 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8c4b253-8bdf-439c-9624-0590622a5574 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:36.864202 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8c4b253-8bdf-439c-9624-0590622a5574 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:36.877371 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-703a0abb-06ac-4bdc-abbb-05ee5d3bf3c4 service neutron] Attempting to bind port ba3ab8cf-b427-43fd-99db-905da989ed5d on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:30:36.877700 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-703a0abb-06ac-4bdc-abbb-05ee5d3bf3c4 service neutron] Attempting to bind port ba3ab8cf-b427-43fd-99db-905da989ed5d by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': 'ed461ff1-dd30-4486-829f-6ff37c731915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2388dd42-5ebf-4a25-94b2-a084fcf855e8'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:30:36.878025 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-703a0abb-06ac-4bdc-abbb-05ee5d3bf3c4 service neutron] Attempting to bind port ba3ab8cf-b427-43fd-99db-905da989ed5d on network 2388dd42-5ebf-4a25-94b2-a084fcf855e8 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:30:36.912522 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ab8b4b-e44f-4c84-b789-b892039c6c48 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network e29c2155-6201-471e-8bc2-05b4e5cd7799 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:30:36.924984 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c181431-9861-4d6e-b10a-c640c71f8da1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:36.938523 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-703a0abb-06ac-4bdc-abbb-05ee5d3bf3c4 service neutron] Port ba3ab8cf-b427-43fd-99db-905da989ed5d on network 2388dd42-5ebf-4a25-94b2-a084fcf855e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:30:36.938848 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-703a0abb-06ac-4bdc-abbb-05ee5d3bf3c4 service neutron] Attempting to bind port ba3ab8cf-b427-43fd-99db-905da989ed5d on network 2388dd42-5ebf-4a25-94b2-a084fcf855e8 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:30:36.960512 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-703a0abb-06ac-4bdc-abbb-05ee5d3bf3c4 service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:30:36.960843 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-703a0abb-06ac-4bdc-abbb-05ee5d3bf3c4 service neutron] Checking segment: {'id': 'ed461ff1-dd30-4486-829f-6ff37c731915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2388dd42-5ebf-4a25-94b2-a084fcf855e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:30:36.961217 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-703a0abb-06ac-4bdc-abbb-05ee5d3bf3c4 service neutron] Bound using segment: {'id': 'ed461ff1-dd30-4486-829f-6ff37c731915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2388dd42-5ebf-4a25-94b2-a084fcf855e8'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:30:36.961657 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-703a0abb-06ac-4bdc-abbb-05ee5d3bf3c4 service neutron] Bound port: ba3ab8cf-b427-43fd-99db-905da989ed5d, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed461ff1-dd30-4486-829f-6ff37c731915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2388dd42-5ebf-4a25-94b2-a084fcf855e8'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:30:36.961972 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-703a0abb-06ac-4bdc-abbb-05ee5d3bf3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:37.087349 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-703a0abb-06ac-4bdc-abbb-05ee5d3bf3c4 service neutron] For port ba3ab8cf-b427-43fd-99db-905da989ed5d, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:30:37.094356 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f586e7c3-2b1e-4ccf-8c00-02c1a5509319 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:37.095607 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-75ab8b4b-e44f-4c84-b789-b892039c6c48 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, e29c2155-6201-471e-8bc2-05b4e5cd7799) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:37.100345 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-703a0abb-06ac-4bdc-abbb-05ee5d3bf3c4 service neutron] For port ba3ab8cf-b427-43fd-99db-905da989ed5d, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=ba3ab8cf-b427-43fd-99db-905da989ed5d,segment=NetworkSegment(ed461ff1-dd30-4486-829f-6ff37c731915),segment_id=ed461ff1-dd30-4486-829f-6ff37c731915)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:30:37.105093 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f586e7c3-2b1e-4ccf-8c00-02c1a5509319 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1771441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1771464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1784463'] for router, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:37.105358 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30608b0c-0e35-4f33-a204-2bc7d5481caf None None] Network e29c2155-6201-471e-8bc2-05b4e5cd7799 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:30:37.110460 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-703a0abb-06ac-4bdc-abbb-05ee5d3bf3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:37.169012 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ab8b4b-e44f-4c84-b789-b892039c6c48 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:37.169507 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75ab8b4b-e44f-4c84-b789-b892039c6c48 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:37.179272 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4b253-8bdf-439c-9624-0590622a5574 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Pushing event updated for resources: {'Port': ['ID=f3fd8af4-e6ae-4ea8-9909-2e316827849b,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:37.185081 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c181431-9861-4d6e-b10a-c640c71f8da1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:37.197911 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c181431-9861-4d6e-b10a-c640c71f8da1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:37.210652 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a0abb-06ac-4bdc-abbb-05ee5d3bf3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3ab8cf-b427-43fd-99db-905da989ed5d,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:37.254157 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b8c4b253-8bdf-439c-9624-0590622a5574 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] In _notify_port_updated(), no bound segment for port f3fd8af4-e6ae-4ea8-9909-2e316827849b on network 16cc16a2-2af4-4282-97be-d87a758c0923 {{(pid=87655) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 11 09:30:37.259939 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c4b253-8bdf-439c-9624-0590622a5574 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:37.260610 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8c4b253-8bdf-439c-9624-0590622a5574 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:37.266059 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b8c4b253-8bdf-439c-9624-0590622a5574 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] 10.222.0.15 "PUT /v2.0/ports/f3fd8af4-e6ae-4ea8-9909-2e316827849b HTTP/1.1" status: 200 len: 1056 time: 2.2011898 Jan 11 09:30:37.266908 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53280) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:37.300554 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-75ab8b4b-e44f-4c84-b789-b892039c6c48 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2341375 Jan 11 09:30:37.306738 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53284) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:37.319125 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a5e4a27e-155b-4f2e-ad6b-c45dad256a50 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'port': {'network_id': 'e29c2155-6201-471e-8bc2-05b4e5cd7799', 'security_groups': [], 'name': 'tempest-PortsTestJSON-210963963'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:37.353023 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c181431-9861-4d6e-b10a-c640c71f8da1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:37.353724 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c181431-9861-4d6e-b10a-c640c71f8da1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e41d121-c7ca-4809-bc73-fadd02f0b0c1 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:30:37.381734 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-703a0abb-06ac-4bdc-abbb-05ee5d3bf3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:37.382680 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-703a0abb-06ac-4bdc-abbb-05ee5d3bf3c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:37.383777 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-703a0abb-06ac-4bdc-abbb-05ee5d3bf3c4 service neutron] 10.222.0.42 "PUT /v2.0/ports/ba3ab8cf-b427-43fd-99db-905da989ed5d HTTP/1.1" status: 200 len: 1093 time: 2.1987278 Jan 11 09:30:37.384553 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dffdb07-939e-403d-a5bd-4ec26daefc13', 'tag': 'ba3ab8cf-b427-43fd-99db-905da989ed5d'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:30:37.396542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-8fb6a504-798c-4e1b-8232-2488764f6e99 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Deleting port f3fd8af4-e6ae-4ea8-9909-2e316827849b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:37.396851 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fb6a504-798c-4e1b-8232-2488764f6e99 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:37.423627 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8d73eb65-8fd5-4eff-a94b-5214e4a89a69 None None] Provisioning complete for port f3fd8af4-e6ae-4ea8-9909-2e316827849b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:30:37.423912 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8d73eb65-8fd5-4eff-a94b-5214e4a89a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:37.445883 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c181431-9861-4d6e-b10a-c640c71f8da1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:37.447048 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8c181431-9861-4d6e-b10a-c640c71f8da1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "DELETE /v2.0/routers/6e41d121-c7ca-4809-bc73-fadd02f0b0c1 HTTP/1.1" status: 204 len: 168 time: 4.3120005 Jan 11 09:30:37.460535 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53292) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:37.554554 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8d73eb65-8fd5-4eff-a94b-5214e4a89a69 None None] Port f3fd8af4-e6ae-4ea8-9909-2e316827849b cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:30:37.579782 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f171f41-18db-4870-96d7-e15c48c4a5b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-e29c2155-6201-471e-8bc2-05b4e5cd7799', 'network_id': 'e29c2155-6201-471e-8bc2-05b4e5cd7799', 'tenant_id': '370f45c782b744dba4d02cc69aceb8a0', 'fixed_ips': [{'subnet_id': '482b80a1-1749-4b8d-bd02-0fc2439ef195'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:30:37.580789 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6f171f41-18db-4870-96d7-e15c48c4a5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:37.647387 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a5e4a27e-155b-4f2e-ad6b-c45dad256a50 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:37.656119 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a5e4a27e-155b-4f2e-ad6b-c45dad256a50 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:port and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:37.661006 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a5e4a27e-155b-4f2e-ad6b-c45dad256a50 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:37.691400 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a5e4a27e-155b-4f2e-ad6b-c45dad256a50 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:37.755821 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dffdb07-939e-403d-a5bd-4ec26daefc13', 'tag': 'ba3ab8cf-b427-43fd-99db-905da989ed5d', 'status': 'completed', 'code': 200} Jan 11 09:30:37.781079 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e4a27e-155b-4f2e-ad6b-c45dad256a50 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:37.784883 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5e4a27e-155b-4f2e-ad6b-c45dad256a50 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:37.811286 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-6f171f41-18db-4870-96d7-e15c48c4a5b4 None None] Allocated IP 172.20.0.2 (e29c2155-6201-471e-8bc2-05b4e5cd7799/482b80a1-1749-4b8d-bd02-0fc2439ef195/883b7f2b-4876-47d6-b71e-387944fabe74) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:30:37.892968 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f586e7c3-2b1e-4ccf-8c00-02c1a5509319 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Router 2bc60278-d9fa-4bb0-99c5-b168fa47665f is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:30:38.003419 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-855dfea4-44a7-43a4-8075-94e7b12b4f3d tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:38.005290 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-a5e4a27e-155b-4f2e-ad6b-c45dad256a50 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] device_id is not set on port 467cc90a-3354-4a5b-b560-33caad4ab7e6 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:30:38.039445 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6f171f41-18db-4870-96d7-e15c48c4a5b4 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:38.045196 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fb6a504-798c-4e1b-8232-2488764f6e99 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:38.050226 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6f171f41-18db-4870-96d7-e15c48c4a5b4 None None] Transition to ACTIVE for port object 883b7f2b-4876-47d6-b71e-387944fabe74 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:30:38.071478 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6f171f41-18db-4870-96d7-e15c48c4a5b4 None None] Transition to ACTIVE for port object 883b7f2b-4876-47d6-b71e-387944fabe74 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:30:38.078541 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6f171f41-18db-4870-96d7-e15c48c4a5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:38.094942 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-5ea1b416-cd5f-4162-aa98-86d9fda26dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:38.096760 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-5ea1b416-cd5f-4162-aa98-86d9fda26dcd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fd1ff2c8d6e483ea44588856f7c6b85&device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 1096 time: 0.6348541 Jan 11 09:30:38.148638 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f171f41-18db-4870-96d7-e15c48c4a5b4 None None] Network e29c2155-6201-471e-8bc2-05b4e5cd7799 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:38.151618 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-6f171f41-18db-4870-96d7-e15c48c4a5b4 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:38.155979 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f171f41-18db-4870-96d7-e15c48c4a5b4 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:38.161587 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f171f41-18db-4870-96d7-e15c48c4a5b4 None None] Pushing event updated for resources: {'Port': ['ID=883b7f2b-4876-47d6-b71e-387944fabe74,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:38.179632 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-8fb6a504-798c-4e1b-8232-2488764f6e99 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Calling delete_port for f3fd8af4-e6ae-4ea8-9909-2e316827849b owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:38.256013 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6f171f41-18db-4870-96d7-e15c48c4a5b4 None None] Attempting to bind port 883b7f2b-4876-47d6-b71e-387944fabe74 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:30:38.256306 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6f171f41-18db-4870-96d7-e15c48c4a5b4 None None] Attempting to bind port 883b7f2b-4876-47d6-b71e-387944fabe74 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'a06fab42-d537-423b-ab24-fc4a81ec12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e29c2155-6201-471e-8bc2-05b4e5cd7799'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:30:38.256744 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f171f41-18db-4870-96d7-e15c48c4a5b4 None None] Attempting to bind port 883b7f2b-4876-47d6-b71e-387944fabe74 on network e29c2155-6201-471e-8bc2-05b4e5cd7799 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:30:38.264914 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f171f41-18db-4870-96d7-e15c48c4a5b4 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:30:38.265283 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f171f41-18db-4870-96d7-e15c48c4a5b4 None None] Checking segment: {'id': 'a06fab42-d537-423b-ab24-fc4a81ec12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e29c2155-6201-471e-8bc2-05b4e5cd7799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:30:38.265818 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6f171f41-18db-4870-96d7-e15c48c4a5b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:38.266238 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f171f41-18db-4870-96d7-e15c48c4a5b4 None None] Bound using segment: {'id': 'a06fab42-d537-423b-ab24-fc4a81ec12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e29c2155-6201-471e-8bc2-05b4e5cd7799'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:30:38.266698 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6f171f41-18db-4870-96d7-e15c48c4a5b4 None None] Bound port: 883b7f2b-4876-47d6-b71e-387944fabe74, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06fab42-d537-423b-ab24-fc4a81ec12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e29c2155-6201-471e-8bc2-05b4e5cd7799'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:30:38.267064 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6f171f41-18db-4870-96d7-e15c48c4a5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:38.291303 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-23de9806-aeb0-4bba-8567-bfe1fb9ea052 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba3ab8cf-b427-43fd-99db-905da989ed5d HTTP/1.1" status: 200 len: 217 time: 0.1833749 Jan 11 09:30:38.360861 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3405127-e04d-4f96-9d33-e49ae1e981ba req-430d6b07-64e6-43a4-a637-430f163352f9 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:38.367961 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f3405127-e04d-4f96-9d33-e49ae1e981ba req-430d6b07-64e6-43a4-a637-430f163352f9 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 943 time: 0.5430031 Jan 11 09:30:38.402864 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6f171f41-18db-4870-96d7-e15c48c4a5b4 None None] For port 883b7f2b-4876-47d6-b71e-387944fabe74, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:30:38.407612 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6f171f41-18db-4870-96d7-e15c48c4a5b4 None None] For port 883b7f2b-4876-47d6-b71e-387944fabe74, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=883b7f2b-4876-47d6-b71e-387944fabe74,segment=NetworkSegment(a06fab42-d537-423b-ab24-fc4a81ec12c0),segment_id=a06fab42-d537-423b-ab24-fc4a81ec12c0)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:30:38.416028 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f586e7c3-2b1e-4ccf-8c00-02c1a5509319 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:30:38.417127 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6f171f41-18db-4870-96d7-e15c48c4a5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:38.423773 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f586e7c3-2b1e-4ccf-8c00-02c1a5509319 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:38.424870 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f586e7c3-2b1e-4ccf-8c00-02c1a5509319 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "PUT /v2.0/routers/2bc60278-d9fa-4bb0-99c5-b168fa47665f HTTP/1.1" status: 200 len: 883 time: 5.7954166 Jan 11 09:30:38.430979 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c68e482-d5d1-41ec-9800-edb583e3a2b8 None None] Sync routers for ids ['2bc60278-d9fa-4bb0-99c5-b168fa47665f'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:30:38.433400 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53302) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:38.449205 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c68e482-d5d1-41ec-9800-edb583e3a2b8 None None] Routers {'2bc60278-d9fa-4bb0-99c5-b168fa47665f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:38.450242 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-1c68e482-d5d1-41ec-9800-edb583e3a2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['2bc60278-d9fa-4bb0-99c5-b168fa47665f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:38.475911 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f3405127-e04d-4f96-9d33-e49ae1e981ba req-3dd52119-f7c2-490c-84a7-163f321f084d tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069577 Jan 11 09:30:38.479221 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-a5e4a27e-155b-4f2e-ad6b-c45dad256a50 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Allocated IP 172.20.0.11 (e29c2155-6201-471e-8bc2-05b4e5cd7799/482b80a1-1749-4b8d-bd02-0fc2439ef195/467cc90a-3354-4a5b-b560-33caad4ab7e6) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:30:38.518991 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-0078f17a-103b-4626-9796-ab1a13efa57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:38.521588 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-0078f17a-103b-4626-9796-ab1a13efa57d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ae4f5361-bb83-41ac-910e-ab420be0f7a6 HTTP/1.1" status: 200 len: 851 time: 0.2011180 Jan 11 09:30:38.526274 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-855dfea4-44a7-43a4-8075-94e7b12b4f3d tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:38.566206 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-1c68e482-d5d1-41ec-9800-edb583e3a2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:38.568492 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fb6a504-798c-4e1b-8232-2488764f6e99 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:38.578133 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c68e482-d5d1-41ec-9800-edb583e3a2b8 None None] Routers {'2bc60278-d9fa-4bb0-99c5-b168fa47665f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:38.579197 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-1c68e482-d5d1-41ec-9800-edb583e3a2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['2bc60278-d9fa-4bb0-99c5-b168fa47665f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:38.587195 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f171f41-18db-4870-96d7-e15c48c4a5b4 None None] Pushing event updated for resources: {'Port': ['ID=883b7f2b-4876-47d6-b71e-387944fabe74,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:38.615442 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-5af69fae-8f06-4489-8f18-9f15237c2e20 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2388dd42-5ebf-4a25-94b2-a084fcf855e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788279 Jan 11 09:30:38.616269 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-855dfea4-44a7-43a4-8075-94e7b12b4f3d tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Deleting port 9cf25bee-a0ac-4755-b1de-1fd7b2be8def {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:38.620176 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-855dfea4-44a7-43a4-8075-94e7b12b4f3d tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:38.657142 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-1c68e482-d5d1-41ec-9800-edb583e3a2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:38.657715 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c68e482-d5d1-41ec-9800-edb583e3a2b8 None None] The sync data for ids ['2bc60278-d9fa-4bb0-99c5-b168fa47665f'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:30:38.710444 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6a504-798c-4e1b-8232-2488764f6e99 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Pushing event deleted for resources: {'Port': ['ID=f3fd8af4-e6ae-4ea8-9909-2e316827849b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:38.922804 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5e4a27e-155b-4f2e-ad6b-c45dad256a50 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:38.978916 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e1a59beb-8342-4db8-b1d0-756f04056269 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "GET /v2.0/routers/2bc60278-d9fa-4bb0-99c5-b168fa47665f HTTP/1.1" status: 200 len: 924 time: 0.5443926 Jan 11 09:30:38.979788 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53308) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:39.019882 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-a5e4a27e-155b-4f2e-ad6b-c45dad256a50 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Transition to ACTIVE for port object 467cc90a-3354-4a5b-b560-33caad4ab7e6 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:30:39.128479 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-b6ba75a6-7490-4f94-9876-fcd53f2dbfb1 service neutron] 10.222.0.42 "GET /v2.0/networks/2388dd42-5ebf-4a25-94b2-a084fcf855e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548814 Jan 11 09:30:39.136425 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5e4a27e-155b-4f2e-ad6b-c45dad256a50 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:39.141434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fb6a504-798c-4e1b-8232-2488764f6e99 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:39.218505 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8fb6a504-798c-4e1b-8232-2488764f6e99 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] 10.222.0.15 "DELETE /v2.0/ports/f3fd8af4-e6ae-4ea8-9909-2e316827849b HTTP/1.1" status: 204 len: 168 time: 1.9495170 Jan 11 09:30:39.220582 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e4a27e-155b-4f2e-ad6b-c45dad256a50 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network e29c2155-6201-471e-8bc2-05b4e5cd7799 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:39.223581 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53312) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:39.226205 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a5e4a27e-155b-4f2e-ad6b-c45dad256a50 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:39.230886 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e4a27e-155b-4f2e-ad6b-c45dad256a50 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:39.305996 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4a27e-155b-4f2e-ad6b-c45dad256a50 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Port': ['ID=467cc90a-3354-4a5b-b560-33caad4ab7e6,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:39.320157 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d4f7e0-f6fe-483f-8a45-c95db75347d5 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] GET failed (client error): The resource could not be found. Jan 11 09:30:39.320692 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c9d4f7e0-f6fe-483f-8a45-c95db75347d5 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Synchronizing usage tracker for tenant:44adac71d3e74cecaea8880a6cddb6d4 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:30:39.339397 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-855dfea4-44a7-43a4-8075-94e7b12b4f3d tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] For port 9cf25bee-a0ac-4755-b1de-1fd7b2be8def, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=9cf25bee-a0ac-4755-b1de-1fd7b2be8def,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:30:39.339732 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-855dfea4-44a7-43a4-8075-94e7b12b4f3d tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:39.349775 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e4a27e-155b-4f2e-ad6b-c45dad256a50 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:39.350401 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5e4a27e-155b-4f2e-ad6b-c45dad256a50 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:39.361899 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c9d4f7e0-f6fe-483f-8a45-c95db75347d5 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Unset dirty status for tenant:44adac71d3e74cecaea8880a6cddb6d4 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:30:39.363058 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c9d4f7e0-f6fe-483f-8a45-c95db75347d5 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] 10.222.0.15 "GET /v2.0/ports/f3fd8af4-e6ae-4ea8-9909-2e316827849b HTTP/1.1" status: 404 len: 333 time: 0.1384029 Jan 11 09:30:39.365788 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53316) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:39.409831 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a5e4a27e-155b-4f2e-ad6b-c45dad256a50 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.1015687 Jan 11 09:30:39.417527 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53322) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:39.497418 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cdc9b798-0440-4ffa-8728-001f5582a041 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Deleting port 0ab4871c-3e3d-46e1-88de-3b6130d45d9c {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:39.497761 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdc9b798-0440-4ffa-8728-001f5582a041 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:39.533290 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-855dfea4-44a7-43a4-8075-94e7b12b4f3d tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Calling delete_port for 9cf25bee-a0ac-4755-b1de-1fd7b2be8def owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:39.555370 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-803d399f-0747-4c97-a550-29477de35e93 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting port 467cc90a-3354-4a5b-b560-33caad4ab7e6 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:39.555717 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-803d399f-0747-4c97-a550-29477de35e93 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:39.591170 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8c74b6-57c5-44ca-b0e3-06d485385c44 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:39.592413 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0f8c74b6-57c5-44ca-b0e3-06d485385c44 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Synchronizing usage tracker for tenant:379679e4ceb24a729127255c3466e51a on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:30:39.635381 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2f15acd7-cfb1-421f-99cd-48c38654118b req-234ab7fc-9f05-4fa2-b4f6-68806d021908 service neutron] 10.222.0.42 "GET /v2.0/networks/2388dd42-5ebf-4a25-94b2-a084fcf855e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900486 Jan 11 09:30:39.657155 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0f8c74b6-57c5-44ca-b0e3-06d485385c44 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Unset dirty status for tenant:379679e4ceb24a729127255c3466e51a on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:30:39.660950 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0f8c74b6-57c5-44ca-b0e3-06d485385c44 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54&device_id=2bc60278-d9fa-4bb0-99c5-b168fa47665f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6657224 Jan 11 09:30:39.665893 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53330) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:39.932979 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f049ed4-2b19-45cd-bb78-10ab80196974 None None] Network e29c2155-6201-471e-8bc2-05b4e5cd7799 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:30:39.959057 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c975cdc-9043-43c5-a0ec-ce8493af14af tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:39.959624 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6c975cdc-9043-43c5-a0ec-ce8493af14af tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Synchronizing usage tracker for tenant:379679e4ceb24a729127255c3466e51a on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:30:39.979227 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92cea2-2758-4991-baa5-02c6e89e25fc req-da7f3cca-26a8-4169-92c7-926cc2d9d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:39.981348 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7d92cea2-2758-4991-baa5-02c6e89e25fc req-da7f3cca-26a8-4169-92c7-926cc2d9d7a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fd1ff2c8d6e483ea44588856f7c6b85&device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 1096 time: 0.2501833 Jan 11 09:30:40.034931 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7f1dfb4c-7e88-4064-97b9-80137d1638db None None] Provisioning for port 883b7f2b-4876-47d6-b71e-387944fabe74 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:30:40.074001 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-855dfea4-44a7-43a4-8075-94e7b12b4f3d tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:40.084011 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6c975cdc-9043-43c5-a0ec-ce8493af14af tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Unset dirty status for tenant:379679e4ceb24a729127255c3466e51a on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:30:40.088953 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6c975cdc-9043-43c5-a0ec-ce8493af14af tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "GET /v2.0/networks/644b8550-5b91-49bd-9d0a-84ba8b975d54 HTTP/1.1" status: 200 len: 881 time: 0.3786502 Jan 11 09:30:40.090210 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53336) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:40.145254 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781b9ed-e9b7-4cd5-8505-c3371c5d1aa3 req-a2d277a9-32c7-4492-9807-fbcdcbdf1f23 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:40.149830 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8781b9ed-e9b7-4cd5-8505-c3371c5d1aa3 req-a2d277a9-32c7-4492-9807-fbcdcbdf1f23 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 943 time: 0.5312049 Jan 11 09:30:40.195999 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdc9b798-0440-4ffa-8728-001f5582a041 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:40.239922 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855dfea4-44a7-43a4-8075-94e7b12b4f3d tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cf25bee-a0ac-4755-b1de-1fd7b2be8def,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:40.275763 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9cd923f1-e755-45c8-a6c3-b0fd559c7d54 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc60278-d9fa-4bb0-99c5-b168fa47665f HTTP/1.1" status: 200 len: 205 time: 0.1417341 Jan 11 09:30:40.282550 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53340) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:40.345866 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cdc9b798-0440-4ffa-8728-001f5582a041 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Calling delete_port for 0ab4871c-3e3d-46e1-88de-3b6130d45d9c owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:40.418376 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-803d399f-0747-4c97-a550-29477de35e93 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:40.428841 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8781b9ed-e9b7-4cd5-8505-c3371c5d1aa3 req-a6e6d7a3-c108-4a8b-86bd-a3c44ce48583 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778289 Jan 11 09:30:40.445444 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92cea2-2758-4991-baa5-02c6e89e25fc req-5086bf88-7e2c-44eb-9837-284f616ed8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:40.446710 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7d92cea2-2758-4991-baa5-02c6e89e25fc req-5086bf88-7e2c-44eb-9837-284f616ed8fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=2388dd42-5ebf-4a25-94b2-a084fcf855e8 HTTP/1.1" status: 200 len: 912 time: 0.4566267 Jan 11 09:30:40.496489 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6b833bb9-41fb-41d5-9659-5baa574cef66 None None] Provisioning for port 467cc90a-3354-4a5b-b560-33caad4ab7e6 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:30:40.505532 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6b833bb9-41fb-41d5-9659-5baa574cef66 None None] Provisioning complete for port 467cc90a-3354-4a5b-b560-33caad4ab7e6 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:30:40.506062 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6b833bb9-41fb-41d5-9659-5baa574cef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:40.603058 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6b833bb9-41fb-41d5-9659-5baa574cef66 None None] Port 467cc90a-3354-4a5b-b560-33caad4ab7e6 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:30:40.603271 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7d92cea2-2758-4991-baa5-02c6e89e25fc req-0ffc6b7a-d807-4f4c-aea7-90f96199fcac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba3ab8cf-b427-43fd-99db-905da989ed5d HTTP/1.1" status: 200 len: 217 time: 0.1393237 Jan 11 09:30:40.612797 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-803d399f-0747-4c97-a550-29477de35e93 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Calling delete_port for 467cc90a-3354-4a5b-b560-33caad4ab7e6 owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:40.660825 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-855dfea4-44a7-43a4-8075-94e7b12b4f3d tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:40.755052 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b942d745-6976-4cdd-b583-c3ea058b82c3 None None] Provisioning complete for port 467cc90a-3354-4a5b-b560-33caad4ab7e6 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:30:40.755377 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b942d745-6976-4cdd-b583-c3ea058b82c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:40.781320 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 883b7f2b-4876-47d6-b71e-387944fabe74 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:30:40.867611 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b942d745-6976-4cdd-b583-c3ea058b82c3 None None] Port 467cc90a-3354-4a5b-b560-33caad4ab7e6 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:30:40.882171 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 883b7f2b-4876-47d6-b71e-387944fabe74 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:30:40.885184 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdc9b798-0440-4ffa-8728-001f5582a041 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:40.886895 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 883b7f2b-4876-47d6-b71e-387944fabe74 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:30:40.887273 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:40.952562 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9b798-0440-4ffa-8728-001f5582a041 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Pushing event deleted for resources: {'Port': ['ID=0ab4871c-3e3d-46e1-88de-3b6130d45d9c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:40.993064 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-855dfea4-44a7-43a4-8075-94e7b12b4f3d tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:40.999484 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bfdc4fd5-1c4b-413f-ab4a-ffb1740132f3 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:41.035995 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-803d399f-0747-4c97-a550-29477de35e93 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:41.055905 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-855dfea4-44a7-43a4-8075-94e7b12b4f3d tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:41.082114 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92cea2-2758-4991-baa5-02c6e89e25fc req-91b788e9-0dbe-48b4-90bb-bb86eb3e9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:41.084354 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7d92cea2-2758-4991-baa5-02c6e89e25fc req-91b788e9-0dbe-48b4-90bb-bb86eb3e9575 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ae4f5361-bb83-41ac-910e-ab420be0f7a6 HTTP/1.1" status: 200 len: 851 time: 0.4796417 Jan 11 09:30:41.085230 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:41.138176 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d399f-0747-4c97-a550-29477de35e93 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Port': ['ID=467cc90a-3354-4a5b-b560-33caad4ab7e6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:41.146158 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 883b7f2b-4876-47d6-b71e-387944fabe74, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=883b7f2b-4876-47d6-b71e-387944fabe74,segment=NetworkSegment(a06fab42-d537-423b-ab24-fc4a81ec12c0),segment_id=a06fab42-d537-423b-ab24-fc4a81ec12c0)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:30:41.165901 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:41.177355 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7d92cea2-2758-4991-baa5-02c6e89e25fc req-e34498f7-2249-4baa-bbb1-496f3b7f3d16 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2388dd42-5ebf-4a25-94b2-a084fcf855e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796967 Jan 11 09:30:41.233138 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-855dfea4-44a7-43a4-8075-94e7b12b4f3d tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:41.234736 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855dfea4-44a7-43a4-8075-94e7b12b4f3d tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1190775-907a-43fa-8172-b3081a46dcb9 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:30:41.277819 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=883b7f2b-4876-47d6-b71e-387944fabe74,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:41.299158 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdc9b798-0440-4ffa-8728-001f5582a041 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:41.341930 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-cdc9b798-0440-4ffa-8728-001f5582a041 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] 10.222.0.15 "DELETE /v2.0/ports/0ab4871c-3e3d-46e1-88de-3b6130d45d9c HTTP/1.1" status: 204 len: 168 time: 1.9750669 Jan 11 09:30:41.346554 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53350) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:41.403566 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-803d399f-0747-4c97-a550-29477de35e93 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:41.409300 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-803d399f-0747-4c97-a550-29477de35e93 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/ports/467cc90a-3354-4a5b-b560-33caad4ab7e6 HTTP/1.1" status: 204 len: 168 time: 1.9909921 Jan 11 09:30:41.410165 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53354) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:41.412966 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-431c239c-6a0a-45a7-8998-11be930973f0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] GET failed (client error): The resource could not be found. Jan 11 09:30:41.413571 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-431c239c-6a0a-45a7-8998-11be930973f0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Synchronizing usage tracker for tenant:44adac71d3e74cecaea8880a6cddb6d4 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:30:41.429980 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-855dfea4-44a7-43a4-8075-94e7b12b4f3d tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:41.431122 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-855dfea4-44a7-43a4-8075-94e7b12b4f3d tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "DELETE /v2.0/routers/e1190775-907a-43fa-8172-b3081a46dcb9 HTTP/1.1" status: 204 len: 168 time: 3.9264650 Jan 11 09:30:41.440095 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53358) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:41.450749 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2bee81b6-dfaa-430c-96dc-7ca27effc542 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-710847464', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}, 'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:41.471975 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2bee81b6-dfaa-430c-96dc-7ca27effc542 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:41.478536 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-002f79d8-186e-4430-83b1-e1208d562348 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] GET failed (client error): The resource could not be found. Jan 11 09:30:41.486716 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-002f79d8-186e-4430-83b1-e1208d562348 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Synchronizing usage tracker for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:30:41.494484 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2bee81b6-dfaa-430c-96dc-7ca27effc542 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Usage tracker for resource:router and tenant:04c13fe9aa6540f9bd9912d551aa1d12 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:41.494692 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-431c239c-6a0a-45a7-8998-11be930973f0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Unset dirty status for tenant:44adac71d3e74cecaea8880a6cddb6d4 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:30:41.499523 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-431c239c-6a0a-45a7-8998-11be930973f0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] 10.222.0.15 "GET /v2.0/ports/0ab4871c-3e3d-46e1-88de-3b6130d45d9c HTTP/1.1" status: 404 len: 333 time: 0.1485841 Jan 11 09:30:41.501536 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53364) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:41.502858 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2bee81b6-dfaa-430c-96dc-7ca27effc542 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:41.505120 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-002f79d8-186e-4430-83b1-e1208d562348 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Unset dirty status for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:30:41.509626 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-002f79d8-186e-4430-83b1-e1208d562348 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports/467cc90a-3354-4a5b-b560-33caad4ab7e6 HTTP/1.1" status: 404 len: 333 time: 0.0976007 Jan 11 09:30:41.511135 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bfdc4fd5-1c4b-413f-ab4a-ffb1740132f3 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:41.514182 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53368) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:41.515077 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2bee81b6-dfaa-430c-96dc-7ca27effc542 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:41.583248 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7d92cea2-2758-4991-baa5-02c6e89e25fc req-f92a5d92-c4b7-4f2d-b3d7-7fbcb50a8c4e service neutron] 10.222.0.42 "GET /v2.0/networks/2388dd42-5ebf-4a25-94b2-a084fcf855e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956518 Jan 11 09:30:41.586002 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-bfdc4fd5-1c4b-413f-ab4a-ffb1740132f3 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Deleting port fdcd4dbb-e7f3-437e-aea7-00ef4c94fa6d {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:41.586360 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bfdc4fd5-1c4b-413f-ab4a-ffb1740132f3 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:41.626147 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-711ee62b-7920-4066-858c-821df794cd45 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Deleting port fc521a59-eb29-4ee6-b292-1e324d295bda {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:41.626471 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-711ee62b-7920-4066-858c-821df794cd45 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:41.643773 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2bee81b6-dfaa-430c-96dc-7ca27effc542 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:41.644749 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2bee81b6-dfaa-430c-96dc-7ca27effc542 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:41.698495 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd38fe5-d784-4700-a663-f2b00331d61a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting subnet 482b80a1-1749-4b8d-bd02-0fc2439ef195 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:30:41.708144 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5cd38fe5-d784-4700-a663-f2b00331d61a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:41.779765 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2bee81b6-dfaa-430c-96dc-7ca27effc542 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:41.896387 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cef423-9019-4586-b7d0-c86b112f4870 req-7d106b29-6b79-4355-b7c2-bcc24f85d708 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:41.897821 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d8cef423-9019-4586-b7d0-c86b112f4870 req-7d106b29-6b79-4355-b7c2-bcc24f85d708 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 943 time: 0.3316441 Jan 11 09:30:41.960737 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5cd38fe5-d784-4700-a663-f2b00331d61a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:42.032751 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d8cef423-9019-4586-b7d0-c86b112f4870 req-95291d1f-9007-484e-9f9c-ec7c8bd4be3f tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159883 Jan 11 09:30:42.065389 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-711ee62b-7920-4066-858c-821df794cd45 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:42.152856 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7d92cea2-2758-4991-baa5-02c6e89e25fc req-fc780569-ff2f-4b19-8aa4-c299dbcb6938 service neutron] 10.222.0.42 "GET /v2.0/networks/2388dd42-5ebf-4a25-94b2-a084fcf855e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336761 Jan 11 09:30:42.195134 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-711ee62b-7920-4066-858c-821df794cd45 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Calling delete_port for fc521a59-eb29-4ee6-b292-1e324d295bda owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:42.229981 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bfdc4fd5-1c4b-413f-ab4a-ffb1740132f3 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:42.354393 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-711ee62b-7920-4066-858c-821df794cd45 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:42.404895 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ee62b-7920-4066-858c-821df794cd45 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Pushing event deleted for resources: {'Port': ['ID=fc521a59-eb29-4ee6-b292-1e324d295bda,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:42.548786 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-711ee62b-7920-4066-858c-821df794cd45 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:42.586625 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-711ee62b-7920-4066-858c-821df794cd45 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] 10.222.0.15 "DELETE /v2.0/ports/fc521a59-eb29-4ee6-b292-1e324d295bda HTTP/1.1" status: 204 len: 168 time: 1.0837071 Jan 11 09:30:42.588346 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53378) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:42.603937 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 883b7f2b-4876-47d6-b71e-387944fabe74 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:30:42.629345 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-bfdc4fd5-1c4b-413f-ab4a-ffb1740132f3 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Calling delete_port for fdcd4dbb-e7f3-437e-aea7-00ef4c94fa6d owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:42.659500 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2bee81b6-dfaa-430c-96dc-7ca27effc542 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:42.697762 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-7738fb6b-e387-4319-9dcf-bd1261686c4e tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Deleting subnet e3acf91a-d96f-4fe2-bf5c-78b811732d5d {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:30:42.702765 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7738fb6b-e387-4319-9dcf-bd1261686c4e tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:42.707243 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 883b7f2b-4876-47d6-b71e-387944fabe74 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:30:42.707844 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:42.724722 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5cd38fe5-d784-4700-a663-f2b00331d61a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:42.780962 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7738fb6b-e387-4319-9dcf-bd1261686c4e tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:42.886567 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device ba3ab8cf-b427-43fd-99db-905da989ed5d details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:30:42.891400 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7738fb6b-e387-4319-9dcf-bd1261686c4e tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:42.923599 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5cd38fe5-d784-4700-a663-f2b00331d61a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:42.992771 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7738fb6b-e387-4319-9dcf-bd1261686c4e tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:42.993004 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9cf25bee-a0ac-4755-b1de-1fd7b2be8def no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:30:43.008797 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5cd38fe5-d784-4700-a663-f2b00331d61a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:43.012975 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd38fe5-d784-4700-a663-f2b00331d61a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Subnet': ['ID=482b80a1-1749-4b8d-bd02-0fc2439ef195,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:43.036828 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 9cf25bee-a0ac-4755-b1de-1fd7b2be8def {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:30:43.036828 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9cf25bee-a0ac-4755-b1de-1fd7b2be8def not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:30:43.037652 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f69a741-8a3b-4ad2-ab65-9a407eefbfd2 None None] Network e29c2155-6201-471e-8bc2-05b4e5cd7799 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:30:43.046233 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738fb6b-e387-4319-9dcf-bd1261686c4e tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Pushing event deleted for resources: {'Subnet': ['ID=e3acf91a-d96f-4fe2-bf5c-78b811732d5d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:43.048268 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7738fb6b-e387-4319-9dcf-bd1261686c4e tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:43.052964 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5cd38fe5-d784-4700-a663-f2b00331d61a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/subnets/482b80a1-1749-4b8d-bd02-0fc2439ef195 HTTP/1.1" status: 204 len: 168 time: 1.5227323 Jan 11 09:30:43.057992 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53384) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:43.058275 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7738fb6b-e387-4319-9dcf-bd1261686c4e tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] 10.222.0.15 "DELETE /v2.0/subnets/e3acf91a-d96f-4fe2-bf5c-78b811732d5d HTTP/1.1" status: 204 len: 168 time: 0.4641306 Jan 11 09:30:43.059341 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53386) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:43.072454 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f90bd4-5af6-4a13-983b-e7cb4b7ea463 None None] Network 16cc16a2-2af4-4282-97be-d87a758c0923 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:30:43.110251 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bfdc4fd5-1c4b-413f-ab4a-ffb1740132f3 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:43.229332 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff795afc-6f46-4553-9671-cc24fb217abb req-22cc6a5d-3034-4fdb-b85f-a9d6e88083c0 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:43.230853 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ff795afc-6f46-4553-9671-cc24fb217abb req-22cc6a5d-3034-4fdb-b85f-a9d6e88083c0 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 943 time: 0.0833335 Jan 11 09:30:43.286659 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ff795afc-6f46-4553-9671-cc24fb217abb req-ba773336-e659-44a8-8de5-fce5e555cbcc tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475481 Jan 11 09:30:43.306335 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc4fd5-1c4b-413f-ab4a-ffb1740132f3 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Pushing event deleted for resources: {'Port': ['ID=fdcd4dbb-e7f3-437e-aea7-00ef4c94fa6d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:43.343450 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port ba3ab8cf-b427-43fd-99db-905da989ed5d, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=ba3ab8cf-b427-43fd-99db-905da989ed5d,segment=NetworkSegment(ed461ff1-dd30-4486-829f-6ff37c731915),segment_id=ed461ff1-dd30-4486-829f-6ff37c731915)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:30:43.392658 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': 'ba3ab8cf-b427-43fd-99db-905da989ed5d', 'network_id': '2388dd42-5ebf-4a25-94b2-a084fcf855e8', 'port_id': 'ba3ab8cf-b427-43fd-99db-905da989ed5d', 'mac_address': 'fa:16:3e:a7:d3:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae4f5361-bb83-41ac-910e-ab420be0f7a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:30:43.488729 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6a74fcb-daf1-4a62-aa4e-f672a2bccdd9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:43.513171 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:43.530199 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01c6d58c-5ad3-4753-86f2-94fb329400c0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:43.538800 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3ab8cf-b427-43fd-99db-905da989ed5d {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:30:43.562801 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port ba3ab8cf-b427-43fd-99db-905da989ed5d, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=ba3ab8cf-b427-43fd-99db-905da989ed5d,segment=NetworkSegment(ed461ff1-dd30-4486-829f-6ff37c731915),segment_id=ed461ff1-dd30-4486-829f-6ff37c731915)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:30:43.570903 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:43.581462 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2bee81b6-dfaa-430c-96dc-7ca27effc542 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:43.631911 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2bee81b6-dfaa-430c-96dc-7ca27effc542 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:43.637801 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c6a74fcb-daf1-4a62-aa4e-f672a2bccdd9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting port 883b7f2b-4876-47d6-b71e-387944fabe74 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:43.638151 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6a74fcb-daf1-4a62-aa4e-f672a2bccdd9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:43.639978 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ca7f0e-d002-47d9-b030-f5435cd2464f None None] DHCP port deletion for e29c2155-6201-471e-8bc2-05b4e5cd7799 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:30:43.653768 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-89ca7f0e-d002-47d9-b030-f5435cd2464f None None] Deleting port 883b7f2b-4876-47d6-b71e-387944fabe74 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:43.654926 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-89ca7f0e-d002-47d9-b030-f5435cd2464f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:43.689867 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7906cd2-a9a1-4df5-ade5-6d6bb0fd8d3e None None] DHCP port deletion for 16cc16a2-2af4-4282-97be-d87a758c0923 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:30:43.703214 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e7906cd2-a9a1-4df5-ade5-6d6bb0fd8d3e None None] Deleting port affa2755-4a07-4491-8c6e-acc90a4b0a0c {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:43.703586 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e7906cd2-a9a1-4df5-ade5-6d6bb0fd8d3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:43.714660 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bfdc4fd5-1c4b-413f-ab4a-ffb1740132f3 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:43.754672 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=ba3ab8cf-b427-43fd-99db-905da989ed5d,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:43.759002 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-01c6d58c-5ad3-4753-86f2-94fb329400c0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Deleting port affa2755-4a07-4491-8c6e-acc90a4b0a0c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:43.759345 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01c6d58c-5ad3-4753-86f2-94fb329400c0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:43.937471 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['ba3ab8cf-b427-43fd-99db-905da989ed5d'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:30:44.099250 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bfdc4fd5-1c4b-413f-ab4a-ffb1740132f3 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:44.107109 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bfdc4fd5-1c4b-413f-ab4a-ffb1740132f3 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:44.121903 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-89ca7f0e-d002-47d9-b030-f5435cd2464f None None] For port 883b7f2b-4876-47d6-b71e-387944fabe74, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=883b7f2b-4876-47d6-b71e-387944fabe74,segment=NetworkSegment(a06fab42-d537-423b-ab24-fc4a81ec12c0),segment_id=a06fab42-d537-423b-ab24-fc4a81ec12c0)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:30:44.122320 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-89ca7f0e-d002-47d9-b030-f5435cd2464f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:44.286348 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bfdc4fd5-1c4b-413f-ab4a-ffb1740132f3 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:44.287218 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdc4fd5-1c4b-413f-ab4a-ffb1740132f3 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Fanout notify agent at l3_agent the message router_deleted on router 2bc60278-d9fa-4bb0-99c5-b168fa47665f {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:30:44.309283 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-89ca7f0e-d002-47d9-b030-f5435cd2464f None None] Calling delete_port for 883b7f2b-4876-47d6-b71e-387944fabe74 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:44.350327 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e7906cd2-a9a1-4df5-ade5-6d6bb0fd8d3e None None] For port affa2755-4a07-4491-8c6e-acc90a4b0a0c, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=affa2755-4a07-4491-8c6e-acc90a4b0a0c,segment=NetworkSegment(136e32e1-f2ec-4356-975f-c5296d9ecf21),segment_id=136e32e1-f2ec-4356-975f-c5296d9ecf21)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:30:44.350719 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e7906cd2-a9a1-4df5-ade5-6d6bb0fd8d3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:44.356497 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-2bee81b6-dfaa-430c-96dc-7ca27effc542 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Allocated IP 172.26.3.37 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/502d76a0-eb5f-4176-bc77-72c8b31f4831) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:30:44.445236 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bfdc4fd5-1c4b-413f-ab4a-ffb1740132f3 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:44.450158 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bfdc4fd5-1c4b-413f-ab4a-ffb1740132f3 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "DELETE /v2.0/routers/2bc60278-d9fa-4bb0-99c5-b168fa47665f HTTP/1.1" status: 204 len: 168 time: 4.1612024 Jan 11 09:30:44.453242 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53402) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:44.458741 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-58179781-41a3-4355-aad6-57117625c7f7 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2119750288', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:44.468551 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-58179781-41a3-4355-aad6-57117625c7f7 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:44.473716 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-58179781-41a3-4355-aad6-57117625c7f7 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Usage tracker for resource:router and tenant:552bbf60e7f74d35a6ebf221998786f8 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:44.477776 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-58179781-41a3-4355-aad6-57117625c7f7 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:44.491159 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-58179781-41a3-4355-aad6-57117625c7f7 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:44.495080 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e7906cd2-a9a1-4df5-ade5-6d6bb0fd8d3e None None] Calling delete_port for affa2755-4a07-4491-8c6e-acc90a4b0a0c owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:44.507692 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58179781-41a3-4355-aad6-57117625c7f7 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:44.517585 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58179781-41a3-4355-aad6-57117625c7f7 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:44.555261 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-01c6d58c-5ad3-4753-86f2-94fb329400c0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] For port affa2755-4a07-4491-8c6e-acc90a4b0a0c, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=affa2755-4a07-4491-8c6e-acc90a4b0a0c,segment=NetworkSegment(136e32e1-f2ec-4356-975f-c5296d9ecf21),segment_id=136e32e1-f2ec-4356-975f-c5296d9ecf21)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:30:44.555479 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01c6d58c-5ad3-4753-86f2-94fb329400c0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:44.574427 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c6a74fcb-daf1-4a62-aa4e-f672a2bccdd9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] For port 883b7f2b-4876-47d6-b71e-387944fabe74, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=883b7f2b-4876-47d6-b71e-387944fabe74,segment=NetworkSegment(a06fab42-d537-423b-ab24-fc4a81ec12c0),segment_id=a06fab42-d537-423b-ab24-fc4a81ec12c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:30:44.574664 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6a74fcb-daf1-4a62-aa4e-f672a2bccdd9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:44.580462 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23107ae-7e51-4341-9822-5f33ebe79d96 req-939c54c9-fa1f-4944-94f4-0973d05354cc tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:44.582299 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f23107ae-7e51-4341-9822-5f33ebe79d96 req-939c54c9-fa1f-4944-94f4-0973d05354cc tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 944 time: 0.1860301 Jan 11 09:30:44.583609 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58179781-41a3-4355-aad6-57117625c7f7 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:44.628856 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-89ca7f0e-d002-47d9-b030-f5435cd2464f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:44.688073 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58179781-41a3-4355-aad6-57117625c7f7 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:44.688843 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e7906cd2-a9a1-4df5-ade5-6d6bb0fd8d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:44.698445 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 883b7f2b-4876-47d6-b71e-387944fabe74 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:30:44.700573 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f23107ae-7e51-4341-9822-5f33ebe79d96 req-dd7b689a-7107-450a-b905-f36806e5d3e7 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971513 Jan 11 09:30:44.735621 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58179781-41a3-4355-aad6-57117625c7f7 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:44.739673 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-58179781-41a3-4355-aad6-57117625c7f7 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2828474 Jan 11 09:30:44.739890 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53408) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:44.745389 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1bedff58-b4da-40e8-88da-8215333fabb7 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'enable_snat': True}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:44.749472 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-01c6d58c-5ad3-4753-86f2-94fb329400c0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Calling delete_port for affa2755-4a07-4491-8c6e-acc90a4b0a0c owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:44.800246 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca7f0e-d002-47d9-b030-f5435cd2464f None None] Pushing event deleted for resources: {'Port': ['ID=883b7f2b-4876-47d6-b71e-387944fabe74,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:44.815593 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ca7f0e-d002-47d9-b030-f5435cd2464f None None] No DVR routers for this DVR port 883b7f2b-4876-47d6-b71e-387944fabe74 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:30:44.883040 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 883b7f2b-4876-47d6-b71e-387944fabe74 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:30:44.883459 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 883b7f2b-4876-47d6-b71e-387944fabe74 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:30:44.883935 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device affa2755-4a07-4491-8c6e-acc90a4b0a0c no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:30:44.911504 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7906cd2-a9a1-4df5-ade5-6d6bb0fd8d3e None None] Pushing event deleted for resources: {'Port': ['ID=affa2755-4a07-4491-8c6e-acc90a4b0a0c,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:44.918287 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c6a74fcb-daf1-4a62-aa4e-f672a2bccdd9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Calling delete_port for 883b7f2b-4876-47d6-b71e-387944fabe74 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:44.936578 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: affa2755-4a07-4491-8c6e-acc90a4b0a0c {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:30:44.937156 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device affa2755-4a07-4491-8c6e-acc90a4b0a0c not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:30:44.941903 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7906cd2-a9a1-4df5-ade5-6d6bb0fd8d3e None None] No DVR routers for this DVR port affa2755-4a07-4491-8c6e-acc90a4b0a0c on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:30:45.028607 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.api [None req-01c6d58c-5ad3-4753-86f2-94fb329400c0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:30:45.028967 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG oslo_db.api [None req-01c6d58c-5ad3-4753-86f2-94fb329400c0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:30:45.062910 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2bee81b6-dfaa-430c-96dc-7ca27effc542 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:45.067509 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.api [None req-c6a74fcb-daf1-4a62-aa4e-f672a2bccdd9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:30:45.067821 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG oslo_db.api [None req-c6a74fcb-daf1-4a62-aa4e-f672a2bccdd9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:30:45.094731 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2bee81b6-dfaa-430c-96dc-7ca27effc542 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:45.166495 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bee81b6-dfaa-430c-96dc-7ca27effc542 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:45.169432 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-2bee81b6-dfaa-430c-96dc-7ca27effc542 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:45.173734 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bee81b6-dfaa-430c-96dc-7ca27effc542 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:45.207471 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee81b6-dfaa-430c-96dc-7ca27effc542 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Pushing event updated for resources: {'Port': ['ID=502d76a0-eb5f-4176-bc77-72c8b31f4831,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:45.255536 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bedff58-b4da-40e8-88da-8215333fabb7 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:45.530130 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-01c6d58c-5ad3-4753-86f2-94fb329400c0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Deleting port affa2755-4a07-4491-8c6e-acc90a4b0a0c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:45.530722 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01c6d58c-5ad3-4753-86f2-94fb329400c0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:45.568236 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bedff58-b4da-40e8-88da-8215333fabb7 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:45.598257 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bedff58-b4da-40e8-88da-8215333fabb7 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:45.619299 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c6a74fcb-daf1-4a62-aa4e-f672a2bccdd9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting port 883b7f2b-4876-47d6-b71e-387944fabe74 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:45.619560 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6a74fcb-daf1-4a62-aa4e-f672a2bccdd9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:45.695474 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-01c6d58c-5ad3-4753-86f2-94fb329400c0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] The port 'affa2755-4a07-4491-8c6e-acc90a4b0a0c' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:30:45.741011 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-1bedff58-b4da-40e8-88da-8215333fabb7 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Allocated IP 172.26.3.249 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/f6aab3ae-73e5-444f-be39-e694b9536287) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:30:45.777524 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c6a74fcb-daf1-4a62-aa4e-f672a2bccdd9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] The port '883b7f2b-4876-47d6-b71e-387944fabe74' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:30:45.941926 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bedff58-b4da-40e8-88da-8215333fabb7 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:45.978608 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84588ad-c96b-4f37-add3-3b950ad36a2c req-d3156f6f-7eaf-448a-a313-16fd6be9ad06 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:45.980077 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a84588ad-c96b-4f37-add3-3b950ad36a2c req-d3156f6f-7eaf-448a-a313-16fd6be9ad06 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 944 time: 0.1272576 Jan 11 09:30:46.018104 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bedff58-b4da-40e8-88da-8215333fabb7 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:46.025640 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01c6d58c-5ad3-4753-86f2-94fb329400c0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:46.077302 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a84588ad-c96b-4f37-add3-3b950ad36a2c req-fe524aeb-2ef0-42ab-b501-e99c73cd00d4 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910285 Jan 11 09:30:46.095757 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bedff58-b4da-40e8-88da-8215333fabb7 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:46.098610 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-1bedff58-b4da-40e8-88da-8215333fabb7 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:46.102666 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bedff58-b4da-40e8-88da-8215333fabb7 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:46.106234 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6a74fcb-daf1-4a62-aa4e-f672a2bccdd9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:46.119677 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-01c6d58c-5ad3-4753-86f2-94fb329400c0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16cc16a2-2af4-4282-97be-d87a758c0923']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:46.137530 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedff58-b4da-40e8-88da-8215333fabb7 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Pushing event updated for resources: {'Port': ['ID=f6aab3ae-73e5-444f-be39-e694b9536287,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:46.141307 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2bee81b6-dfaa-430c-96dc-7ca27effc542 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:46.204456 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c6a74fcb-daf1-4a62-aa4e-f672a2bccdd9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29c2155-6201-471e-8bc2-05b4e5cd7799']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:46.212664 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-01c6d58c-5ad3-4753-86f2-94fb329400c0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136e32e1-f2ec-4356-975f-c5296d9ecf21') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:46.212959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-01c6d58c-5ad3-4753-86f2-94fb329400c0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136e32e1-f2ec-4356-975f-c5296d9ecf21') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:46.243631 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c6a74fcb-daf1-4a62-aa4e-f672a2bccdd9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06fab42-d537-423b-ab24-fc4a81ec12c0') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:46.243913 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c6a74fcb-daf1-4a62-aa4e-f672a2bccdd9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06fab42-d537-423b-ab24-fc4a81ec12c0') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:46.251501 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01c6d58c-5ad3-4753-86f2-94fb329400c0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:46.271777 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6a74fcb-daf1-4a62-aa4e-f672a2bccdd9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:46.335202 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01c6d58c-5ad3-4753-86f2-94fb329400c0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:46.349542 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6a74fcb-daf1-4a62-aa4e-f672a2bccdd9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:46.356431 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c6d58c-5ad3-4753-86f2-94fb329400c0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:30:46.356821 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01c6d58c-5ad3-4753-86f2-94fb329400c0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:30:46.384631 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:30:46.407212 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a74fcb-daf1-4a62-aa4e-f672a2bccdd9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:30:46.407525 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6a74fcb-daf1-4a62-aa4e-f672a2bccdd9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:30:46.421829 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:30:46.526201 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bedff58-b4da-40e8-88da-8215333fabb7 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:46.613682 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01c6d58c-5ad3-4753-86f2-94fb329400c0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:46.640976 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01c6d58c-5ad3-4753-86f2-94fb329400c0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:46.648783 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6a74fcb-daf1-4a62-aa4e-f672a2bccdd9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:46.669265 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6d58c-5ad3-4753-86f2-94fb329400c0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] Pushing event deleted for resources: {'Network': ['ID=16cc16a2-2af4-4282-97be-d87a758c0923,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:46.671304 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6a74fcb-daf1-4a62-aa4e-f672a2bccdd9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:46.717550 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c6a74fcb-daf1-4a62-aa4e-f672a2bccdd9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/networks/e29c2155-6201-471e-8bc2-05b4e5cd7799 HTTP/1.1" status: 204 len: 168 time: 3.6570888 Jan 11 09:30:46.717898 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a74fcb-daf1-4a62-aa4e-f672a2bccdd9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Network': ['ID=e29c2155-6201-471e-8bc2-05b4e5cd7799,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:46.719739 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53426) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:46.722576 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-01c6d58c-5ad3-4753-86f2-94fb329400c0 tempest-AllowedAddressPairTestJSON-81573933 tempest-AllowedAddressPairTestJSON-81573933-project] 10.222.0.15 "DELETE /v2.0/networks/16cc16a2-2af4-4282-97be-d87a758c0923 HTTP/1.1" status: 204 len: 168 time: 3.6432960 Jan 11 09:30:46.727610 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-35d2ae1f-0342-427b-a81a-72e43b7b30db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'port': {'network_id': '26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90', 'name': 'tempest-PortsTestJSON-102474421'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:46.907320 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device ba3ab8cf-b427-43fd-99db-905da989ed5d up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:30:46.937766 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2bee81b6-dfaa-430c-96dc-7ca27effc542 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:46.961277 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-35d2ae1f-0342-427b-a81a-72e43b7b30db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:47.041010 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port ba3ab8cf-b427-43fd-99db-905da989ed5d completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:30:47.048195 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port ba3ab8cf-b427-43fd-99db-905da989ed5d triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:30:47.049009 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:47.085603 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53438) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:47.158370 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-35d2ae1f-0342-427b-a81a-72e43b7b30db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:port and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:47.163937 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-35d2ae1f-0342-427b-a81a-72e43b7b30db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:47.173758 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bedff58-b4da-40e8-88da-8215333fabb7 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:47.175817 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-35d2ae1f-0342-427b-a81a-72e43b7b30db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:47.181902 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bedff58-b4da-40e8-88da-8215333fabb7 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1771441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1771464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1784463'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:47.205867 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bee81b6-dfaa-430c-96dc-7ca27effc542 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Router ec63a3c3-89f0-42ce-a895-8a632632e499 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:30:47.274942 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:47.303953 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dffdb07-939e-403d-a5bd-4ec26daefc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3ab8cf-b427-43fd-99db-905da989ed5d'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:30:47.315311 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port ba3ab8cf-b427-43fd-99db-905da989ed5d, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=ba3ab8cf-b427-43fd-99db-905da989ed5d,segment=NetworkSegment(ed461ff1-dd30-4486-829f-6ff37c731915),segment_id=ed461ff1-dd30-4486-829f-6ff37c731915)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:30:47.319849 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:47.366332 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dffdb07-939e-403d-a5bd-4ec26daefc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3ab8cf-b427-43fd-99db-905da989ed5d', 'code': 200} Jan 11 09:30:47.411308 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=ba3ab8cf-b427-43fd-99db-905da989ed5d,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:47.415942 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d2ae1f-0342-427b-a81a-72e43b7b30db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:47.418236 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-cbd0159f-e324-4b81-88ca-cffc6527977d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=44adac71d3e74cecaea8880a6cddb6d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310633 Jan 11 09:30:47.421527 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-35d2ae1f-0342-427b-a81a-72e43b7b30db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:47.428427 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53448) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:47.476440 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bee81b6-dfaa-430c-96dc-7ca27effc542 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:30:47.478578 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-35d2ae1f-0342-427b-a81a-72e43b7b30db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] device_id is not set on port 3d07af79-8116-4b5f-ae8f-c80709e3aa69 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:30:47.489917 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6893b3-708e-4e38-8670-ed0cbffb3cc9 None None] Sync routers for ids ['ec63a3c3-89f0-42ce-a895-8a632632e499'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:30:47.507690 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6893b3-708e-4e38-8670-ed0cbffb3cc9 None None] Routers {'ec63a3c3-89f0-42ce-a895-8a632632e499'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:47.508627 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7f6893b3-708e-4e38-8670-ed0cbffb3cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['ec63a3c3-89f0-42ce-a895-8a632632e499'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:47.518976 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2bee81b6-dfaa-430c-96dc-7ca27effc542 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:47.522544 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2bee81b6-dfaa-430c-96dc-7ca27effc542 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.0814841 Jan 11 09:30:47.523651 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53454) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:47.537499 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-ecfd2718-44f1-4027-a981-3ce4f681c495 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'enable_snat': False}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:47.582330 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bedff58-b4da-40e8-88da-8215333fabb7 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Router 9b2a52ac-3295-4f94-b447-1c8ccc9136a9 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:30:47.608043 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-315291fd-10db-4807-b77d-7231899bb555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:47.622964 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7f6893b3-708e-4e38-8670-ed0cbffb3cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:47.632401 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6893b3-708e-4e38-8670-ed0cbffb3cc9 None None] Routers {'ec63a3c3-89f0-42ce-a895-8a632632e499'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:47.633079 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7f6893b3-708e-4e38-8670-ed0cbffb3cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['ec63a3c3-89f0-42ce-a895-8a632632e499'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:47.706237 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-315291fd-10db-4807-b77d-7231899bb555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:47.707057 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7f6893b3-708e-4e38-8670-ed0cbffb3cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:47.707148 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6893b3-708e-4e38-8670-ed0cbffb3cc9 None None] The sync data for ids ['ec63a3c3-89f0-42ce-a895-8a632632e499'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:30:47.732602 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4041d-8650-49f9-a462-a05d764980f1 req-09694f3e-2495-462f-a73a-3bb19551dadb tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:47.734152 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f0e4041d-8650-49f9-a462-a05d764980f1 req-09694f3e-2495-462f-a73a-3bb19551dadb tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 945 time: 0.3733838 Jan 11 09:30:47.924635 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651067c3-1edc-4b32-8a4e-7abd6eea87cf req-cac1d8c4-8355-45e9-b19d-e4d387b561ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:47.926162 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-651067c3-1edc-4b32-8a4e-7abd6eea87cf req-cac1d8c4-8355-45e9-b19d-e4d387b561ee service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 1098 time: 0.3163080 Jan 11 09:30:47.942810 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-315291fd-10db-4807-b77d-7231899bb555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:47.971356 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f0e4041d-8650-49f9-a462-a05d764980f1 req-a4591f53-910a-4671-b75b-e94582a77545 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238171 Jan 11 09:30:47.977947 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315291fd-10db-4807-b77d-7231899bb555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62773001-53ed-4747-af37-911575e4fcd1,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:47.991992 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bedff58-b4da-40e8-88da-8215333fabb7 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:30:48.002703 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9ff46e-4b73-4f88-a895-8761bdfcb339 None None] Sync routers for ids ['9b2a52ac-3295-4f94-b447-1c8ccc9136a9'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:30:48.004544 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-35d2ae1f-0342-427b-a81a-72e43b7b30db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:48.017486 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bedff58-b4da-40e8-88da-8215333fabb7 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:48.021734 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1bedff58-b4da-40e8-88da-8215333fabb7 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "PUT /v2.0/routers/9b2a52ac-3295-4f94-b447-1c8ccc9136a9 HTTP/1.1" status: 200 len: 919 time: 3.2778990 Jan 11 09:30:48.021734 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53458) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:48.033649 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9ff46e-4b73-4f88-a895-8761bdfcb339 None None] Routers {'9b2a52ac-3295-4f94-b447-1c8ccc9136a9'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:48.034344 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5e9ff46e-4b73-4f88-a895-8761bdfcb339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9b2a52ac-3295-4f94-b447-1c8ccc9136a9'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:48.045795 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-315291fd-10db-4807-b77d-7231899bb555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:48.049279 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-315291fd-10db-4807-b77d-7231899bb555 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/62773001-53ed-4747-af37-911575e4fcd1 HTTP/1.1" status: 204 len: 168 time: 0.6175451 Jan 11 09:30:48.078338 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-651067c3-1edc-4b32-8a4e-7abd6eea87cf req-e72f2812-03ca-4757-89ed-26e67238cc04 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394346 Jan 11 09:30:48.110684 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5e9ff46e-4b73-4f88-a895-8761bdfcb339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:48.119300 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9ff46e-4b73-4f88-a895-8761bdfcb339 None None] Routers {'9b2a52ac-3295-4f94-b447-1c8ccc9136a9'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:48.119898 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5e9ff46e-4b73-4f88-a895-8761bdfcb339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9b2a52ac-3295-4f94-b447-1c8ccc9136a9'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:48.180138 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5e9ff46e-4b73-4f88-a895-8761bdfcb339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:48.180526 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9ff46e-4b73-4f88-a895-8761bdfcb339 None None] The sync data for ids ['9b2a52ac-3295-4f94-b447-1c8ccc9136a9'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:30:48.289095 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ecfd2718-44f1-4027-a981-3ce4f681c495 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:48.412344 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-de7d2fca-81af-45b3-b677-e8c783cdea95 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "GET /v2.0/routers/9b2a52ac-3295-4f94-b447-1c8ccc9136a9 HTTP/1.1" status: 200 len: 925 time: 0.3874454 Jan 11 09:30:48.413468 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53472) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:48.419871 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-35d2ae1f-0342-427b-a81a-72e43b7b30db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:48.498606 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d2ae1f-0342-427b-a81a-72e43b7b30db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:48.502683 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-35d2ae1f-0342-427b-a81a-72e43b7b30db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:48.505090 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d2ae1f-0342-427b-a81a-72e43b7b30db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:48.511175 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d2ae1f-0342-427b-a81a-72e43b7b30db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:48.511921 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-35d2ae1f-0342-427b-a81a-72e43b7b30db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:48.530611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2ae1f-0342-427b-a81a-72e43b7b30db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Port': ['ID=3d07af79-8116-4b5f-ae8f-c80709e3aa69,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:48.542554 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-35d2ae1f-0342-427b-a81a-72e43b7b30db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8215442 Jan 11 09:30:48.545175 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53482) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:48.624544 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-551b68d2-8f0a-4647-8e3b-930d59f36b9f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting port 3d07af79-8116-4b5f-ae8f-c80709e3aa69 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:48.624890 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-551b68d2-8f0a-4647-8e3b-930d59f36b9f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:48.639101 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf14ad-184d-4e63-9199-588079af543a tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:48.640746 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-97bf14ad-184d-4e63-9199-588079af543a tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54&device_id=9b2a52ac-3295-4f94-b447-1c8ccc9136a9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2263908 Jan 11 09:30:48.643677 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53486) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:48.912581 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-551b68d2-8f0a-4647-8e3b-930d59f36b9f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:48.929529 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d1147f-6891-4248-a06f-33640d499ef8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:48.934811 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-33d1147f-6891-4248-a06f-33640d499ef8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "GET /v2.0/networks/644b8550-5b91-49bd-9d0a-84ba8b975d54 HTTP/1.1" status: 200 len: 881 time: 0.2866433 Jan 11 09:30:48.934811 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53500) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:48.979092 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53504) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:49.035439 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1a29489f-285a-458a-910a-d030f1e580aa tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b2a52ac-3295-4f94-b447-1c8ccc9136a9 HTTP/1.1" status: 200 len: 205 time: 0.0983183 Jan 11 09:30:49.036604 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53510) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:49.045758 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-551b68d2-8f0a-4647-8e3b-930d59f36b9f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Calling delete_port for 3d07af79-8116-4b5f-ae8f-c80709e3aa69 owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:49.081216 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e53708e8-7d74-48b3-8a20-5495fef8061d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:49.220263 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-578167835'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:49.240803 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:49.304694 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:network and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:49.327068 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:49.349388 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ecfd2718-44f1-4027-a981-3ce4f681c495 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:49.353895 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:49.356014 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ecfd2718-44f1-4027-a981-3ce4f681c495 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1771441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1771464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1784463'] for router, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:49.380476 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-551b68d2-8f0a-4647-8e3b-930d59f36b9f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:49.385325 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb8e2d55-2539-4234-b0ca-6ee27fed2697 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:49.495918 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:49.500139 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:49.530686 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-551b68d2-8f0a-4647-8e3b-930d59f36b9f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:49.533463 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b68d2-8f0a-4647-8e3b-930d59f36b9f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Port': ['ID=3d07af79-8116-4b5f-ae8f-c80709e3aa69,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:49.540895 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:49.570158 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfd2718-44f1-4027-a981-3ce4f681c495 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Router ec63a3c3-89f0-42ce-a895-8a632632e499 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:30:49.582379 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:49.590267 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-551b68d2-8f0a-4647-8e3b-930d59f36b9f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/ports/3d07af79-8116-4b5f-ae8f-c80709e3aa69 HTTP/1.1" status: 204 len: 168 time: 1.0435848 Jan 11 09:30:49.598750 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d0da8-45c8-4d45-88d5-8508a661b224 req-0b5517ff-6cc0-4262-92a1-cce625c7d602 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:49.605498 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d63d0da8-45c8-4d45-88d5-8508a661b224 req-0b5517ff-6cc0-4262-92a1-cce625c7d602 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 945 time: 0.4447587 Jan 11 09:30:49.622340 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53520) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:49.688504 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:security_group_rule and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:49.696346 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f892b87a-82f0-44ba-b23d-c3e1b82c5cb6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'port': {'network_id': '26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90', 'mac_address': 'fa:16:3e:08:5e:24', 'name': 'tempest-PortsTestJSON-987167225'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:49.721476 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:49.750306 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:49.776364 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfd2718-44f1-4027-a981-3ce4f681c495 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:30:49.780851 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ecfd2718-44f1-4027-a981-3ce4f681c495 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:49.782046 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ecfd2718-44f1-4027-a981-3ce4f681c495 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "PUT /v2.0/routers/ec63a3c3-89f0-42ce-a895-8a632632e499 HTTP/1.1" status: 200 len: 920 time: 2.2491331 Jan 11 09:30:49.784719 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53524) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:49.787895 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70c718-cf5f-40f5-9e30-0575250494bd None None] Sync routers for ids ['ec63a3c3-89f0-42ce-a895-8a632632e499'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:30:49.794874 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d63d0da8-45c8-4d45-88d5-8508a661b224 req-3e8a46bf-4a31-4819-a100-bb5a9ad2401e tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884377 Jan 11 09:30:49.799513 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e70c718-cf5f-40f5-9e30-0575250494bd None None] Routers {'ec63a3c3-89f0-42ce-a895-8a632632e499'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:49.800143 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5e70c718-cf5f-40f5-9e30-0575250494bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['ec63a3c3-89f0-42ce-a895-8a632632e499'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:49.876119 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5e70c718-cf5f-40f5-9e30-0575250494bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:49.877765 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f892b87a-82f0-44ba-b23d-c3e1b82c5cb6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:49.882010 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f892b87a-82f0-44ba-b23d-c3e1b82c5cb6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:port and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:49.884876 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f892b87a-82f0-44ba-b23d-c3e1b82c5cb6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:49.884997 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e70c718-cf5f-40f5-9e30-0575250494bd None None] Routers {'ec63a3c3-89f0-42ce-a895-8a632632e499'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:49.885481 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5e70c718-cf5f-40f5-9e30-0575250494bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['ec63a3c3-89f0-42ce-a895-8a632632e499'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:49.891118 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f892b87a-82f0-44ba-b23d-c3e1b82c5cb6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:49.922562 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f892b87a-82f0-44ba-b23d-c3e1b82c5cb6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:49.945998 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb8e2d55-2539-4234-b0ca-6ee27fed2697 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:49.952781 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5e70c718-cf5f-40f5-9e30-0575250494bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:49.953349 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70c718-cf5f-40f5-9e30-0575250494bd None None] The sync data for ids ['ec63a3c3-89f0-42ce-a895-8a632632e499'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:30:49.977354 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e2d55-2539-4234-b0ca-6ee27fed2697 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Deleting port f6aab3ae-73e5-444f-be39-e694b9536287 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:49.977691 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb8e2d55-2539-4234-b0ca-6ee27fed2697 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:50.140306 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5efd5ae9-328c-4871-978b-29daaa91212b tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "GET /v2.0/routers/ec63a3c3-89f0-42ce-a895-8a632632e499 HTTP/1.1" status: 200 len: 920 time: 0.3543231 Jan 11 09:30:50.142908 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53530) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:50.209500 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f892b87a-82f0-44ba-b23d-c3e1b82c5cb6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:50.214289 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ed8ead-4ed9-4c7f-a953-81c12bc16419 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:50.215793 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-69ed8ead-4ed9-4c7f-a953-81c12bc16419 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54&device_id=ec63a3c3-89f0-42ce-a895-8a632632e499&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0719631 Jan 11 09:30:50.218640 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53534) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:50.299078 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-f892b87a-82f0-44ba-b23d-c3e1b82c5cb6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] device_id is not set on port dccfa625-d9f3-49c2-a984-5a64c9c78299 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:30:50.350646 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d7137a-0f57-46e6-9f08-f50ea84bd8c9 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:50.351105 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-14d7137a-0f57-46e6-9f08-f50ea84bd8c9 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Synchronizing usage tracker for tenant:5507041f45a946feb6ce6b51ce6f301a on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:30:50.366523 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-14d7137a-0f57-46e6-9f08-f50ea84bd8c9 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Unset dirty status for tenant:5507041f45a946feb6ce6b51ce6f301a on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:30:50.367651 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-14d7137a-0f57-46e6-9f08-f50ea84bd8c9 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "GET /v2.0/networks/644b8550-5b91-49bd-9d0a-84ba8b975d54 HTTP/1.1" status: 200 len: 881 time: 0.1480858 Jan 11 09:30:50.370635 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53538) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:50.401177 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:50.414605 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f39508fd-3897-4eb1-9982-6e64f40fc5fe tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec63a3c3-89f0-42ce-a895-8a632632e499 HTTP/1.1" status: 200 len: 205 time: 0.0428436 Jan 11 09:30:50.416997 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53542) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:50.423092 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:50.500465 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:30:50.523710 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=188cceec-9631-4fb4-b684-8c9b6aa80c4d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:50.543596 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb8e2d55-2539-4234-b0ca-6ee27fed2697 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:50.551230 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:50.551575 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Added segment a9e410db-234b-40ea-a6ac-226a730df9a8 of type vlan for network daa20188-92c8-437c-9c82-e50d2f56b722 Jan 11 09:30:50.553308 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:30:50.553641 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:30:50.553974 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:30:50.554339 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:30:50.554675 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:30:50.554989 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:30:50.555310 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:30:50.555632 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:30:50.555950 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:30:50.556267 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:30:50.556581 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:30:50.556894 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:30:50.609180 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:50.721258 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:50.751802 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e2d55-2539-4234-b0ca-6ee27fed2697 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Calling delete_port for f6aab3ae-73e5-444f-be39-e694b9536287 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:50.798505 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:50.808031 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Deleting port 502d76a0-eb5f-4176-bc77-72c8b31f4831 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:50.808513 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:50.890650 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:50.896025 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:50.896600 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:50.935509 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f892b87a-82f0-44ba-b23d-c3e1b82c5cb6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:50.999680 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:51.102491 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1241028 Jan 11 09:30:51.103267 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20379e93-8bc8-471d-bd54-aca247509694 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Network': ['ID=daa20188-92c8-437c-9c82-e50d2f56b722,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:51.105152 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53554) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:51.114431 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network daa20188-92c8-437c-9c82-e50d2f56b722 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:30:51.119300 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-34edbd44-cb0d-4825-8f8a-cadf0a8e806d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'port': {'network_id': 'daa20188-92c8-437c-9c82-e50d2f56b722', 'name': 'tempest-PortsIpV6TestJSON-123672534'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:51.134278 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Calling delete_port for 502d76a0-eb5f-4176-bc77-72c8b31f4831 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:51.259424 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f892b87a-82f0-44ba-b23d-c3e1b82c5cb6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:51.288584 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f9159aae-24c5-4e57-968c-0086bc154bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:51.312484 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:51.363556 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Pushing event deleted for resources: {'Port': ['ID=502d76a0-eb5f-4176-bc77-72c8b31f4831,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:51.372367 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60084e9-c4c2-4b66-a292-9bd884e0c052 req-b113210d-f6c3-49e7-94b2-e1c0b6d8f73f tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:51.374069 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e60084e9-c4c2-4b66-a292-9bd884e0c052 req-b113210d-f6c3-49e7-94b2-e1c0b6d8f73f tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 945 time: 0.4491844 Jan 11 09:30:51.378143 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-34edbd44-cb0d-4825-8f8a-cadf0a8e806d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:51.402674 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-34edbd44-cb0d-4825-8f8a-cadf0a8e806d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:port and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:51.402980 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:30:51.403329 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:30:51.404265 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:30:51.404687 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:30:51.405019 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:30:51.405339 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:30:51.405665 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:30:51.405985 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:30:51.406331 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:30:51.406648 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:30:51.406964 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:30:51.407843 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:30:51.421037 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f892b87a-82f0-44ba-b23d-c3e1b82c5cb6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:51.424142 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-34edbd44-cb0d-4825-8f8a-cadf0a8e806d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:51.430354 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f892b87a-82f0-44ba-b23d-c3e1b82c5cb6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:51.444299 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f892b87a-82f0-44ba-b23d-c3e1b82c5cb6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:51.449668 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f892b87a-82f0-44ba-b23d-c3e1b82c5cb6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:51.450287 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f892b87a-82f0-44ba-b23d-c3e1b82c5cb6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:51.454027 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-34edbd44-cb0d-4825-8f8a-cadf0a8e806d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:51.461376 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892b87a-82f0-44ba-b23d-c3e1b82c5cb6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Port': ['ID=dccfa625-d9f3-49c2-a984-5a64c9c78299,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:51.464937 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:51.484637 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb8e2d55-2539-4234-b0ca-6ee27fed2697 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:51.531233 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34edbd44-cb0d-4825-8f8a-cadf0a8e806d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:51.534628 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34edbd44-cb0d-4825-8f8a-cadf0a8e806d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:51.557171 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e2d55-2539-4234-b0ca-6ee27fed2697 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Pushing event deleted for resources: {'Port': ['ID=f6aab3ae-73e5-444f-be39-e694b9536287,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:51.561258 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e60084e9-c4c2-4b66-a292-9bd884e0c052 req-0ad53a2d-d6ef-4aa2-9ff0-258024730f18 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701338 Jan 11 09:30:51.594236 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f892b87a-82f0-44ba-b23d-c3e1b82c5cb6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9662642 Jan 11 09:30:51.597081 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53560) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:51.642888 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-34edbd44-cb0d-4825-8f8a-cadf0a8e806d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] device_id is not set on port 68b16294-661d-40d8-89f5-74bb3e773330 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:30:51.788238 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:51.790595 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:51.815405 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:51.815960 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Fanout notify agent at l3_agent the message router_deleted on router ec63a3c3-89f0-42ce-a895-8a632632e499 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:30:51.832803 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:51.833893 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a46fa9ad-70bb-40bf-87f4-3a7bed6e5a5a tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "DELETE /v2.0/routers/ec63a3c3-89f0-42ce-a895-8a632632e499 HTTP/1.1" status: 204 len: 168 time: 1.4159138 Jan 11 09:30:51.837688 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53566) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:51.843708 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-46ac2e3a-e385-45b0-8b28-235c3b3259ca tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-835543143', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:51.850759 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-46ac2e3a-e385-45b0-8b28-235c3b3259ca tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:51.854940 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-46ac2e3a-e385-45b0-8b28-235c3b3259ca tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Usage tracker for resource:router and tenant:04c13fe9aa6540f9bd9912d551aa1d12 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:51.858864 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-46ac2e3a-e385-45b0-8b28-235c3b3259ca tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:51.865279 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-46ac2e3a-e385-45b0-8b28-235c3b3259ca tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:51.875090 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-46ac2e3a-e385-45b0-8b28-235c3b3259ca tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:51.876947 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-46ac2e3a-e385-45b0-8b28-235c3b3259ca tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:51.893083 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-46ac2e3a-e385-45b0-8b28-235c3b3259ca tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:51.912672 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-46ac2e3a-e385-45b0-8b28-235c3b3259ca tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:51.938825 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-46ac2e3a-e385-45b0-8b28-235c3b3259ca tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:51.943192 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-46ac2e3a-e385-45b0-8b28-235c3b3259ca tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1015742 Jan 11 09:30:51.943810 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53572) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:51.949435 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b0787443-cc6c-4ae6-9f9d-4fa317cb51eb tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Request body: {'router': {'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:51.949841 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb8e2d55-2539-4234-b0ca-6ee27fed2697 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:51.998797 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062cb03b-7bbd-4f94-9742-3002b7247516 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:51.999359 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-062cb03b-7bbd-4f94-9742-3002b7247516 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Synchronizing usage tracker for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:30:52.178711 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb8e2d55-2539-4234-b0ca-6ee27fed2697 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:52.184083 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb8e2d55-2539-4234-b0ca-6ee27fed2697 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:52.190236 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-062cb03b-7bbd-4f94-9742-3002b7247516 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Unset dirty status for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:30:52.191358 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-062cb03b-7bbd-4f94-9742-3002b7247516 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports/dccfa625-d9f3-49c2-a984-5a64c9c78299 HTTP/1.1" status: 200 len: 840 time: 0.5911570 Jan 11 09:30:52.203419 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53578) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:52.256921 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef4c4f-eabb-470e-b981-a5e05cc30177 req-ecd2d1e1-438b-4da4-8149-b5585cb878a5 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:52.258398 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-83ef4c4f-eabb-470e-b981-a5e05cc30177 req-ecd2d1e1-438b-4da4-8149-b5585cb878a5 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 945 time: 0.5558622 Jan 11 09:30:52.308553 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb8e2d55-2539-4234-b0ca-6ee27fed2697 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:52.309041 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8e2d55-2539-4234-b0ca-6ee27fed2697 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Fanout notify agent at l3_agent the message router_deleted on router 9b2a52ac-3295-4f94-b447-1c8ccc9136a9 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:30:52.374379 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34edbd44-cb0d-4825-8f8a-cadf0a8e806d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:52.379425 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb8e2d55-2539-4234-b0ca-6ee27fed2697 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:52.380488 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fb8e2d55-2539-4234-b0ca-6ee27fed2697 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "DELETE /v2.0/routers/9b2a52ac-3295-4f94-b447-1c8ccc9136a9 HTTP/1.1" status: 204 len: 168 time: 3.3432887 Jan 11 09:30:52.386510 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53582) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:52.402960 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-83ef4c4f-eabb-470e-b981-a5e05cc30177 req-2bb34425-74ba-4b90-ba1c-4877ceacbcda tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954831 Jan 11 09:30:52.404982 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9a5e5025-c6b9-45c8-954c-9c4c262c793d tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-284307175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:52.411373 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9a5e5025-c6b9-45c8-954c-9c4c262c793d tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:52.415240 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9a5e5025-c6b9-45c8-954c-9c4c262c793d tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Usage tracker for resource:router and tenant:552bbf60e7f74d35a6ebf221998786f8 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:52.417328 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:52.418214 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9a5e5025-c6b9-45c8-954c-9c4c262c793d tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:52.423227 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0787443-cc6c-4ae6-9f9d-4fa317cb51eb tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:52.427025 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34edbd44-cb0d-4825-8f8a-cadf0a8e806d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:52.433089 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9a5e5025-c6b9-45c8-954c-9c4c262c793d tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:52.438691 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1ad4930a-a567-4067-88a9-a5bdfaae65c7 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting port dccfa625-d9f3-49c2-a984-5a64c9c78299 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:52.439037 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1ad4930a-a567-4067-88a9-a5bdfaae65c7 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:52.523219 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a5e5025-c6b9-45c8-954c-9c4c262c793d tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:52.524279 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a5e5025-c6b9-45c8-954c-9c4c262c793d tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:52.525803 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34edbd44-cb0d-4825-8f8a-cadf0a8e806d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Port': ['ID=68b16294-661d-40d8-89f5-74bb3e773330,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:52.541078 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34edbd44-cb0d-4825-8f8a-cadf0a8e806d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Checking segment: {'id': 'a9e410db-234b-40ea-a6ac-226a730df9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'daa20188-92c8-437c-9c82-e50d2f56b722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:30:52.541579 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34edbd44-cb0d-4825-8f8a-cadf0a8e806d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network hostable DHCP agents. Network: daa20188-92c8-437c-9c82-e50d2f56b722, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:30:52.581920 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34edbd44-cb0d-4825-8f8a-cadf0a8e806d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network daa20188-92c8-437c-9c82-e50d2f56b722 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:30:52.592876 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:52.596250 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-34edbd44-cb0d-4825-8f8a-cadf0a8e806d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, daa20188-92c8-437c-9c82-e50d2f56b722) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:52.600916 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34edbd44-cb0d-4825-8f8a-cadf0a8e806d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:52.603881 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a5e5025-c6b9-45c8-954c-9c4c262c793d tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:52.606346 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34edbd44-cb0d-4825-8f8a-cadf0a8e806d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:52.607514 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-34edbd44-cb0d-4825-8f8a-cadf0a8e806d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:52.610171 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984e77e2-05b3-476d-b771-c92aa0de0317 None None] Network daa20188-92c8-437c-9c82-e50d2f56b722 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:30:52.641670 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-34edbd44-cb0d-4825-8f8a-cadf0a8e806d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5314424 Jan 11 09:30:52.645441 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53588) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:52.659136 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-adc385dd-ed33-4af4-a135-1da333476c31 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1256429822'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:52.684045 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-adc385dd-ed33-4af4-a135-1da333476c31 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:52.739630 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-adc385dd-ed33-4af4-a135-1da333476c31 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:network and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:52.745892 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a5e5025-c6b9-45c8-954c-9c4c262c793d tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:52.758163 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-adc385dd-ed33-4af4-a135-1da333476c31 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:52.833338 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-adc385dd-ed33-4af4-a135-1da333476c31 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:52.850392 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1ad4930a-a567-4067-88a9-a5bdfaae65c7 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:52.866892 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a5e5025-c6b9-45c8-954c-9c4c262c793d tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:52.868161 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9a5e5025-c6b9-45c8-954c-9c4c262c793d tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4781692 Jan 11 09:30:52.873367 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53596) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:52.889645 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-01f8cc63-2c60-4784-a9e6-778f3c68f286 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'enable_snat': False}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:52.924555 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc385dd-ed33-4af4-a135-1da333476c31 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:52.927975 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adc385dd-ed33-4af4-a135-1da333476c31 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:53.007813 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1ad4930a-a567-4067-88a9-a5bdfaae65c7 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Calling delete_port for dccfa625-d9f3-49c2-a984-5a64c9c78299 owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:53.087949 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc385dd-ed33-4af4-a135-1da333476c31 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:30:53.096642 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d1c33-3e17-4ca0-a13e-d7703effd522 req-0fb4a546-ad5c-47a0-99e3-5c21ff4fdf90 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:53.098164 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2f7d1c33-3e17-4ca0-a13e-d7703effd522 req-0fb4a546-ad5c-47a0-99e3-5c21ff4fdf90 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 945 time: 0.2859161 Jan 11 09:30:53.175130 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adc385dd-ed33-4af4-a135-1da333476c31 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:53.175377 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-adc385dd-ed33-4af4-a135-1da333476c31 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Added segment 65c0326b-f0cd-4e33-b7f7-46b6ff676116 of type vlan for network acddb729-ad01-4e42-80a7-801fd595e0f0 Jan 11 09:30:53.324550 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01f8cc63-2c60-4784-a9e6-778f3c68f286 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:53.330509 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2f7d1c33-3e17-4ca0-a13e-d7703effd522 req-adf9ee63-dcf4-4430-a16f-a18681d87198 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841888 Jan 11 09:30:53.379700 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1ad4930a-a567-4067-88a9-a5bdfaae65c7 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:53.448205 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adc385dd-ed33-4af4-a135-1da333476c31 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:53.463127 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0787443-cc6c-4ae6-9f9d-4fa317cb51eb tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:53.501805 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4930a-a567-4067-88a9-a5bdfaae65c7 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Port': ['ID=dccfa625-d9f3-49c2-a984-5a64c9c78299,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:53.506469 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0787443-cc6c-4ae6-9f9d-4fa317cb51eb tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:53.547017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1ad4930a-a567-4067-88a9-a5bdfaae65c7 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:53.608041 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adc385dd-ed33-4af4-a135-1da333476c31 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:53.613842 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc385dd-ed33-4af4-a135-1da333476c31 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:53.614514 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adc385dd-ed33-4af4-a135-1da333476c31 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:53.640197 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1ad4930a-a567-4067-88a9-a5bdfaae65c7 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/ports/dccfa625-d9f3-49c2-a984-5a64c9c78299 HTTP/1.1" status: 204 len: 168 time: 1.4357281 Jan 11 09:30:53.650254 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53604) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:53.752331 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01f8cc63-2c60-4784-a9e6-778f3c68f286 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:53.758357 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-adc385dd-ed33-4af4-a135-1da333476c31 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1095779 Jan 11 09:30:53.761208 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec68b904-9c5e-4121-96fa-7dda73899a65 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] GET failed (client error): The resource could not be found. Jan 11 09:30:53.762598 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ec68b904-9c5e-4121-96fa-7dda73899a65 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Synchronizing usage tracker for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:30:53.764726 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53608) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:53.783094 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01f8cc63-2c60-4784-a9e6-778f3c68f286 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:53.826738 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'ports': [{'network_id': 'daa20188-92c8-437c-9c82-e50d2f56b722'}, {'network_id': 'acddb729-ad01-4e42-80a7-801fd595e0f0'}]} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:53.827062 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'port': {'network_id': 'daa20188-92c8-437c-9c82-e50d2f56b722'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:53.827542 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'port': {'network_id': 'acddb729-ad01-4e42-80a7-801fd595e0f0'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:53.856761 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc385dd-ed33-4af4-a135-1da333476c31 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Network': ['ID=acddb729-ad01-4e42-80a7-801fd595e0f0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:53.867496 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network acddb729-ad01-4e42-80a7-801fd595e0f0 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:30:53.893908 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ec68b904-9c5e-4121-96fa-7dda73899a65 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Unset dirty status for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:30:53.895115 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ec68b904-9c5e-4121-96fa-7dda73899a65 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports/dccfa625-d9f3-49c2-a984-5a64c9c78299 HTTP/1.1" status: 404 len: 333 time: 0.2377412 Jan 11 09:30:53.898633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-b0787443-cc6c-4ae6-9f9d-4fa317cb51eb tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Allocated IP 172.26.3.111 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/32150b28-3f66-4107-b45a-8e1caf8bd15f) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:30:53.899315 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53612) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:53.905507 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-837c2463-f833-49e9-8bf8-1f1863e29392 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'port': {'network_id': '26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90', 'name': 'tempest-PortsTestJSON-2051346203'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:53.992926 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:54.016297 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-837c2463-f833-49e9-8bf8-1f1863e29392 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:54.025710 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-837c2463-f833-49e9-8bf8-1f1863e29392 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:54.036281 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837c2463-f833-49e9-8bf8-1f1863e29392 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:54.039870 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-837c2463-f833-49e9-8bf8-1f1863e29392 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:54.061792 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-837c2463-f833-49e9-8bf8-1f1863e29392 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] device_id is not set on port e702fba0-f6dd-4433-8f63-f8bf1b276e8d yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:30:54.210044 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:54.223469 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:port and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:54.228631 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:54.236824 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0787443-cc6c-4ae6-9f9d-4fa317cb51eb tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:54.239580 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:54.253457 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'port': 2} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:54.257804 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:54.276922 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:54.294030 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-837c2463-f833-49e9-8bf8-1f1863e29392 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:54.320918 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-837c2463-f833-49e9-8bf8-1f1863e29392 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:54.389513 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837c2463-f833-49e9-8bf8-1f1863e29392 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:54.397568 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-837c2463-f833-49e9-8bf8-1f1863e29392 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:54.405500 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837c2463-f833-49e9-8bf8-1f1863e29392 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:54.412103 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837c2463-f833-49e9-8bf8-1f1863e29392 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:54.412875 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-837c2463-f833-49e9-8bf8-1f1863e29392 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:54.441576 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0787443-cc6c-4ae6-9f9d-4fa317cb51eb tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:54.537517 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c2463-f833-49e9-8bf8-1f1863e29392 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Port': ['ID=e702fba0-f6dd-4433-8f63-f8bf1b276e8d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:54.564614 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-837c2463-f833-49e9-8bf8-1f1863e29392 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6641977 Jan 11 09:30:54.570897 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53624) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:54.573646 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-01f8cc63-2c60-4784-a9e6-778f3c68f286 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Allocated IP 172.26.3.68 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/c6030be2-311b-46b9-ae2f-f2cd4edb7134) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:30:54.574599 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] device_id is not set on port 0ec4b0ba-8ff3-4b02-8a08-f7c4f5733d3f yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:30:54.579390 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0787443-cc6c-4ae6-9f9d-4fa317cb51eb tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:54.583426 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b0787443-cc6c-4ae6-9f9d-4fa317cb51eb tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:54.588146 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0787443-cc6c-4ae6-9f9d-4fa317cb51eb tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:54.589761 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-305eb5e8-9356-4ffd-bb5e-15fba1d1306d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:54.624838 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0787443-cc6c-4ae6-9f9d-4fa317cb51eb tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Pushing event updated for resources: {'Port': ['ID=32150b28-3f66-4107-b45a-8e1caf8bd15f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:54.806014 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1d168-4519-465c-9329-98f70195b7db req-c78c50b0-58be-4429-9f51-365b3fdbf6e4 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:54.807414 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bee1d168-4519-465c-9329-98f70195b7db req-c78c50b0-58be-4429-9f51-365b3fdbf6e4 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 945 time: 0.3339164 Jan 11 09:30:54.863318 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-305eb5e8-9356-4ffd-bb5e-15fba1d1306d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:54.951988 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bee1d168-4519-465c-9329-98f70195b7db req-06bc064c-d90e-490e-9605-d80e541eecd9 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324620 Jan 11 09:30:54.983541 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01f8cc63-2c60-4784-a9e6-778f3c68f286 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:55.086965 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:55.141359 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01f8cc63-2c60-4784-a9e6-778f3c68f286 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:55.229260 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-305eb5e8-9356-4ffd-bb5e-15fba1d1306d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:55.243236 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f8cc63-2c60-4784-a9e6-778f3c68f286 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:55.246539 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-305eb5e8-9356-4ffd-bb5e-15fba1d1306d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:55.250384 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-01f8cc63-2c60-4784-a9e6-778f3c68f286 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:55.252793 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f8cc63-2c60-4784-a9e6-778f3c68f286 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:55.305945 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] device_id is not set on port 0cd32b25-65a5-425c-8748-b0dd14a99a72 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:30:55.327161 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0787443-cc6c-4ae6-9f9d-4fa317cb51eb tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:55.341703 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-305eb5e8-9356-4ffd-bb5e-15fba1d1306d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] In _notify_port_updated(), no bound segment for port e702fba0-f6dd-4433-8f63-f8bf1b276e8d on network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 {{(pid=87655) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 11 09:30:55.347297 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305eb5e8-9356-4ffd-bb5e-15fba1d1306d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:55.347896 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-305eb5e8-9356-4ffd-bb5e-15fba1d1306d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:55.351789 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-305eb5e8-9356-4ffd-bb5e-15fba1d1306d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "PUT /v2.0/ports/e702fba0-f6dd-4433-8f63-f8bf1b276e8d HTTP/1.1" status: 200 len: 818 time: 0.7773852 Jan 11 09:30:55.351789 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8cc63-2c60-4784-a9e6-778f3c68f286 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Pushing event updated for resources: {'Port': ['ID=c6030be2-311b-46b9-ae2f-f2cd4edb7134,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:55.378611 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53636) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:55.601008 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c5d3e-bb74-4ef8-82a7-9f79732d2a0e tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting port e702fba0-f6dd-4433-8f63-f8bf1b276e8d {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:55.601609 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8c8c5d3e-bb74-4ef8-82a7-9f79732d2a0e tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:55.633351 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305eb5e8-9356-4ffd-bb5e-15fba1d1306d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Port': ['ID=e702fba0-f6dd-4433-8f63-f8bf1b276e8d,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:55.772450 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf2246-0bdc-42ce-9282-463467de2c81 req-a9895791-1ce4-426f-aa39-2513a4a2d035 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:55.773967 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-caaf2246-0bdc-42ce-9282-463467de2c81 req-a9895791-1ce4-426f-aa39-2513a4a2d035 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 945 time: 0.4768295 Jan 11 09:30:55.851718 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c265528-de3b-4511-a893-7e4079c4d14a req-bfadeb93-8eb8-4bed-8fbc-850b6ebdbec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:55.852870 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8c265528-de3b-4511-a893-7e4079c4d14a req-bfadeb93-8eb8-4bed-8fbc-850b6ebdbec0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fd1ff2c8d6e483ea44588856f7c6b85&device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 1098 time: 0.4687688 Jan 11 09:30:55.895085 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-caaf2246-0bdc-42ce-9282-463467de2c81 req-290be073-dec1-41b4-805e-1d73a2f4b3ff tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146538 Jan 11 09:30:55.968243 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:55.990372 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01f8cc63-2c60-4784-a9e6-778f3c68f286 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:56.192982 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0787443-cc6c-4ae6-9f9d-4fa317cb51eb tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:56.215634 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0787443-cc6c-4ae6-9f9d-4fa317cb51eb tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1771441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1771464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1784463'] for router, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:56.220548 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8c8c5d3e-bb74-4ef8-82a7-9f79732d2a0e tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:56.333441 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01f8cc63-2c60-4784-a9e6-778f3c68f286 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:56.337572 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01f8cc63-2c60-4784-a9e6-778f3c68f286 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1771441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1771464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1784463'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:56.529732 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c265528-de3b-4511-a893-7e4079c4d14a req-e7415fc9-85ed-4a4d-b1b2-958ce8f58fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:56.534143 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8c265528-de3b-4511-a893-7e4079c4d14a req-e7415fc9-85ed-4a4d-b1b2-958ce8f58fe1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2388dd42-5ebf-4a25-94b2-a084fcf855e8 HTTP/1.1" status: 200 len: 912 time: 0.6691675 Jan 11 09:30:56.538873 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c5d3e-bb74-4ef8-82a7-9f79732d2a0e tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Calling delete_port for e702fba0-f6dd-4433-8f63-f8bf1b276e8d owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:56.561764 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f8cc63-2c60-4784-a9e6-778f3c68f286 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Router e1b95dd5-fc08-4fde-adf6-886e22923f1b is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:30:56.662213 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8c265528-de3b-4511-a893-7e4079c4d14a req-baf7b068-9909-4c9b-b879-aea62532690b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba3ab8cf-b427-43fd-99db-905da989ed5d HTTP/1.1" status: 200 len: 217 time: 0.0797129 Jan 11 09:30:56.663385 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:56.761085 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f8cc63-2c60-4784-a9e6-778f3c68f286 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:30:56.766430 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01f8cc63-2c60-4784-a9e6-778f3c68f286 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:56.767573 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-01f8cc63-2c60-4784-a9e6-778f3c68f286 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "PUT /v2.0/routers/e1b95dd5-fc08-4fde-adf6-886e22923f1b HTTP/1.1" status: 200 len: 918 time: 3.8830304 Jan 11 09:30:56.770173 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53648) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:56.770757 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7526d785-bb3f-4f29-b40f-1c4d58fc6aae None None] Sync routers for ids ['e1b95dd5-fc08-4fde-adf6-886e22923f1b'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:30:56.781592 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7526d785-bb3f-4f29-b40f-1c4d58fc6aae None None] Routers {'e1b95dd5-fc08-4fde-adf6-886e22923f1b'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:56.782378 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7526d785-bb3f-4f29-b40f-1c4d58fc6aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['e1b95dd5-fc08-4fde-adf6-886e22923f1b'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:56.846668 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7526d785-bb3f-4f29-b40f-1c4d58fc6aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:56.855977 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7526d785-bb3f-4f29-b40f-1c4d58fc6aae None None] Routers {'e1b95dd5-fc08-4fde-adf6-886e22923f1b'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:56.856616 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7526d785-bb3f-4f29-b40f-1c4d58fc6aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['e1b95dd5-fc08-4fde-adf6-886e22923f1b'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:56.874855 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network daa20188-92c8-437c-9c82-e50d2f56b722 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:30:56.892863 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:56.911572 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:56.912663 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:56.925507 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7526d785-bb3f-4f29-b40f-1c4d58fc6aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:56.926524 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7526d785-bb3f-4f29-b40f-1c4d58fc6aae None None] The sync data for ids ['e1b95dd5-fc08-4fde-adf6-886e22923f1b'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:30:56.937328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8c8c5d3e-bb74-4ef8-82a7-9f79732d2a0e tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:56.942714 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Port': ['ID=0ec4b0ba-8ff3-4b02-8a08-f7c4f5733d3f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:56.945844 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c265528-de3b-4511-a893-7e4079c4d14a req-32e2bf66-7131-4903-964c-b6d7fb0cdbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:56.947513 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8c265528-de3b-4511-a893-7e4079c4d14a req-32e2bf66-7131-4903-964c-b6d7fb0cdbec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ae4f5361-bb83-41ac-910e-ab420be0f7a6 HTTP/1.1" status: 200 len: 851 time: 0.2660785 Jan 11 09:30:57.078630 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8c265528-de3b-4511-a893-7e4079c4d14a req-62ffd1a5-1550-49af-a025-04d30b28ada6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2388dd42-5ebf-4a25-94b2-a084fcf855e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857596 Jan 11 09:30:57.085117 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8c8c5d3e-bb74-4ef8-82a7-9f79732d2a0e tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:57.139208 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a91bf565-7b5f-477c-a091-049ee1862b46 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "GET /v2.0/routers/e1b95dd5-fc08-4fde-adf6-886e22923f1b HTTP/1.1" status: 200 len: 924 time: 0.3677239 Jan 11 09:30:57.142597 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53654) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:57.148590 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Port': ['ID=0cd32b25-65a5-425c-8748-b0dd14a99a72,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:57.167026 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8c8c5d3e-bb74-4ef8-82a7-9f79732d2a0e tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/ports/e702fba0-f6dd-4433-8f63-f8bf1b276e8d HTTP/1.1" status: 204 len: 168 time: 1.7816436 Jan 11 09:30:57.183819 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53658) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:57.265592 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74b328-5877-4583-94ca-42cc2544ca01 req-be3050ac-237f-422d-bf89-71e555135fdf tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:57.267133 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3a74b328-5877-4583-94ca-42cc2544ca01 req-be3050ac-237f-422d-bf89-71e555135fdf tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 945 time: 0.2102690 Jan 11 09:30:57.268969 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c5d3e-bb74-4ef8-82a7-9f79732d2a0e tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Port': ['ID=e702fba0-f6dd-4433-8f63-f8bf1b276e8d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:57.276776 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Checking segment: {'id': '65c0326b-f0cd-4e33-b7f7-46b6ff676116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'acddb729-ad01-4e42-80a7-801fd595e0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:30:57.277143 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network hostable DHCP agents. Network: acddb729-ad01-4e42-80a7-801fd595e0f0, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:30:57.286049 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0787443-cc6c-4ae6-9f9d-4fa317cb51eb tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Router eb83ea35-83fc-4a9c-af7a-30ee1ee87eb9 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:30:57.334938 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2be1d84-e73c-4a1b-9c79-bd3f7a1c6a75 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:57.336366 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f2be1d84-e73c-4a1b-9c79-bd3f7a1c6a75 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54&device_id=e1b95dd5-fc08-4fde-adf6-886e22923f1b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1929440 Jan 11 09:30:57.340341 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53662) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:57.346014 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3a74b328-5877-4583-94ca-42cc2544ca01 req-ff637d58-74fb-4388-915d-96c3a09a2456 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659468 Jan 11 09:30:57.383735 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291ab439-69ab-4aa9-91e6-ac3f8b960aba tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:57.384434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-291ab439-69ab-4aa9-91e6-ac3f8b960aba tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Synchronizing usage tracker for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:30:57.401085 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network acddb729-ad01-4e42-80a7-801fd595e0f0 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:30:57.405339 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8c265528-de3b-4511-a893-7e4079c4d14a req-96ad3275-f81c-41e3-a7d9-b1dc63db4db2 service neutron] 10.222.0.42 "GET /v2.0/networks/2388dd42-5ebf-4a25-94b2-a084fcf855e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133004 Jan 11 09:30:57.452615 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, acddb729-ad01-4e42-80a7-801fd595e0f0) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:30:57.461912 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:30:57.467263 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee2c314-2521-41c1-8e5e-6440bf66cec9 None None] Network acddb729-ad01-4e42-80a7-801fd595e0f0 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:30:57.468729 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:57.470963 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-291ab439-69ab-4aa9-91e6-ac3f8b960aba tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Unset dirty status for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:30:57.474852 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-291ab439-69ab-4aa9-91e6-ac3f8b960aba tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2874467 Jan 11 09:30:57.474989 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:57.474989 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:57.479961 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53668) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:57.532794 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aeafe34-f3a2-4d89-8fea-9d91e952ea54 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] GET failed (client error): The resource could not be found. Jan 11 09:30:57.537747 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1aeafe34-f3a2-4d89-8fea-9d91e952ea54 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports/e702fba0-f6dd-4433-8f63-f8bf1b276e8d HTTP/1.1" status: 404 len: 333 time: 0.0532336 Jan 11 09:30:57.545304 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53672) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:57.553800 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-346bbcf3-f8b4-4235-8b0f-f20eca1cccbf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-209912999'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:57.560382 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-346bbcf3-f8b4-4235-8b0f-f20eca1cccbf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:57.566534 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b38eec9-d019-4e7c-92c6-898e9ae7c0f8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:57.570653 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2b38eec9-d019-4e7c-92c6-898e9ae7c0f8 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "GET /v2.0/networks/644b8550-5b91-49bd-9d0a-84ba8b975d54 HTTP/1.1" status: 200 len: 881 time: 0.2259879 Jan 11 09:30:57.570653 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-346bbcf3-f8b4-4235-8b0f-f20eca1cccbf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:network and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:57.572739 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53678) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:57.577460 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-346bbcf3-f8b4-4235-8b0f-f20eca1cccbf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:57.620971 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-346bbcf3-f8b4-4235-8b0f-f20eca1cccbf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:57.633568 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a7219f3a-2c0e-4314-a6b2-402a3d8ad385 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1b95dd5-fc08-4fde-adf6-886e22923f1b HTTP/1.1" status: 200 len: 205 time: 0.0573993 Jan 11 09:30:57.634890 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53682) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:57.650741 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-83e92354-e805-4a3a-9e13-ff84c18ec8de tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8800917 Jan 11 09:30:57.659621 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53686) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:57.739640 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0787443-cc6c-4ae6-9f9d-4fa317cb51eb tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:30:57.745761 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8c265528-de3b-4511-a893-7e4079c4d14a req-81b892d9-10a4-4045-b427-484e696ffb32 service neutron] 10.222.0.42 "GET /v2.0/networks/2388dd42-5ebf-4a25-94b2-a084fcf855e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266430 Jan 11 09:30:57.753877 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0787443-cc6c-4ae6-9f9d-4fa317cb51eb tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:57.755044 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b0787443-cc6c-4ae6-9f9d-4fa317cb51eb tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "PUT /v2.0/routers/eb83ea35-83fc-4a9c-af7a-30ee1ee87eb9 HTTP/1.1" status: 200 len: 879 time: 5.8100438 Jan 11 09:30:57.758041 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53692) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:57.761990 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f4b176-b70a-4882-a11f-963bf06d2de3 None None] Sync routers for ids ['eb83ea35-83fc-4a9c-af7a-30ee1ee87eb9'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:30:57.774865 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f4b176-b70a-4882-a11f-963bf06d2de3 None None] Routers {'eb83ea35-83fc-4a9c-af7a-30ee1ee87eb9'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:57.777721 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d8f4b176-b70a-4882-a11f-963bf06d2de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['eb83ea35-83fc-4a9c-af7a-30ee1ee87eb9'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:57.782920 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346bbcf3-f8b4-4235-8b0f-f20eca1cccbf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:57.789451 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-346bbcf3-f8b4-4235-8b0f-f20eca1cccbf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:57.824009 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1e027e7f-4c16-46e0-8374-fb2b8c8c9b2e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting port 0cd32b25-65a5-425c-8748-b0dd14a99a72 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:57.824605 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e027e7f-4c16-46e0-8374-fb2b8c8c9b2e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:57.846893 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d8f4b176-b70a-4882-a11f-963bf06d2de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:57.857739 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f4b176-b70a-4882-a11f-963bf06d2de3 None None] Routers {'eb83ea35-83fc-4a9c-af7a-30ee1ee87eb9'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:30:57.858365 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d8f4b176-b70a-4882-a11f-963bf06d2de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['eb83ea35-83fc-4a9c-af7a-30ee1ee87eb9'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:57.943424 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d8f4b176-b70a-4882-a11f-963bf06d2de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:57.943749 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f4b176-b70a-4882-a11f-963bf06d2de3 None None] The sync data for ids ['eb83ea35-83fc-4a9c-af7a-30ee1ee87eb9'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:30:57.959251 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41c57b3e-92ef-4b03-8209-1ae9a62973e5 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:58.009183 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-346bbcf3-f8b4-4235-8b0f-f20eca1cccbf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:30:58.038687 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-346bbcf3-f8b4-4235-8b0f-f20eca1cccbf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:58.039044 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-346bbcf3-f8b4-4235-8b0f-f20eca1cccbf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Added segment 8fc0ddaf-d723-4f2f-b786-1e54a2d1541d of type vlan for network 9303a4b3-3234-4990-aafb-d3c1fa7a6062 Jan 11 09:30:58.148378 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-346bbcf3-f8b4-4235-8b0f-f20eca1cccbf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:58.190946 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a27bc5b4-b4e2-40b0-aebf-e27e1e7b461b tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "GET /v2.0/routers/eb83ea35-83fc-4a9c-af7a-30ee1ee87eb9 HTTP/1.1" status: 200 len: 920 time: 0.4288986 Jan 11 09:30:58.191438 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41c57b3e-92ef-4b03-8209-1ae9a62973e5 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:58.193859 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53696) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:58.245159 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-346bbcf3-f8b4-4235-8b0f-f20eca1cccbf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:58.250849 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346bbcf3-f8b4-4235-8b0f-f20eca1cccbf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:58.251428 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-346bbcf3-f8b4-4235-8b0f-f20eca1cccbf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:58.272084 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e027e7f-4c16-46e0-8374-fb2b8c8c9b2e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:58.274680 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-41c57b3e-92ef-4b03-8209-1ae9a62973e5 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Deleting port c6030be2-311b-46b9-ae2f-f2cd4edb7134 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:58.275020 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41c57b3e-92ef-4b03-8209-1ae9a62973e5 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:58.396237 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-346bbcf3-f8b4-4235-8b0f-f20eca1cccbf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8474126 Jan 11 09:30:58.398536 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1e027e7f-4c16-46e0-8374-fb2b8c8c9b2e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Calling delete_port for 0cd32b25-65a5-425c-8748-b0dd14a99a72 owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:58.405318 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53702) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:58.475936 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6f50e5ae-0e1a-4374-9b19-13b318607e55 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'subnet': {'network_id': '9303a4b3-3234-4990-aafb-d3c1fa7a6062', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:30:58.483203 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e027e7f-4c16-46e0-8374-fb2b8c8c9b2e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:58.498623 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346bbcf3-f8b4-4235-8b0f-f20eca1cccbf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Network': ['ID=9303a4b3-3234-4990-aafb-d3c1fa7a6062,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:58.509412 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 9303a4b3-3234-4990-aafb-d3c1fa7a6062 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:30:58.542863 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e027e7f-4c16-46e0-8374-fb2b8c8c9b2e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Port': ['ID=0cd32b25-65a5-425c-8748-b0dd14a99a72,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:58.556500 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e027e7f-4c16-46e0-8374-fb2b8c8c9b2e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:58.564463 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1e027e7f-4c16-46e0-8374-fb2b8c8c9b2e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/ports/0cd32b25-65a5-425c-8748-b0dd14a99a72 HTTP/1.1" status: 204 len: 168 time: 0.9016120 Jan 11 09:30:58.567053 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53708) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:58.656858 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0d08f5-8c8c-453a-af64-e68ad9685204 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:58.663320 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0d08f5-8c8c-453a-af64-e68ad9685204 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:58.664108 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-aa0d08f5-8c8c-453a-af64-e68ad9685204 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Synchronizing usage tracker for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:30:58.688031 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-aa0d08f5-8c8c-453a-af64-e68ad9685204 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Unset dirty status for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:30:58.689659 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10065547-e21c-48a5-b1a3-a3d27fa670fc tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:58.690431 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-10065547-e21c-48a5-b1a3-a3d27fa670fc tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Synchronizing usage tracker for tenant:5507041f45a946feb6ce6b51ce6f301a on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:30:58.692380 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-aa0d08f5-8c8c-453a-af64-e68ad9685204 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1242769 Jan 11 09:30:58.693076 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53712) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:58.772967 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7d5131a5-c957-40dc-aac8-4a53e5a5c9e5 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting port 0ec4b0ba-8ff3-4b02-8a08-f7c4f5733d3f {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:30:58.773621 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d5131a5-c957-40dc-aac8-4a53e5a5c9e5 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:58.939915 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41c57b3e-92ef-4b03-8209-1ae9a62973e5 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:59.010028 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d5131a5-c957-40dc-aac8-4a53e5a5c9e5 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:59.085016 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-41c57b3e-92ef-4b03-8209-1ae9a62973e5 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Calling delete_port for c6030be2-311b-46b9-ae2f-f2cd4edb7134 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:59.112380 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6f50e5ae-0e1a-4374-9b19-13b318607e55 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:30:59.128951 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6f50e5ae-0e1a-4374-9b19-13b318607e55 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:subnet and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:30:59.143032 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-10065547-e21c-48a5-b1a3-a3d27fa670fc tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Unset dirty status for tenant:5507041f45a946feb6ce6b51ce6f301a on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:30:59.144176 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-10065547-e21c-48a5-b1a3-a3d27fa670fc tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54&device_id=eb83ea35-83fc-4a9c-af7a-30ee1ee87eb9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9467525 Jan 11 09:30:59.145290 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7d5131a5-c957-40dc-aac8-4a53e5a5c9e5 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Calling delete_port for 0ec4b0ba-8ff3-4b02-8a08-f7c4f5733d3f owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:30:59.147294 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6f50e5ae-0e1a-4374-9b19-13b318607e55 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:30:59.154708 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53720) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:59.158598 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6f50e5ae-0e1a-4374-9b19-13b318607e55 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:30:59.189723 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702d0de-a4f5-48e6-8339-3c8425927902 req-c7c65526-e8df-4b01-be03-e796d4fd8f30 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:59.191233 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b702d0de-a4f5-48e6-8339-3c8425927902 req-c7c65526-e8df-4b01-be03-e796d4fd8f30 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 945 time: 0.7013288 Jan 11 09:30:59.226877 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d5131a5-c957-40dc-aac8-4a53e5a5c9e5 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:59.256090 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f50e5ae-0e1a-4374-9b19-13b318607e55 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:30:59.259505 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f50e5ae-0e1a-4374-9b19-13b318607e55 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:59.278233 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5131a5-c957-40dc-aac8-4a53e5a5c9e5 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Port': ['ID=0ec4b0ba-8ff3-4b02-8a08-f7c4f5733d3f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:59.285061 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d5131a5-c957-40dc-aac8-4a53e5a5c9e5 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:59.299141 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7d5131a5-c957-40dc-aac8-4a53e5a5c9e5 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/ports/0ec4b0ba-8ff3-4b02-8a08-f7c4f5733d3f HTTP/1.1" status: 204 len: 168 time: 0.6047676 Jan 11 09:30:59.301785 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53724) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:59.382122 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3679ba8-3060-4e33-9252-b36a8c06eba2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:59.382807 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c3679ba8-3060-4e33-9252-b36a8c06eba2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Synchronizing usage tracker for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:30:59.398350 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c3679ba8-3060-4e33-9252-b36a8c06eba2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Unset dirty status for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:30:59.399479 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c3679ba8-3060-4e33-9252-b36a8c06eba2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0967202 Jan 11 09:30:59.402293 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53728) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:59.443254 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b702d0de-a4f5-48e6-8339-3c8425927902 req-c4fc93ac-5188-40d2-9a04-0d61c3dc2a0b tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448077 Jan 11 09:30:59.448580 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1fde79d-e407-470e-bc85-5a343d429aa6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] GET failed (client error): The resource could not be found. Jan 11 09:30:59.453164 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c1fde79d-e407-470e-bc85-5a343d429aa6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports/0cd32b25-65a5-425c-8748-b0dd14a99a72 HTTP/1.1" status: 404 len: 333 time: 0.0467310 Jan 11 09:30:59.453164 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53732) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:59.496413 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9d588c-41a2-4f54-84ef-94c40fff87c8 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:30:59.497730 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ce9d588c-41a2-4f54-84ef-94c40fff87c8 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Synchronizing usage tracker for tenant:5507041f45a946feb6ce6b51ce6f301a on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:30:59.501158 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41d7d32-3c7b-4119-b141-e5801b1ec140 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] GET failed (client error): The resource could not be found. Jan 11 09:30:59.502485 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f41d7d32-3c7b-4119-b141-e5801b1ec140 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports/0ec4b0ba-8ff3-4b02-8a08-f7c4f5733d3f HTTP/1.1" status: 404 len: 333 time: 0.0484636 Jan 11 09:30:59.506498 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53736) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:59.543654 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ce9d588c-41a2-4f54-84ef-94c40fff87c8 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Unset dirty status for tenant:5507041f45a946feb6ce6b51ce6f301a on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:30:59.545611 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ce9d588c-41a2-4f54-84ef-94c40fff87c8 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "GET /v2.0/networks/644b8550-5b91-49bd-9d0a-84ba8b975d54 HTTP/1.1" status: 200 len: 881 time: 0.3886962 Jan 11 09:30:59.550769 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53740) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:59.571283 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41c57b3e-92ef-4b03-8209-1ae9a62973e5 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:59.627933 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c57b3e-92ef-4b03-8209-1ae9a62973e5 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Pushing event deleted for resources: {'Port': ['ID=c6030be2-311b-46b9-ae2f-f2cd4edb7134,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:30:59.756702 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-92ddf27a-9425-440b-a192-7bff01323ad2 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb83ea35-83fc-4a9c-af7a-30ee1ee87eb9 HTTP/1.1" status: 200 len: 205 time: 0.2047982 Jan 11 09:30:59.760739 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53746) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:30:59.761654 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41c57b3e-92ef-4b03-8209-1ae9a62973e5 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:59.777276 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-715a9d59-c20a-4bdb-9fc9-d7e581cdec1e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:59.913239 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-715a9d59-c20a-4bdb-9fc9-d7e581cdec1e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:59.940649 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-715a9d59-c20a-4bdb-9fc9-d7e581cdec1e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acddb729-ad01-4e42-80a7-801fd595e0f0']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:59.953785 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-715a9d59-c20a-4bdb-9fc9-d7e581cdec1e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c0326b-f0cd-4e33-b7f7-46b6ff676116') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:59.953988 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-715a9d59-c20a-4bdb-9fc9-d7e581cdec1e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c0326b-f0cd-4e33-b7f7-46b6ff676116') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:30:59.965622 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-715a9d59-c20a-4bdb-9fc9-d7e581cdec1e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:59.981223 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-715a9d59-c20a-4bdb-9fc9-d7e581cdec1e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:30:59.988419 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715a9d59-c20a-4bdb-9fc9-d7e581cdec1e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:30:59.988826 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-715a9d59-c20a-4bdb-9fc9-d7e581cdec1e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:31:00.004648 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:31:00.032631 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41c57b3e-92ef-4b03-8209-1ae9a62973e5 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:00.036894 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41c57b3e-92ef-4b03-8209-1ae9a62973e5 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:00.092879 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-715a9d59-c20a-4bdb-9fc9-d7e581cdec1e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:00.110777 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-715a9d59-c20a-4bdb-9fc9-d7e581cdec1e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:00.120217 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a9d59-c20a-4bdb-9fc9-d7e581cdec1e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Network': ['ID=acddb729-ad01-4e42-80a7-801fd595e0f0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:00.127662 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-715a9d59-c20a-4bdb-9fc9-d7e581cdec1e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/networks/acddb729-ad01-4e42-80a7-801fd595e0f0 HTTP/1.1" status: 204 len: 168 time: 0.6166267 Jan 11 09:31:00.128710 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53754) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:00.134705 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-68bce010-4160-4ef6-af63-7ff9242eccdb tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-956499535'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:00.139348 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-68bce010-4160-4ef6-af63-7ff9242eccdb tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:00.143221 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-68bce010-4160-4ef6-af63-7ff9242eccdb tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:network and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:00.146072 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-68bce010-4160-4ef6-af63-7ff9242eccdb tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:00.151796 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-68bce010-4160-4ef6-af63-7ff9242eccdb tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:00.162465 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bce010-4160-4ef6-af63-7ff9242eccdb tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:00.166220 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-68bce010-4160-4ef6-af63-7ff9242eccdb tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:00.167311 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41c57b3e-92ef-4b03-8209-1ae9a62973e5 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:00.167851 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c57b3e-92ef-4b03-8209-1ae9a62973e5 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Fanout notify agent at l3_agent the message router_deleted on router e1b95dd5-fc08-4fde-adf6-886e22923f1b {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:31:00.179066 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f50e5ae-0e1a-4374-9b19-13b318607e55 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:00.196554 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68bce010-4160-4ef6-af63-7ff9242eccdb tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:31:00.206131 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-68bce010-4160-4ef6-af63-7ff9242eccdb tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:00.206728 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-68bce010-4160-4ef6-af63-7ff9242eccdb tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Added segment 9f68ebbe-0bc1-4254-8efa-a47552bffea1 of type vlan for network 89620156-033d-4433-884f-24da0a7ae6b8 Jan 11 09:31:00.223689 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4dceb88-5c2f-4223-b7f4-7441763c72f0 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:00.233041 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-68bce010-4160-4ef6-af63-7ff9242eccdb tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:00.262320 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-68bce010-4160-4ef6-af63-7ff9242eccdb tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:00.267837 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bce010-4160-4ef6-af63-7ff9242eccdb tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:00.268409 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-68bce010-4160-4ef6-af63-7ff9242eccdb tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:00.330065 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-68bce010-4160-4ef6-af63-7ff9242eccdb tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2006688 Jan 11 09:31:00.333658 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53758) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:00.383998 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b694a075-58b2-44d8-bf21-1829dabe55a2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'subnet': {'network_id': '89620156-033d-4433-884f-24da0a7ae6b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:00.406182 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bce010-4160-4ef6-af63-7ff9242eccdb tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Network': ['ID=89620156-033d-4433-884f-24da0a7ae6b8,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:00.417779 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 89620156-033d-4433-884f-24da0a7ae6b8 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:31:00.460903 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41c57b3e-92ef-4b03-8209-1ae9a62973e5 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:00.465326 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-41c57b3e-92ef-4b03-8209-1ae9a62973e5 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "DELETE /v2.0/routers/e1b95dd5-fc08-4fde-adf6-886e22923f1b HTTP/1.1" status: 204 len: 168 time: 2.8261259 Jan 11 09:31:00.473825 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53762) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:00.479641 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50e5ae-0e1a-4374-9b19-13b318607e55 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Subnet': ['ID=bfd345d5-25f5-4202-b9ee-81c76b9afea7,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:00.486823 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3510c639-6b71-424c-9098-8893e9f56a3c tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1037660231', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:00.520548 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b694a075-58b2-44d8-bf21-1829dabe55a2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:00.525070 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b694a075-58b2-44d8-bf21-1829dabe55a2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:subnet and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:00.529872 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b694a075-58b2-44d8-bf21-1829dabe55a2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:00.537694 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b694a075-58b2-44d8-bf21-1829dabe55a2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:00.548405 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3510c639-6b71-424c-9098-8893e9f56a3c tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:00.553184 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b694a075-58b2-44d8-bf21-1829dabe55a2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:00.556451 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b694a075-58b2-44d8-bf21-1829dabe55a2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:00.560603 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f50e5ae-0e1a-4374-9b19-13b318607e55 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Checking segment: {'id': '8fc0ddaf-d723-4f2f-b786-1e54a2d1541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9303a4b3-3234-4990-aafb-d3c1fa7a6062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:31:00.560978 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f50e5ae-0e1a-4374-9b19-13b318607e55 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network hostable DHCP agents. Network: 9303a4b3-3234-4990-aafb-d3c1fa7a6062, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:31:00.567778 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3510c639-6b71-424c-9098-8893e9f56a3c tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Usage tracker for resource:router and tenant:552bbf60e7f74d35a6ebf221998786f8 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:00.581759 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3510c639-6b71-424c-9098-8893e9f56a3c tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:00.631490 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3510c639-6b71-424c-9098-8893e9f56a3c tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:00.652620 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.ipam_backend_mixin [None req-b694a075-58b2-44d8-bf21-1829dabe55a2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Performing IP validity checks on allocation pools {{(pid=87654) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 11 09:31:00.657074 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.ipam_backend_mixin [None req-b694a075-58b2-44d8-bf21-1829dabe55a2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87654) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 11 09:31:00.669020 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3510c639-6b71-424c-9098-8893e9f56a3c tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:00.670052 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3510c639-6b71-424c-9098-8893e9f56a3c tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:00.679123 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4dceb88-5c2f-4223-b7f4-7441763c72f0 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:00.685090 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f50e5ae-0e1a-4374-9b19-13b318607e55 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network 9303a4b3-3234-4990-aafb-d3c1fa7a6062 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:31:00.713854 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d4dceb88-5c2f-4223-b7f4-7441763c72f0 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Deleting port 32150b28-3f66-4107-b45a-8e1caf8bd15f {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:00.714158 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4dceb88-5c2f-4223-b7f4-7441763c72f0 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:00.739162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3510c639-6b71-424c-9098-8893e9f56a3c tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:00.752251 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-6f50e5ae-0e1a-4374-9b19-13b318607e55 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 9303a4b3-3234-4990-aafb-d3c1fa7a6062) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:00.761212 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1750f9da-ad2c-4005-b54b-fb4ac0155109 None None] Network 9303a4b3-3234-4990-aafb-d3c1fa7a6062 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:00.772655 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f50e5ae-0e1a-4374-9b19-13b318607e55 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:00.773237 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f50e5ae-0e1a-4374-9b19-13b318607e55 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:00.801657 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b694a075-58b2-44d8-bf21-1829dabe55a2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:00.885367 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694a075-58b2-44d8-bf21-1829dabe55a2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Subnet': ['ID=fd070e29-dd93-4a4c-a608-5e83cb414b64,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:00.889404 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efe80f-9a5d-4f39-84ef-d88ddcbf4be6 req-74ea078d-0496-4c4b-bb4c-bacee00a4e1c tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:00.890022 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b694a075-58b2-44d8-bf21-1829dabe55a2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Checking segment: {'id': '9f68ebbe-0bc1-4254-8efa-a47552bffea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '89620156-033d-4433-884f-24da0a7ae6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:31:00.890405 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b694a075-58b2-44d8-bf21-1829dabe55a2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network hostable DHCP agents. Network: 89620156-033d-4433-884f-24da0a7ae6b8, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:31:00.891161 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-09efe80f-9a5d-4f39-84ef-d88ddcbf4be6 req-74ea078d-0496-4c4b-bb4c-bacee00a4e1c tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 945 time: 0.3108301 Jan 11 09:31:00.917429 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6f50e5ae-0e1a-4374-9b19-13b318607e55 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4633594 Jan 11 09:31:00.918289 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b694a075-58b2-44d8-bf21-1829dabe55a2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network 89620156-033d-4433-884f-24da0a7ae6b8 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:31:00.921095 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53770) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:00.927793 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a8f7d481-d321-448b-a45e-6ca3e9d8baa8 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'subnet': {'network_id': '9303a4b3-3234-4990-aafb-d3c1fa7a6062', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:00.971401 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b694a075-58b2-44d8-bf21-1829dabe55a2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 89620156-033d-4433-884f-24da0a7ae6b8) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:00.987238 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b694a075-58b2-44d8-bf21-1829dabe55a2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:00.987901 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b694a075-58b2-44d8-bf21-1829dabe55a2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:01.015906 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a393ca0-f743-478f-993a-883cc279aa1c None None] Network 89620156-033d-4433-884f-24da0a7ae6b8 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:01.077517 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b694a075-58b2-44d8-bf21-1829dabe55a2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7425661 Jan 11 09:31:01.079075 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-9303a4b3-3234-4990-aafb-d3c1fa7a6062', 'network_id': '9303a4b3-3234-4990-aafb-d3c1fa7a6062', 'tenant_id': '370f45c782b744dba4d02cc69aceb8a0', 'fixed_ips': [{'subnet_id': 'bfd345d5-25f5-4202-b9ee-81c76b9afea7'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:31:01.080161 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:01.080997 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53776) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:01.088930 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5e01eaee-ce8a-4729-ac79-ab482a947522 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'port': {'network_id': '89620156-033d-4433-884f-24da0a7ae6b8', 'name': 'tempest-PortsIpV6TestJSON-1323590959'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:01.209073 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a8f7d481-d321-448b-a45e-6ca3e9d8baa8 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:01.232219 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-09efe80f-9a5d-4f39-84ef-d88ddcbf4be6 req-54ceca1f-2263-4021-ba0a-fb170b50ecbe tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283162 Jan 11 09:31:01.232456 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a8f7d481-d321-448b-a45e-6ca3e9d8baa8 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:subnet and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:01.239096 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a8f7d481-d321-448b-a45e-6ca3e9d8baa8 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:01.245373 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3510c639-6b71-424c-9098-8893e9f56a3c tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:01.261433 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a8f7d481-d321-448b-a45e-6ca3e9d8baa8 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:01.289579 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5e01eaee-ce8a-4729-ac79-ab482a947522 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:01.290755 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4dceb88-5c2f-4223-b7f4-7441763c72f0 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:01.295986 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f7d481-d321-448b-a45e-6ca3e9d8baa8 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:01.299536 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a8f7d481-d321-448b-a45e-6ca3e9d8baa8 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:01.324965 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5e01eaee-ce8a-4729-ac79-ab482a947522 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:01.408417 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e01eaee-ce8a-4729-ac79-ab482a947522 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:01.411933 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5e01eaee-ce8a-4729-ac79-ab482a947522 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:01.426212 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8225c546-7b81-4493-90ae-81330ac2ec36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-89620156-033d-4433-884f-24da0a7ae6b8', 'network_id': '89620156-033d-4433-884f-24da0a7ae6b8', 'tenant_id': '8844e01d61a342618edbd314407bab67', 'fixed_ips': [{'subnet_id': 'fd070e29-dd93-4a4c-a608-5e83cb414b64'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:31:01.427493 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8225c546-7b81-4493-90ae-81330ac2ec36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:01.445844 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d4dceb88-5c2f-4223-b7f4-7441763c72f0 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Calling delete_port for 32150b28-3f66-4107-b45a-8e1caf8bd15f owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:01.452802 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-5e01eaee-ce8a-4729-ac79-ab482a947522 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] device_id is not set on port 27b3f775-74fc-4b0a-ab48-1ae611b5ee05 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:31:01.532746 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.ipam_backend_mixin [None req-a8f7d481-d321-448b-a45e-6ca3e9d8baa8 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bfd345d5-25f5-4202-b9ee-81c76b9afea7 (CIDR: 172.20.0.0/28) Jan 11 09:31:01.543977 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f7d481-d321-448b-a45e-6ca3e9d8baa8 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:31:01.545467 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f7d481-d321-448b-a45e-6ca3e9d8baa8 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:31:01.550603 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Allocated IP 172.20.0.2 (9303a4b3-3234-4990-aafb-d3c1fa7a6062/bfd345d5-25f5-4202-b9ee-81c76b9afea7/0fc22603-0e3b-4bf1-b744-3d501be5847b) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:01.609956 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a8f7d481-d321-448b-a45e-6ca3e9d8baa8 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6879015 Jan 11 09:31:01.616109 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53786) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:01.624982 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-ff223909-727b-4222-84f9-2fa08ed953e3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'subnet': {'network_id': '9303a4b3-3234-4990-aafb-d3c1fa7a6062', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:01.806075 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4dceb88-5c2f-4223-b7f4-7441763c72f0 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:01.857443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-5e01eaee-ce8a-4729-ac79-ab482a947522 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Allocated IP 2001:db8::20f (89620156-033d-4433-884f-24da0a7ae6b8/fd070e29-dd93-4a4c-a608-5e83cb414b64/27b3f775-74fc-4b0a-ab48-1ae611b5ee05) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:01.926053 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:01.937182 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ff223909-727b-4222-84f9-2fa08ed953e3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:01.942988 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Transition to ACTIVE for port object 0fc22603-0e3b-4bf1-b744-3d501be5847b will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:01.952924 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ff223909-727b-4222-84f9-2fa08ed953e3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:subnet and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:01.958430 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ff223909-727b-4222-84f9-2fa08ed953e3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:01.968546 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Transition to ACTIVE for port object 0fc22603-0e3b-4bf1-b744-3d501be5847b will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:01.969203 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ff223909-727b-4222-84f9-2fa08ed953e3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:01.975484 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:02.018629 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff223909-727b-4222-84f9-2fa08ed953e3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:02.022426 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff223909-727b-4222-84f9-2fa08ed953e3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:02.052727 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Network 9303a4b3-3234-4990-aafb-d3c1fa7a6062 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:02.056532 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:02.060966 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:02.067061 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Pushing event updated for resources: {'Port': ['ID=0fc22603-0e3b-4bf1-b744-3d501be5847b,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:02.099641 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dceb88-5c2f-4223-b7f4-7441763c72f0 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Pushing event deleted for resources: {'Port': ['ID=32150b28-3f66-4107-b45a-8e1caf8bd15f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:02.113411 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:02.114124 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:02.114674 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:02.115214 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:02.115748 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:02.116437 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:02.116988 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:02.117518 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:02.118048 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:02.118600 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:02.119242 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:02.119769 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:02.187428 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Attempting to bind port 0fc22603-0e3b-4bf1-b744-3d501be5847b on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:31:02.188147 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Attempting to bind port 0fc22603-0e3b-4bf1-b744-3d501be5847b by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '8fc0ddaf-d723-4f2f-b786-1e54a2d1541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9303a4b3-3234-4990-aafb-d3c1fa7a6062'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:31:02.188749 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Attempting to bind port 0fc22603-0e3b-4bf1-b744-3d501be5847b on network 9303a4b3-3234-4990-aafb-d3c1fa7a6062 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:31:02.195574 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:31:02.196221 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Checking segment: {'id': '8fc0ddaf-d723-4f2f-b786-1e54a2d1541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9303a4b3-3234-4990-aafb-d3c1fa7a6062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:31:02.197072 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:02.197867 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Bound using segment: {'id': '8fc0ddaf-d723-4f2f-b786-1e54a2d1541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9303a4b3-3234-4990-aafb-d3c1fa7a6062'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:31:02.198567 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Bound port: 0fc22603-0e3b-4bf1-b744-3d501be5847b, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc0ddaf-d723-4f2f-b786-1e54a2d1541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9303a4b3-3234-4990-aafb-d3c1fa7a6062'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:31:02.199159 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:02.248004 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5e01eaee-ce8a-4729-ac79-ab482a947522 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:02.267042 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3510c639-6b71-424c-9098-8893e9f56a3c tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:02.276128 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5e01eaee-ce8a-4729-ac79-ab482a947522 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Transition to ACTIVE for port object 27b3f775-74fc-4b0a-ab48-1ae611b5ee05 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:02.308186 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] For port 0fc22603-0e3b-4bf1-b744-3d501be5847b, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:31:02.311595 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] For port 0fc22603-0e3b-4bf1-b744-3d501be5847b, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0fc22603-0e3b-4bf1-b744-3d501be5847b,segment=NetworkSegment(8fc0ddaf-d723-4f2f-b786-1e54a2d1541d),segment_id=8fc0ddaf-d723-4f2f-b786-1e54a2d1541d)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:31:02.312348 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3510c639-6b71-424c-9098-8893e9f56a3c tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:02.316333 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:02.366307 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5e01eaee-ce8a-4729-ac79-ab482a947522 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:02.390458 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4dceb88-5c2f-4223-b7f4-7441763c72f0 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:02.456799 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e01eaee-ce8a-4729-ac79-ab482a947522 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network 89620156-033d-4433-884f-24da0a7ae6b8 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:02.461644 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-5e01eaee-ce8a-4729-ac79-ab482a947522 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:02.470187 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e01eaee-ce8a-4729-ac79-ab482a947522 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:02.474683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea778d1-0e78-4118-b64a-c31078adca82 None None] Pushing event updated for resources: {'Port': ['ID=0fc22603-0e3b-4bf1-b744-3d501be5847b,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:02.475857 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e01eaee-ce8a-4729-ac79-ab482a947522 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:02.476480 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5e01eaee-ce8a-4729-ac79-ab482a947522 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:02.478475 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-8225c546-7b81-4493-90ae-81330ac2ec36 None None] Allocated IP 2001:db8::2 (89620156-033d-4433-884f-24da0a7ae6b8/fd070e29-dd93-4a4c-a608-5e83cb414b64/9478111e-a17c-4053-97d7-317dffe3814e) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:02.519605 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01eaee-ce8a-4729-ac79-ab482a947522 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Port': ['ID=27b3f775-74fc-4b0a-ab48-1ae611b5ee05,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:02.535767 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb41ae-075b-484c-83c8-aa773592d385 req-c8cfc23c-6c90-4220-bbc0-68a46199eabf tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:02.543096 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8ecb41ae-075b-484c-83c8-aa773592d385 req-c8cfc23c-6c90-4220-bbc0-68a46199eabf tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 945 time: 0.7765331 Jan 11 09:31:02.587458 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5e01eaee-ce8a-4729-ac79-ab482a947522 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5051668 Jan 11 09:31:02.589963 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53796) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:02.680044 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4dceb88-5c2f-4223-b7f4-7441763c72f0 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:02.685480 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff223909-727b-4222-84f9-2fa08ed953e3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:02.711609 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4dceb88-5c2f-4223-b7f4-7441763c72f0 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:02.753905 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff223909-727b-4222-84f9-2fa08ed953e3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network 9303a4b3-3234-4990-aafb-d3c1fa7a6062 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:02.756201 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8ecb41ae-075b-484c-83c8-aa773592d385 req-e430f20d-d39b-42c6-bf04-c167805599dd tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121291 Jan 11 09:31:02.759900 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-ff223909-727b-4222-84f9-2fa08ed953e3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:02.767268 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff223909-727b-4222-84f9-2fa08ed953e3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:02.767863 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff223909-727b-4222-84f9-2fa08ed953e3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:02.798289 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4dceb88-5c2f-4223-b7f4-7441763c72f0 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:02.798849 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4dceb88-5c2f-4223-b7f4-7441763c72f0 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Fanout notify agent at l3_agent the message router_deleted on router eb83ea35-83fc-4a9c-af7a-30ee1ee87eb9 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:31:02.810445 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-3510c639-6b71-424c-9098-8893e9f56a3c tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Allocated IP 172.26.3.214 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/494da200-fa29-4068-bef4-767e0922e47d) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:02.822919 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ff223909-727b-4222-84f9-2fa08ed953e3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2060406 Jan 11 09:31:02.829700 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53800) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:02.840328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7d3f3212-e382-4eb8-824d-1c0eadde9add tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting port 27b3f775-74fc-4b0a-ab48-1ae611b5ee05 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:02.840950 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d3f3212-e382-4eb8-824d-1c0eadde9add tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:02.849833 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d14817a0-d2ec-48ea-b668-d7064ad6ad13 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'port': {'network_id': '9303a4b3-3234-4990-aafb-d3c1fa7a6062', 'fixed_ips': [{'subnet_id': 'bfd345d5-25f5-4202-b9ee-81c76b9afea7'}, {'subnet_id': 'af9c5e52-4eef-448f-a898-35944dadbb7a'}], 'name': 'tempest-PortsTestJSON-1503875486'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:02.890988 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8225c546-7b81-4493-90ae-81330ac2ec36 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:02.913880 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8225c546-7b81-4493-90ae-81330ac2ec36 None None] Transition to ACTIVE for port object 9478111e-a17c-4053-97d7-317dffe3814e will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:02.915186 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4dceb88-5c2f-4223-b7f4-7441763c72f0 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:02.922275 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d4dceb88-5c2f-4223-b7f4-7441763c72f0 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "DELETE /v2.0/routers/eb83ea35-83fc-4a9c-af7a-30ee1ee87eb9 HTTP/1.1" status: 204 len: 168 time: 3.1156142 Jan 11 09:31:02.923538 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53804) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:02.935214 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-99b540ab-93d3-4d87-a909-c890b4dc8dfe tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1686401239', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:02.942796 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff223909-727b-4222-84f9-2fa08ed953e3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Subnet': ['ID=af9c5e52-4eef-448f-a898-35944dadbb7a,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:02.946311 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8225c546-7b81-4493-90ae-81330ac2ec36 None None] Transition to ACTIVE for port object 9478111e-a17c-4053-97d7-317dffe3814e will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:02.952058 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-99b540ab-93d3-4d87-a909-c890b4dc8dfe tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:02.958120 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8225c546-7b81-4493-90ae-81330ac2ec36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:02.986053 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-99b540ab-93d3-4d87-a909-c890b4dc8dfe tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Usage tracker for resource:router and tenant:04c13fe9aa6540f9bd9912d551aa1d12 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:02.994790 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-99b540ab-93d3-4d87-a909-c890b4dc8dfe tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:03.010610 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-99b540ab-93d3-4d87-a909-c890b4dc8dfe tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:03.037181 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8225c546-7b81-4493-90ae-81330ac2ec36 None None] Network 89620156-033d-4433-884f-24da0a7ae6b8 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:03.040275 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-8225c546-7b81-4493-90ae-81330ac2ec36 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:03.045531 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8225c546-7b81-4493-90ae-81330ac2ec36 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:03.045834 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-99b540ab-93d3-4d87-a909-c890b4dc8dfe tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:03.046892 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-99b540ab-93d3-4d87-a909-c890b4dc8dfe tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:03.051240 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225c546-7b81-4493-90ae-81330ac2ec36 None None] Pushing event updated for resources: {'Port': ['ID=9478111e-a17c-4053-97d7-317dffe3814e,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:03.141094 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-99b540ab-93d3-4d87-a909-c890b4dc8dfe tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:03.145099 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8225c546-7b81-4493-90ae-81330ac2ec36 None None] Attempting to bind port 9478111e-a17c-4053-97d7-317dffe3814e on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:31:03.145468 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8225c546-7b81-4493-90ae-81330ac2ec36 None None] Attempting to bind port 9478111e-a17c-4053-97d7-317dffe3814e by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '9f68ebbe-0bc1-4254-8efa-a47552bffea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '89620156-033d-4433-884f-24da0a7ae6b8'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:31:03.145833 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8225c546-7b81-4493-90ae-81330ac2ec36 None None] Attempting to bind port 9478111e-a17c-4053-97d7-317dffe3814e on network 89620156-033d-4433-884f-24da0a7ae6b8 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:31:03.155149 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8225c546-7b81-4493-90ae-81330ac2ec36 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:31:03.156150 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8225c546-7b81-4493-90ae-81330ac2ec36 None None] Checking segment: {'id': '9f68ebbe-0bc1-4254-8efa-a47552bffea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '89620156-033d-4433-884f-24da0a7ae6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:31:03.157063 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8225c546-7b81-4493-90ae-81330ac2ec36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:03.157489 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8225c546-7b81-4493-90ae-81330ac2ec36 None None] Bound using segment: {'id': '9f68ebbe-0bc1-4254-8efa-a47552bffea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '89620156-033d-4433-884f-24da0a7ae6b8'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:31:03.157970 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8225c546-7b81-4493-90ae-81330ac2ec36 None None] Bound port: 9478111e-a17c-4053-97d7-317dffe3814e, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f68ebbe-0bc1-4254-8efa-a47552bffea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '89620156-033d-4433-884f-24da0a7ae6b8'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:31:03.158415 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8225c546-7b81-4493-90ae-81330ac2ec36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:03.159701 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3510c639-6b71-424c-9098-8893e9f56a3c tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:03.187263 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-99b540ab-93d3-4d87-a909-c890b4dc8dfe tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:03.211630 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d14817a0-d2ec-48ea-b668-d7064ad6ad13 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:03.215287 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d3f3212-e382-4eb8-824d-1c0eadde9add tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:03.219783 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d14817a0-d2ec-48ea-b668-d7064ad6ad13 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:port and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:03.223638 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d14817a0-d2ec-48ea-b668-d7064ad6ad13 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:03.224033 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-99b540ab-93d3-4d87-a909-c890b4dc8dfe tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:03.227716 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-99b540ab-93d3-4d87-a909-c890b4dc8dfe tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2983685 Jan 11 09:31:03.228860 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53810) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:03.233769 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-f758009f-be48-475f-8da9-461a6c7339f1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'enable_snat': True}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:03.238700 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d14817a0-d2ec-48ea-b668-d7064ad6ad13 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:03.256627 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14817a0-d2ec-48ea-b668-d7064ad6ad13 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:03.290408 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8225c546-7b81-4493-90ae-81330ac2ec36 None None] For port 9478111e-a17c-4053-97d7-317dffe3814e, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:31:03.294294 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8225c546-7b81-4493-90ae-81330ac2ec36 None None] For port 9478111e-a17c-4053-97d7-317dffe3814e, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=9478111e-a17c-4053-97d7-317dffe3814e,segment=NetworkSegment(9f68ebbe-0bc1-4254-8efa-a47552bffea1),segment_id=9f68ebbe-0bc1-4254-8efa-a47552bffea1)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:31:03.295789 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3510c639-6b71-424c-9098-8893e9f56a3c tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:03.299989 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8225c546-7b81-4493-90ae-81330ac2ec36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:03.397706 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225c546-7b81-4493-90ae-81330ac2ec36 None None] Pushing event updated for resources: {'Port': ['ID=9478111e-a17c-4053-97d7-317dffe3814e,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:03.466954 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3510c639-6b71-424c-9098-8893e9f56a3c tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:03.471628 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-3510c639-6b71-424c-9098-8893e9f56a3c tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:03.474144 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3510c639-6b71-424c-9098-8893e9f56a3c tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:03.529158 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510c639-6b71-424c-9098-8893e9f56a3c tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Pushing event updated for resources: {'Port': ['ID=494da200-fa29-4068-bef4-767e0922e47d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:03.570255 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d14817a0-d2ec-48ea-b668-d7064ad6ad13 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:03.823524 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-d14817a0-d2ec-48ea-b668-d7064ad6ad13 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] device_id is not set on port 544ee047-0604-4d11-b67e-a8c92a822318 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:31:03.953997 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7d3f3212-e382-4eb8-824d-1c0eadde9add tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Calling delete_port for 27b3f775-74fc-4b0a-ab48-1ae611b5ee05 owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:03.996945 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:04.025272 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f89a5d4-e2d2-4191-ae32-3b1d9f18b2ba None None] Network 9303a4b3-3234-4990-aafb-d3c1fa7a6062 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:04.083767 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f758009f-be48-475f-8da9-461a6c7339f1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:04.160196 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d7729ae3-ef0e-4c48-84fb-0ba9d4acfbf5 None None] Provisioning for port 0fc22603-0e3b-4bf1-b744-3d501be5847b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:31:04.283330 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d3f3212-e382-4eb8-824d-1c0eadde9add tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:04.351127 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f3212-e382-4eb8-824d-1c0eadde9add tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Port': ['ID=27b3f775-74fc-4b0a-ab48-1ae611b5ee05,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:04.393793 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905643a-cb7b-478a-b299-d8c260f9991b req-6a11e81d-c30b-4f24-afe2-a4fbcd7f35e7 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:04.400780 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d905643a-cb7b-478a-b299-d8c260f9991b req-6a11e81d-c30b-4f24-afe2-a4fbcd7f35e7 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 945 time: 0.3593090 Jan 11 09:31:04.405136 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d3f3212-e382-4eb8-824d-1c0eadde9add tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:04.425473 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7d3f3212-e382-4eb8-824d-1c0eadde9add tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/ports/27b3f775-74fc-4b0a-ab48-1ae611b5ee05 HTTP/1.1" status: 204 len: 168 time: 1.8342645 Jan 11 09:31:04.431053 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53822) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:04.452020 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c358178-19b3-40f4-bf66-02c7a7f36b98 None None] Update dhcp port {'port': {'network_id': '9303a4b3-3234-4990-aafb-d3c1fa7a6062', 'fixed_ips': [{'subnet_id': 'bfd345d5-25f5-4202-b9ee-81c76b9afea7', 'ip_address': '172.20.0.2'}, {'subnet_id': 'af9c5e52-4eef-448f-a898-35944dadbb7a'}], 'binding:host_id': 'dv-neutron-823402-4-hyperv'}, 'id': '0fc22603-0e3b-4bf1-b744-3d501be5847b'} from dv-neutron-823402-4-hyperv. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 11 09:31:04.517116 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-556b2890-bb31-4db8-a3ec-6733eb6b3866 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] DELETE failed (client error): The resource could not be found. Jan 11 09:31:04.517600 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-556b2890-bb31-4db8-a3ec-6733eb6b3866 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:31:04.519465 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-556b2890-bb31-4db8-a3ec-6733eb6b3866 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/ports/27b3f775-74fc-4b0a-ab48-1ae611b5ee05 HTTP/1.1" status: 404 len: 333 time: 0.0865240 Jan 11 09:31:04.521999 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53826) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:04.531786 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9c358178-19b3-40f4-bf66-02c7a7f36b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:04.550436 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d905643a-cb7b-478a-b299-d8c260f9991b req-621de63b-c9a8-48db-b44c-a5a0c169d403 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486800 Jan 11 09:31:04.572621 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3510c639-6b71-424c-9098-8893e9f56a3c tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:04.610340 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf91dc9-5b29-4917-8c1e-fa37f93ec578 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] GET failed (client error): The resource could not be found. Jan 11 09:31:04.610892 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-cbf91dc9-5b29-4917-8c1e-fa37f93ec578 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Synchronizing usage tracker for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:31:04.798409 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0fc22603-0e3b-4bf1-b744-3d501be5847b up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:31:04.907074 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a14154-abdc-4cff-8c79-0cc6e493ea95 None None] Network 89620156-033d-4433-884f-24da0a7ae6b8 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:05.000726 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-cbf91dc9-5b29-4917-8c1e-fa37f93ec578 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Unset dirty status for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:31:05.001901 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-cbf91dc9-5b29-4917-8c1e-fa37f93ec578 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports/27b3f775-74fc-4b0a-ab48-1ae611b5ee05 HTTP/1.1" status: 404 len: 333 time: 0.4789574 Jan 11 09:31:05.007307 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53838) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:05.047676 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f758009f-be48-475f-8da9-461a6c7339f1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:05.052264 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 0fc22603-0e3b-4bf1-b744-3d501be5847b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:31:05.072692 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 0fc22603-0e3b-4bf1-b744-3d501be5847b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:05.073081 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:05.129879 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f758009f-be48-475f-8da9-461a6c7339f1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:05.141328 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a1a0be75-395a-4200-894e-efb85aa46522 None None] Provisioning for port 9478111e-a17c-4053-97d7-317dffe3814e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:31:05.200915 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8ac2f8-540c-4b24-be64-9573cc9ec1a2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting subnet fd070e29-dd93-4a4c-a608-5e83cb414b64 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:31:05.217848 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f8ac2f8-540c-4b24-be64-9573cc9ec1a2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:05.296614 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-d14817a0-d2ec-48ea-b668-d7064ad6ad13 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Allocated IP 172.20.0.4 (9303a4b3-3234-4990-aafb-d3c1fa7a6062/bfd345d5-25f5-4202-b9ee-81c76b9afea7/544ee047-0604-4d11-b67e-a8c92a822318) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:05.311990 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-d14817a0-d2ec-48ea-b668-d7064ad6ad13 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Allocated IP 172.20.0.27 (9303a4b3-3234-4990-aafb-d3c1fa7a6062/af9c5e52-4eef-448f-a898-35944dadbb7a/544ee047-0604-4d11-b67e-a8c92a822318) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:05.316852 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:05.333325 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f8ac2f8-540c-4b24-be64-9573cc9ec1a2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:05.338618 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b1caf-b856-48a3-ae58-6b4dadd3ab24 req-2d39e1fd-759a-4607-be89-b01d4084f477 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:05.340109 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6c5b1caf-b856-48a3-ae58-6b4dadd3ab24 req-2d39e1fd-759a-4607-be89-b01d4084f477 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 945 time: 0.2831545 Jan 11 09:31:05.359211 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 0fc22603-0e3b-4bf1-b744-3d501be5847b, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0fc22603-0e3b-4bf1-b744-3d501be5847b,segment=NetworkSegment(8fc0ddaf-d723-4f2f-b786-1e54a2d1541d),segment_id=8fc0ddaf-d723-4f2f-b786-1e54a2d1541d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:05.374992 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:05.375737 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9478111e-a17c-4053-97d7-317dffe3814e up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:31:05.397303 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaead15-56dc-4328-9c21-2c076b6e0919 req-e1ea8900-d2ae-4ec4-9508-a7126e1a1787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:05.398870 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fdaead15-56dc-4328-9c21-2c076b6e0919 req-e1ea8900-d2ae-4ec4-9508-a7126e1a1787 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9fd1ff2c8d6e483ea44588856f7c6b85&device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 1098 time: 0.3259599 Jan 11 09:31:05.462120 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-f758009f-be48-475f-8da9-461a6c7339f1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Allocated IP 172.26.3.204 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/4c3f5032-3238-408c-bea5-4205782f99d7) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:05.500721 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=0fc22603-0e3b-4bf1-b744-3d501be5847b,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:05.511687 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6c5b1caf-b856-48a3-ae58-6b4dadd3ab24 req-a0a2bc83-e6d4-4e21-b4bd-24288250a10c tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080098 Jan 11 09:31:05.514747 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 9478111e-a17c-4053-97d7-317dffe3814e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:31:05.528985 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 9478111e-a17c-4053-97d7-317dffe3814e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:05.529361 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:05.701787 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3510c639-6b71-424c-9098-8893e9f56a3c tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:05.733725 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:05.757831 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8c9a75dc-f861-4196-a3b8-b1f5f35c6af1 None None] Provisioning complete for port 9478111e-a17c-4053-97d7-317dffe3814e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:05.758241 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8c9a75dc-f861-4196-a3b8-b1f5f35c6af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:05.827758 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 9478111e-a17c-4053-97d7-317dffe3814e, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=9478111e-a17c-4053-97d7-317dffe3814e,segment=NetworkSegment(9f68ebbe-0bc1-4254-8efa-a47552bffea1),segment_id=9f68ebbe-0bc1-4254-8efa-a47552bffea1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:05.835046 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:05.896501 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d14817a0-d2ec-48ea-b668-d7064ad6ad13 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:05.924808 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-d14817a0-d2ec-48ea-b668-d7064ad6ad13 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Transition to ACTIVE for port object 544ee047-0604-4d11-b67e-a8c92a822318 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:05.942210 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f8ac2f8-540c-4b24-be64-9573cc9ec1a2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:06.004082 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaead15-56dc-4328-9c21-2c076b6e0919 req-991a5da6-b050-41ec-93b5-4eb6baff095b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:06.005544 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fdaead15-56dc-4328-9c21-2c076b6e0919 req-991a5da6-b050-41ec-93b5-4eb6baff095b service neutron] 10.222.0.42 "GET /v2.0/networks?id=2388dd42-5ebf-4a25-94b2-a084fcf855e8 HTTP/1.1" status: 200 len: 912 time: 0.5957408 Jan 11 09:31:06.015397 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d14817a0-d2ec-48ea-b668-d7064ad6ad13 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:06.032309 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=9478111e-a17c-4053-97d7-317dffe3814e,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:06.090342 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-9c358178-19b3-40f4-bf66-02c7a7f36b98 None None] Allocated IP 172.20.0.18 (9303a4b3-3234-4990-aafb-d3c1fa7a6062/af9c5e52-4eef-448f-a898-35944dadbb7a/0fc22603-0e3b-4bf1-b744-3d501be5847b) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:06.158116 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fdaead15-56dc-4328-9c21-2c076b6e0919 req-d8d8538b-dd56-4015-845a-6f8488bfa72a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba3ab8cf-b427-43fd-99db-905da989ed5d HTTP/1.1" status: 200 len: 217 time: 0.1410568 Jan 11 09:31:06.173397 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f8ac2f8-540c-4b24-be64-9573cc9ec1a2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:06.252432 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-134dc7a8-00f3-4dd6-a7f8-44d25c42a5a8 None None] Could not find standard attr ID for object 27b3f775-74fc-4b0a-ab48-1ae611b5ee05. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:31:06.263229 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f758009f-be48-475f-8da9-461a6c7339f1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:06.273986 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ac2f8-540c-4b24-be64-9573cc9ec1a2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Subnet': ['ID=fd070e29-dd93-4a4c-a608-5e83cb414b64,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:06.275490 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14817a0-d2ec-48ea-b668-d7064ad6ad13 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network 9303a4b3-3234-4990-aafb-d3c1fa7a6062 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:06.279373 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f8ac2f8-540c-4b24-be64-9573cc9ec1a2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:06.280742 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-d14817a0-d2ec-48ea-b668-d7064ad6ad13 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:06.292470 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14817a0-d2ec-48ea-b668-d7064ad6ad13 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:06.294241 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-9c358178-19b3-40f4-bf66-02c7a7f36b98 None None] For port 0fc22603-0e3b-4bf1-b744-3d501be5847b, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0fc22603-0e3b-4bf1-b744-3d501be5847b,segment=NetworkSegment(8fc0ddaf-d723-4f2f-b786-1e54a2d1541d),segment_id=8fc0ddaf-d723-4f2f-b786-1e54a2d1541d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:06.299404 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692ee05f-0d60-46e9-adee-3f0126ac7bc0 None None] Network 89620156-033d-4433-884f-24da0a7ae6b8 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:06.302641 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0f8ac2f8-540c-4b24-be64-9573cc9ec1a2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/subnets/fd070e29-dd93-4a4c-a608-5e83cb414b64 HTTP/1.1" status: 204 len: 168 time: 1.2916019 Jan 11 09:31:06.303379 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53848) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:06.334825 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaead15-56dc-4328-9c21-2c076b6e0919 req-e150032c-d8d0-44cc-a62f-9731f59b5750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:06.336086 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fdaead15-56dc-4328-9c21-2c076b6e0919 req-e150032c-d8d0-44cc-a62f-9731f59b5750 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ae4f5361-bb83-41ac-910e-ab420be0f7a6 HTTP/1.1" status: 200 len: 851 time: 0.1504045 Jan 11 09:31:06.354136 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14817a0-d2ec-48ea-b668-d7064ad6ad13 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Port': ['ID=544ee047-0604-4d11-b67e-a8c92a822318,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:06.401263 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14817a0-d2ec-48ea-b668-d7064ad6ad13 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:06.401263 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d14817a0-d2ec-48ea-b668-d7064ad6ad13 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:06.408079 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9c358178-19b3-40f4-bf66-02c7a7f36b98 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:06.415383 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fdaead15-56dc-4328-9c21-2c076b6e0919 req-fcb562ad-3898-47c6-b052-0228b3840f66 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2388dd42-5ebf-4a25-94b2-a084fcf855e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681760 Jan 11 09:31:06.424816 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3510c639-6b71-424c-9098-8893e9f56a3c tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Router 4d1d7e08-8eee-46b9-84d3-08c0735ba0a3 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:31:06.438307 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d14817a0-d2ec-48ea-b668-d7064ad6ad13 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.6046462 Jan 11 09:31:06.438744 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53852) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:06.444240 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c5330db5-a404-4abd-acb3-a509a0bfcbfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bfd345d5-25f5-4202-b9ee-81c76b9afea7'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:06.493496 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9c358178-19b3-40f4-bf66-02c7a7f36b98 None None] Transition to ACTIVE for port object 0fc22603-0e3b-4bf1-b744-3d501be5847b will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:06.506685 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9c358178-19b3-40f4-bf66-02c7a7f36b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:06.524934 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80af51bb-2303-4d00-a09f-1bacc6afccff tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:06.535740 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f758009f-be48-475f-8da9-461a6c7339f1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:06.638431 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5330db5-a404-4abd-acb3-a509a0bfcbfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:06.651652 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-80af51bb-2303-4d00-a09f-1bacc6afccff tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting port 9478111e-a17c-4053-97d7-317dffe3814e {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:06.651982 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80af51bb-2303-4d00-a09f-1bacc6afccff tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:06.688863 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c358178-19b3-40f4-bf66-02c7a7f36b98 None None] Pushing event updated for resources: {'Port': ['ID=0fc22603-0e3b-4bf1-b744-3d501be5847b,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:06.717300 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0fc22603-0e3b-4bf1-b744-3d501be5847b up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:31:06.719690 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f758009f-be48-475f-8da9-461a6c7339f1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:06.730166 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-f758009f-be48-475f-8da9-461a6c7339f1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:06.737382 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f758009f-be48-475f-8da9-461a6c7339f1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:06.805395 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758009f-be48-475f-8da9-461a6c7339f1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Pushing event updated for resources: {'Port': ['ID=4c3f5032-3238-408c-bea5-4205782f99d7,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:06.819158 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fdaead15-56dc-4328-9c21-2c076b6e0919 req-e4b2c585-d5ad-4b45-b822-02d2659f7c69 service neutron] 10.222.0.42 "GET /v2.0/networks/2388dd42-5ebf-4a25-94b2-a084fcf855e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458831 Jan 11 09:31:06.895946 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e98c8b-381c-4059-bf56-68e86ad6451c None None] DHCP port deletion for 89620156-033d-4433-884f-24da0a7ae6b8 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:31:06.913119 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d4e98c8b-381c-4059-bf56-68e86ad6451c None None] Deleting port 9478111e-a17c-4053-97d7-317dffe3814e {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:06.916993 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d4e98c8b-381c-4059-bf56-68e86ad6451c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:07.009214 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3510c639-6b71-424c-9098-8893e9f56a3c tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:31:07.031366 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937045d8-7de9-4029-ac08-c9ed6c4e8527 None None] Sync routers for ids ['4d1d7e08-8eee-46b9-84d3-08c0735ba0a3'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:31:07.045676 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937045d8-7de9-4029-ac08-c9ed6c4e8527 None None] Routers {'4d1d7e08-8eee-46b9-84d3-08c0735ba0a3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:31:07.046749 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-937045d8-7de9-4029-ac08-c9ed6c4e8527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['4d1d7e08-8eee-46b9-84d3-08c0735ba0a3'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:07.072508 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9478111e-a17c-4053-97d7-317dffe3814e up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:31:07.164561 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708d651-5d1a-4f87-a82e-202fad889550 req-0473f51d-2d97-42d5-927c-451637264013 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:07.172683 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7708d651-5d1a-4f87-a82e-202fad889550 req-0473f51d-2d97-42d5-927c-451637264013 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 945 time: 0.3260458 Jan 11 09:31:07.192919 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3510c639-6b71-424c-9098-8893e9f56a3c tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:07.194154 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3510c639-6b71-424c-9098-8893e9f56a3c tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.7193449 Jan 11 09:31:07.195551 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-937045d8-7de9-4029-ac08-c9ed6c4e8527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:07.201544 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53862) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:07.222466 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937045d8-7de9-4029-ac08-c9ed6c4e8527 None None] Routers {'4d1d7e08-8eee-46b9-84d3-08c0735ba0a3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:31:07.223085 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-937045d8-7de9-4029-ac08-c9ed6c4e8527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['4d1d7e08-8eee-46b9-84d3-08c0735ba0a3'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:07.243449 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d4e98c8b-381c-4059-bf56-68e86ad6451c None None] For port 9478111e-a17c-4053-97d7-317dffe3814e, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=9478111e-a17c-4053-97d7-317dffe3814e,segment=NetworkSegment(9f68ebbe-0bc1-4254-8efa-a47552bffea1),segment_id=9f68ebbe-0bc1-4254-8efa-a47552bffea1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:07.244029 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d4e98c8b-381c-4059-bf56-68e86ad6451c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:07.249414 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1a08adf1-d9eb-47a5-8745-c95e331bfdc8 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:07.347692 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-937045d8-7de9-4029-ac08-c9ed6c4e8527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:07.348095 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937045d8-7de9-4029-ac08-c9ed6c4e8527 None None] The sync data for ids ['4d1d7e08-8eee-46b9-84d3-08c0735ba0a3'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:31:07.466568 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3d35ea-4ca0-452d-af1e-123be7f61cf1 None None] Network 9303a4b3-3234-4990-aafb-d3c1fa7a6062 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:07.487225 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d4e98c8b-381c-4059-bf56-68e86ad6451c None None] Calling delete_port for 9478111e-a17c-4053-97d7-317dffe3814e owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:07.491077 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7708d651-5d1a-4f87-a82e-202fad889550 req-13fbbe58-8c48-47c4-9ab8-79181e528ac9 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173931 Jan 11 09:31:07.632769 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ecef2d1b-2cff-47d6-9495-1b9b94988e74 None None] Provisioning for port 0fc22603-0e3b-4bf1-b744-3d501be5847b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:31:07.666539 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ecef2d1b-2cff-47d6-9495-1b9b94988e74 None None] Provisioning complete for port 0fc22603-0e3b-4bf1-b744-3d501be5847b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:07.666921 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ecef2d1b-2cff-47d6-9495-1b9b94988e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:07.691272 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-c5330db5-a404-4abd-acb3-a509a0bfcbfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Delete allocated IP 172.20.0.27 (9303a4b3-3234-4990-aafb-d3c1fa7a6062/af9c5e52-4eef-448f-a898-35944dadbb7a) {{(pid=87655) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 11 09:31:07.693798 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 9478111e-a17c-4053-97d7-317dffe3814e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:07.694195 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:07.776248 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d4e98c8b-381c-4059-bf56-68e86ad6451c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:07.784520 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fdaead15-56dc-4328-9c21-2c076b6e0919 req-062283e8-5920-4cb4-91e4-4345b05d849f service neutron] 10.222.0.42 "GET /v2.0/networks/2388dd42-5ebf-4a25-94b2-a084fcf855e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9214604 Jan 11 09:31:07.819464 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-80af51bb-2303-4d00-a09f-1bacc6afccff tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] For port 9478111e-a17c-4053-97d7-317dffe3814e, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=9478111e-a17c-4053-97d7-317dffe3814e,segment=NetworkSegment(9f68ebbe-0bc1-4254-8efa-a47552bffea1),segment_id=9f68ebbe-0bc1-4254-8efa-a47552bffea1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:07.819843 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80af51bb-2303-4d00-a09f-1bacc6afccff tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:07.882379 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e98c8b-381c-4059-bf56-68e86ad6451c None None] Pushing event deleted for resources: {'Port': ['ID=9478111e-a17c-4053-97d7-317dffe3814e,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:07.884156 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e98c8b-381c-4059-bf56-68e86ad6451c None None] No DVR routers for this DVR port 9478111e-a17c-4053-97d7-317dffe3814e on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:31:07.908834 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Could not find standard attr ID for object 9478111e-a17c-4053-97d7-317dffe3814e. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:31:07.916991 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No ports have port_id starting with 9478111e-a17c-4053-97d7-317dffe3814e Jan 11 09:31:08.077871 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-80af51bb-2303-4d00-a09f-1bacc6afccff tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Calling delete_port for 9478111e-a17c-4053-97d7-317dffe3814e owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:08.107116 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f758009f-be48-475f-8da9-461a6c7339f1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:08.222181 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a08adf1-d9eb-47a5-8745-c95e331bfdc8 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:08.254851 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a08adf1-d9eb-47a5-8745-c95e331bfdc8 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:08.258695 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5330db5-a404-4abd-acb3-a509a0bfcbfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:08.276628 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-c5330db5-a404-4abd-acb3-a509a0bfcbfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Ignored duplicate provisioning block setup for port 544ee047-0604-4d11-b67e-a8c92a822318 by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 11 09:31:08.292681 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5330db5-a404-4abd-acb3-a509a0bfcbfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:08.305141 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.api [None req-80af51bb-2303-4d00-a09f-1bacc6afccff tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:31:08.305464 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG oslo_db.api [None req-80af51bb-2303-4d00-a09f-1bacc6afccff tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:31:08.352594 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-65ed588a-5d62-4a28-82f5-e8cf6edeb49c None None] Provisioning complete for port 0fc22603-0e3b-4bf1-b744-3d501be5847b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:08.353762 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-65ed588a-5d62-4a28-82f5-e8cf6edeb49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:08.381006 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1a08adf1-d9eb-47a5-8745-c95e331bfdc8 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Deleting port 494da200-fa29-4068-bef4-767e0922e47d {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:08.381352 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a08adf1-d9eb-47a5-8745-c95e331bfdc8 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:08.418457 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5330db5-a404-4abd-acb3-a509a0bfcbfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Port': ['ID=544ee047-0604-4d11-b67e-a8c92a822318,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:08.522911 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f758009f-be48-475f-8da9-461a6c7339f1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:08.524892 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-65ed588a-5d62-4a28-82f5-e8cf6edeb49c None None] Provisioning for port 544ee047-0604-4d11-b67e-a8c92a822318 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:31:08.527689 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f758009f-be48-475f-8da9-461a6c7339f1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1771441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1771464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1784463'] for router, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:08.549936 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-65ed588a-5d62-4a28-82f5-e8cf6edeb49c None None] Provisioning complete for port 544ee047-0604-4d11-b67e-a8c92a822318 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:08.552597 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-65ed588a-5d62-4a28-82f5-e8cf6edeb49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:08.640884 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c5330db5-a404-4abd-acb3-a509a0bfcbfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] In _notify_port_updated(), no bound segment for port 544ee047-0604-4d11-b67e-a8c92a822318 on network 9303a4b3-3234-4990-aafb-d3c1fa7a6062 {{(pid=87655) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 11 09:31:08.646329 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5330db5-a404-4abd-acb3-a509a0bfcbfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:08.646970 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5330db5-a404-4abd-acb3-a509a0bfcbfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:08.648275 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c5330db5-a404-4abd-acb3-a509a0bfcbfa tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "PUT /v2.0/ports/544ee047-0604-4d11-b67e-a8c92a822318 HTTP/1.1" status: 200 len: 919 time: 2.2086546 Jan 11 09:31:08.653447 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53876) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:08.656475 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-65ed588a-5d62-4a28-82f5-e8cf6edeb49c None None] Port 544ee047-0604-4d11-b67e-a8c92a822318 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:31:08.659093 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3d63cb60-442e-4afa-a58b-c309fcb23791 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bfd345d5-25f5-4202-b9ee-81c76b9afea7'}, {'subnet_id': 'af9c5e52-4eef-448f-a898-35944dadbb7a'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:08.678644 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0fc22603-0e3b-4bf1-b744-3d501be5847b up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:31:08.799663 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ae886624-ad9d-4478-9e90-502c3f4ad02d None None] Provisioning complete for port 544ee047-0604-4d11-b67e-a8c92a822318 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:08.800226 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ae886624-ad9d-4478-9e90-502c3f4ad02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:08.828346 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-80af51bb-2303-4d00-a09f-1bacc6afccff tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting port 9478111e-a17c-4053-97d7-317dffe3814e {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:08.828913 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80af51bb-2303-4d00-a09f-1bacc6afccff tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:08.904074 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a08adf1-d9eb-47a5-8745-c95e331bfdc8 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:08.916675 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 0fc22603-0e3b-4bf1-b744-3d501be5847b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:08.917776 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:08.953814 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-80af51bb-2303-4d00-a09f-1bacc6afccff tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] The port '9478111e-a17c-4053-97d7-317dffe3814e' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:31:08.985298 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ae886624-ad9d-4478-9e90-502c3f4ad02d None None] Port 544ee047-0604-4d11-b67e-a8c92a822318 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:31:09.069064 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1a08adf1-d9eb-47a5-8745-c95e331bfdc8 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Calling delete_port for 494da200-fa29-4068-bef4-767e0922e47d owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:09.109488 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80af51bb-2303-4d00-a09f-1bacc6afccff tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:09.128191 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9478111e-a17c-4053-97d7-317dffe3814e no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:31:09.142413 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-80af51bb-2303-4d00-a09f-1bacc6afccff tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89620156-033d-4433-884f-24da0a7ae6b8']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:09.150780 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f758009f-be48-475f-8da9-461a6c7339f1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Router d7fe9428-6fec-4c69-9216-7b11a76c88c5 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:31:09.160012 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-80af51bb-2303-4d00-a09f-1bacc6afccff tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f68ebbe-0bc1-4254-8efa-a47552bffea1') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:09.160306 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-80af51bb-2303-4d00-a09f-1bacc6afccff tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f68ebbe-0bc1-4254-8efa-a47552bffea1') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:09.177851 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80af51bb-2303-4d00-a09f-1bacc6afccff tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:09.208050 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773adf4f-8a52-4c8d-a64b-f0954cb50e3b req-ad92a138-7c97-4fe0-9adb-bc339c00150b tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:09.214923 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-773adf4f-8a52-4c8d-a64b-f0954cb50e3b req-ad92a138-7c97-4fe0-9adb-bc339c00150b tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 945 time: 0.4641066 Jan 11 09:31:09.216464 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-883ab106-bac2-4ae6-9ffc-d927bfbe867b None None] Provisioning complete for port 544ee047-0604-4d11-b67e-a8c92a822318 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:09.216936 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-883ab106-bac2-4ae6-9ffc-d927bfbe867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:09.258003 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 9478111e-a17c-4053-97d7-317dffe3814e {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:31:09.258432 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9478111e-a17c-4053-97d7-317dffe3814e not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:31:09.271978 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80af51bb-2303-4d00-a09f-1bacc6afccff tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:09.286204 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-883ab106-bac2-4ae6-9ffc-d927bfbe867b None None] Port 544ee047-0604-4d11-b67e-a8c92a822318 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:31:09.287122 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80af51bb-2303-4d00-a09f-1bacc6afccff tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:31:09.287520 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80af51bb-2303-4d00-a09f-1bacc6afccff tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:31:09.302654 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:31:09.349451 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-773adf4f-8a52-4c8d-a64b-f0954cb50e3b req-7ab8200c-5b45-4d56-90fa-a835c2a03301 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336813 Jan 11 09:31:09.363858 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d63cb60-442e-4afa-a58b-c309fcb23791 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:09.577021 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80af51bb-2303-4d00-a09f-1bacc6afccff tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:09.595809 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80af51bb-2303-4d00-a09f-1bacc6afccff tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:09.600107 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a08adf1-d9eb-47a5-8745-c95e331bfdc8 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:09.615528 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af51bb-2303-4d00-a09f-1bacc6afccff tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Network': ['ID=89620156-033d-4433-884f-24da0a7ae6b8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:09.617762 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f758009f-be48-475f-8da9-461a6c7339f1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:31:09.627891 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc802bcb-358f-4d8c-bbb1-717f809510d5 None None] Sync routers for ids ['d7fe9428-6fec-4c69-9216-7b11a76c88c5'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:31:09.631316 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-80af51bb-2303-4d00-a09f-1bacc6afccff tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/networks/89620156-033d-4433-884f-24da0a7ae6b8 HTTP/1.1" status: 204 len: 168 time: 3.3260787 Jan 11 09:31:09.634811 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f758009f-be48-475f-8da9-461a6c7339f1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:09.638006 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f758009f-be48-475f-8da9-461a6c7339f1 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "PUT /v2.0/routers/d7fe9428-6fec-4c69-9216-7b11a76c88c5 HTTP/1.1" status: 200 len: 915 time: 6.4080176 Jan 11 09:31:09.638484 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc802bcb-358f-4d8c-bbb1-717f809510d5 None None] Routers {'d7fe9428-6fec-4c69-9216-7b11a76c88c5'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:31:09.638767 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53884) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:09.639054 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-cc802bcb-358f-4d8c-bbb1-717f809510d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['d7fe9428-6fec-4c69-9216-7b11a76c88c5'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:09.639209 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53886) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:09.645991 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-80fd11ef-079d-44c1-86bb-7f5f7cb13e4e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-613314986'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:09.650747 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-80fd11ef-079d-44c1-86bb-7f5f7cb13e4e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:09.655127 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-80fd11ef-079d-44c1-86bb-7f5f7cb13e4e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:network and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:09.659075 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-80fd11ef-079d-44c1-86bb-7f5f7cb13e4e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:09.664590 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-80fd11ef-079d-44c1-86bb-7f5f7cb13e4e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:09.698192 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08adf1-d9eb-47a5-8745-c95e331bfdc8 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Pushing event deleted for resources: {'Port': ['ID=494da200-fa29-4068-bef4-767e0922e47d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:09.711159 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-cc802bcb-358f-4d8c-bbb1-717f809510d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:09.730747 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fd11ef-079d-44c1-86bb-7f5f7cb13e4e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:09.733457 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc802bcb-358f-4d8c-bbb1-717f809510d5 None None] Routers {'d7fe9428-6fec-4c69-9216-7b11a76c88c5'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:31:09.734245 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-cc802bcb-358f-4d8c-bbb1-717f809510d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['d7fe9428-6fec-4c69-9216-7b11a76c88c5'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:09.734959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80fd11ef-079d-44c1-86bb-7f5f7cb13e4e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:09.787767 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a08adf1-d9eb-47a5-8745-c95e331bfdc8 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:09.837748 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-cc802bcb-358f-4d8c-bbb1-717f809510d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:09.838224 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc802bcb-358f-4d8c-bbb1-717f809510d5 None None] The sync data for ids ['d7fe9428-6fec-4c69-9216-7b11a76c88c5'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:31:09.848427 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80fd11ef-079d-44c1-86bb-7f5f7cb13e4e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:31:09.882607 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80fd11ef-079d-44c1-86bb-7f5f7cb13e4e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:09.882949 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-80fd11ef-079d-44c1-86bb-7f5f7cb13e4e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Added segment ad9262a8-40fb-4f4c-bd3c-bbd5ba28a794 of type vlan for network 72c07524-399e-4b22-a9a7-65c37dd8f95d Jan 11 09:31:09.906902 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1db71cf2-9c92-435b-a7a4-c29bbadd351e tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "GET /v2.0/routers/d7fe9428-6fec-4c69-9216-7b11a76c88c5 HTTP/1.1" status: 200 len: 921 time: 0.2652180 Jan 11 09:31:09.915391 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53894) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:09.957263 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80fd11ef-079d-44c1-86bb-7f5f7cb13e4e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:10.009608 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80fd11ef-079d-44c1-86bb-7f5f7cb13e4e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:10.015213 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fd11ef-079d-44c1-86bb-7f5f7cb13e4e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:10.015797 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80fd11ef-079d-44c1-86bb-7f5f7cb13e4e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:10.047072 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a7ba5e-77cc-44ed-9fd3-20a54f26899b tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:10.048550 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-00a7ba5e-77cc-44ed-9fd3-20a54f26899b tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54&device_id=d7fe9428-6fec-4c69-9216-7b11a76c88c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1323302 Jan 11 09:31:10.053511 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53898) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:10.095285 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-80fd11ef-079d-44c1-86bb-7f5f7cb13e4e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4550004 Jan 11 09:31:10.104131 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53902) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:10.123113 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d0a42887-8c7e-4480-bff5-0e315b87c33f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'subnet': {'network_id': '72c07524-399e-4b22-a9a7-65c37dd8f95d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:10.193445 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd11ef-079d-44c1-86bb-7f5f7cb13e4e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Network': ['ID=72c07524-399e-4b22-a9a7-65c37dd8f95d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:10.205168 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 72c07524-399e-4b22-a9a7-65c37dd8f95d details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:31:10.366716 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d0a42887-8c7e-4480-bff5-0e315b87c33f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:10.372490 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85164b31-c98e-4fe2-aa73-7d51de1f4d0c tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:10.373850 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-85164b31-c98e-4fe2-aa73-7d51de1f4d0c tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "GET /v2.0/networks/644b8550-5b91-49bd-9d0a-84ba8b975d54 HTTP/1.1" status: 200 len: 881 time: 0.3172252 Jan 11 09:31:10.375091 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d0a42887-8c7e-4480-bff5-0e315b87c33f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:subnet and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:10.377488 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53908) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:10.380154 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d0a42887-8c7e-4480-bff5-0e315b87c33f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:10.410692 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a08adf1-d9eb-47a5-8745-c95e331bfdc8 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:10.423024 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a08adf1-d9eb-47a5-8745-c95e331bfdc8 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1771441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1771464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1784463'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:10.427222 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d0a42887-8c7e-4480-bff5-0e315b87c33f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:10.430957 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-aacdd081-6673-4320-a13e-4583e626bfe4 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7fe9428-6fec-4c69-9216-7b11a76c88c5 HTTP/1.1" status: 200 len: 205 time: 0.0524998 Jan 11 09:31:10.434881 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53914) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:10.485954 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-3d63cb60-442e-4afa-a58b-c309fcb23791 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Allocated IP 172.20.0.23 (9303a4b3-3234-4990-aafb-d3c1fa7a6062/af9c5e52-4eef-448f-a898-35944dadbb7a/544ee047-0604-4d11-b67e-a8c92a822318) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:10.509312 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a42887-8c7e-4480-bff5-0e315b87c33f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:10.513049 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0a42887-8c7e-4480-bff5-0e315b87c33f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:10.649324 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a08adf1-d9eb-47a5-8745-c95e331bfdc8 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Router 4d1d7e08-8eee-46b9-84d3-08c0735ba0a3 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:31:10.729432 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-699e82cd-48c6-4c9d-87e9-f695c21d2c32 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:10.897864 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85caf0e-802b-48f2-a072-1ff200f9b444 req-e300149a-ce8a-4f7c-8da1-accc791807a8 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:10.899348 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d85caf0e-802b-48f2-a072-1ff200f9b444 req-e300149a-ce8a-4f7c-8da1-accc791807a8 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 945 time: 0.4110518 Jan 11 09:31:10.916469 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a08adf1-d9eb-47a5-8745-c95e331bfdc8 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:31:10.928806 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b87f8e8-1067-4dac-9da8-22a97207214a None None] Sync routers for ids ['4d1d7e08-8eee-46b9-84d3-08c0735ba0a3'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:31:10.940122 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b87f8e8-1067-4dac-9da8-22a97207214a None None] Routers {'4d1d7e08-8eee-46b9-84d3-08c0735ba0a3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:31:10.943337 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7b87f8e8-1067-4dac-9da8-22a97207214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['4d1d7e08-8eee-46b9-84d3-08c0735ba0a3'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:10.953046 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1a08adf1-d9eb-47a5-8745-c95e331bfdc8 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:10.953883 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1a08adf1-d9eb-47a5-8745-c95e331bfdc8 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "PUT /v2.0/routers/4d1d7e08-8eee-46b9-84d3-08c0735ba0a3 HTTP/1.1" status: 200 len: 710 time: 3.7482121 Jan 11 09:31:10.957982 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53922) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:11.015800 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7b87f8e8-1067-4dac-9da8-22a97207214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:11.025481 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b87f8e8-1067-4dac-9da8-22a97207214a None None] Routers {'4d1d7e08-8eee-46b9-84d3-08c0735ba0a3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:31:11.026297 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7b87f8e8-1067-4dac-9da8-22a97207214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['4d1d7e08-8eee-46b9-84d3-08c0735ba0a3'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:11.097951 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.resource_extend [None req-3d63cb60-442e-4afa-a58b-c309fcb23791 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:31:11.100115 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7b87f8e8-1067-4dac-9da8-22a97207214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:11.100520 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b87f8e8-1067-4dac-9da8-22a97207214a None None] The sync data for ids ['4d1d7e08-8eee-46b9-84d3-08c0735ba0a3'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:31:11.118542 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-699e82cd-48c6-4c9d-87e9-f695c21d2c32 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:11.123565 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d85caf0e-802b-48f2-a072-1ff200f9b444 req-ead6bfb1-34b7-4802-84c6-49bc41448018 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111497 Jan 11 09:31:11.129171 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d63cb60-442e-4afa-a58b-c309fcb23791 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:11.138452 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0aa37a5f-284f-46cd-a190-1b3a99ad7b86 tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "GET /v2.0/routers/4d1d7e08-8eee-46b9-84d3-08c0735ba0a3 HTTP/1.1" status: 200 len: 745 time: 0.1764517 Jan 11 09:31:11.139214 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0a42887-8c7e-4480-bff5-0e315b87c33f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:11.140674 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53926) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:11.181163 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-699e82cd-48c6-4c9d-87e9-f695c21d2c32 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Deleting port 4c3f5032-3238-408c-bea5-4205782f99d7 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:11.181588 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-699e82cd-48c6-4c9d-87e9-f695c21d2c32 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:11.314016 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7e9d2c9b-83d8-48d3-80f5-f4ea2b933d1a tempest-RoutersIpV6AdminTest-1689160687 tempest-RoutersIpV6AdminTest-1689160687-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54&device_id=4d1d7e08-8eee-46b9-84d3-08c0735ba0a3 HTTP/1.1" status: 200 len: 205 time: 0.1680381 Jan 11 09:31:11.314016 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-3d63cb60-442e-4afa-a58b-c309fcb23791 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Transition to ACTIVE for port object 544ee047-0604-4d11-b67e-a8c92a822318 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:11.314369 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53932) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:11.324303 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a42887-8c7e-4480-bff5-0e315b87c33f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Subnet': ['ID=25d170c7-7422-4566-9d6b-bc544a74b257,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:11.354325 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d63cb60-442e-4afa-a58b-c309fcb23791 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:11.401599 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a42887-8c7e-4480-bff5-0e315b87c33f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Checking segment: {'id': 'ad9262a8-40fb-4f4c-bd3c-bbd5ba28a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '72c07524-399e-4b22-a9a7-65c37dd8f95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:31:11.401943 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a42887-8c7e-4480-bff5-0e315b87c33f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network hostable DHCP agents. Network: 72c07524-399e-4b22-a9a7-65c37dd8f95d, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:31:11.410645 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-024763f1-cb20-43d0-9ccd-9097eefb68f6 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d1d7e08-8eee-46b9-84d3-08c0735ba0a3 HTTP/1.1" status: 200 len: 205 time: 0.0930612 Jan 11 09:31:11.418476 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53936) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:11.593845 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63cb60-442e-4afa-a58b-c309fcb23791 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Port': ['ID=544ee047-0604-4d11-b67e-a8c92a822318,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:11.637656 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-699e82cd-48c6-4c9d-87e9-f695c21d2c32 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:11.662659 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a42887-8c7e-4480-bff5-0e315b87c33f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network 72c07524-399e-4b22-a9a7-65c37dd8f95d is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:31:11.681265 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3d63cb60-442e-4afa-a58b-c309fcb23791 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] In _notify_port_updated(), no bound segment for port 544ee047-0604-4d11-b67e-a8c92a822318 on network 9303a4b3-3234-4990-aafb-d3c1fa7a6062 {{(pid=87655) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 11 09:31:11.688541 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d63cb60-442e-4afa-a58b-c309fcb23791 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:11.689387 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d63cb60-442e-4afa-a58b-c309fcb23791 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:11.692881 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b365570c-29e2-4a7f-b4cc-a2cc76e54efc tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:11.694203 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3d63cb60-442e-4afa-a58b-c309fcb23791 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "PUT /v2.0/ports/544ee047-0604-4d11-b67e-a8c92a822318 HTTP/1.1" status: 200 len: 999 time: 3.0397305 Jan 11 09:31:11.694990 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53946) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:11.826060 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-98b8efaa-c7f8-4a1e-a837-b56f1c1a90cf None None] Provisioning for port 544ee047-0604-4d11-b67e-a8c92a822318 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:31:11.829846 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-607e1319-bd92-4d1b-af50-6f1e53aa49d0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting port 544ee047-0604-4d11-b67e-a8c92a822318 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:11.830260 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-607e1319-bd92-4d1b-af50-6f1e53aa49d0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:11.832369 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-98b8efaa-c7f8-4a1e-a837-b56f1c1a90cf None None] Provisioning complete for port 544ee047-0604-4d11-b67e-a8c92a822318 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:11.832800 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-98b8efaa-c7f8-4a1e-a837-b56f1c1a90cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:11.898119 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-d0a42887-8c7e-4480-bff5-0e315b87c33f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 72c07524-399e-4b22-a9a7-65c37dd8f95d) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:11.904732 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-98b8efaa-c7f8-4a1e-a837-b56f1c1a90cf None None] Port 544ee047-0604-4d11-b67e-a8c92a822318 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:31:11.908660 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f24fba7-49d5-4848-bb17-8d8fc4b18dde None None] Network 72c07524-399e-4b22-a9a7-65c37dd8f95d requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:11.984963 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-699e82cd-48c6-4c9d-87e9-f695c21d2c32 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Calling delete_port for 4c3f5032-3238-408c-bea5-4205782f99d7 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:12.000531 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f00ad-e7cc-4f1a-a2b4-3e8e332c29f0 req-401dacad-059f-4da4-a808-cc4917cbb920 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:12.001988 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-178f00ad-e7cc-4f1a-a2b4-3e8e332c29f0 req-401dacad-059f-4da4-a808-cc4917cbb920 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 945 time: 0.1240532 Jan 11 09:31:12.076372 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a42887-8c7e-4480-bff5-0e315b87c33f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:12.077080 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0a42887-8c7e-4480-bff5-0e315b87c33f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:12.203697 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b419b1ba-d1c4-4dd0-8465-6bb0a541856d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-72c07524-399e-4b22-a9a7-65c37dd8f95d', 'network_id': '72c07524-399e-4b22-a9a7-65c37dd8f95d', 'tenant_id': '8844e01d61a342618edbd314407bab67', 'fixed_ips': [{'subnet_id': '25d170c7-7422-4566-9d6b-bc544a74b257'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:31:12.204596 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b419b1ba-d1c4-4dd0-8465-6bb0a541856d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:12.210705 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-178f00ad-e7cc-4f1a-a2b4-3e8e332c29f0 req-022f4376-09a8-4db8-a09a-e0be71e7842a tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638737 Jan 11 09:31:12.255208 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b365570c-29e2-4a7f-b4cc-a2cc76e54efc tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:12.259465 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b365570c-29e2-4a7f-b4cc-a2cc76e54efc tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:12.261886 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d0a42887-8c7e-4480-bff5-0e315b87c33f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1568296 Jan 11 09:31:12.265049 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53952) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:12.271582 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-0a6e4b6f-a3a2-4339-a6fe-7dd794da0800 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'port': {'network_id': '72c07524-399e-4b22-a9a7-65c37dd8f95d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-846277228'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:12.328492 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b365570c-29e2-4a7f-b4cc-a2cc76e54efc tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:12.329003 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b365570c-29e2-4a7f-b4cc-a2cc76e54efc tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Fanout notify agent at l3_agent the message router_deleted on router 4d1d7e08-8eee-46b9-84d3-08c0735ba0a3 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:31:12.368561 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-607e1319-bd92-4d1b-af50-6f1e53aa49d0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:12.376678 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b365570c-29e2-4a7f-b4cc-a2cc76e54efc tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:12.377833 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b365570c-29e2-4a7f-b4cc-a2cc76e54efc tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "DELETE /v2.0/routers/4d1d7e08-8eee-46b9-84d3-08c0735ba0a3 HTTP/1.1" status: 204 len: 168 time: 0.9582794 Jan 11 09:31:12.396458 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-b419b1ba-d1c4-4dd0-8465-6bb0a541856d None None] Allocated IP 2001:db8::2 (72c07524-399e-4b22-a9a7-65c37dd8f95d/25d170c7-7422-4566-9d6b-bc544a74b257/885065bf-3a08-4259-a303-6f27840aa408) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:12.437051 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53956) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:12.493208 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8c7a1cfc-1884-4eb4-8505-05f5122e2f74 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d1d7e08-8eee-46b9-84d3-08c0735ba0a3 HTTP/1.1" status: 200 len: 205 time: 0.0550094 Jan 11 09:31:12.507841 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53960) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:12.524007 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-607e1319-bd92-4d1b-af50-6f1e53aa49d0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Calling delete_port for 544ee047-0604-4d11-b67e-a8c92a822318 owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:12.587939 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:31:12.625941 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b419b1ba-d1c4-4dd0-8465-6bb0a541856d None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:12.713224 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-ffac452f-4606-4a53-9d8f-1aa95fcf1b22 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] delete failed (client error): The resource could not be found. Jan 11 09:31:12.714055 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ffac452f-4606-4a53-9d8f-1aa95fcf1b22 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "DELETE /v2.0/routers/4d1d7e08-8eee-46b9-84d3-08c0735ba0a3 HTTP/1.1" status: 404 len: 336 time: 0.2053843 Jan 11 09:31:12.756887 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53966) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:12.768804 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0a6e4b6f-a3a2-4339-a6fe-7dd794da0800 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:12.775601 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0a6e4b6f-a3a2-4339-a6fe-7dd794da0800 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:port and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:12.780535 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0a6e4b6f-a3a2-4339-a6fe-7dd794da0800 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:12.792482 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0a6e4b6f-a3a2-4339-a6fe-7dd794da0800 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:12.809232 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6e4b6f-a3a2-4339-a6fe-7dd794da0800 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:12.810824 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3aea7e36-b063-4796-8884-e9f6d5b34fe9 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1b95dd5-fc08-4fde-adf6-886e22923f1b HTTP/1.1" status: 200 len: 205 time: 0.0531077 Jan 11 09:31:12.812748 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0a6e4b6f-a3a2-4339-a6fe-7dd794da0800 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:12.816700 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53970) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:12.826624 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-699e82cd-48c6-4c9d-87e9-f695c21d2c32 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:12.879037 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e82cd-48c6-4c9d-87e9-f695c21d2c32 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Pushing event deleted for resources: {'Port': ['ID=4c3f5032-3238-408c-bea5-4205782f99d7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:12.893211 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-d29bf850-a452-4eea-b09f-6b9c46c65d71 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] delete failed (client error): The resource could not be found. Jan 11 09:31:12.894234 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d29bf850-a452-4eea-b09f-6b9c46c65d71 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "DELETE /v2.0/routers/e1b95dd5-fc08-4fde-adf6-886e22923f1b HTTP/1.1" status: 404 len: 336 time: 0.0766435 Jan 11 09:31:12.897878 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53976) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:12.914925 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-0a6e4b6f-a3a2-4339-a6fe-7dd794da0800 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] device_id is not set on port fa1367db-55eb-42cb-98d9-20a51f2d50e8 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:31:12.940634 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b419b1ba-d1c4-4dd0-8465-6bb0a541856d None None] Transition to ACTIVE for port object 885065bf-3a08-4259-a303-6f27840aa408 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:12.948423 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7a3f54bf-ed8a-4123-bf08-5eb5fb67c529 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b2a52ac-3295-4f94-b447-1c8ccc9136a9 HTTP/1.1" status: 200 len: 205 time: 0.0472541 Jan 11 09:31:12.948423 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-607e1319-bd92-4d1b-af50-6f1e53aa49d0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:12.951300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53980) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:12.983203 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b419b1ba-d1c4-4dd0-8465-6bb0a541856d None None] Transition to ACTIVE for port object 885065bf-3a08-4259-a303-6f27840aa408 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:12.991761 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b419b1ba-d1c4-4dd0-8465-6bb0a541856d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:13.054729 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e1319-bd92-4d1b-af50-6f1e53aa49d0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Port': ['ID=544ee047-0604-4d11-b67e-a8c92a822318,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:13.059834 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b419b1ba-d1c4-4dd0-8465-6bb0a541856d None None] Network 72c07524-399e-4b22-a9a7-65c37dd8f95d is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:13.068783 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-b419b1ba-d1c4-4dd0-8465-6bb0a541856d None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:13.072467 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b419b1ba-d1c4-4dd0-8465-6bb0a541856d None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:13.086357 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-daf63fcd-ad9f-4ea7-956b-7fab784c8288 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] delete failed (client error): The resource could not be found. Jan 11 09:31:13.091777 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-daf63fcd-ad9f-4ea7-956b-7fab784c8288 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "DELETE /v2.0/routers/9b2a52ac-3295-4f94-b447-1c8ccc9136a9 HTTP/1.1" status: 404 len: 336 time: 0.1345854 Jan 11 09:31:13.095697 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 53984) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:13.179470 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-607e1319-bd92-4d1b-af50-6f1e53aa49d0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:13.186318 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419b1ba-d1c4-4dd0-8465-6bb0a541856d None None] Pushing event updated for resources: {'Port': ['ID=885065bf-3a08-4259-a303-6f27840aa408,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:13.194730 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b419b1ba-d1c4-4dd0-8465-6bb0a541856d None None] Attempting to bind port 885065bf-3a08-4259-a303-6f27840aa408 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:31:13.195100 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b419b1ba-d1c4-4dd0-8465-6bb0a541856d None None] Attempting to bind port 885065bf-3a08-4259-a303-6f27840aa408 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'ad9262a8-40fb-4f4c-bd3c-bbd5ba28a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '72c07524-399e-4b22-a9a7-65c37dd8f95d'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:31:13.195467 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b419b1ba-d1c4-4dd0-8465-6bb0a541856d None None] Attempting to bind port 885065bf-3a08-4259-a303-6f27840aa408 on network 72c07524-399e-4b22-a9a7-65c37dd8f95d {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:31:13.199016 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-607e1319-bd92-4d1b-af50-6f1e53aa49d0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/ports/544ee047-0604-4d11-b67e-a8c92a822318 HTTP/1.1" status: 204 len: 168 time: 1.5030034 Jan 11 09:31:13.201702 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53988) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:13.202679 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b419b1ba-d1c4-4dd0-8465-6bb0a541856d None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:31:13.203163 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b419b1ba-d1c4-4dd0-8465-6bb0a541856d None None] Checking segment: {'id': 'ad9262a8-40fb-4f4c-bd3c-bbd5ba28a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '72c07524-399e-4b22-a9a7-65c37dd8f95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:31:13.203662 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b419b1ba-d1c4-4dd0-8465-6bb0a541856d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:13.204204 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b419b1ba-d1c4-4dd0-8465-6bb0a541856d None None] Bound using segment: {'id': 'ad9262a8-40fb-4f4c-bd3c-bbd5ba28a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '72c07524-399e-4b22-a9a7-65c37dd8f95d'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:31:13.205334 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b419b1ba-d1c4-4dd0-8465-6bb0a541856d None None] Bound port: 885065bf-3a08-4259-a303-6f27840aa408, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9262a8-40fb-4f4c-bd3c-bbd5ba28a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '72c07524-399e-4b22-a9a7-65c37dd8f95d'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:31:13.206560 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b419b1ba-d1c4-4dd0-8465-6bb0a541856d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:13.236572 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d2302110-606c-42bb-9561-8cdb124c8f56 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc60278-d9fa-4bb0-99c5-b168fa47665f HTTP/1.1" status: 200 len: 205 time: 0.0616171 Jan 11 09:31:13.239226 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 53994) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:13.260590 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-699e82cd-48c6-4c9d-87e9-f695c21d2c32 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:13.406861 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b419b1ba-d1c4-4dd0-8465-6bb0a541856d None None] For port 885065bf-3a08-4259-a303-6f27840aa408, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:31:13.410297 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b419b1ba-d1c4-4dd0-8465-6bb0a541856d None None] For port 885065bf-3a08-4259-a303-6f27840aa408, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=885065bf-3a08-4259-a303-6f27840aa408,segment=NetworkSegment(ad9262a8-40fb-4f4c-bd3c-bbd5ba28a794),segment_id=ad9262a8-40fb-4f4c-bd3c-bbd5ba28a794)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:31:13.419874 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b419b1ba-d1c4-4dd0-8465-6bb0a541856d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:13.452635 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-0a6e4b6f-a3a2-4339-a6fe-7dd794da0800 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Allocated IP 2001:db8::289 (72c07524-399e-4b22-a9a7-65c37dd8f95d/25d170c7-7422-4566-9d6b-bc544a74b257/fa1367db-55eb-42cb-98d9-20a51f2d50e8) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:13.469546 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-699e82cd-48c6-4c9d-87e9-f695c21d2c32 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:13.475057 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-699e82cd-48c6-4c9d-87e9-f695c21d2c32 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:13.498499 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7993ad-a16c-447f-8852-f8fe079a7442 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] GET failed (client error): The resource could not be found. Jan 11 09:31:13.498822 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5b7993ad-a16c-447f-8852-f8fe079a7442 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Synchronizing usage tracker for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:31:13.503690 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-80b82e36-b13a-4afd-b05b-c5bf9114a4e9 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] delete failed (client error): The resource could not be found. Jan 11 09:31:13.504714 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-80b82e36-b13a-4afd-b05b-c5bf9114a4e9 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "DELETE /v2.0/routers/2bc60278-d9fa-4bb0-99c5-b168fa47665f HTTP/1.1" status: 404 len: 336 time: 0.2647486 Jan 11 09:31:13.509423 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54000) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:13.514784 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419b1ba-d1c4-4dd0-8465-6bb0a541856d None None] Pushing event updated for resources: {'Port': ['ID=885065bf-3a08-4259-a303-6f27840aa408,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:13.538852 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5b7993ad-a16c-447f-8852-f8fe079a7442 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Unset dirty status for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:31:13.540003 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5b7993ad-a16c-447f-8852-f8fe079a7442 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports/544ee047-0604-4d11-b67e-a8c92a822318 HTTP/1.1" status: 404 len: 333 time: 0.3373511 Jan 11 09:31:13.544069 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54004) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:13.583201 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ec6f617f-dced-40fa-a689-b71fdc37c24c tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d1df1ab-ecc7-44c3-a64a-112f85433e03 HTTP/1.1" status: 200 len: 205 time: 0.0720601 Jan 11 09:31:13.586418 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54008) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:13.594410 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-699e82cd-48c6-4c9d-87e9-f695c21d2c32 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:13.594947 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699e82cd-48c6-4c9d-87e9-f695c21d2c32 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Fanout notify agent at l3_agent the message router_deleted on router d7fe9428-6fec-4c69-9216-7b11a76c88c5 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:31:13.687409 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-20aa0720-c94b-495f-81e4-97aebc8e946a tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] delete failed (client error): The resource could not be found. Jan 11 09:31:13.692381 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-20aa0720-c94b-495f-81e4-97aebc8e946a tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "DELETE /v2.0/routers/3d1df1ab-ecc7-44c3-a64a-112f85433e03 HTTP/1.1" status: 404 len: 336 time: 0.1010914 Jan 11 09:31:13.700545 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1403c0-0e37-4e71-86c8-3c7234d057f7 req-7cbf1e74-a931-4770-8909-a7683ae06108 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:13.708346 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1f1403c0-0e37-4e71-86c8-3c7234d057f7 req-7cbf1e74-a931-4770-8909-a7683ae06108 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 945 time: 0.2672403 Jan 11 09:31:13.726963 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54012) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:13.749305 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0a6e4b6f-a3a2-4339-a6fe-7dd794da0800 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:13.770495 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0a6e4b6f-a3a2-4339-a6fe-7dd794da0800 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Transition to ACTIVE for port object fa1367db-55eb-42cb-98d9-20a51f2d50e8 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:13.781888 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-699e82cd-48c6-4c9d-87e9-f695c21d2c32 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:13.783303 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-699e82cd-48c6-4c9d-87e9-f695c21d2c32 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "DELETE /v2.0/routers/d7fe9428-6fec-4c69-9216-7b11a76c88c5 HTTP/1.1" status: 204 len: 168 time: 3.3470480 Jan 11 09:31:13.787024 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54016) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:13.787173 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-f968be2c-e232-4455-8c66-87c34039ee0a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting subnet af9c5e52-4eef-448f-a898-35944dadbb7a {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:31:13.799089 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-e530617d-4fac-4d0e-b9f1-261955b22a9f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1501142762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:13.799260 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f968be2c-e232-4455-8c66-87c34039ee0a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:13.813321 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e530617d-4fac-4d0e-b9f1-261955b22a9f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:13.819676 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e530617d-4fac-4d0e-b9f1-261955b22a9f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Usage tracker for resource:router and tenant:04c13fe9aa6540f9bd9912d551aa1d12 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:13.825602 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e530617d-4fac-4d0e-b9f1-261955b22a9f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:13.830052 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f9979ede-fdbc-4936-aa36-11edbfe82a89 tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "GET /v2.0/ports?device_id=a10e432f-e00a-44d8-846a-e26fc770f0e3 HTTP/1.1" status: 200 len: 205 time: 0.1021786 Jan 11 09:31:13.833469 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54020) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:13.834394 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e530617d-4fac-4d0e-b9f1-261955b22a9f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:13.874170 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1f1403c0-0e37-4e71-86c8-3c7234d057f7 req-1c3fe4ea-4f71-4a46-a3bc-2396065f7eb1 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649806 Jan 11 09:31:13.892470 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f968be2c-e232-4455-8c66-87c34039ee0a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:13.922601 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0a6e4b6f-a3a2-4339-a6fe-7dd794da0800 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:13.926584 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e530617d-4fac-4d0e-b9f1-261955b22a9f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:13.927870 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e530617d-4fac-4d0e-b9f1-261955b22a9f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:13.990597 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-9c7e257f-a919-436a-88c9-a08b54026eff tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] delete failed (client error): The resource could not be found. Jan 11 09:31:13.991626 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9c7e257f-a919-436a-88c9-a08b54026eff tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "DELETE /v2.0/routers/a10e432f-e00a-44d8-846a-e26fc770f0e3 HTTP/1.1" status: 404 len: 336 time: 0.1549299 Jan 11 09:31:13.992814 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f968be2c-e232-4455-8c66-87c34039ee0a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:14.004964 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54026) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:14.011353 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e530617d-4fac-4d0e-b9f1-261955b22a9f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:14.071590 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6e4b6f-a3a2-4339-a6fe-7dd794da0800 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network 72c07524-399e-4b22-a9a7-65c37dd8f95d is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:14.076773 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-0045deed-e4c4-45e8-a26e-746a3c9021ca tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] DELETE failed (client error): The resource could not be found. Jan 11 09:31:14.077222 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0045deed-e4c4-45e8-a26e-746a3c9021ca tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:31:14.077861 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f968be2c-e232-4455-8c66-87c34039ee0a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:14.083329 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-0a6e4b6f-a3a2-4339-a6fe-7dd794da0800 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:14.091351 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6e4b6f-a3a2-4339-a6fe-7dd794da0800 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:14.096920 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6e4b6f-a3a2-4339-a6fe-7dd794da0800 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:14.097506 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0a6e4b6f-a3a2-4339-a6fe-7dd794da0800 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:14.101105 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e4b6f-a3a2-4339-a6fe-7dd794da0800 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Port': ['ID=fa1367db-55eb-42cb-98d9-20a51f2d50e8,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:14.114320 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0045deed-e4c4-45e8-a26e-746a3c9021ca tempest-RoutersIpV6AdminTest-610049718 tempest-RoutersIpV6AdminTest-610049718-project] 10.222.0.15 "DELETE /v2.0/subnets/3719f055-ac8a-4b9d-98f7-f6dd1b6bd686 HTTP/1.1" status: 404 len: 337 time: 0.1047530 Jan 11 09:31:14.124462 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e530617d-4fac-4d0e-b9f1-261955b22a9f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:14.124612 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968be2c-e232-4455-8c66-87c34039ee0a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Subnet': ['ID=af9c5e52-4eef-448f-a898-35944dadbb7a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:14.126634 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f968be2c-e232-4455-8c66-87c34039ee0a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:14.134958 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f968be2c-e232-4455-8c66-87c34039ee0a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/subnets/af9c5e52-4eef-448f-a898-35944dadbb7a HTTP/1.1" status: 204 len: 168 time: 0.5895236 Jan 11 09:31:14.139440 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54034) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:14.143167 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0a6e4b6f-a3a2-4339-a6fe-7dd794da0800 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.8771105 Jan 11 09:31:14.144027 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54038) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:14.147762 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8837469f-1ae0-4e96-9782-40a6edc7ae64 None None] Network 9303a4b3-3234-4990-aafb-d3c1fa7a6062 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:14.196543 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e530617d-4fac-4d0e-b9f1-261955b22a9f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:14.198002 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e530617d-4fac-4d0e-b9f1-261955b22a9f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4089160 Jan 11 09:31:14.202818 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54042) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:14.209356 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-cd448ccb-962c-4bad-a18a-b43d4af6a4bc tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'enable_snat': False}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:14.225115 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9c716c3c-7326-4780-ac32-b82e359c5ae4 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting port fa1367db-55eb-42cb-98d9-20a51f2d50e8 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:14.225727 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c716c3c-7326-4780-ac32-b82e359c5ae4 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:14.525522 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-46104f3c-f903-45ce-8f0e-f3a8f72d357c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting subnet bfd345d5-25f5-4202-b9ee-81c76b9afea7 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:31:14.533623 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-46104f3c-f903-45ce-8f0e-f3a8f72d357c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:14.679852 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54050) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:14.783979 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 885065bf-3a08-4259-a303-6f27840aa408 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:31:14.789715 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-46104f3c-f903-45ce-8f0e-f3a8f72d357c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:14.810226 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c716c3c-7326-4780-ac32-b82e359c5ae4 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:14.844860 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8f30f-740e-418b-a161-55bc7268d4ba req-708618d9-50ab-47cd-b39b-8b76c347ab87 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:14.845611 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-71d8f30f-740e-418b-a161-55bc7268d4ba req-708618d9-50ab-47cd-b39b-8b76c347ab87 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Synchronizing usage tracker for tenant:9fd1ff2c8d6e483ea44588856f7c6b85 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:31:14.899757 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 885065bf-3a08-4259-a303-6f27840aa408 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:31:15.009077 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9c716c3c-7326-4780-ac32-b82e359c5ae4 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Calling delete_port for fa1367db-55eb-42cb-98d9-20a51f2d50e8 owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:15.024129 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-46104f3c-f903-45ce-8f0e-f3a8f72d357c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:15.070551 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8300bd4-3ce0-4fa4-998f-cf5e8bcc2d9f None None] Network 72c07524-399e-4b22-a9a7-65c37dd8f95d requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:15.084847 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4c41b68-91cd-4846-98ce-472b938d3f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:15.110927 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-71d8f30f-740e-418b-a161-55bc7268d4ba req-708618d9-50ab-47cd-b39b-8b76c347ab87 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Unset dirty status for tenant:9fd1ff2c8d6e483ea44588856f7c6b85 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:31:15.112055 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-71d8f30f-740e-418b-a161-55bc7268d4ba req-708618d9-50ab-47cd-b39b-8b76c347ab87 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.42 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 945 time: 0.4748254 Jan 11 09:31:15.114841 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c4c41b68-91cd-4846-98ce-472b938d3f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:15.158156 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd448ccb-962c-4bad-a18a-b43d4af6a4bc tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:15.192053 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-71d8f30f-740e-418b-a161-55bc7268d4ba req-425ccc69-ed46-405e-9258-60b40e5e1ebe tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Deleting port ba3ab8cf-b427-43fd-99db-905da989ed5d {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:15.192393 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-71d8f30f-740e-418b-a161-55bc7268d4ba req-425ccc69-ed46-405e-9258-60b40e5e1ebe tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:15.224275 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c4c41b68-91cd-4846-98ce-472b938d3f74 admin admin] Usage tracker for resource:security_group_rule and tenant:552bbf60e7f74d35a6ebf221998786f8 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:15.225822 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0a65b92e-4933-4d05-abb9-5e078accb8cd None None] Provisioning for port 885065bf-3a08-4259-a303-6f27840aa408 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:31:15.230571 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-46104f3c-f903-45ce-8f0e-f3a8f72d357c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:15.239222 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c4c41b68-91cd-4846-98ce-472b938d3f74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:15.270501 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c4c41b68-91cd-4846-98ce-472b938d3f74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:15.282768 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0a65b92e-4933-4d05-abb9-5e078accb8cd None None] Provisioning complete for port 885065bf-3a08-4259-a303-6f27840aa408 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:15.286000 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0a65b92e-4933-4d05-abb9-5e078accb8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:15.431497 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-46104f3c-f903-45ce-8f0e-f3a8f72d357c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:15.434117 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46104f3c-f903-45ce-8f0e-f3a8f72d357c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Subnet': ['ID=bfd345d5-25f5-4202-b9ee-81c76b9afea7,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:15.455360 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-46104f3c-f903-45ce-8f0e-f3a8f72d357c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/subnets/bfd345d5-25f5-4202-b9ee-81c76b9afea7 HTTP/1.1" status: 204 len: 168 time: 1.3123014 Jan 11 09:31:15.456581 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54062) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:15.520907 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61735a46-f46a-4526-b259-8d91b7e2ae12 req-e120a1ef-c4c7-42ce-ba0c-317b64152496 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:15.522721 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-61735a46-f46a-4526-b259-8d91b7e2ae12 req-e120a1ef-c4c7-42ce-ba0c-317b64152496 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 945 time: 0.3526940 Jan 11 09:31:15.525393 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54ee92e-187a-4e2e-bc70-2e530c1b047f None None] Network 9303a4b3-3234-4990-aafb-d3c1fa7a6062 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:15.642207 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-61735a46-f46a-4526-b259-8d91b7e2ae12 req-f3077617-8c0f-4f0e-8e78-238c99ab99b6 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653322 Jan 11 09:31:15.672416 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0a65b92e-4933-4d05-abb9-5e078accb8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:15.704164 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc797601-df75-403f-91db-42820f20b20d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:15.757711 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c716c3c-7326-4780-ac32-b82e359c5ae4 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:15.800536 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0a65b92e-4933-4d05-abb9-5e078accb8cd None None] For port 885065bf-3a08-4259-a303-6f27840aa408, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=885065bf-3a08-4259-a303-6f27840aa408,segment=NetworkSegment(ad9262a8-40fb-4f4c-bd3c-bbd5ba28a794),segment_id=ad9262a8-40fb-4f4c-bd3c-bbd5ba28a794)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:15.810654 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0a65b92e-4933-4d05-abb9-5e078accb8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:15.817091 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fc797601-df75-403f-91db-42820f20b20d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting port 0fc22603-0e3b-4bf1-b744-3d501be5847b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:15.817426 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc797601-df75-403f-91db-42820f20b20d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:15.877646 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c716c3c-7326-4780-ac32-b82e359c5ae4 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Port': ['ID=fa1367db-55eb-42cb-98d9-20a51f2d50e8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:15.891749 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65b92e-4933-4d05-abb9-5e078accb8cd None None] Pushing event updated for resources: {'Port': ['ID=885065bf-3a08-4259-a303-6f27840aa408,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:15.898186 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd448ccb-962c-4bad-a18a-b43d4af6a4bc tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:15.939586 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd448ccb-962c-4bad-a18a-b43d4af6a4bc tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:15.944935 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-94e46e0b-7f8c-4758-add8-296c27001373 None None] Provisioning complete for port 0fc22603-0e3b-4bf1-b744-3d501be5847b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:15.945310 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-94e46e0b-7f8c-4758-add8-296c27001373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:15.961255 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c716c3c-7326-4780-ac32-b82e359c5ae4 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:15.967137 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-71d8f30f-740e-418b-a161-55bc7268d4ba req-425ccc69-ed46-405e-9258-60b40e5e1ebe tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] For port ba3ab8cf-b427-43fd-99db-905da989ed5d, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=ba3ab8cf-b427-43fd-99db-905da989ed5d,segment=NetworkSegment(ed461ff1-dd30-4486-829f-6ff37c731915),segment_id=ed461ff1-dd30-4486-829f-6ff37c731915)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:15.967475 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-71d8f30f-740e-418b-a161-55bc7268d4ba req-425ccc69-ed46-405e-9258-60b40e5e1ebe tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:16.080195 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f71ff81-cb85-4c3e-b24a-a7983d094e8a None None] DHCP port deletion for 9303a4b3-3234-4990-aafb-d3c1fa7a6062 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:31:16.091977 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0f71ff81-cb85-4c3e-b24a-a7983d094e8a None None] Deleting port 0fc22603-0e3b-4bf1-b744-3d501be5847b {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:16.092344 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0f71ff81-cb85-4c3e-b24a-a7983d094e8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:16.132349 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-cd448ccb-962c-4bad-a18a-b43d4af6a4bc tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Allocated IP 172.26.3.137 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/5bdda6dc-d8f2-4820-86d7-9f4f0294775e) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:16.165249 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-80542e02-8840-40a0-9193-68e77f596ea6 req-dda6b555-6c41-43b4-ab92-bf8881da4b5d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5790417 Jan 11 09:31:16.178747 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-71d8f30f-740e-418b-a161-55bc7268d4ba req-425ccc69-ed46-405e-9258-60b40e5e1ebe tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Calling delete_port for ba3ab8cf-b427-43fd-99db-905da989ed5d owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:16.213960 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9c716c3c-7326-4780-ac32-b82e359c5ae4 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/ports/fa1367db-55eb-42cb-98d9-20a51f2d50e8 HTTP/1.1" status: 204 len: 168 time: 2.0664976 Jan 11 09:31:16.226507 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54070) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:16.357266 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0f71ff81-cb85-4c3e-b24a-a7983d094e8a None None] For port 0fc22603-0e3b-4bf1-b744-3d501be5847b, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0fc22603-0e3b-4bf1-b744-3d501be5847b,segment=NetworkSegment(8fc0ddaf-d723-4f2f-b786-1e54a2d1541d),segment_id=8fc0ddaf-d723-4f2f-b786-1e54a2d1541d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:16.357912 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0f71ff81-cb85-4c3e-b24a-a7983d094e8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:16.402760 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd448ccb-962c-4bad-a18a-b43d4af6a4bc tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:16.440755 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd448ccb-962c-4bad-a18a-b43d4af6a4bc tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:16.498045 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e9a531a8-ecf1-4518-b8ff-17013e45a50c None None] Provisioning complete for port 885065bf-3a08-4259-a303-6f27840aa408 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:16.498472 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-f12df001-0793-432a-b182-bc1baa9d30b9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] GET failed (client error): The resource could not be found. Jan 11 09:31:16.498559 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e9a531a8-ecf1-4518-b8ff-17013e45a50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:16.498664 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f12df001-0793-432a-b182-bc1baa9d30b9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Synchronizing usage tracker for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:31:16.563887 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0f71ff81-cb85-4c3e-b24a-a7983d094e8a None None] Calling delete_port for 0fc22603-0e3b-4bf1-b744-3d501be5847b owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:16.573016 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd448ccb-962c-4bad-a18a-b43d4af6a4bc tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:16.592890 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-cd448ccb-962c-4bad-a18a-b43d4af6a4bc tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:16.609206 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd448ccb-962c-4bad-a18a-b43d4af6a4bc tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:16.651690 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-fc797601-df75-403f-91db-42820f20b20d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] For port 0fc22603-0e3b-4bf1-b744-3d501be5847b, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0fc22603-0e3b-4bf1-b744-3d501be5847b,segment=NetworkSegment(8fc0ddaf-d723-4f2f-b786-1e54a2d1541d),segment_id=8fc0ddaf-d723-4f2f-b786-1e54a2d1541d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:16.652220 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc797601-df75-403f-91db-42820f20b20d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:16.661090 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4c41b68-91cd-4846-98ce-472b938d3f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:16.686519 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f12df001-0793-432a-b182-bc1baa9d30b9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Unset dirty status for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:31:16.687669 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f12df001-0793-432a-b182-bc1baa9d30b9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports/fa1367db-55eb-42cb-98d9-20a51f2d50e8 HTTP/1.1" status: 404 len: 333 time: 0.4310396 Jan 11 09:31:16.688424 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4c41b68-91cd-4846-98ce-472b938d3f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:16.700104 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54078) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:16.742043 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 885065bf-3a08-4259-a303-6f27840aa408 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:31:16.799107 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd448ccb-962c-4bad-a18a-b43d4af6a4bc tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Pushing event updated for resources: {'Port': ['ID=5bdda6dc-d8f2-4820-86d7-9f4f0294775e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:16.930491 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0f71ff81-cb85-4c3e-b24a-a7983d094e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:16.936040 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fc797601-df75-403f-91db-42820f20b20d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Calling delete_port for 0fc22603-0e3b-4bf1-b744-3d501be5847b owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:16.975640 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e9a531a8-ecf1-4518-b8ff-17013e45a50c None None] Could not find standard attr ID for object fa1367db-55eb-42cb-98d9-20a51f2d50e8. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:31:16.986606 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71ff81-cb85-4c3e-b24a-a7983d094e8a None None] Pushing event deleted for resources: {'Port': ['ID=0fc22603-0e3b-4bf1-b744-3d501be5847b,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:16.990256 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f71ff81-cb85-4c3e-b24a-a7983d094e8a None None] No DVR routers for this DVR port 0fc22603-0e3b-4bf1-b744-3d501be5847b on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:31:16.991778 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 885065bf-3a08-4259-a303-6f27840aa408 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:16.992277 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:17.028285 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.api [None req-fc797601-df75-403f-91db-42820f20b20d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:31:17.028860 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG oslo_db.api [None req-fc797601-df75-403f-91db-42820f20b20d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:31:17.093851 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdeb04-406f-4bfb-84e8-aa27fb0959e1 req-9bd5e258-f748-4875-bc4c-28ca455c4482 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:17.100835 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8ffdeb04-406f-4bfb-84e8-aa27fb0959e1 req-9bd5e258-f748-4875-bc4c-28ca455c4482 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 945 time: 0.2886620 Jan 11 09:31:17.119784 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b5f61876-11e6-42ce-85e5-064270063358 None None] Could not find standard attr ID for object fa1367db-55eb-42cb-98d9-20a51f2d50e8. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:31:17.128954 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c4c41b68-91cd-4846-98ce-472b938d3f74 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=552bbf60e7f74d35a6ebf221998786f8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4485862 Jan 11 09:31:17.131878 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54084) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:17.157135 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c41b68-91cd-4846-98ce-472b938d3f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c37275c-63b0-4eee-a36a-48435b826852,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:17.167479 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c8d9193-dff3-4245-90eb-aa2ffc025cc1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting subnet 25d170c7-7422-4566-9d6b-bc544a74b257 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:31:17.171363 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9193-dff3-4245-90eb-aa2ffc025cc1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:17.189857 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0fc22603-0e3b-4bf1-b744-3d501be5847b no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:31:17.204123 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80542e02-8840-40a0-9193-68e77f596ea6 req-7f8c64e7-9be5-4a3e-a317-cb337910a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:17.205602 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-80542e02-8840-40a0-9193-68e77f596ea6 req-7f8c64e7-9be5-4a3e-a317-cb337910a69c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=751a670bb4bb42b1b037d7703c1ebb24&device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 1099 time: 0.9967263 Jan 11 09:31:17.225633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-71d8f30f-740e-418b-a161-55bc7268d4ba req-425ccc69-ed46-405e-9258-60b40e5e1ebe tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:17.226769 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 0fc22603-0e3b-4bf1-b744-3d501be5847b {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:31:17.227107 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0fc22603-0e3b-4bf1-b744-3d501be5847b not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:31:17.253666 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd448ccb-962c-4bad-a18a-b43d4af6a4bc tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:17.320066 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ccc69-ed46-405e-9258-60b40e5e1ebe tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Pushing event deleted for resources: {'Port': ['ID=ba3ab8cf-b427-43fd-99db-905da989ed5d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:17.332564 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9193-dff3-4245-90eb-aa2ffc025cc1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:17.334196 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8ffdeb04-406f-4bfb-84e8-aa27fb0959e1 req-f2376b4f-7149-499c-a283-69098f6d4628 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/security-groups?id=8359c860-9163-40da-b735-042210fadeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325127 Jan 11 09:31:17.532183 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fc797601-df75-403f-91db-42820f20b20d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting port 0fc22603-0e3b-4bf1-b744-3d501be5847b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:17.532514 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc797601-df75-403f-91db-42820f20b20d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:17.563260 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbe6a9f9-c0ad-4c22-8089-ee4e2de73210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:17.568090 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d8f30f-740e-418b-a161-55bc7268d4ba req-425ccc69-ed46-405e-9258-60b40e5e1ebe tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] No DVR routers for this DVR port ba3ab8cf-b427-43fd-99db-905da989ed5d on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:31:17.590853 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-71d8f30f-740e-418b-a161-55bc7268d4ba req-425ccc69-ed46-405e-9258-60b40e5e1ebe tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:17.593386 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dffdb07-939e-403d-a5bd-4ec26daefc13', 'name': 'network-vif-deleted', 'tag': 'ba3ab8cf-b427-43fd-99db-905da989ed5d'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:31:17.649353 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fc797601-df75-403f-91db-42820f20b20d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] The port '0fc22603-0e3b-4bf1-b744-3d501be5847b' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:31:17.650894 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80542e02-8840-40a0-9193-68e77f596ea6 req-5ef56310-534d-46a3-93a8-3a412fd22402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:17.653844 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-80542e02-8840-40a0-9193-68e77f596ea6 req-5ef56310-534d-46a3-93a8-3a412fd22402 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ca4ce210-a393-4677-aa6a-eccdb76bdec4 HTTP/1.1" status: 200 len: 913 time: 0.4170732 Jan 11 09:31:17.662965 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dffdb07-939e-403d-a5bd-4ec26daefc13', 'name': 'network-vif-deleted', 'tag': 'ba3ab8cf-b427-43fd-99db-905da989ed5d', 'status': 'completed', 'code': 200} Jan 11 09:31:17.673982 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbe6a9f9-c0ad-4c22-8089-ee4e2de73210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:17.768530 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9193-dff3-4245-90eb-aa2ffc025cc1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:17.824413 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd448ccb-962c-4bad-a18a-b43d4af6a4bc tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:17.829715 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd448ccb-962c-4bad-a18a-b43d4af6a4bc tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1771441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1771464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1784463'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:17.849792 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-71d8f30f-740e-418b-a161-55bc7268d4ba req-425ccc69-ed46-405e-9258-60b40e5e1ebe tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.42 "DELETE /v2.0/ports/ba3ab8cf-b427-43fd-99db-905da989ed5d HTTP/1.1" status: 204 len: 173 time: 2.7296984 Jan 11 09:31:17.917065 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbe6a9f9-c0ad-4c22-8089-ee4e2de73210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:17.941845 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6a9f9-c0ad-4c22-8089-ee4e2de73210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c37275c-63b0-4eee-a36a-48435b826852,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:17.956393 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc797601-df75-403f-91db-42820f20b20d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:17.970291 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-80542e02-8840-40a0-9193-68e77f596ea6 req-fb4e5932-091d-4a61-8874-f4e6c9c772a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=641b3bbd-6c85-4dbc-a492-cf673d3b90a9 HTTP/1.1" status: 200 len: 1002 time: 0.2995737 Jan 11 09:31:18.033819 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbe6a9f9-c0ad-4c22-8089-ee4e2de73210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:18.035661 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-bbe6a9f9-c0ad-4c22-8089-ee4e2de73210 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c37275c-63b0-4eee-a36a-48435b826852 HTTP/1.1" status: 204 len: 168 time: 0.9026265 Jan 11 09:31:18.039627 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-fc797601-df75-403f-91db-42820f20b20d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9303a4b3-3234-4990-aafb-d3c1fa7a6062']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:18.060914 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-fc797601-df75-403f-91db-42820f20b20d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc0ddaf-d723-4f2f-b786-1e54a2d1541d') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:18.061297 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-fc797601-df75-403f-91db-42820f20b20d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc0ddaf-d723-4f2f-b786-1e54a2d1541d') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:18.081392 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc797601-df75-403f-91db-42820f20b20d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:18.092765 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9193-dff3-4245-90eb-aa2ffc025cc1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:18.116401 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd448ccb-962c-4bad-a18a-b43d4af6a4bc tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Router 5b3221e7-4c5c-4606-ad3c-9059db0059ae is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:31:18.146849 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80542e02-8840-40a0-9193-68e77f596ea6 req-81468c9d-fff0-482c-9d15-dedbdcdac1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:18.148353 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-80542e02-8840-40a0-9193-68e77f596ea6 req-81468c9d-fff0-482c-9d15-dedbdcdac1f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=629ef5e5-a187-4239-abf7-d3f4dd928e10 HTTP/1.1" status: 200 len: 851 time: 0.1721306 Jan 11 09:31:18.151088 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d9193-dff3-4245-90eb-aa2ffc025cc1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Subnet': ['ID=25d170c7-7422-4566-9d6b-bc544a74b257,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:18.153671 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc797601-df75-403f-91db-42820f20b20d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:18.157167 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9193-dff3-4245-90eb-aa2ffc025cc1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:18.164823 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc54436-e541-4254-ba50-6d41b2571532 None None] Network 72c07524-399e-4b22-a9a7-65c37dd8f95d requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:18.363476 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc797601-df75-403f-91db-42820f20b20d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:31:18.363878 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc797601-df75-403f-91db-42820f20b20d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:31:18.379920 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:31:18.396827 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8c8d9193-dff3-4245-90eb-aa2ffc025cc1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/subnets/25d170c7-7422-4566-9d6b-bc544a74b257 HTTP/1.1" status: 204 len: 168 time: 1.6876006 Jan 11 09:31:18.406405 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54102) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:18.469600 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd448ccb-962c-4bad-a18a-b43d4af6a4bc tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:31:18.477094 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd448ccb-962c-4bad-a18a-b43d4af6a4bc tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:18.482376 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-cd448ccb-962c-4bad-a18a-b43d4af6a4bc tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "PUT /v2.0/routers/5b3221e7-4c5c-4606-ad3c-9059db0059ae HTTP/1.1" status: 200 len: 916 time: 4.2785108 Jan 11 09:31:18.483509 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54106) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:18.498663 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ff3f61-91ed-42f0-87e2-a820a2de67d5 None None] Sync routers for ids ['5b3221e7-4c5c-4606-ad3c-9059db0059ae'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:31:18.550807 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ff3f61-91ed-42f0-87e2-a820a2de67d5 None None] Routers {'5b3221e7-4c5c-4606-ad3c-9059db0059ae'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:31:18.551436 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d8ff3f61-91ed-42f0-87e2-a820a2de67d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['5b3221e7-4c5c-4606-ad3c-9059db0059ae'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:18.591514 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54112) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:18.656700 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d8ff3f61-91ed-42f0-87e2-a820a2de67d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:18.675355 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ff3f61-91ed-42f0-87e2-a820a2de67d5 None None] Routers {'5b3221e7-4c5c-4606-ad3c-9059db0059ae'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:31:18.675355 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d8ff3f61-91ed-42f0-87e2-a820a2de67d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:30:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['5b3221e7-4c5c-4606-ad3c-9059db0059ae'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:18.724459 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-25bf6652-ae23-4b61-925e-562e126a5172 req-a2081123-9840-42fa-a4c7-0957b350c957 tempest-TestServerAdvancedOps-2121215223 tempest-TestServerAdvancedOps-2121215223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dffdb07-939e-403d-a5bd-4ec26daefc13 HTTP/1.1" status: 200 len: 210 time: 0.0926464 Jan 11 09:31:18.738794 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-586337d3-2d6b-4323-a6db-d76cf77b7892 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=379679e4ceb24a729127255c3466e51a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1461220 Jan 11 09:31:18.740277 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54116) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:18.814916 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d8ff3f61-91ed-42f0-87e2-a820a2de67d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:18.816598 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ff3f61-91ed-42f0-87e2-a820a2de67d5 None None] The sync data for ids ['5b3221e7-4c5c-4606-ad3c-9059db0059ae'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:31:18.831418 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc797601-df75-403f-91db-42820f20b20d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:18.869416 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc797601-df75-403f-91db-42820f20b20d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:18.890387 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-fc797601-df75-403f-91db-42820f20b20d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/networks/9303a4b3-3234-4990-aafb-d3c1fa7a6062 HTTP/1.1" status: 204 len: 168 time: 3.4268978 Jan 11 09:31:18.890969 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae61c-31aa-4392-8299-151a71a3c409 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:18.893897 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54122) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:18.899560 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc797601-df75-403f-91db-42820f20b20d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Network': ['ID=9303a4b3-3234-4990-aafb-d3c1fa7a6062,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:18.902442 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fa6410-b43b-4b86-aebb-f607fc5a4dbd None None] DHCP port deletion for 72c07524-399e-4b22-a9a7-65c37dd8f95d request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:31:18.904640 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80542e02-8840-40a0-9193-68e77f596ea6 req-f4750695-594c-4b07-a3c7-4e23abaa805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:18.906035 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-80542e02-8840-40a0-9193-68e77f596ea6 req-f4750695-594c-4b07-a3c7-4e23abaa805a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca4ce210-a393-4677-aa6a-eccdb76bdec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7429750 Jan 11 09:31:18.909390 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-31fa6410-b43b-4b86-aebb-f607fc5a4dbd None None] Deleting port 885065bf-3a08-4259-a303-6f27840aa408 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:18.909766 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-31fa6410-b43b-4b86-aebb-f607fc5a4dbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:18.929370 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a79e2cf1-d3c4-4eff-9435-2150ea6fce06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:18.933501 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f6b91c90-8f68-4d89-aca6-0097f1dc1b86 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "GET /v2.0/routers/5b3221e7-4c5c-4606-ad3c-9059db0059ae HTTP/1.1" status: 200 len: 922 time: 0.4488821 Jan 11 09:31:18.940494 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54126) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:19.009156 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ad3ae61c-31aa-4392-8299-151a71a3c409 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting port 885065bf-3a08-4259-a303-6f27840aa408 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:19.009682 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae61c-31aa-4392-8299-151a71a3c409 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:19.010901 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a79e2cf1-d3c4-4eff-9435-2150ea6fce06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:19.015414 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device ba3ab8cf-b427-43fd-99db-905da989ed5d no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:31:19.059826 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: ba3ab8cf-b427-43fd-99db-905da989ed5d {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:31:19.060161 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device ba3ab8cf-b427-43fd-99db-905da989ed5d not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:31:19.072190 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b30480-52d3-4beb-ad11-47dd16f5a274 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:19.076746 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c0b30480-52d3-4beb-ad11-47dd16f5a274 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54&device_id=5b3221e7-4c5c-4606-ad3c-9059db0059ae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1351423 Jan 11 09:31:19.078319 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54130) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:19.099538 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-89dc2860-7517-4c33-8e02-865baccf43fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:19.131189 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a79e2cf1-d3c4-4eff-9435-2150ea6fce06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:19.184309 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-31fa6410-b43b-4b86-aebb-f607fc5a4dbd None None] For port 885065bf-3a08-4259-a303-6f27840aa408, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=885065bf-3a08-4259-a303-6f27840aa408,segment=NetworkSegment(ad9262a8-40fb-4f4c-bd3c-bbd5ba28a794),segment_id=ad9262a8-40fb-4f4c-bd3c-bbd5ba28a794)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:19.184916 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-31fa6410-b43b-4b86-aebb-f607fc5a4dbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:19.201288 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e2cf1-d3c4-4eff-9435-2150ea6fce06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a80202-13ce-420e-8739-50dccb3343d1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:19.217561 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a79e2cf1-d3c4-4eff-9435-2150ea6fce06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:19.218843 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a79e2cf1-d3c4-4eff-9435-2150ea6fce06 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0a80202-13ce-420e-8739-50dccb3343d1 HTTP/1.1" status: 204 len: 168 time: 0.4774151 Jan 11 09:31:19.229507 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-80542e02-8840-40a0-9193-68e77f596ea6 req-b5a3cb47-b6b7-4665-ab28-c05dba578036 service neutron] 10.222.0.42 "GET /v2.0/networks/ca4ce210-a393-4677-aa6a-eccdb76bdec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725399 Jan 11 09:31:19.241020 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faaa51d-07b9-4b32-9fa2-45d9ca8c8caf tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:19.245192 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6faaa51d-07b9-4b32-9fa2-45d9ca8c8caf tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "GET /v2.0/networks/644b8550-5b91-49bd-9d0a-84ba8b975d54 HTTP/1.1" status: 200 len: 881 time: 0.1657012 Jan 11 09:31:19.245904 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54136) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:19.252618 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644a6f2b-3717-43fe-ac88-b6be5a66b692 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:19.253319 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-644a6f2b-3717-43fe-ac88-b6be5a66b692 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Synchronizing usage tracker for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:31:19.297769 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1915def1-9e94-4952-af65-94f5983baa53 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b3221e7-4c5c-4606-ad3c-9059db0059ae HTTP/1.1" status: 200 len: 205 time: 0.0505910 Jan 11 09:31:19.298539 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54140) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:19.329356 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-31fa6410-b43b-4b86-aebb-f607fc5a4dbd None None] Calling delete_port for 885065bf-3a08-4259-a303-6f27840aa408 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:19.437018 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-31fa6410-b43b-4b86-aebb-f607fc5a4dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:19.490233 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa6410-b43b-4b86-aebb-f607fc5a4dbd None None] Pushing event deleted for resources: {'Port': ['ID=885065bf-3a08-4259-a303-6f27840aa408,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:19.495949 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fa6410-b43b-4b86-aebb-f607fc5a4dbd None None] No DVR routers for this DVR port 885065bf-3a08-4259-a303-6f27840aa408 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:31:19.519042 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-644a6f2b-3717-43fe-ac88-b6be5a66b692 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Unset dirty status for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:31:19.523628 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-644a6f2b-3717-43fe-ac88-b6be5a66b692 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6224408 Jan 11 09:31:19.527252 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54148) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:19.529854 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-ad3ae61c-31aa-4392-8299-151a71a3c409 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] For port 885065bf-3a08-4259-a303-6f27840aa408, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=885065bf-3a08-4259-a303-6f27840aa408,segment=NetworkSegment(ad9262a8-40fb-4f4c-bd3c-bbd5ba28a794),segment_id=ad9262a8-40fb-4f4c-bd3c-bbd5ba28a794)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:19.530310 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae61c-31aa-4392-8299-151a71a3c409 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:19.618869 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c44da0dd-9733-4dbc-a5e9-d6ce00aac011 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:19.721402 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ad3ae61c-31aa-4392-8299-151a71a3c409 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Calling delete_port for 885065bf-3a08-4259-a303-6f27840aa408 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:19.808185 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-80542e02-8840-40a0-9193-68e77f596ea6 req-a63be1c6-0c79-4698-845d-ccfd739d82c0 service neutron] 10.222.0.42 "GET /v2.0/networks/ca4ce210-a393-4677-aa6a-eccdb76bdec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5519664 Jan 11 09:31:19.851376 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6a6e8dc2-15ce-40f9-be55-3c42ede2ce0a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3116074 Jan 11 09:31:19.854599 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54164) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:19.861253 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-225ee826-43e0-41bc-9906-5e7bdf465dfe tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2024283356'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:19.865988 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c44da0dd-9733-4dbc-a5e9-d6ce00aac011 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:19.867841 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-225ee826-43e0-41bc-9906-5e7bdf465dfe tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:19.870457 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.api [None req-ad3ae61c-31aa-4392-8299-151a71a3c409 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:31:19.870772 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG oslo_db.api [None req-ad3ae61c-31aa-4392-8299-151a71a3c409 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:31:19.875521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-225ee826-43e0-41bc-9906-5e7bdf465dfe tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:network and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:19.880079 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-225ee826-43e0-41bc-9906-5e7bdf465dfe tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:19.881220 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c44da0dd-9733-4dbc-a5e9-d6ce00aac011 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Deleting port 5bdda6dc-d8f2-4820-86d7-9f4f0294775e {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:19.881836 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c44da0dd-9733-4dbc-a5e9-d6ce00aac011 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:19.886306 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-225ee826-43e0-41bc-9906-5e7bdf465dfe tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:19.899612 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225ee826-43e0-41bc-9906-5e7bdf465dfe tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:19.904047 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-225ee826-43e0-41bc-9906-5e7bdf465dfe tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:19.939679 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225ee826-43e0-41bc-9906-5e7bdf465dfe tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:31:19.949137 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54170) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:19.958533 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-225ee826-43e0-41bc-9906-5e7bdf465dfe tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:19.959101 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-225ee826-43e0-41bc-9906-5e7bdf465dfe tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Added segment e65e92af-e083-4b15-8e5e-c01f1ec0be3d of type vlan for network c31829cf-d8cc-49a1-82e0-413f27d6c45c Jan 11 09:31:20.026458 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-225ee826-43e0-41bc-9906-5e7bdf465dfe tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:20.067253 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-87cba019-f9cd-4f6a-93b0-701443d86391 admin admin] Deleting subnet ae4f5361-bb83-41ac-910e-ab420be0f7a6 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:31:20.073127 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-87cba019-f9cd-4f6a-93b0-701443d86391 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:20.104425 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c44da0dd-9733-4dbc-a5e9-d6ce00aac011 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:20.118326 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-225ee826-43e0-41bc-9906-5e7bdf465dfe tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:20.125588 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225ee826-43e0-41bc-9906-5e7bdf465dfe tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:20.126294 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-225ee826-43e0-41bc-9906-5e7bdf465dfe tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:20.241297 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c44da0dd-9733-4dbc-a5e9-d6ce00aac011 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Calling delete_port for 5bdda6dc-d8f2-4820-86d7-9f4f0294775e owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:20.270710 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54182) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:20.370698 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-225ee826-43e0-41bc-9906-5e7bdf465dfe tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5150585 Jan 11 09:31:20.373730 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54188) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:20.378223 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ad3ae61c-31aa-4392-8299-151a71a3c409 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting port 885065bf-3a08-4259-a303-6f27840aa408 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:20.378639 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae61c-31aa-4392-8299-151a71a3c409 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:20.409907 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ee826-43e0-41bc-9906-5e7bdf465dfe tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Network': ['ID=c31829cf-d8cc-49a1-82e0-413f27d6c45c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:20.413331 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d25d7425-469b-454b-8cc1-251fd1837533 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'subnet': {'network_id': 'c31829cf-d8cc-49a1-82e0-413f27d6c45c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:20.414441 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-87cba019-f9cd-4f6a-93b0-701443d86391 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:20.420452 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network c31829cf-d8cc-49a1-82e0-413f27d6c45c details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:31:20.437941 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-71ec63d6-fb90-49f1-b888-9e04541ada4b tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:20.442310 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-71ec63d6-fb90-49f1-b888-9e04541ada4b tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1670637 Jan 11 09:31:20.442448 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54194) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:20.453264 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-8c8b904f-cc9d-47bc-9bef-3e4c0b4c6c27 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:20.457825 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8c8b904f-cc9d-47bc-9bef-3e4c0b4c6c27 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0093231 Jan 11 09:31:20.465746 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54198) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:20.488829 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-2d7f5143-a8fe-43a4-8d19-69bb6c52cbf6 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:20.489788 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2d7f5143-a8fe-43a4-8d19-69bb6c52cbf6 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0227242 Jan 11 09:31:20.491337 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ad3ae61c-31aa-4392-8299-151a71a3c409 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] The port '885065bf-3a08-4259-a303-6f27840aa408' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:31:20.493957 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54202) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:20.507185 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-27022cc7-bbe6-41d9-a4b5-c12ce5ea6d48 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:20.508198 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-27022cc7-bbe6-41d9-a4b5-c12ce5ea6d48 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0110006 Jan 11 09:31:20.529017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54206) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:20.541642 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [None req-500f07d1-61e0-4415-85bc-2b8cabfda723 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:20.547512 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-500f07d1-61e0-4415-85bc-2b8cabfda723 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0104167 Jan 11 09:31:20.559815 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54210) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:20.570235 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-fd100849-0e9a-4fd6-ba32-634ba36c0365 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:20.573385 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fd100849-0e9a-4fd6-ba32-634ba36c0365 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0075269 Jan 11 09:31:20.578446 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54216) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:20.579171 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-87cba019-f9cd-4f6a-93b0-701443d86391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:20.594709 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c44da0dd-9733-4dbc-a5e9-d6ce00aac011 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:20.598323 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d25d7425-469b-454b-8cc1-251fd1837533 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:20.620930 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 885065bf-3a08-4259-a303-6f27840aa408 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:31:20.632299 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [None req-457c02df-907e-49d9-9efb-51e0d3634622 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:20.635842 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-457c02df-907e-49d9-9efb-51e0d3634622 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0559378 Jan 11 09:31:20.639509 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54220) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:20.647588 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d25d7425-469b-454b-8cc1-251fd1837533 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:subnet and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:20.650331 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44da0dd-9733-4dbc-a5e9-d6ce00aac011 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Pushing event deleted for resources: {'Port': ['ID=5bdda6dc-d8f2-4820-86d7-9f4f0294775e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:20.651376 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [None req-75f67d3e-6765-473d-af4e-23ade2d6cdc4 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:20.652345 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d25d7425-469b-454b-8cc1-251fd1837533 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:20.655767 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-75f67d3e-6765-473d-af4e-23ade2d6cdc4 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0110948 Jan 11 09:31:20.657883 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54224) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:20.663049 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d25d7425-469b-454b-8cc1-251fd1837533 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:20.671047 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-39f72d11-0a17-4574-b912-561c507b120d tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:20.674126 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-39f72d11-0a17-4574-b912-561c507b120d tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0104034 Jan 11 09:31:20.689437 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 885065bf-3a08-4259-a303-6f27840aa408 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:31:20.690391 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 885065bf-3a08-4259-a303-6f27840aa408 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:31:20.706532 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54228) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:20.717596 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-91cb4eee-9493-4714-9f02-64653a234c51 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:20.721018 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-91cb4eee-9493-4714-9f02-64653a234c51 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0110774 Jan 11 09:31:20.721144 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae61c-31aa-4392-8299-151a71a3c409 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:20.729517 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54232) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:20.742889 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [None req-ee1defa8-89dd-42bb-a461-85980175617e tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:20.746915 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ee1defa8-89dd-42bb-a461-85980175617e tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0134275 Jan 11 09:31:20.748133 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54236) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:20.752257 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25d7425-469b-454b-8cc1-251fd1837533 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:20.754873 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d25d7425-469b-454b-8cc1-251fd1837533 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:20.764877 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [None req-1840beaa-76b4-4104-8970-1e9553dbafe0 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:20.764877 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1840beaa-76b4-4104-8970-1e9553dbafe0 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0155203 Jan 11 09:31:20.771314 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54240) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:20.782313 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [None req-22e5e365-7d89-4c14-bc27-970c362f351b tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:20.783276 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-22e5e365-7d89-4c14-bc27-970c362f351b tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0110688 Jan 11 09:31:20.785481 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-ad3ae61c-31aa-4392-8299-151a71a3c409 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c07524-399e-4b22-a9a7-65c37dd8f95d']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:20.792581 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54244) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:20.800934 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [None req-9e37bf6a-4280-4219-8b77-8e39964974bf tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:20.801889 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9e37bf6a-4280-4219-8b77-8e39964974bf tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0076959 Jan 11 09:31:20.804909 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-87cba019-f9cd-4f6a-93b0-701443d86391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:20.806776 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54248) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:20.810771 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-ad3ae61c-31aa-4392-8299-151a71a3c409 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9262a8-40fb-4f4c-bd3c-bbd5ba28a794') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:20.811069 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-ad3ae61c-31aa-4392-8299-151a71a3c409 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9262a8-40fb-4f4c-bd3c-bbd5ba28a794') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:20.816235 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-a293169b-7c94-4fc7-8503-530821d9c3ee tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:20.819463 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a293169b-7c94-4fc7-8503-530821d9c3ee tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0094793 Jan 11 09:31:20.821908 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54252) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:20.856773 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae61c-31aa-4392-8299-151a71a3c409 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:20.874670 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-87cba019-f9cd-4f6a-93b0-701443d86391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:20.877456 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-8da02cfc-a388-4eae-8b57-4cc96c0b9432 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:20.878445 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8da02cfc-a388-4eae-8b57-4cc96c0b9432 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0556042 Jan 11 09:31:20.878556 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cba019-f9cd-4f6a-93b0-701443d86391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae4f5361-bb83-41ac-910e-ab420be0f7a6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:20.881731 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c44da0dd-9733-4dbc-a5e9-d6ce00aac011 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:20.884123 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54256) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:20.892229 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [None req-6f8fadae-d2da-4c0f-995d-479502d641d6 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:20.893263 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6f8fadae-d2da-4c0f-995d-479502d641d6 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0080521 Jan 11 09:31:20.894323 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae61c-31aa-4392-8299-151a71a3c409 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:20.897267 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-87cba019-f9cd-4f6a-93b0-701443d86391 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ae4f5361-bb83-41ac-910e-ab420be0f7a6 HTTP/1.1" status: 204 len: 168 time: 0.9453511 Jan 11 09:31:20.899954 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54260) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:20.900281 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54262) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:20.908344 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [None req-8460bedd-f7a7-409a-ac8e-1f69aa3f401e tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:20.911729 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8460bedd-f7a7-409a-ac8e-1f69aa3f401e tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0082569 Jan 11 09:31:20.925811 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54268) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:20.928219 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3ae61c-31aa-4392-8299-151a71a3c409 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:31:20.928624 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae61c-31aa-4392-8299-151a71a3c409 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:20.937171 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-9b675603-af6b-4079-83fa-3a30ed47c906 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:20.940621 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9b675603-af6b-4079-83fa-3a30ed47c906 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0113568 Jan 11 09:31:20.944011 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54272) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:31:20.944626 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:31:20.958611 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [None req-339f4084-dd3c-4daf-8b85-5ea1ecf0aa02 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:20.959539 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-339f4084-dd3c-4daf-8b85-5ea1ecf0aa02 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0141346 Jan 11 09:31:20.971617 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54276) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:20.990139 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [None req-b15fe90c-3f14-45c1-b708-9aefc788680e tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:20.991078 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b15fe90c-3f14-45c1-b708-9aefc788680e tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0160608 Jan 11 09:31:20.995988 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54280) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.077563 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c44da0dd-9733-4dbc-a5e9-d6ce00aac011 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:21.079952 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c44da0dd-9733-4dbc-a5e9-d6ce00aac011 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:21.093192 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [None req-7f30aa74-2a66-4a2a-92e6-cd13af52a636 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.094207 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7f30aa74-2a66-4a2a-92e6-cd13af52a636 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0966315 Jan 11 09:31:21.099396 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54286) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.105108 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-b3cf18b9-aa49-4267-9895-15bab73f07e2 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.108973 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b3cf18b9-aa49-4267-9895-15bab73f07e2 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0086083 Jan 11 09:31:21.109577 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54290) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.115981 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-8dde5923-c5c9-4f04-b395-3d66b02c94ab tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.116912 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8dde5923-c5c9-4f04-b395-3d66b02c94ab tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0057228 Jan 11 09:31:21.119451 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54294) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.123030 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ab2456c-20f0-4662-97d8-ece0e9619b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:21.124947 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-4e6a6aec-0ab1-4a45-b3f6-f08aa9547b14 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.125895 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4e6a6aec-0ab1-4a45-b3f6-f08aa9547b14 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0053482 Jan 11 09:31:21.126795 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c44da0dd-9733-4dbc-a5e9-d6ce00aac011 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:21.127453 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44da0dd-9733-4dbc-a5e9-d6ce00aac011 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Fanout notify agent at l3_agent the message router_deleted on router 5b3221e7-4c5c-4606-ad3c-9059db0059ae {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:31:21.128451 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54298) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.134954 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [None req-f050a915-1f55-4991-9c27-6145d49427c7 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.135958 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f050a915-1f55-4991-9c27-6145d49427c7 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0058489 Jan 11 09:31:21.139732 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54302) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.141479 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae61c-31aa-4392-8299-151a71a3c409 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:21.145738 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae61c-31aa-4392-8299-151a71a3c409 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:21.149249 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-7fb7cf71-80d5-43aa-8540-cbea82cbe845 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.150217 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7fb7cf71-80d5-43aa-8540-cbea82cbe845 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0094309 Jan 11 09:31:21.153852 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54306) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.160456 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-aee07071-5bb0-44bf-b653-f172ba496ee0 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.161566 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-aee07071-5bb0-44bf-b653-f172ba496ee0 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0066280 Jan 11 09:31:21.166755 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54310) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.174469 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-9abc5603-5f52-484a-b314-a2493a2eaadf tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.177564 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9abc5603-5f52-484a-b314-a2493a2eaadf tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0077837 Jan 11 09:31:21.177692 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ae61c-31aa-4392-8299-151a71a3c409 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Network': ['ID=72c07524-399e-4b22-a9a7-65c37dd8f95d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:21.180497 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54314) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.181401 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c44da0dd-9733-4dbc-a5e9-d6ce00aac011 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:21.186393 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c44da0dd-9733-4dbc-a5e9-d6ce00aac011 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "DELETE /v2.0/routers/5b3221e7-4c5c-4606-ad3c-9059db0059ae HTTP/1.1" status: 204 len: 168 time: 1.8867006 Jan 11 09:31:21.208642 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ad3ae61c-31aa-4392-8299-151a71a3c409 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/networks/72c07524-399e-4b22-a9a7-65c37dd8f95d HTTP/1.1" status: 204 len: 168 time: 2.7934477 Jan 11 09:31:21.212120 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54318) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.212352 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54322) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.222264 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [None req-6e69c5c6-69a2-4914-96a1-e02dc34a97bf tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.226211 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6e69c5c6-69a2-4914-96a1-e02dc34a97bf tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0440323 Jan 11 09:31:21.231308 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-984fbf5f-2435-4ced-9729-7da699d8b323 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'port': {'network_id': 'daa20188-92c8-437c-9c82-e50d2f56b722', 'name': 'tempest-PortsIpV6TestJSON-575890879'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:21.245913 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54328) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.250115 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-736ac755-24b3-4837-b1cb-1805e01fe1d6 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-826918352', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}, 'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:21.281564 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [None req-4316b319-c06c-468a-88f7-ffbd6fa70c64 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.285963 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4316b319-c06c-468a-88f7-ffbd6fa70c64 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0254583 Jan 11 09:31:21.291087 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54332) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.296301 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6070ee3e-f69e-4360-84f1-08264c47ff88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:21.311484 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-736ac755-24b3-4837-b1cb-1805e01fe1d6 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:21.326589 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [None req-8f5945e0-044a-4d3b-80f0-aed570d7e1ea tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.330113 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8f5945e0-044a-4d3b-80f0-aed570d7e1ea tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0331259 Jan 11 09:31:21.332456 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54336) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.339868 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-713c07cc-37ec-4fae-a2c5-b40d34df115b tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.343295 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-713c07cc-37ec-4fae-a2c5-b40d34df115b tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0081782 Jan 11 09:31:21.343471 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-736ac755-24b3-4837-b1cb-1805e01fe1d6 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Usage tracker for resource:router and tenant:04c13fe9aa6540f9bd9912d551aa1d12 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:21.345548 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54340) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.349334 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-736ac755-24b3-4837-b1cb-1805e01fe1d6 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:21.351353 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-eff5cc6b-6fca-41e2-8b14-1f0ad2bbfc7e tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.354676 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-eff5cc6b-6fca-41e2-8b14-1f0ad2bbfc7e tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0074825 Jan 11 09:31:21.356081 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54344) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.366628 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-4559590a-dae6-41d8-8dfd-1d4478043fa6 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.369984 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4559590a-dae6-41d8-8dfd-1d4478043fa6 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0113916 Jan 11 09:31:21.371857 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54348) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.382328 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-de309341-03a5-4314-b1e6-40527799a0a8 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.385547 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-de309341-03a5-4314-b1e6-40527799a0a8 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0108023 Jan 11 09:31:21.386188 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54352) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.392572 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-0172feaf-542d-4bfd-ad9a-0fc403677f28 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.395707 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0172feaf-542d-4bfd-ad9a-0fc403677f28 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0068114 Jan 11 09:31:21.404623 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54356) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.412426 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-aff9b7e5-399b-4777-8489-57735034bed9 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.415732 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-aff9b7e5-399b-4777-8489-57735034bed9 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0078487 Jan 11 09:31:21.416410 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54360) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.419770 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-736ac755-24b3-4837-b1cb-1805e01fe1d6 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:21.431705 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-8717fdd7-832b-4f6e-aea6-5d9a70287606 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.435128 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8717fdd7-832b-4f6e-aea6-5d9a70287606 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0158312 Jan 11 09:31:21.435529 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54364) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.442492 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-0861f15e-c28d-402c-aa73-dbfc13fef679 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.444716 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0861f15e-c28d-402c-aa73-dbfc13fef679 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0070970 Jan 11 09:31:21.445941 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d25d7425-469b-454b-8cc1-251fd1837533 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:21.449641 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54368) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.476018 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ab2456c-20f0-4662-97d8-ece0e9619b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:21.493247 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-9cbf7558-a209-4d8e-9ec9-aec38a1e6fa6 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.496827 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9cbf7558-a209-4d8e-9ec9-aec38a1e6fa6 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0187144 Jan 11 09:31:21.498196 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54372) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.511239 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-31e22634-4c3b-40d3-9b3c-cf3cdbb67525 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.511475 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-984fbf5f-2435-4ced-9729-7da699d8b323 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:21.512225 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-31e22634-4c3b-40d3-9b3c-cf3cdbb67525 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0106354 Jan 11 09:31:21.517322 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-9ab2456c-20f0-4662-97d8-ece0e9619b20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2388dd42-5ebf-4a25-94b2-a084fcf855e8']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:21.519945 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54376) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.524360 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-736ac755-24b3-4837-b1cb-1805e01fe1d6 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:21.525344 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-736ac755-24b3-4837-b1cb-1805e01fe1d6 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:21.529220 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-5553edcd-cb4b-47f7-b827-32577e1a2b0d tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.530179 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5553edcd-cb4b-47f7-b827-32577e1a2b0d tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0055089 Jan 11 09:31:21.534356 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54380) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.539857 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-984fbf5f-2435-4ced-9729-7da699d8b323 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:21.544221 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-9ab2456c-20f0-4662-97d8-ece0e9619b20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed461ff1-dd30-4486-829f-6ff37c731915') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:21.544514 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-9ab2456c-20f0-4662-97d8-ece0e9619b20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed461ff1-dd30-4486-829f-6ff37c731915') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:21.552042 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-edd28ea0-5130-40f6-88ad-d2df61c0d955 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.553001 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-edd28ea0-5130-40f6-88ad-d2df61c0d955 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0156126 Jan 11 09:31:21.553678 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d7425-469b-454b-8cc1-251fd1837533 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Subnet': ['ID=b2849492-6e6e-4d37-b379-572de2c3b03a,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:21.559660 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54384) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.563419 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ab2456c-20f0-4662-97d8-ece0e9619b20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:21.566501 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-217e3cf6-ea5b-458d-b5bd-6571f218e5d8 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.569909 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-217e3cf6-ea5b-458d-b5bd-6571f218e5d8 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0071483 Jan 11 09:31:21.571229 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54388) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.575121 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984fbf5f-2435-4ced-9729-7da699d8b323 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:21.577405 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-0cbde107-eb47-4350-82d0-64d026c0baf1 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.580968 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0cbde107-eb47-4350-82d0-64d026c0baf1 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0062494 Jan 11 09:31:21.581159 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-984fbf5f-2435-4ced-9729-7da699d8b323 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:21.581254 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25d7425-469b-454b-8cc1-251fd1837533 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Checking segment: {'id': 'e65e92af-e083-4b15-8e5e-c01f1ec0be3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c31829cf-d8cc-49a1-82e0-413f27d6c45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:31:21.581645 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25d7425-469b-454b-8cc1-251fd1837533 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network hostable DHCP agents. Network: c31829cf-d8cc-49a1-82e0-413f27d6c45c, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:31:21.585845 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54392) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.592888 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-d251e993-bf9c-42c5-9c3e-1faea21a0931 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.596137 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d251e993-bf9c-42c5-9c3e-1faea21a0931 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0056851 Jan 11 09:31:21.596476 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-736ac755-24b3-4837-b1cb-1805e01fe1d6 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:21.598625 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54396) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.604195 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-c340aab4-87ed-4883-a81a-1731aaf2e243 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.608077 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c340aab4-87ed-4883-a81a-1731aaf2e243 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0047641 Jan 11 09:31:21.608702 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54400) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.614696 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-fd4e52a2-7f46-43e1-a040-b09d5033f095 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.617837 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fd4e52a2-7f46-43e1-a040-b09d5033f095 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0059922 Jan 11 09:31:21.617961 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ab2456c-20f0-4662-97d8-ece0e9619b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:21.618270 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54404) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.620282 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-984fbf5f-2435-4ced-9729-7da699d8b323 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] device_id is not set on port ef4b6f2b-1338-40c9-b837-bb047eac834c yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:31:21.623059 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25d7425-469b-454b-8cc1-251fd1837533 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network c31829cf-d8cc-49a1-82e0-413f27d6c45c is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:31:21.633183 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-d25d7425-469b-454b-8cc1-251fd1837533 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, c31829cf-d8cc-49a1-82e0-413f27d6c45c) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:21.638457 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25d7425-469b-454b-8cc1-251fd1837533 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:21.639032 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d25d7425-469b-454b-8cc1-251fd1837533 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:21.647275 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f8a2c6-93ef-4c60-b346-e35a8f66f8f2 None None] Network c31829cf-d8cc-49a1-82e0-413f27d6c45c requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:21.660211 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d25d7425-469b-454b-8cc1-251fd1837533 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2842615 Jan 11 09:31:21.662327 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54408) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.668554 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [None req-8c704c1c-06b5-4793-a133-ef2c5edf9291 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.672377 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8c704c1c-06b5-4793-a133-ef2c5edf9291 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0101211 Jan 11 09:31:21.672507 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a72507fb-ed51-41c8-9a1b-9d46beb85753 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'port': {'network_id': 'c31829cf-d8cc-49a1-82e0-413f27d6c45c', 'name': 'tempest-PortsTestJSON-1042958751'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:21.677510 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54412) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.678125 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab2456c-20f0-4662-97d8-ece0e9619b20 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:31:21.678524 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ab2456c-20f0-4662-97d8-ece0e9619b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:31:21.694124 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:31:21.714262 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [None req-432a1a2c-8761-47cc-a536-99bf5b95b9dc tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.715890 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-432a1a2c-8761-47cc-a536-99bf5b95b9dc tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0226328 Jan 11 09:31:21.719369 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54416) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.726920 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-f61921d3-e01d-4ae6-a48a-377c76630f22 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.728399 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f61921d3-e01d-4ae6-a48a-377c76630f22 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0078375 Jan 11 09:31:21.732618 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54420) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.784372 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-c95e2a0a-5f0d-4457-b061-f3f137aae42e tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.785347 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c95e2a0a-5f0d-4457-b061-f3f137aae42e tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0513861 Jan 11 09:31:21.790842 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54426) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.799144 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-42ec2a4b-b6a3-43b1-a428-9cd5991e2d28 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.800083 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-42ec2a4b-b6a3-43b1-a428-9cd5991e2d28 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0083277 Jan 11 09:31:21.803076 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54430) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.811977 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-773851ac-2dae-4908-9bcf-2f1d7945278f tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.812904 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-773851ac-2dae-4908-9bcf-2f1d7945278f tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0084491 Jan 11 09:31:21.820569 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54434) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.831791 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-8e87cb9a-b6de-4ac5-831d-d4da87d715dc tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.832726 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8e87cb9a-b6de-4ac5-831d-d4da87d715dc tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0112712 Jan 11 09:31:21.835878 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54438) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.852759 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-df5bd76d-626b-4290-96f8-27e8dded268d tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.853714 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-df5bd76d-626b-4290-96f8-27e8dded268d tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0171680 Jan 11 09:31:21.859718 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54442) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.867663 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-8494520e-0f34-419a-8b51-177d1946a777 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.870948 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8494520e-0f34-419a-8b51-177d1946a777 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0050724 Jan 11 09:31:21.872690 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54446) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.874606 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a72507fb-ed51-41c8-9a1b-9d46beb85753 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:21.883423 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-67bf217c-89a9-4f26-8eec-37a4e4efc285 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.886749 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-67bf217c-89a9-4f26-8eec-37a4e4efc285 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0115747 Jan 11 09:31:21.889772 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54450) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.895096 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-f8438aae-fe88-42d2-a26a-badb0da1fad6 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.898195 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f8438aae-fe88-42d2-a26a-badb0da1fad6 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0053575 Jan 11 09:31:21.899377 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54454) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.902563 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a72507fb-ed51-41c8-9a1b-9d46beb85753 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:21.906818 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-f59afc67-f749-4dda-bdc5-07b7d43243b3 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.910122 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f59afc67-f749-4dda-bdc5-07b7d43243b3 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0075305 Jan 11 09:31:21.910122 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54458) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.920199 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-614fb02a-b5ae-4676-a720-a71d74bbec3b tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.926148 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-614fb02a-b5ae-4676-a720-a71d74bbec3b tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0097022 Jan 11 09:31:21.927652 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54464) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.937454 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-1d03caae-5810-4703-a534-e36d19758f44 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.943571 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1d03caae-5810-4703-a534-e36d19758f44 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0123127 Jan 11 09:31:21.944027 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54468) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.961941 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bd8975-32ba-492f-bb48-d8b1e72e7697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-c31829cf-d8cc-49a1-82e0-413f27d6c45c', 'network_id': 'c31829cf-d8cc-49a1-82e0-413f27d6c45c', 'tenant_id': '370f45c782b744dba4d02cc69aceb8a0', 'fixed_ips': [{'subnet_id': 'b2849492-6e6e-4d37-b379-572de2c3b03a'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:31:21.962999 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-06bd8975-32ba-492f-bb48-d8b1e72e7697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:21.963110 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-7923a202-b84c-4d7f-a1c1-225ca8f14247 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.967080 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7923a202-b84c-4d7f-a1c1-225ca8f14247 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0064149 Jan 11 09:31:21.967080 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72507fb-ed51-41c8-9a1b-9d46beb85753 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:21.969486 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a72507fb-ed51-41c8-9a1b-9d46beb85753 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:21.981189 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54472) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:21.991605 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-fd0520c8-efb6-4e61-ba5c-9f7abdc4fafd tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:21.994132 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fd0520c8-efb6-4e61-ba5c-9f7abdc4fafd tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0104311 Jan 11 09:31:21.995616 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54476) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:22.011078 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-d364d60f-73b5-4c86-a34b-7003de9c72c2 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:22.014992 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d364d60f-73b5-4c86-a34b-7003de9c72c2 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0058653 Jan 11 09:31:22.015782 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-a72507fb-ed51-41c8-9a1b-9d46beb85753 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] device_id is not set on port 98f27489-b2c0-43b6-bbc7-9edc43f33761 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:31:22.028217 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ab2456c-20f0-4662-97d8-ece0e9619b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:22.035297 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54480) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:22.168986 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-06bd8975-32ba-492f-bb48-d8b1e72e7697 None None] Allocated IP 172.20.0.2 (c31829cf-d8cc-49a1-82e0-413f27d6c45c/b2849492-6e6e-4d37-b379-572de2c3b03a/4411dfe3-fcb3-4b88-bcb5-a4384d5a147a) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:22.172817 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2a8a8-5565-4d74-9adb-2a002c94a0b4 req-d5a4ce8b-5bd9-4212-9f19-ef4fa2b305d7 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:22.174398 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a6e2a8a8-5565-4d74-9adb-2a002c94a0b4 req-d5a4ce8b-5bd9-4212-9f19-ef4fa2b305d7 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 946 time: 0.1189690 Jan 11 09:31:22.226425 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [None req-50b4e0d4-9126-4d54-950f-10ff214efa00 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:22.230098 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-50b4e0d4-9126-4d54-950f-10ff214efa00 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.1920199 Jan 11 09:31:22.233908 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54486) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:22.234183 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ab2456c-20f0-4662-97d8-ece0e9619b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:22.248584 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a6e2a8a8-5565-4d74-9adb-2a002c94a0b4 req-5f5eba48-f05d-47ad-9e07-bcfd21744687 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5a51d84-4af0-4559-9ea1-d767a9ab8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653455 Jan 11 09:31:22.258138 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-eb391b3d-fcd6-4d33-82bb-90f9c7086552 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:22.271688 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-eb391b3d-fcd6-4d33-82bb-90f9c7086552 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0126874 Jan 11 09:31:22.271688 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54490) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:22.271688 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [None req-189e3027-489b-4e9a-bad6-cf75f76e01e4 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:31:22.271959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2456c-20f0-4662-97d8-ece0e9619b20 admin admin] Pushing event deleted for resources: {'Network': ['ID=2388dd42-5ebf-4a25-94b2-a084fcf855e8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:22.276176 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-189e3027-489b-4e9a-bad6-cf75f76e01e4 tempest-ExtensionsTestJSON-1799861049 tempest-ExtensionsTestJSON-1799861049-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0121510 Jan 11 09:31:22.415296 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-736ac755-24b3-4837-b1cb-1805e01fe1d6 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:22.441034 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9ab2456c-20f0-4662-97d8-ece0e9619b20 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2388dd42-5ebf-4a25-94b2-a084fcf855e8 HTTP/1.1" status: 204 len: 168 time: 1.5352924 Jan 11 09:31:22.441537 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54500) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:22.442819 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-984fbf5f-2435-4ced-9729-7da699d8b323 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:22.463425 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-06bd8975-32ba-492f-bb48-d8b1e72e7697 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:22.477488 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-06bd8975-32ba-492f-bb48-d8b1e72e7697 None None] Transition to ACTIVE for port object 4411dfe3-fcb3-4b88-bcb5-a4384d5a147a will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:22.512635 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:22.516674 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-06bd8975-32ba-492f-bb48-d8b1e72e7697 None None] Transition to ACTIVE for port object 4411dfe3-fcb3-4b88-bcb5-a4384d5a147a will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:22.525596 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-06bd8975-32ba-492f-bb48-d8b1e72e7697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:22.578506 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-984fbf5f-2435-4ced-9729-7da699d8b323 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:22.636229 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc120ad6-81be-42a7-8445-82a725218c2d admin admin] Deleting subnet b9a54704-aaa1-42ff-86ef-d430bc45b094 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:31:22.655343 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bd8975-32ba-492f-bb48-d8b1e72e7697 None None] Network c31829cf-d8cc-49a1-82e0-413f27d6c45c is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:22.658744 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:22.661678 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-06bd8975-32ba-492f-bb48-d8b1e72e7697 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:22.670359 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc120ad6-81be-42a7-8445-82a725218c2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:22.671374 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bd8975-32ba-492f-bb48-d8b1e72e7697 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:22.674998 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984fbf5f-2435-4ced-9729-7da699d8b323 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network daa20188-92c8-437c-9c82-e50d2f56b722 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:22.682303 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-984fbf5f-2435-4ced-9729-7da699d8b323 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:22.685606 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984fbf5f-2435-4ced-9729-7da699d8b323 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:22.691186 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984fbf5f-2435-4ced-9729-7da699d8b323 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:22.691786 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-984fbf5f-2435-4ced-9729-7da699d8b323 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:22.695358 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54508) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:22.754708 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-a72507fb-ed51-41c8-9a1b-9d46beb85753 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Allocated IP 172.20.0.12 (c31829cf-d8cc-49a1-82e0-413f27d6c45c/b2849492-6e6e-4d37-b379-572de2c3b03a/98f27489-b2c0-43b6-bbc7-9edc43f33761) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:22.766268 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc120ad6-81be-42a7-8445-82a725218c2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:22.774298 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fbf5f-2435-4ced-9729-7da699d8b323 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Port': ['ID=ef4b6f2b-1338-40c9-b837-bb047eac834c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:22.822892 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd8975-32ba-492f-bb48-d8b1e72e7697 None None] Pushing event updated for resources: {'Port': ['ID=4411dfe3-fcb3-4b88-bcb5-a4384d5a147a,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:22.834660 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-06bd8975-32ba-492f-bb48-d8b1e72e7697 None None] Attempting to bind port 4411dfe3-fcb3-4b88-bcb5-a4384d5a147a on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:31:22.835011 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-06bd8975-32ba-492f-bb48-d8b1e72e7697 None None] Attempting to bind port 4411dfe3-fcb3-4b88-bcb5-a4384d5a147a by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'e65e92af-e083-4b15-8e5e-c01f1ec0be3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c31829cf-d8cc-49a1-82e0-413f27d6c45c'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:31:22.835375 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bd8975-32ba-492f-bb48-d8b1e72e7697 None None] Attempting to bind port 4411dfe3-fcb3-4b88-bcb5-a4384d5a147a on network c31829cf-d8cc-49a1-82e0-413f27d6c45c {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:31:22.842392 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bd8975-32ba-492f-bb48-d8b1e72e7697 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:31:22.842392 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bd8975-32ba-492f-bb48-d8b1e72e7697 None None] Checking segment: {'id': 'e65e92af-e083-4b15-8e5e-c01f1ec0be3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c31829cf-d8cc-49a1-82e0-413f27d6c45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:31:22.842900 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-06bd8975-32ba-492f-bb48-d8b1e72e7697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:22.843303 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bd8975-32ba-492f-bb48-d8b1e72e7697 None None] Bound using segment: {'id': 'e65e92af-e083-4b15-8e5e-c01f1ec0be3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c31829cf-d8cc-49a1-82e0-413f27d6c45c'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:31:22.844120 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-06bd8975-32ba-492f-bb48-d8b1e72e7697 None None] Bound port: 4411dfe3-fcb3-4b88-bcb5-a4384d5a147a, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65e92af-e083-4b15-8e5e-c01f1ec0be3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c31829cf-d8cc-49a1-82e0-413f27d6c45c'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:31:22.844120 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-06bd8975-32ba-492f-bb48-d8b1e72e7697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:22.875266 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-984fbf5f-2435-4ced-9729-7da699d8b323 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6603556 Jan 11 09:31:22.875683 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc120ad6-81be-42a7-8445-82a725218c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:22.882451 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54516) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:22.956648 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-06bd8975-32ba-492f-bb48-d8b1e72e7697 None None] For port 4411dfe3-fcb3-4b88-bcb5-a4384d5a147a, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:31:22.960267 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-06bd8975-32ba-492f-bb48-d8b1e72e7697 None None] For port 4411dfe3-fcb3-4b88-bcb5-a4384d5a147a, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4411dfe3-fcb3-4b88-bcb5-a4384d5a147a,segment=NetworkSegment(e65e92af-e083-4b15-8e5e-c01f1ec0be3d),segment_id=e65e92af-e083-4b15-8e5e-c01f1ec0be3d)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:31:22.965160 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-06bd8975-32ba-492f-bb48-d8b1e72e7697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:23.019024 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-736ac755-24b3-4837-b1cb-1805e01fe1d6 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:23.060855 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2a34b6cb-51f7-46ca-a772-d3bb40529371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:23.068614 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd8975-32ba-492f-bb48-d8b1e72e7697 None None] Pushing event updated for resources: {'Port': ['ID=4411dfe3-fcb3-4b88-bcb5-a4384d5a147a,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:23.075239 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-736ac755-24b3-4837-b1cb-1805e01fe1d6 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:23.122305 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6f8709e2-077f-4c3a-a711-f6efa9c68a69 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting port ef4b6f2b-1338-40c9-b837-bb047eac834c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:23.122644 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f8709e2-077f-4c3a-a711-f6efa9c68a69 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:23.140188 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc120ad6-81be-42a7-8445-82a725218c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:23.163615 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2a34b6cb-51f7-46ca-a772-d3bb40529371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:23.191789 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2a34b6cb-51f7-46ca-a772-d3bb40529371 admin admin] Usage tracker for resource:security_group_rule and tenant:7d4b738728194535aaa51206aca4eb4a is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:23.196865 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc120ad6-81be-42a7-8445-82a725218c2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9a54704-aaa1-42ff-86ef-d430bc45b094,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:23.201930 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2a34b6cb-51f7-46ca-a772-d3bb40529371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:23.211640 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a72507fb-ed51-41c8-9a1b-9d46beb85753 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:23.217757 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc120ad6-81be-42a7-8445-82a725218c2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:23.221887 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2a34b6cb-51f7-46ca-a772-d3bb40529371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:23.244952 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-a72507fb-ed51-41c8-9a1b-9d46beb85753 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Transition to ACTIVE for port object 98f27489-b2c0-43b6-bbc7-9edc43f33761 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:23.247530 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-cc120ad6-81be-42a7-8445-82a725218c2d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b9a54704-aaa1-42ff-86ef-d430bc45b094 HTTP/1.1" status: 204 len: 168 time: 0.8037837 Jan 11 09:31:23.250376 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54522) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:23.289643 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96beb9b8-db2c-4e6f-8a4e-5511e3a83a00 req-5a644c8a-bf1a-4911-af20-e955e0959325 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:23.298320 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-96beb9b8-db2c-4e6f-8a4e-5511e3a83a00 req-5a644c8a-bf1a-4911-af20-e955e0959325 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/ports?device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 946 time: 0.3415096 Jan 11 09:31:23.459993 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-96beb9b8-db2c-4e6f-8a4e-5511e3a83a00 req-60e8a6eb-573f-4348-858c-378cf7c64ead tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/security-groups?id=daa15d22-23f6-447e-a35b-6e17f7e7315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604571 Jan 11 09:31:23.495657 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a72507fb-ed51-41c8-9a1b-9d46beb85753 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:23.524208 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-736ac755-24b3-4837-b1cb-1805e01fe1d6 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Allocated IP 172.26.3.246 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/5708da75-26f6-4969-a3a8-e1914f8e2cc9) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:23.566160 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5e41a1b-c394-4217-879c-be5a0a347602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:23.631031 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72507fb-ed51-41c8-9a1b-9d46beb85753 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network c31829cf-d8cc-49a1-82e0-413f27d6c45c is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:23.651356 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2a34b6cb-51f7-46ca-a772-d3bb40529371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:23.665765 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f8709e2-077f-4c3a-a711-f6efa9c68a69 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:23.671395 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a72507fb-ed51-41c8-9a1b-9d46beb85753 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:23.719842 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72507fb-ed51-41c8-9a1b-9d46beb85753 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:23.775533 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72507fb-ed51-41c8-9a1b-9d46beb85753 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Port': ['ID=98f27489-b2c0-43b6-bbc7-9edc43f33761,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:23.803688 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6f8709e2-077f-4c3a-a711-f6efa9c68a69 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Calling delete_port for ef4b6f2b-1338-40c9-b837-bb047eac834c owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:23.832295 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2a34b6cb-51f7-46ca-a772-d3bb40529371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:23.970542 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:24.046676 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5e41a1b-c394-4217-879c-be5a0a347602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:24.059891 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72507fb-ed51-41c8-9a1b-9d46beb85753 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:24.060430 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a72507fb-ed51-41c8-9a1b-9d46beb85753 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:24.108131 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a5e41a1b-c394-4217-879c-be5a0a347602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee70e571-23b7-4cd5-8716-6734d3d7dfc1']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:24.119977 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2a34b6cb-51f7-46ca-a772-d3bb40529371 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d4b738728194535aaa51206aca4eb4a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4168313 Jan 11 09:31:24.122421 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54536) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:24.127464 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34b6cb-51f7-46ca-a772-d3bb40529371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf5dc05-74de-4454-9c7a-7da8b33af02e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:24.130845 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a5e41a1b-c394-4217-879c-be5a0a347602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eaa4f70-c31e-496e-9ac3-debfd5de859c') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:24.131132 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a5e41a1b-c394-4217-879c-be5a0a347602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eaa4f70-c31e-496e-9ac3-debfd5de859c') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:24.150422 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a72507fb-ed51-41c8-9a1b-9d46beb85753 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4869001 Jan 11 09:31:24.155480 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54540) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:24.164988 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-055a403f-7987-4915-a439-e138773bf9cf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'port': {'network_id': 'c31829cf-d8cc-49a1-82e0-413f27d6c45c', 'name': 'tempest-PortsTestJSON-863427807'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:24.166259 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5e41a1b-c394-4217-879c-be5a0a347602 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:24.209584 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f8709e2-077f-4c3a-a711-f6efa9c68a69 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:24.209813 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5e41a1b-c394-4217-879c-be5a0a347602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:24.221741 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e8a93-24dd-4f81-a6d3-2785ede81a18 req-8cc5de58-d88d-4bb7-b897-5c3b6062d72e tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:24.223235 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ee1e8a93-24dd-4f81-a6d3-2785ede81a18 req-8cc5de58-d88d-4bb7-b897-5c3b6062d72e tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 946 time: 0.5645037 Jan 11 09:31:24.236120 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea9f61-d423-45ed-8441-0819cc2c122f req-5c0c2177-cae5-4af3-a437-f7dbfe8c7002 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:24.243675 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-64ea9f61-d423-45ed-8441-0819cc2c122f req-5c0c2177-cae5-4af3-a437-f7dbfe8c7002 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.4548390 Jan 11 09:31:24.276637 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8709e2-077f-4c3a-a711-f6efa9c68a69 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Port': ['ID=ef4b6f2b-1338-40c9-b837-bb047eac834c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:24.280855 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e41a1b-c394-4217-879c-be5a0a347602 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:31:24.281260 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5e41a1b-c394-4217-879c-be5a0a347602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:31:24.295293 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:31:24.302106 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcde3476-f784-457b-bb20-0918add22043 None None] Network c31829cf-d8cc-49a1-82e0-413f27d6c45c requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:24.354140 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-736ac755-24b3-4837-b1cb-1805e01fe1d6 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:24.359793 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f8709e2-077f-4c3a-a711-f6efa9c68a69 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:24.398366 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a9a5b760-5fa6-4a7d-aaef-3db1a9046744 None None] Provisioning for port 4411dfe3-fcb3-4b88-bcb5-a4384d5a147a completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:31:24.403620 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6f8709e2-077f-4c3a-a711-f6efa9c68a69 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/ports/ef4b6f2b-1338-40c9-b837-bb047eac834c HTTP/1.1" status: 204 len: 168 time: 1.5147610 Jan 11 09:31:24.404739 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54546) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:24.416887 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d22af76c-cd8c-43cf-b1bb-b64cf8c883df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:24.428895 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f9b756a3-74ee-45e3-bd5e-ccf78c71fd59 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'port': {'network_id': 'daa20188-92c8-437c-9c82-e50d2f56b722', 'mac_address': 'fa:16:3e:ed:eb:a3', 'name': 'tempest-PortsIpV6TestJSON-983483440'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:24.429383 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-055a403f-7987-4915-a439-e138773bf9cf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:24.435299 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-055a403f-7987-4915-a439-e138773bf9cf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:port and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:24.439098 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-055a403f-7987-4915-a439-e138773bf9cf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:24.445873 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-055a403f-7987-4915-a439-e138773bf9cf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:24.458424 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-736ac755-24b3-4837-b1cb-1805e01fe1d6 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:24.466962 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-64ea9f61-d423-45ed-8441-0819cc2c122f req-315af66d-c5b9-4984-85ae-ecd795dd9b06 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226269 Jan 11 09:31:24.494283 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d22af76c-cd8c-43cf-b1bb-b64cf8c883df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:24.498650 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055a403f-7987-4915-a439-e138773bf9cf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:24.502128 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-055a403f-7987-4915-a439-e138773bf9cf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:24.557854 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736ac755-24b3-4837-b1cb-1805e01fe1d6 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:24.562590 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-055a403f-7987-4915-a439-e138773bf9cf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] device_id is not set on port e1e876a8-6907-4005-bd74-16b6b556148c yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:31:24.589729 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ee1e8a93-24dd-4f81-a6d3-2785ede81a18 req-550d5924-3b52-4b3d-9e53-c86ec2784b4d tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5a51d84-4af0-4559-9ea1-d767a9ab8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3401988 Jan 11 09:31:24.591835 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5e41a1b-c394-4217-879c-be5a0a347602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:24.613982 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5e41a1b-c394-4217-879c-be5a0a347602 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:24.634880 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-736ac755-24b3-4837-b1cb-1805e01fe1d6 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:24.658950 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736ac755-24b3-4837-b1cb-1805e01fe1d6 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:24.667225 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e41a1b-c394-4217-879c-be5a0a347602 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee70e571-23b7-4cd5-8716-6734d3d7dfc1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:24.669503 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d22af76c-cd8c-43cf-b1bb-b64cf8c883df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:24.712641 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4411dfe3-fcb3-4b88-bcb5-a4384d5a147a up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:31:24.770374 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ac755-24b3-4837-b1cb-1805e01fe1d6 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Pushing event updated for resources: {'Port': ['ID=5708da75-26f6-4969-a3a8-e1914f8e2cc9,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:24.808226 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 4411dfe3-fcb3-4b88-bcb5-a4384d5a147a completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:31:24.822719 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 4411dfe3-fcb3-4b88-bcb5-a4384d5a147a triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:24.823841 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:24.900381 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d22af76c-cd8c-43cf-b1bb-b64cf8c883df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:24.908847 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d22af76c-cd8c-43cf-b1bb-b64cf8c883df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/adf5dc05-74de-4454-9c7a-7da8b33af02e HTTP/1.1" status: 204 len: 168 time: 0.7829790 Jan 11 09:31:24.913109 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a5e41a1b-c394-4217-879c-be5a0a347602 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ee70e571-23b7-4cd5-8716-6734d3d7dfc1 HTTP/1.1" status: 204 len: 168 time: 1.6615386 Jan 11 09:31:24.947326 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22af76c-cd8c-43cf-b1bb-b64cf8c883df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf5dc05-74de-4454-9c7a-7da8b33af02e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:24.969695 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f9b756a3-74ee-45e3-bd5e-ccf78c71fd59 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:24.974014 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f9b756a3-74ee-45e3-bd5e-ccf78c71fd59 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:port and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:24.977400 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f9b756a3-74ee-45e3-bd5e-ccf78c71fd59 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:24.983977 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f9b756a3-74ee-45e3-bd5e-ccf78c71fd59 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:25.047251 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:25.085801 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-426c5e54-3691-44ec-a1a2-607d592b24f1 None None] Provisioning for port 98f27489-b2c0-43b6-bbc7-9edc43f33761 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:31:25.099546 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b756a3-74ee-45e3-bd5e-ccf78c71fd59 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:25.101444 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-426c5e54-3691-44ec-a1a2-607d592b24f1 None None] Provisioning complete for port 98f27489-b2c0-43b6-bbc7-9edc43f33761 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:25.101826 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-426c5e54-3691-44ec-a1a2-607d592b24f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:25.182112 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-426c5e54-3691-44ec-a1a2-607d592b24f1 None None] Port 98f27489-b2c0-43b6-bbc7-9edc43f33761 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:31:25.191156 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 4411dfe3-fcb3-4b88-bcb5-a4384d5a147a, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4411dfe3-fcb3-4b88-bcb5-a4384d5a147a,segment=NetworkSegment(e65e92af-e083-4b15-8e5e-c01f1ec0be3d),segment_id=e65e92af-e083-4b15-8e5e-c01f1ec0be3d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:25.198561 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:25.284937 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-426c5e54-3691-44ec-a1a2-607d592b24f1 None None] Provisioning complete for port 4411dfe3-fcb3-4b88-bcb5-a4384d5a147a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:25.285431 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-426c5e54-3691-44ec-a1a2-607d592b24f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:25.297190 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9b756a3-74ee-45e3-bd5e-ccf78c71fd59 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:25.314187 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54560) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:25.353699 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-f9b756a3-74ee-45e3-bd5e-ccf78c71fd59 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] device_id is not set on port f9810eb5-38a0-4ab2-adca-802ef88fd175 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:31:25.427854 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=4411dfe3-fcb3-4b88-bcb5-a4384d5a147a,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:25.521881 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e84d14-2370-4827-a386-2cd0e91e08dc req-b54fac74-7f67-494f-a54b-4c1e376dbf1b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:25.523420 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a1e84d14-2370-4827-a386-2cd0e91e08dc req-b54fac74-7f67-494f-a54b-4c1e376dbf1b tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/ports?device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 946 time: 0.5310025 Jan 11 09:31:25.560373 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-055a403f-7987-4915-a439-e138773bf9cf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Allocated IP 172.20.0.9 (c31829cf-d8cc-49a1-82e0-413f27d6c45c/b2849492-6e6e-4d37-b379-572de2c3b03a/e1e876a8-6907-4005-bd74-16b6b556148c) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:25.576171 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b18d13eb-e700-4c5b-918c-d7a20449e6fa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9fd1ff2c8d6e483ea44588856f7c6b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245615 Jan 11 09:31:25.576372 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54566) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:25.588515 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-45b3d45f-9ddb-43ed-ad48-2c6f628df1bc None None] Provisioning complete for port 98f27489-b2c0-43b6-bbc7-9edc43f33761 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:25.591638 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-45b3d45f-9ddb-43ed-ad48-2c6f628df1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:25.633377 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a1e84d14-2370-4827-a386-2cd0e91e08dc req-3c79262b-1f04-4835-8359-9cb009568933 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/security-groups?id=daa15d22-23f6-447e-a35b-6e17f7e7315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017904 Jan 11 09:31:25.696800 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28399458-7b79-43ce-8659-b60cb1347f5f req-be4894e3-83f3-40ac-8c68-9c2d7b47bf20 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:25.704831 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-28399458-7b79-43ce-8659-b60cb1347f5f req-be4894e3-83f3-40ac-8c68-9c2d7b47bf20 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.2760267 Jan 11 09:31:25.718525 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-45b3d45f-9ddb-43ed-ad48-2c6f628df1bc None None] Port 98f27489-b2c0-43b6-bbc7-9edc43f33761 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:31:25.790747 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7040f3-9fea-467a-97f0-2f2963ab6f2c req-ad136ebf-643e-4306-9821-19c7b2c2cad6 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:25.791451 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-8f7040f3-9fea-467a-97f0-2f2963ab6f2c req-ad136ebf-643e-4306-9821-19c7b2c2cad6 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Synchronizing usage tracker for tenant:d6077e90b3ac4829977f25baaf7390d5 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:31:25.836473 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-28399458-7b79-43ce-8659-b60cb1347f5f req-725a70c7-eedb-4cd0-80e4-8b1868cd8ef0 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306362 Jan 11 09:31:25.904190 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9b756a3-74ee-45e3-bd5e-ccf78c71fd59 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:25.948099 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-8f7040f3-9fea-467a-97f0-2f2963ab6f2c req-ad136ebf-643e-4306-9821-19c7b2c2cad6 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Unset dirty status for tenant:d6077e90b3ac4829977f25baaf7390d5 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:31:25.949371 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8f7040f3-9fea-467a-97f0-2f2963ab6f2c req-ad136ebf-643e-4306-9821-19c7b2c2cad6 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 946 time: 0.6341629 Jan 11 09:31:25.950334 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d710f8eb-6dc8-4a08-9feb-be5e1f93bd3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:25.957090 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5af3e-d81d-4664-bf3f-aeb5947e5dad req-5dab6f4b-9e16-4317-a00d-3f5a91eb28fc tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:25.965393 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-64c5af3e-d81d-4664-bf3f-aeb5947e5dad req-5dab6f4b-9e16-4317-a00d-3f5a91eb28fc tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 946 time: 0.1344838 Jan 11 09:31:26.026344 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-64c5af3e-d81d-4664-bf3f-aeb5947e5dad req-9e638ec3-f572-4f2b-b37d-b2850671cd41 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5a51d84-4af0-4559-9ea1-d767a9ab8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598180 Jan 11 09:31:26.048117 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9b756a3-74ee-45e3-bd5e-ccf78c71fd59 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:26.118462 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-736ac755-24b3-4837-b1cb-1805e01fe1d6 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:26.140772 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b756a3-74ee-45e3-bd5e-ccf78c71fd59 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Port': ['ID=f9810eb5-38a0-4ab2-adca-802ef88fd175,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:26.157233 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b756a3-74ee-45e3-bd5e-ccf78c71fd59 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network daa20188-92c8-437c-9c82-e50d2f56b722 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:26.158746 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f9b756a3-74ee-45e3-bd5e-ccf78c71fd59 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:26.161519 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b756a3-74ee-45e3-bd5e-ccf78c71fd59 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:26.167238 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b756a3-74ee-45e3-bd5e-ccf78c71fd59 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:26.168365 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9b756a3-74ee-45e3-bd5e-ccf78c71fd59 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:26.216455 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f9b756a3-74ee-45e3-bd5e-ccf78c71fd59 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8007421 Jan 11 09:31:26.219638 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54592) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:26.303275 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d710f8eb-6dc8-4a08-9feb-be5e1f93bd3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:26.341306 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eda94cc-07c3-4bf5-9356-4ef41e0775f8 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:26.343006 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3eda94cc-07c3-4bf5-9356-4ef41e0775f8 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Synchronizing usage tracker for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:31:26.366811 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3eda94cc-07c3-4bf5-9356-4ef41e0775f8 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Unset dirty status for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:31:26.367651 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-8f7040f3-9fea-467a-97f0-2f2963ab6f2c req-f5750baf-5512-4de1-94bc-a8703abfff00 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Deleting port eb5c29f7-867c-46f6-b73e-f2b682db3b03 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:26.367990 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8f7040f3-9fea-467a-97f0-2f2963ab6f2c req-f5750baf-5512-4de1-94bc-a8703abfff00 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:26.369132 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3eda94cc-07c3-4bf5-9356-4ef41e0775f8 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports/f9810eb5-38a0-4ab2-adca-802ef88fd175 HTTP/1.1" status: 200 len: 844 time: 0.1481130 Jan 11 09:31:26.372860 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54598) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:26.379458 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54600) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:26.465873 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-0edfba70-4d43-435f-ad1f-363d6f86028b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting port f9810eb5-38a0-4ab2-adca-802ef88fd175 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:26.466792 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0edfba70-4d43-435f-ad1f-363d6f86028b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:26.467056 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-055a403f-7987-4915-a439-e138773bf9cf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:26.644660 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-055a403f-7987-4915-a439-e138773bf9cf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Transition to ACTIVE for port object e1e876a8-6907-4005-bd74-16b6b556148c will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:26.657222 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4411dfe3-fcb3-4b88-bcb5-a4384d5a147a up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:31:26.709073 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d710f8eb-6dc8-4a08-9feb-be5e1f93bd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:26.827571 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710f8eb-6dc8-4a08-9feb-be5e1f93bd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8359c860-9163-40da-b735-042210fadeaa,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:26.861413 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Request body: {'networks': [{'name': 'tempest-network--473626251'}, {'name': 'tempest-network--565408187'}]} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:26.861801 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Request body: {'network': {'name': 'tempest-network--473626251'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:26.862284 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Request body: {'network': {'name': 'tempest-network--565408187'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:26.875558 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:26.879704 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Usage tracker for resource:network and tenant:43d4c8aa059d46d38e71a2b73f5b6149 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:26.897548 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 4411dfe3-fcb3-4b88-bcb5-a4384d5a147a triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:26.897920 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:26.921070 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:26.993692 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:27.002771 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-055a403f-7987-4915-a439-e138773bf9cf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:27.019827 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0edfba70-4d43-435f-ad1f-363d6f86028b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:27.081247 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d548eb-c980-4ae5-b8ce-1e66b001a38e req-4eb43103-319b-46af-8641-463fce02cac6 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:27.081926 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-02d548eb-c980-4ae5-b8ce-1e66b001a38e req-4eb43103-319b-46af-8641-463fce02cac6 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Synchronizing usage tracker for tenant:751a670bb4bb42b1b037d7703c1ebb24 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:31:27.084420 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d710f8eb-6dc8-4a08-9feb-be5e1f93bd3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:27.085463 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d710f8eb-6dc8-4a08-9feb-be5e1f93bd3a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8359c860-9163-40da-b735-042210fadeaa HTTP/1.1" status: 204 len: 168 time: 1.5057249 Jan 11 09:31:27.096551 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Made reservation on behalf of 43d4c8aa059d46d38e71a2b73f5b6149 for: {'network': 2} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:27.101040 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:27.158705 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-8f7040f3-9fea-467a-97f0-2f2963ab6f2c req-f5750baf-5512-4de1-94bc-a8703abfff00 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] For port eb5c29f7-867c-46f6-b73e-f2b682db3b03, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=eb5c29f7-867c-46f6-b73e-f2b682db3b03,segment=NetworkSegment(0e714dd5-6920-43b2-b114-2276f407b3e6),segment_id=0e714dd5-6920-43b2-b114-2276f407b3e6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:27.159091 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8f7040f3-9fea-467a-97f0-2f2963ab6f2c req-f5750baf-5512-4de1-94bc-a8703abfff00 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:27.174459 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055a403f-7987-4915-a439-e138773bf9cf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network c31829cf-d8cc-49a1-82e0-413f27d6c45c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:27.181481 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-0edfba70-4d43-435f-ad1f-363d6f86028b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Calling delete_port for f9810eb5-38a0-4ab2-adca-802ef88fd175 owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:27.182483 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-055a403f-7987-4915-a439-e138773bf9cf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:27.185531 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-736ac755-24b3-4837-b1cb-1805e01fe1d6 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:27.238960 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:27.241501 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055a403f-7987-4915-a439-e138773bf9cf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:27.280241 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:27.288385 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a403f-7987-4915-a439-e138773bf9cf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Port': ['ID=e1e876a8-6907-4005-bd74-16b6b556148c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:27.298753 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-02d548eb-c980-4ae5-b8ce-1e66b001a38e req-4eb43103-319b-46af-8641-463fce02cac6 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Unset dirty status for tenant:751a670bb4bb42b1b037d7703c1ebb24 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:31:27.299910 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-02d548eb-c980-4ae5-b8ce-1e66b001a38e req-4eb43103-319b-46af-8641-463fce02cac6 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.42 "GET /v2.0/ports?device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 946 time: 0.7726512 Jan 11 09:31:27.301945 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97737cb0-35d3-4729-954d-35a8bd049d6d req-f1631d7d-c069-44b3-981e-31326b3fbf02 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:27.310832 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-97737cb0-35d3-4729-954d-35a8bd049d6d req-f1631d7d-c069-44b3-981e-31326b3fbf02 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.7204196 Jan 11 09:31:27.314790 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Usage tracker for resource:security_group_rule and tenant:43d4c8aa059d46d38e71a2b73f5b6149 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:27.342297 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:27.367651 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b6085-de6e-4040-8113-d6a127a62856 req-1a360a5a-0631-4e1e-9b67-06b968998391 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:27.375685 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c09b6085-de6e-4040-8113-d6a127a62856 req-1a360a5a-0631-4e1e-9b67-06b968998391 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/ports?device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 946 time: 0.5237606 Jan 11 09:31:27.382335 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:27.450076 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-97737cb0-35d3-4729-954d-35a8bd049d6d req-6cb83be1-0441-45c1-a940-0da65cae4fb1 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374943 Jan 11 09:31:27.475852 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055a403f-7987-4915-a439-e138773bf9cf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:27.476474 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-055a403f-7987-4915-a439-e138773bf9cf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:27.480052 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0edfba70-4d43-435f-ad1f-363d6f86028b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:27.557289 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c09b6085-de6e-4040-8113-d6a127a62856 req-d6fd0ec9-ade1-4f85-a413-5d46bb413411 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/security-groups?id=daa15d22-23f6-447e-a35b-6e17f7e7315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807139 Jan 11 09:31:27.571543 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-05dc3b47-106c-4dfe-8bd7-260d2a236169 None None] Provisioning for port e1e876a8-6907-4005-bd74-16b6b556148c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:31:27.573901 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfba70-4d43-435f-ad1f-363d6f86028b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Port': ['ID=f9810eb5-38a0-4ab2-adca-802ef88fd175,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:27.591624 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0edfba70-4d43-435f-ad1f-363d6f86028b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:27.597266 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-05dc3b47-106c-4dfe-8bd7-260d2a236169 None None] Provisioning complete for port e1e876a8-6907-4005-bd74-16b6b556148c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:27.597266 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-05dc3b47-106c-4dfe-8bd7-260d2a236169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:27.639005 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-02d548eb-c980-4ae5-b8ce-1e66b001a38e req-9e3a286f-44c6-4089-82cc-5873ed38a61e tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Deleting port 641b3bbd-6c85-4dbc-a492-cf673d3b90a9 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:27.639339 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-02d548eb-c980-4ae5-b8ce-1e66b001a38e req-9e3a286f-44c6-4089-82cc-5873ed38a61e tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:27.672774 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-05dc3b47-106c-4dfe-8bd7-260d2a236169 None None] Port e1e876a8-6907-4005-bd74-16b6b556148c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:31:27.676422 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54620) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:27.683929 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0edfba70-4d43-435f-ad1f-363d6f86028b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/ports/f9810eb5-38a0-4ab2-adca-802ef88fd175 HTTP/1.1" status: 204 len: 168 time: 1.3077168 Jan 11 09:31:27.685551 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54624) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:27.687473 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-055a403f-7987-4915-a439-e138773bf9cf tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5304775 Jan 11 09:31:27.701044 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54628) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:27.856723 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-237e4a31-fb0c-46a6-be69-86f44d30c4c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=512b81ef8f04437caaafcec691b909b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767702 Jan 11 09:31:27.862341 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54632) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:27.872824 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:27.898229 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c938a33-b3fe-43f2-9124-b7de1ded91f9 req-ae66e7e7-2738-44ca-9073-8316434021f4 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:27.899720 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9c938a33-b3fe-43f2-9124-b7de1ded91f9 req-ae66e7e7-2738-44ca-9073-8316434021f4 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 946 time: 0.2830205 Jan 11 09:31:27.900369 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:27.900808 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:27.973945 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2cc2bd9-bb8b-4418-b746-c842470b91b0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] GET failed (client error): The resource could not be found. Jan 11 09:31:27.974497 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e2cc2bd9-bb8b-4418-b746-c842470b91b0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Synchronizing usage tracker for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:31:28.022276 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4df849-a9e7-42f0-b2c5-a6318a8b9698 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:28.022976 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ad4df849-a9e7-42f0-b2c5-a6318a8b9698 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Synchronizing usage tracker for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:31:28.034790 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa393fe2-f30d-4de2-8f47-2ede2ae31872,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:28.039344 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:31:28.057726 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9c938a33-b3fe-43f2-9124-b7de1ded91f9 req-ff776660-eccd-48f3-a2fd-0e09510f3df2 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5a51d84-4af0-4559-9ea1-d767a9ab8ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420650 Jan 11 09:31:28.078029 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:28.078505 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Added segment 095067dd-a4af-405d-9e18-95ad4d4d9be4 of type vlan for network d0635e28-7f14-4ad0-8fc7-f289aa8a8b99 Jan 11 09:31:28.092288 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ad4df849-a9e7-42f0-b2c5-a6318a8b9698 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Unset dirty status for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:31:28.093944 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e2cc2bd9-bb8b-4418-b746-c842470b91b0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Unset dirty status for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:31:28.098528 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e2cc2bd9-bb8b-4418-b746-c842470b91b0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports/f9810eb5-38a0-4ab2-adca-802ef88fd175 HTTP/1.1" status: 404 len: 333 time: 0.4065495 Jan 11 09:31:28.098713 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ad4df849-a9e7-42f0-b2c5-a6318a8b9698 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.3936572 Jan 11 09:31:28.098713 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54636) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:28.099082 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95aa79e0-5854-440d-a6ac-3a9aa522a7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:28.102271 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54638) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:28.108014 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8f7040f3-9fea-467a-97f0-2f2963ab6f2c req-f5750baf-5512-4de1-94bc-a8703abfff00 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:28.108315 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8f7040f3-9fea-467a-97f0-2f2963ab6f2c req-f5750baf-5512-4de1-94bc-a8703abfff00 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:28.108619 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [req-8f7040f3-9fea-467a-97f0-2f2963ab6f2c req-f5750baf-5512-4de1-94bc-a8703abfff00 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Floating IP ceb0f386-e4de-4951-9464-b58e83751237 disassociated. External IP: 172.26.3.142, port: eb5c29f7-867c-46f6-b73e-f2b682db3b03. Jan 11 09:31:28.108946 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-8f7040f3-9fea-467a-97f0-2f2963ab6f2c req-f5750baf-5512-4de1-94bc-a8703abfff00 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Calling delete_port for eb5c29f7-867c-46f6-b73e-f2b682db3b03 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:28.151761 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b47ca6ea-e4e0-48db-b18d-b812108c0ac6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'port': {'network_id': 'daa20188-92c8-437c-9c82-e50d2f56b722', 'name': 'tempest-PortsIpV6TestJSON-108863837'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:28.233236 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:28.253147 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95aa79e0-5854-440d-a6ac-3a9aa522a7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:28.307846 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736ac755-24b3-4837-b1cb-1805e01fe1d6 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Router bf9edc80-69fe-4708-8735-f18629f92daa is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:31:28.355965 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b06bb94f-de57-4c42-a715-99be9e22d75e tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting port e1e876a8-6907-4005-bd74-16b6b556148c {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:28.356532 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b06bb94f-de57-4c42-a715-99be9e22d75e tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:28.417058 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b47ca6ea-e4e0-48db-b18d-b812108c0ac6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:28.437566 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:31:28.446956 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b47ca6ea-e4e0-48db-b18d-b812108c0ac6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:28.470875 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-02d548eb-c980-4ae5-b8ce-1e66b001a38e req-9e3a286f-44c6-4089-82cc-5873ed38a61e tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] For port 641b3bbd-6c85-4dbc-a492-cf673d3b90a9, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=641b3bbd-6c85-4dbc-a492-cf673d3b90a9,segment=NetworkSegment(1f26884f-d336-418b-ac8a-7d230186e755),segment_id=1f26884f-d336-418b-ac8a-7d230186e755)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:28.471366 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-02d548eb-c980-4ae5-b8ce-1e66b001a38e req-9e3a286f-44c6-4089-82cc-5873ed38a61e tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:28.491754 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:28.492501 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Added segment faead998-5d0c-4bf2-a2ba-25fe49e0b746 of type vlan for network 9d955973-6f72-4edd-985e-384220dc832a Jan 11 09:31:28.528891 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47ca6ea-e4e0-48db-b18d-b812108c0ac6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:28.532419 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b47ca6ea-e4e0-48db-b18d-b812108c0ac6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:28.550871 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95aa79e0-5854-440d-a6ac-3a9aa522a7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:28.563645 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8f7040f3-9fea-467a-97f0-2f2963ab6f2c req-f5750baf-5512-4de1-94bc-a8703abfff00 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:28.576059 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-b47ca6ea-e4e0-48db-b18d-b812108c0ac6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] device_id is not set on port 8bc5a2fd-e630-49df-952c-334191fb8c9c yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:31:28.661991 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa79e0-5854-440d-a6ac-3a9aa522a7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aba290c-0e61-4b24-9965-eb61cbbd674a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:28.703239 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5750baf-5512-4de1-94bc-a8703abfff00 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Pushing event deleted for resources: {'Port': ['ID=eb5c29f7-867c-46f6-b73e-f2b682db3b03,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:28.770905 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:28.847736 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736ac755-24b3-4837-b1cb-1805e01fe1d6 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:31:28.862479 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3758d9-5e16-4bc5-93c8-8bb4457493ab None None] Sync routers for ids ['bf9edc80-69fe-4708-8735-f18629f92daa'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:31:28.880308 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3758d9-5e16-4bc5-93c8-8bb4457493ab None None] Routers {'bf9edc80-69fe-4708-8735-f18629f92daa'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:31:28.881327 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4a3758d9-5e16-4bc5-93c8-8bb4457493ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:31:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['bf9edc80-69fe-4708-8735-f18629f92daa'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:28.936631 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-736ac755-24b3-4837-b1cb-1805e01fe1d6 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:28.938042 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-736ac755-24b3-4837-b1cb-1805e01fe1d6 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.7248011 Jan 11 09:31:28.949349 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4a3758d9-5e16-4bc5-93c8-8bb4457493ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:28.959844 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3758d9-5e16-4bc5-93c8-8bb4457493ab None None] Routers {'bf9edc80-69fe-4708-8735-f18629f92daa'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:31:28.960726 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4a3758d9-5e16-4bc5-93c8-8bb4457493ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:31:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['bf9edc80-69fe-4708-8735-f18629f92daa'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:28.963775 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54648) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:29.030874 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4a3758d9-5e16-4bc5-93c8-8bb4457493ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:29.031487 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3758d9-5e16-4bc5-93c8-8bb4457493ab None None] The sync data for ids ['bf9edc80-69fe-4708-8735-f18629f92daa'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:31:29.035433 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.resource_extend [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:31:29.049755 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-aa0c1fe6-880b-442b-ba56-3121ef49d98f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:29.084605 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device eb5c29f7-867c-46f6-b73e-f2b682db3b03 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:31:29.122823 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: eb5c29f7-867c-46f6-b73e-f2b682db3b03 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:31:29.123410 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device eb5c29f7-867c-46f6-b73e-f2b682db3b03 not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:31:29.131860 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-02d548eb-c980-4ae5-b8ce-1e66b001a38e req-9e3a286f-44c6-4089-82cc-5873ed38a61e tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:29.132301 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-02d548eb-c980-4ae5-b8ce-1e66b001a38e req-9e3a286f-44c6-4089-82cc-5873ed38a61e tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:29.132608 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [req-02d548eb-c980-4ae5-b8ce-1e66b001a38e req-9e3a286f-44c6-4089-82cc-5873ed38a61e tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Floating IP 9f0104c5-62c7-4482-993c-118b0402baa1 disassociated. External IP: 172.26.3.206, port: 641b3bbd-6c85-4dbc-a492-cf673d3b90a9. Jan 11 09:31:29.132937 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-02d548eb-c980-4ae5-b8ce-1e66b001a38e req-9e3a286f-44c6-4089-82cc-5873ed38a61e tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Calling delete_port for 641b3bbd-6c85-4dbc-a492-cf673d3b90a9 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:29.172146 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f7040f3-9fea-467a-97f0-2f2963ab6f2c req-f5750baf-5512-4de1-94bc-a8703abfff00 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Router dd350ac9-b016-417d-a91a-13ee66679e30 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:31:29.251173 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95aa79e0-5854-440d-a6ac-3a9aa522a7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:29.254538 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-95aa79e0-5854-440d-a6ac-3a9aa522a7c6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2aba290c-0e61-4b24-9965-eb61cbbd674a HTTP/1.1" status: 204 len: 168 time: 1.3865325 Jan 11 09:31:29.265735 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:29.266270 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:29.271858 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:29.276681 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:29.277894 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:29.288726 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b06bb94f-de57-4c42-a715-99be9e22d75e tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:29.508511 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f15c3c-29be-4146-aee1-8d2cc53fbdcf req-382c1742-0b4d-4ff7-bb77-2e274d0a3fb4 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:29.510105 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-61f15c3c-29be-4146-aee1-8d2cc53fbdcf req-382c1742-0b4d-4ff7-bb77-2e274d0a3fb4 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.8980899 Jan 11 09:31:29.608517 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f7040f3-9fea-467a-97f0-2f2963ab6f2c req-f5750baf-5512-4de1-94bc-a8703abfff00 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:31:29.611046 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-02d548eb-c980-4ae5-b8ce-1e66b001a38e req-9e3a286f-44c6-4089-82cc-5873ed38a61e tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:29.621452 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13488704-408f-4313-bf16-87ace3bdb8aa None None] Sync routers for ids ['dd350ac9-b016-417d-a91a-13ee66679e30'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:31:29.640557 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13488704-408f-4313-bf16-87ace3bdb8aa None None] Routers {'dd350ac9-b016-417d-a91a-13ee66679e30'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:31:29.641275 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-13488704-408f-4313-bf16-87ace3bdb8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:31:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['dd350ac9-b016-417d-a91a-13ee66679e30'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:29.692899 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.3121183 Jan 11 09:31:29.700763 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54660) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:29.748931 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a286f-44c6-4089-82cc-5873ed38a61e tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Pushing event deleted for resources: {'Port': ['ID=641b3bbd-6c85-4dbc-a492-cf673d3b90a9,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:29.771069 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b47ca6ea-e4e0-48db-b18d-b812108c0ac6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:29.816703 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7040f3-9fea-467a-97f0-2f2963ab6f2c req-f5750baf-5512-4de1-94bc-a8703abfff00 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] No DVR routers for this DVR port eb5c29f7-867c-46f6-b73e-f2b682db3b03 on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:31:29.819844 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8f7040f3-9fea-467a-97f0-2f2963ab6f2c req-f5750baf-5512-4de1-94bc-a8703abfff00 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:29.828632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7044d0c-bd67-4f47-a75e-d84988e7ee6b', 'name': 'network-vif-deleted', 'tag': 'eb5c29f7-867c-46f6-b73e-f2b682db3b03'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:31:29.877064 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b06bb94f-de57-4c42-a715-99be9e22d75e tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Calling delete_port for e1e876a8-6907-4005-bd74-16b6b556148c owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:29.894712 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-13488704-408f-4313-bf16-87ace3bdb8aa None None] Set router dd350ac9-b016-417d-a91a-13ee66679e30 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:31:29.929406 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Pushing event updated for resources: {'Network': ['ID=d0635e28-7f14-4ad0-8fc7-f289aa8a8b99,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:29.944377 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network d0635e28-7f14-4ad0-8fc7-f289aa8a8b99 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:31:29.953873 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8f7040f3-9fea-467a-97f0-2f2963ab6f2c req-f5750baf-5512-4de1-94bc-a8703abfff00 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.42 "DELETE /v2.0/ports/eb5c29f7-867c-46f6-b73e-f2b682db3b03 HTTP/1.1" status: 204 len: 173 time: 3.9925895 Jan 11 09:31:30.069101 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ce03c-0e76-4335-af24-1619124f7f4c req-fff099b6-9a6b-481f-a5c5-4bda8078eb89 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:30.070641 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-028ce03c-0e76-4335-af24-1619124f7f4c req-fff099b6-9a6b-481f-a5c5-4bda8078eb89 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/ports?device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 946 time: 1.3617878 Jan 11 09:31:30.071512 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306dff4-fc3c-4813-b517-063703983df0 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Pushing event updated for resources: {'Network': ['ID=9d955973-6f72-4edd-985e-384220dc832a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:30.135138 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 9d955973-6f72-4edd-985e-384220dc832a details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:31:30.163102 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-028ce03c-0e76-4335-af24-1619124f7f4c req-149ac881-7eb8-4f3e-83f9-a41b1e073fed tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/security-groups?id=daa15d22-23f6-447e-a35b-6e17f7e7315a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605214 Jan 11 09:31:30.189636 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b47ca6ea-e4e0-48db-b18d-b812108c0ac6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:30.207205 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b86e41-1a99-4903-b4b4-0c632a8ea0ff tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:30.237115 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b86e41-1a99-4903-b4b4-0c632a8ea0ff tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:30.254508 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b86e41-1a99-4903-b4b4-0c632a8ea0ff tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:30.260268 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b86e41-1a99-4903-b4b4-0c632a8ea0ff tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:30.272899 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-09b86e41-1a99-4903-b4b4-0c632a8ea0ff tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5097518 Jan 11 09:31:30.332828 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47ca6ea-e4e0-48db-b18d-b812108c0ac6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network daa20188-92c8-437c-9c82-e50d2f56b722 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:30.336817 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54680) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:30.337144 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54682) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:30.341809 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b47ca6ea-e4e0-48db-b18d-b812108c0ac6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:30.349209 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47ca6ea-e4e0-48db-b18d-b812108c0ac6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:30.354953 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47ca6ea-e4e0-48db-b18d-b812108c0ac6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:30.356469 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b47ca6ea-e4e0-48db-b18d-b812108c0ac6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:30.438842 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02d548eb-c980-4ae5-b8ce-1e66b001a38e req-9e3a286f-44c6-4089-82cc-5873ed38a61e tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Router cdb08f22-18e1-40eb-9e3f-d13169ad520f has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:31:30.494526 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-61f15c3c-29be-4146-aee1-8d2cc53fbdcf req-872e542e-b0d9-4685-b0bb-709111379327 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6282802 Jan 11 09:31:30.495215 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-13488704-408f-4313-bf16-87ace3bdb8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'name': 'tempest-ServersTestJSON-1682082189-router', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '25acef94-66aa-461e-9072-a8657c250d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:28:59Z', 'revision_number': 4, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'gw_port': {'id': '25acef94-66aa-461e-9072-a8657c250d7e', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:52Z', 'updated_at': '2022-01-11T09:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'ae25780e-86cb-4934-ba3a-e323bb52bf99', 'name': '', 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'mac_address': 'fa:16:3e:f8:51:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ae3fb401-b762-4565-b792-d6b1996befaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:57Z', 'updated_at': '2022-01-11T09:29:13Z', 'revision_number': 5, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'subnets': [{'id': 'ae3fb401-b762-4565-b792-d6b1996befaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:30.501578 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13488704-408f-4313-bf16-87ace3bdb8aa None None] Checking router: dd350ac9-b016-417d-a91a-13ee66679e30 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:31:30.514538 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13488704-408f-4313-bf16-87ace3bdb8aa None None] Routers {'dd350ac9-b016-417d-a91a-13ee66679e30'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:31:30.516010 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-13488704-408f-4313-bf16-87ace3bdb8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:31:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['dd350ac9-b016-417d-a91a-13ee66679e30'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:30.665202 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7044d0c-bd67-4f47-a75e-d84988e7ee6b', 'name': 'network-vif-deleted', 'tag': 'eb5c29f7-867c-46f6-b73e-f2b682db3b03', 'status': 'completed', 'code': 200} Jan 11 09:31:30.733807 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b47ca6ea-e4e0-48db-b18d-b812108c0ac6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6285536 Jan 11 09:31:30.734779 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b06bb94f-de57-4c42-a715-99be9e22d75e tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:30.742635 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54692) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:30.765363 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2456801f-f61f-4e8f-ac6f-5857f06badfa tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:30.781183 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ca6ea-e4e0-48db-b18d-b812108c0ac6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Port': ['ID=8bc5a2fd-e630-49df-952c-334191fb8c9c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:30.979062 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-13488704-408f-4313-bf16-87ace3bdb8aa None None] Set router dd350ac9-b016-417d-a91a-13ee66679e30 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:31:30.994407 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02d548eb-c980-4ae5-b8ce-1e66b001a38e req-9e3a286f-44c6-4089-82cc-5873ed38a61e tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:31:30.996746 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2456801f-f61f-4e8f-ac6f-5857f06badfa tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:31.007979 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32432a6-4daa-4b25-ab8b-75bbb51c20ef None None] Sync routers for ids ['cdb08f22-18e1-40eb-9e3f-d13169ad520f'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:31:31.021917 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32432a6-4daa-4b25-ab8b-75bbb51c20ef None None] Routers {'cdb08f22-18e1-40eb-9e3f-d13169ad520f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:31:31.023826 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a32432a6-4daa-4b25-ab8b-75bbb51c20ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:31:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['cdb08f22-18e1-40eb-9e3f-d13169ad520f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:31.198003 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-893b0c93-9e58-49c1-b53d-f6e945641752 req-aa5a20c3-4018-4bbf-86a7-288a997e013f tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7044d0c-bd67-4f47-a75e-d84988e7ee6b HTTP/1.1" status: 200 len: 210 time: 0.6193523 Jan 11 09:31:31.274199 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d548eb-c980-4ae5-b8ce-1e66b001a38e req-9e3a286f-44c6-4089-82cc-5873ed38a61e tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] No DVR routers for this DVR port 641b3bbd-6c85-4dbc-a492-cf673d3b90a9 on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:31:31.285087 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-02d548eb-c980-4ae5-b8ce-1e66b001a38e req-9e3a286f-44c6-4089-82cc-5873ed38a61e tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:31.287127 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-02d548eb-c980-4ae5-b8ce-1e66b001a38e req-9e3a286f-44c6-4089-82cc-5873ed38a61e tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.42 "DELETE /v2.0/ports/641b3bbd-6c85-4dbc-a492-cf673d3b90a9 HTTP/1.1" status: 204 len: 173 time: 3.9243474 Jan 11 09:31:31.358004 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c21aa65f-9e9e-407e-bfcb-59aab439f3a4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1322054887-network', 'tenant_id': '27f1e48653724e3083ec9827e4915957'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:31.368955 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bb94f-de57-4c42-a715-99be9e22d75e tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Port': ['ID=e1e876a8-6907-4005-bd74-16b6b556148c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:31.399872 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-a32432a6-4daa-4b25-ab8b-75bbb51c20ef None None] Set router cdb08f22-18e1-40eb-9e3f-d13169ad520f gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:31:31.442131 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 641b3bbd-6c85-4dbc-a492-cf673d3b90a9 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:31:31.460175 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ea2a2226-94d5-48fc-9e05-bb2440329770 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:31.485260 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c21aa65f-9e9e-407e-bfcb-59aab439f3a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:31.546853 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: 641b3bbd-6c85-4dbc-a492-cf673d3b90a9 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:31:31.547201 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 641b3bbd-6c85-4dbc-a492-cf673d3b90a9 not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:31:31.554057 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2456801f-f61f-4e8f-ac6f-5857f06badfa tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:31.560872 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2456801f-f61f-4e8f-ac6f-5857f06badfa tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:31.597705 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cfbf1cbb-b8b5-406d-9264-ed89edca714c req-ad4d27c0-25ab-4779-aaba-6eb3f24ff8aa tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/ports?device_id=198f3d11-bcbc-4da0-a2a1-ab180f487ee1 HTTP/1.1" status: 200 len: 210 time: 0.1327224 Jan 11 09:31:31.631346 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c21aa65f-9e9e-407e-bfcb-59aab439f3a4 admin admin] Usage tracker for resource:network and tenant:27f1e48653724e3083ec9827e4915957 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:31.638569 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c21aa65f-9e9e-407e-bfcb-59aab439f3a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:31.641783 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2456801f-f61f-4e8f-ac6f-5857f06badfa tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] In _notify_port_updated(), no bound segment for port 8bc5a2fd-e630-49df-952c-334191fb8c9c on network daa20188-92c8-437c-9c82-e50d2f56b722 {{(pid=87654) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 11 09:31:31.647225 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2456801f-f61f-4e8f-ac6f-5857f06badfa tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:31.647844 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2456801f-f61f-4e8f-ac6f-5857f06badfa tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:31.651614 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2456801f-f61f-4e8f-ac6f-5857f06badfa tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "PUT /v2.0/ports/8bc5a2fd-e630-49df-952c-334191fb8c9c HTTP/1.1" status: 200 len: 818 time: 0.9008377 Jan 11 09:31:31.658792 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54704) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:31.727579 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456801f-f61f-4e8f-ac6f-5857f06badfa tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Port': ['ID=8bc5a2fd-e630-49df-952c-334191fb8c9c,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:31.758061 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-45837163-da2b-4b1b-bd71-3bf0edb2e08d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting port 8bc5a2fd-e630-49df-952c-334191fb8c9c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:31.760000 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45837163-da2b-4b1b-bd71-3bf0edb2e08d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:31.806672 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-13488704-408f-4313-bf16-87ace3bdb8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'name': 'tempest-ServersTestJSON-1682082189-router', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '25acef94-66aa-461e-9072-a8657c250d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:28:59Z', 'revision_number': 4, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'gw_port': {'id': '25acef94-66aa-461e-9072-a8657c250d7e', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:52Z', 'updated_at': '2022-01-11T09:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'ae25780e-86cb-4934-ba3a-e323bb52bf99', 'name': '', 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'mac_address': 'fa:16:3e:f8:51:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ae3fb401-b762-4565-b792-d6b1996befaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:57Z', 'updated_at': '2022-01-11T09:29:13Z', 'revision_number': 5, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'subnets': [{'id': 'ae3fb401-b762-4565-b792-d6b1996befaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:31.812631 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13488704-408f-4313-bf16-87ace3bdb8aa None None] The sync data for ids ['dd350ac9-b016-417d-a91a-13ee66679e30'] in dv-neutron-823402-4-hyperv is: [{'id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'name': 'tempest-ServersTestJSON-1682082189-router', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '25acef94-66aa-461e-9072-a8657c250d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:28:59Z', 'revision_number': 4, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'gw_port': {'id': '25acef94-66aa-461e-9072-a8657c250d7e', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:52Z', 'updated_at': '2022-01-11T09:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'ae25780e-86cb-4934-ba3a-e323bb52bf99', 'name': '', 'network_id': '0f65b1ba-3913-4451-8e15-729dbed38017', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'mac_address': 'fa:16:3e:f8:51:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ae3fb401-b762-4565-b792-d6b1996befaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:57Z', 'updated_at': '2022-01-11T09:29:13Z', 'revision_number': 5, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'subnets': [{'id': 'ae3fb401-b762-4565-b792-d6b1996befaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:31:31.885359 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c21aa65f-9e9e-407e-bfcb-59aab439f3a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:31.975219 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a32432a6-4daa-4b25-ab8b-75bbb51c20ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'name': 'tempest-ServersTestManualDisk-1252191008-router', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:49Z', 'updated_at': '2022-01-11T09:29:01Z', 'revision_number': 4, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'gw_port': {'id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '556d9095-f612-4c7e-8f6a-5e677c56c047', 'name': '', 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'mac_address': 'fa:16:3e:2a:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '629ef5e5-a187-4239-abf7-d3f4dd928e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:58Z', 'updated_at': '2022-01-11T09:29:15Z', 'revision_number': 5, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'subnets': [{'id': '629ef5e5-a187-4239-abf7-d3f4dd928e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:31.979793 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32432a6-4daa-4b25-ab8b-75bbb51c20ef None None] Checking router: cdb08f22-18e1-40eb-9e3f-d13169ad520f for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:31:31.996412 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32432a6-4daa-4b25-ab8b-75bbb51c20ef None None] Routers {'cdb08f22-18e1-40eb-9e3f-d13169ad520f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:31:31.997138 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a32432a6-4daa-4b25-ab8b-75bbb51c20ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:31:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['cdb08f22-18e1-40eb-9e3f-d13169ad520f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:32.069182 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b06bb94f-de57-4c42-a715-99be9e22d75e tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:32.071419 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b06bb94f-de57-4c42-a715-99be9e22d75e tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/ports/e1e876a8-6907-4005-bd74-16b6b556148c HTTP/1.1" status: 204 len: 168 time: 3.9703317 Jan 11 09:31:32.082066 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54708) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:32.150133 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21aa65f-9e9e-407e-bfcb-59aab439f3a4 admin admin] Made reservation on behalf of 27f1e48653724e3083ec9827e4915957 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:32.152826 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c21aa65f-9e9e-407e-bfcb-59aab439f3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:32.190946 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c21aa65f-9e9e-407e-bfcb-59aab439f3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:32.205103 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45837163-da2b-4b1b-bd71-3bf0edb2e08d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:32.221097 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa0c1fe6-880b-442b-ba56-3121ef49d98f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:32.237150 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c21aa65f-9e9e-407e-bfcb-59aab439f3a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:32.250978 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-232efb21-c86d-4b83-b834-031c9adb095b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] GET failed (client error): The resource could not be found. Jan 11 09:31:32.252080 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-232efb21-c86d-4b83-b834-031c9adb095b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Synchronizing usage tracker for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:31:32.253761 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-a32432a6-4daa-4b25-ab8b-75bbb51c20ef None None] Set router cdb08f22-18e1-40eb-9e3f-d13169ad520f gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:31:32.267149 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c21aa65f-9e9e-407e-bfcb-59aab439f3a4 admin admin] Usage tracker for resource:security_group_rule and tenant:27f1e48653724e3083ec9827e4915957 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:32.267372 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9c157a-edbb-4014-9822-f8ddf266dcc4 None None] New status for floating IP ceb0f386-e4de-4951-9464-b58e83751237: DOWN {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:31:32.394333 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ea2a2226-94d5-48fc-9e05-bb2440329770 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:32.400568 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-45837163-da2b-4b1b-bd71-3bf0edb2e08d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Calling delete_port for 8bc5a2fd-e630-49df-952c-334191fb8c9c owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:32.408569 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c21aa65f-9e9e-407e-bfcb-59aab439f3a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:32.443223 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c21aa65f-9e9e-407e-bfcb-59aab439f3a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:32.454465 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54716) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:32.471292 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa0c1fe6-880b-442b-ba56-3121ef49d98f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:32.497717 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fd686-853f-48ff-aed6-43bd3f88cb5e req-b633eef1-cbb0-444e-a579-f4edaac4cc09 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:32.502395 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b98fd686-853f-48ff-aed6-43bd3f88cb5e req-b633eef1-cbb0-444e-a579-f4edaac4cc09 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.7793367 Jan 11 09:31:32.535205 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-232efb21-c86d-4b83-b834-031c9adb095b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Unset dirty status for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:31:32.536650 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-232efb21-c86d-4b83-b834-031c9adb095b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports/e1e876a8-6907-4005-bd74-16b6b556148c HTTP/1.1" status: 404 len: 333 time: 0.4361725 Jan 11 09:31:32.537608 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c1fe6-880b-442b-ba56-3121ef49d98f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Deleting port 5708da75-26f6-4969-a3a8-e1914f8e2cc9 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:32.537943 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa0c1fe6-880b-442b-ba56-3121ef49d98f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:32.552455 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54720) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:32.596605 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ea2a2226-94d5-48fc-9e05-bb2440329770 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0635e28-7f14-4ad0-8fc7-f289aa8a8b99']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:32.631864 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45837163-da2b-4b1b-bd71-3bf0edb2e08d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:32.648622 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ea2a2226-94d5-48fc-9e05-bb2440329770 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095067dd-a4af-405d-9e18-95ad4d4d9be4') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:32.648987 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ea2a2226-94d5-48fc-9e05-bb2440329770 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095067dd-a4af-405d-9e18-95ad4d4d9be4') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:32.692557 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ea2a2226-94d5-48fc-9e05-bb2440329770 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:32.766276 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198f3d11-bcbc-4da0-a2a1-ab180f487ee1', 'name': 'network-vif-deleted', 'tag': '641b3bbd-6c85-4dbc-a492-cf673d3b90a9'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:31:32.771720 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b98fd686-853f-48ff-aed6-43bd3f88cb5e req-41178840-e2cf-4568-97fa-94561a6e9e8a tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041852 Jan 11 09:31:32.789968 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8998904e-76a3-48bb-a557-22959b86af0d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting port 98f27489-b2c0-43b6-bbc7-9edc43f33761 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:32.791247 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8998904e-76a3-48bb-a557-22959b86af0d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:32.797179 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ea2a2226-94d5-48fc-9e05-bb2440329770 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:32.802719 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-53322ed6-8ce4-4c1d-b1e5-c1df2342d861 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:32.863425 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54730) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:32.881857 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45837163-da2b-4b1b-bd71-3bf0edb2e08d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Port': ['ID=8bc5a2fd-e630-49df-952c-334191fb8c9c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:32.888278 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a32432a6-4daa-4b25-ab8b-75bbb51c20ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'name': 'tempest-ServersTestManualDisk-1252191008-router', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:49Z', 'updated_at': '2022-01-11T09:29:01Z', 'revision_number': 4, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'gw_port': {'id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '556d9095-f612-4c7e-8f6a-5e677c56c047', 'name': '', 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'mac_address': 'fa:16:3e:2a:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '629ef5e5-a187-4239-abf7-d3f4dd928e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:58Z', 'updated_at': '2022-01-11T09:29:15Z', 'revision_number': 5, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'subnets': [{'id': '629ef5e5-a187-4239-abf7-d3f4dd928e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:32.889308 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2a2226-94d5-48fc-9e05-bb2440329770 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:31:32.889784 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ea2a2226-94d5-48fc-9e05-bb2440329770 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:32.893217 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32432a6-4daa-4b25-ab8b-75bbb51c20ef None None] The sync data for ids ['cdb08f22-18e1-40eb-9e3f-d13169ad520f'] in dv-neutron-823402-4-hyperv is: [{'id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'name': 'tempest-ServersTestManualDisk-1252191008-router', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:49Z', 'updated_at': '2022-01-11T09:29:01Z', 'revision_number': 4, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'gw_port': {'id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '556d9095-f612-4c7e-8f6a-5e677c56c047', 'name': '', 'network_id': 'ca4ce210-a393-4677-aa6a-eccdb76bdec4', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'mac_address': 'fa:16:3e:2a:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '629ef5e5-a187-4239-abf7-d3f4dd928e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:58Z', 'updated_at': '2022-01-11T09:29:15Z', 'revision_number': 5, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'subnets': [{'id': '629ef5e5-a187-4239-abf7-d3f4dd928e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:31:32.910818 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198f3d11-bcbc-4da0-a2a1-ab180f487ee1', 'name': 'network-vif-deleted', 'tag': '641b3bbd-6c85-4dbc-a492-cf673d3b90a9', 'status': 'completed', 'code': 200} Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:31:32.916782 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:31:32.920716 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45837163-da2b-4b1b-bd71-3bf0edb2e08d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:32.947876 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-45837163-da2b-4b1b-bd71-3bf0edb2e08d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/ports/8bc5a2fd-e630-49df-952c-334191fb8c9c HTTP/1.1" status: 204 len: 168 time: 1.2881823 Jan 11 09:31:32.956353 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54734) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:33.001374 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-53322ed6-8ce4-4c1d-b1e5-c1df2342d861 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:33.078891 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ea2a2226-94d5-48fc-9e05-bb2440329770 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:33.080120 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-723a22de-c092-466e-8f78-6870cf925927 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:33.117990 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ea2a2226-94d5-48fc-9e05-bb2440329770 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:33.134453 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa0c1fe6-880b-442b-ba56-3121ef49d98f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:33.142952 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c21aa65f-9e9e-407e-bfcb-59aab439f3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:33.155666 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a2226-94d5-48fc-9e05-bb2440329770 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Pushing event deleted for resources: {'Network': ['ID=d0635e28-7f14-4ad0-8fc7-f289aa8a8b99,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:33.160589 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c21aa65f-9e9e-407e-bfcb-59aab439f3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:33.166726 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-723a22de-c092-466e-8f78-6870cf925927 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:33.196495 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f337d05-feab-4b75-9f0b-00f9d56eb75e None None] New status for floating IP 9f0104c5-62c7-4482-993c-118b0402baa1: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:31:33.285553 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ea2a2226-94d5-48fc-9e05-bb2440329770 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] 10.222.0.15 "DELETE /v2.0/networks/d0635e28-7f14-4ad0-8fc7-f289aa8a8b99 HTTP/1.1" status: 204 len: 168 time: 2.9413688 Jan 11 09:31:33.289278 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cce2f72-7348-4e1c-9e44-c52d422f3b73 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:33.290093 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4cce2f72-7348-4e1c-9e44-c52d422f3b73 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Synchronizing usage tracker for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:31:33.292454 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c1fe6-880b-442b-ba56-3121ef49d98f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Calling delete_port for 5708da75-26f6-4969-a3a8-e1914f8e2cc9 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:33.294354 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54738) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:33.349761 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21aa65f-9e9e-407e-bfcb-59aab439f3a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:31:33.384959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8998904e-76a3-48bb-a557-22959b86af0d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:33.503610 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21aa65f-9e9e-407e-bfcb-59aab439f3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972b1860-1544-4a40-9f7b-fa39b6e663dd,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:33.506359 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c21aa65f-9e9e-407e-bfcb-59aab439f3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:33.506703 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-c21aa65f-9e9e-407e-bfcb-59aab439f3a4 admin admin] Added segment 432e4216-ddff-43d1-8fec-12c3795a4030 of type vlan for network 5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 Jan 11 09:31:33.510591 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-53322ed6-8ce4-4c1d-b1e5-c1df2342d861 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:33.541405 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53322ed6-8ce4-4c1d-b1e5-c1df2342d861 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a51d84-4af0-4559-9ea1-d767a9ab8ccb,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:33.568830 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4cce2f72-7348-4e1c-9e44-c52d422f3b73 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Unset dirty status for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:31:33.572381 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4cce2f72-7348-4e1c-9e44-c52d422f3b73 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5875473 Jan 11 09:31:33.581358 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54742) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:33.588770 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c21aa65f-9e9e-407e-bfcb-59aab439f3a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:33.590723 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8998904e-76a3-48bb-a557-22959b86af0d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Calling delete_port for 98f27489-b2c0-43b6-bbc7-9edc43f33761 owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:33.647539 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e252f39-ea11-4b11-bff1-98d540d799d8 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] GET failed (client error): The resource could not be found. Jan 11 09:31:33.648064 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8e252f39-ea11-4b11-bff1-98d540d799d8 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Synchronizing usage tracker for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:31:33.648373 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c98003bf-6676-433e-99ae-a80e632e02b3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:33.650150 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-723a22de-c092-466e-8f78-6870cf925927 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:33.674223 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-53322ed6-8ce4-4c1d-b1e5-c1df2342d861 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:33.677520 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-53322ed6-8ce4-4c1d-b1e5-c1df2342d861 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "DELETE /v2.0/security-groups/f5a51d84-4af0-4559-9ea1-d767a9ab8ccb HTTP/1.1" status: 204 len: 168 time: 1.2147312 Jan 11 09:31:33.680249 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54746) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:33.686735 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a22de-c092-466e-8f78-6870cf925927 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa15d22-23f6-447e-a35b-6e17f7e7315a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:33.706346 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8e252f39-ea11-4b11-bff1-98d540d799d8 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Unset dirty status for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:31:33.707483 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8e252f39-ea11-4b11-bff1-98d540d799d8 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports/8bc5a2fd-e630-49df-952c-334191fb8c9c HTTP/1.1" status: 404 len: 333 time: 0.1251836 Jan 11 09:31:33.711918 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-8e0528c5-da6b-47b7-a465-22e63093b321 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] show failed (client error): The resource could not be found. Jan 11 09:31:33.715879 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8e0528c5-da6b-47b7-a465-22e63093b321 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "GET /v2.0/security-groups/f5a51d84-4af0-4559-9ea1-d767a9ab8ccb HTTP/1.1" status: 404 len: 347 time: 0.0306766 Jan 11 09:31:33.715879 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54750) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:33.718982 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54752) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:33.722867 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6ebe7585-fd8e-4321-bca1-406e0d1db407 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1304375223'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:33.725880 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c21aa65f-9e9e-407e-bfcb-59aab439f3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:33.726875 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21aa65f-9e9e-407e-bfcb-59aab439f3a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:33.727381 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c21aa65f-9e9e-407e-bfcb-59aab439f3a4 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:33.798602 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-723a22de-c092-466e-8f78-6870cf925927 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:33.799997 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-723a22de-c092-466e-8f78-6870cf925927 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "DELETE /v2.0/security-groups/daa15d22-23f6-447e-a35b-6e17f7e7315a HTTP/1.1" status: 204 len: 168 time: 0.9353862 Jan 11 09:31:33.809819 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54760) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:33.831718 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6ebe7585-fd8e-4321-bca1-406e0d1db407 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:33.871762 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6ebe7585-fd8e-4321-bca1-406e0d1db407 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:network and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:33.880983 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-c79f2514-5dd5-4b34-9649-461d5903a15c tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] show failed (client error): The resource could not be found. Jan 11 09:31:33.884848 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c79f2514-5dd5-4b34-9649-461d5903a15c tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "GET /v2.0/security-groups/daa15d22-23f6-447e-a35b-6e17f7e7315a HTTP/1.1" status: 404 len: 347 time: 0.0740066 Jan 11 09:31:33.889086 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54764) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:33.894037 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6ebe7585-fd8e-4321-bca1-406e0d1db407 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:33.950341 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c98003bf-6676-433e-99ae-a80e632e02b3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:33.962255 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6ebe7585-fd8e-4321-bca1-406e0d1db407 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:33.996365 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c21aa65f-9e9e-407e-bfcb-59aab439f3a4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.6474502 Jan 11 09:31:34.004037 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:34.027909 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54768) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:34.098211 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d9246ca4-f198-4900-a758-1fc1966b1d55 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Deleting port d632f9b8-1f96-445e-a827-de327330106d {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:34.098466 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9246ca4-f198-4900-a758-1fc1966b1d55 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:34.127536 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21aa65f-9e9e-407e-bfcb-59aab439f3a4 admin admin] Pushing event updated for resources: {'Network': ['ID=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:34.140559 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:31:34.144139 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebe7585-fd8e-4321-bca1-406e0d1db407 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:34.147586 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ebe7585-fd8e-4321-bca1-406e0d1db407 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:34.181256 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2c57a5aa-cab5-42a5-9338-f75de5170e33 admin admin] Request body: {'subnet': {'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1322054887-subnet', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:34.183641 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa0c1fe6-880b-442b-ba56-3121ef49d98f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:34.203021 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2c57a5aa-cab5-42a5-9338-f75de5170e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:34.216239 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c98003bf-6676-433e-99ae-a80e632e02b3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d955973-6f72-4edd-985e-384220dc832a']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:34.270940 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c1fe6-880b-442b-ba56-3121ef49d98f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Pushing event deleted for resources: {'Port': ['ID=5708da75-26f6-4969-a3a8-e1914f8e2cc9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:34.281174 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2c57a5aa-cab5-42a5-9338-f75de5170e33 admin admin] Usage tracker for resource:subnet and tenant:27f1e48653724e3083ec9827e4915957 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:34.297177 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2c57a5aa-cab5-42a5-9338-f75de5170e33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:34.323468 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c98003bf-6676-433e-99ae-a80e632e02b3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faead998-5d0c-4bf2-a2ba-25fe49e0b746') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:34.324483 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c98003bf-6676-433e-99ae-a80e632e02b3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faead998-5d0c-4bf2-a2ba-25fe49e0b746') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:34.334680 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ebe7585-fd8e-4321-bca1-406e0d1db407 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:31:34.336047 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2c57a5aa-cab5-42a5-9338-f75de5170e33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:34.338101 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8998904e-76a3-48bb-a557-22959b86af0d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:34.396154 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c98003bf-6676-433e-99ae-a80e632e02b3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:34.404474 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-53f0e0ae-2d41-4c89-a54b-81597fb99d77 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Deleting port 180860b8-06d1-4a93-8776-c6c4cf3bdfcf {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:34.404812 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-53f0e0ae-2d41-4c89-a54b-81597fb99d77 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:34.431310 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ebe7585-fd8e-4321-bca1-406e0d1db407 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:34.431928 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-6ebe7585-fd8e-4321-bca1-406e0d1db407 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Added segment 69a7ce6a-11e6-48a3-a44d-27b2e9e0b3aa of type vlan for network e2d23d47-1c2e-450a-b432-07aa2587e0d5 Jan 11 09:31:34.447181 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998904e-76a3-48bb-a557-22959b86af0d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Port': ['ID=98f27489-b2c0-43b6-bbc7-9edc43f33761,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:34.484504 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451525be-dae7-4049-bb88-a421f79b2d50 req-9bf79066-e069-4bc1-b62b-9d2e2c9d959a tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:34.486061 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-451525be-dae7-4049-bb88-a421f79b2d50 req-9bf79066-e069-4bc1-b62b-9d2e2c9d959a tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.5252047 Jan 11 09:31:34.510816 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa0c1fe6-880b-442b-ba56-3121ef49d98f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:34.578125 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c57a5aa-cab5-42a5-9338-f75de5170e33 admin admin] Made reservation on behalf of 27f1e48653724e3083ec9827e4915957 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:34.580702 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2c57a5aa-cab5-42a5-9338-f75de5170e33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:34.593625 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c98003bf-6676-433e-99ae-a80e632e02b3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:34.648926 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c98003bf-6676-433e-99ae-a80e632e02b3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:31:34.649240 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c98003bf-6676-433e-99ae-a80e632e02b3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:31:34.668122 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:31:34.681813 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8998904e-76a3-48bb-a557-22959b86af0d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:34.764317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ebe7585-fd8e-4321-bca1-406e0d1db407 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:34.845335 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8998904e-76a3-48bb-a557-22959b86af0d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/ports/98f27489-b2c0-43b6-bbc7-9edc43f33761 HTTP/1.1" status: 204 len: 168 time: 2.2841904 Jan 11 09:31:34.851037 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-451525be-dae7-4049-bb88-a421f79b2d50 req-8fb7cadf-a6db-4d28-87fa-f076d6d44162 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3490751 Jan 11 09:31:34.854858 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54772) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:34.856958 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9246ca4-f198-4900-a758-1fc1966b1d55 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:34.856958 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9246ca4-f198-4900-a758-1fc1966b1d55 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:34.964177 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c98003bf-6676-433e-99ae-a80e632e02b3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:34.977535 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c98003bf-6676-433e-99ae-a80e632e02b3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:35.007572 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba273ad8-cc5a-4501-97cf-ba66034e3bab tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] GET failed (client error): The resource could not be found. Jan 11 09:31:35.008129 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ba273ad8-cc5a-4501-97cf-ba66034e3bab tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Synchronizing usage tracker for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:31:35.034276 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c98003bf-6676-433e-99ae-a80e632e02b3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] 10.222.0.15 "DELETE /v2.0/networks/9d955973-6f72-4edd-985e-384220dc832a HTTP/1.1" status: 204 len: 168 time: 1.7335923 Jan 11 09:31:35.038759 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98003bf-6676-433e-99ae-a80e632e02b3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Pushing event deleted for resources: {'Network': ['ID=9d955973-6f72-4edd-985e-384220dc832a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:35.041259 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54776) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:35.113318 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-53f0e0ae-2d41-4c89-a54b-81597fb99d77 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:35.113751 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-53f0e0ae-2d41-4c89-a54b-81597fb99d77 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:35.168767 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.resource_extend [None req-6ebe7585-fd8e-4321-bca1-406e0d1db407 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:31:35.184402 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ba273ad8-cc5a-4501-97cf-ba66034e3bab tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Unset dirty status for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:31:35.186067 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ba273ad8-cc5a-4501-97cf-ba66034e3bab tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports/98f27489-b2c0-43b6-bbc7-9edc43f33761 HTTP/1.1" status: 404 len: 333 time: 0.3266590 Jan 11 09:31:35.188292 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d9246ca4-f198-4900-a758-1fc1966b1d55 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Calling delete_port for d632f9b8-1f96-445e-a827-de327330106d owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:35.215688 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54780) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:35.354168 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-53f0e0ae-2d41-4c89-a54b-81597fb99d77 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Calling delete_port for 180860b8-06d1-4a93-8776-c6c4cf3bdfcf owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:35.399765 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ebe7585-fd8e-4321-bca1-406e0d1db407 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:35.405377 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebe7585-fd8e-4321-bca1-406e0d1db407 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:35.405957 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ebe7585-fd8e-4321-bca1-406e0d1db407 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:35.474009 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa0c1fe6-880b-442b-ba56-3121ef49d98f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:35.512506 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6ebe7585-fd8e-4321-bca1-406e0d1db407 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7964764 Jan 11 09:31:35.513610 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa0c1fe6-880b-442b-ba56-3121ef49d98f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1771441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1771464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1784463'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:35.517216 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54784) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:35.530518 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-e3bf7db9-2c50-42dc-ac01-98258a6ce83e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'subnet': {'network_id': 'e2d23d47-1c2e-450a-b432-07aa2587e0d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:35.569003 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd165f50-63ab-400c-961b-0d6057c16ac4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting subnet b2849492-6e6e-4d37-b379-572de2c3b03a {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:31:35.637566 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd165f50-63ab-400c-961b-0d6057c16ac4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:35.664820 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe7585-fd8e-4321-bca1-406e0d1db407 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Network': ['ID=e2d23d47-1c2e-450a-b432-07aa2587e0d5,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:35.681827 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network e2d23d47-1c2e-450a-b432-07aa2587e0d5 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:31:35.710903 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa63c38c-461f-4648-8063-2335134aecc2 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:35.717829 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa63c38c-461f-4648-8063-2335134aecc2 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:35.719177 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-fa63c38c-461f-4648-8063-2335134aecc2 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Synchronizing usage tracker for tenant:43d4c8aa059d46d38e71a2b73f5b6149 on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:31:35.754648 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2c57a5aa-cab5-42a5-9338-f75de5170e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:35.812333 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd165f50-63ab-400c-961b-0d6057c16ac4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:35.822637 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e3bf7db9-2c50-42dc-ac01-98258a6ce83e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:35.842593 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-fa63c38c-461f-4648-8063-2335134aecc2 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Unset dirty status for tenant:43d4c8aa059d46d38e71a2b73f5b6149 on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:31:35.847408 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-fa63c38c-461f-4648-8063-2335134aecc2 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7976272 Jan 11 09:31:35.847590 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0c1fe6-880b-442b-ba56-3121ef49d98f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Router bf9edc80-69fe-4708-8735-f18629f92daa has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:31:35.847771 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e3bf7db9-2c50-42dc-ac01-98258a6ce83e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:subnet and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:35.847957 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54788) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:35.853297 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e3bf7db9-2c50-42dc-ac01-98258a6ce83e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:35.864559 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-58ef9768-45d9-4382-b7bf-79c75f07a9a3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1214158489'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:35.876553 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-58ef9768-45d9-4382-b7bf-79c75f07a9a3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:35.877985 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e3bf7db9-2c50-42dc-ac01-98258a6ce83e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:35.910723 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57a5aa-cab5-42a5-9338-f75de5170e33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=627ce13c-dd38-4562-afe1-c17eb9a23002,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:35.917040 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bf7db9-2c50-42dc-ac01-98258a6ce83e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:35.920641 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3bf7db9-2c50-42dc-ac01-98258a6ce83e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:35.945890 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-53f0e0ae-2d41-4c89-a54b-81597fb99d77 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:35.965348 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-58ef9768-45d9-4382-b7bf-79c75f07a9a3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:35.967402 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9246ca4-f198-4900-a758-1fc1966b1d55 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:36.121782 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c57a5aa-cab5-42a5-9338-f75de5170e33 admin admin] Checking segment: {'id': '432e4216-ddff-43d1-8fec-12c3795a4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:31:36.122164 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c57a5aa-cab5-42a5-9338-f75de5170e33 admin admin] Network hostable DHCP agents. Network: 5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:31:36.151668 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9246ca4-f198-4900-a758-1fc1966b1d55 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Pushing event deleted for resources: {'Port': ['ID=d632f9b8-1f96-445e-a827-de327330106d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:36.164054 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0e0ae-2d41-4c89-a54b-81597fb99d77 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Pushing event deleted for resources: {'Port': ['ID=180860b8-06d1-4a93-8776-c6c4cf3bdfcf,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:36.194181 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ef9768-45d9-4382-b7bf-79c75f07a9a3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Made reservation on behalf of 43d4c8aa059d46d38e71a2b73f5b6149 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:36.197603 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58ef9768-45d9-4382-b7bf-79c75f07a9a3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:36.217626 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0c1fe6-880b-442b-ba56-3121ef49d98f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:31:36.228309 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2c7b34-0d39-427a-90a8-8f68508de362 None None] Sync routers for ids ['bf9edc80-69fe-4708-8735-f18629f92daa'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:31:36.237706 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2c7b34-0d39-427a-90a8-8f68508de362 None None] Routers {'bf9edc80-69fe-4708-8735-f18629f92daa'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:31:36.238494 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ae2c7b34-0d39-427a-90a8-8f68508de362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:31:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['bf9edc80-69fe-4708-8735-f18629f92daa'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:36.290154 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd165f50-63ab-400c-961b-0d6057c16ac4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:36.303617 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ae2c7b34-0d39-427a-90a8-8f68508de362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:36.313424 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2c7b34-0d39-427a-90a8-8f68508de362 None None] Routers {'bf9edc80-69fe-4708-8735-f18629f92daa'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:31:36.314142 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ae2c7b34-0d39-427a-90a8-8f68508de362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:31:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['bf9edc80-69fe-4708-8735-f18629f92daa'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:36.318537 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c57a5aa-cab5-42a5-9338-f75de5170e33 admin admin] Network 5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:31:36.346223 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-2c57a5aa-cab5-42a5-9338-f75de5170e33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:36.348233 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ef9768-45d9-4382-b7bf-79c75f07a9a3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:31:36.352467 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-53f0e0ae-2d41-4c89-a54b-81597fb99d77 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:36.355981 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c57a5aa-cab5-42a5-9338-f75de5170e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:36.357256 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2c57a5aa-cab5-42a5-9338-f75de5170e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:36.374120 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aa0c1fe6-880b-442b-ba56-3121ef49d98f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:36.377670 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-aa0c1fe6-880b-442b-ba56-3121ef49d98f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "PUT /v2.0/routers/bf9edc80-69fe-4708-8735-f18629f92daa HTTP/1.1" status: 200 len: 705 time: 7.3589020 Jan 11 09:31:36.380718 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b825b5c7-1a02-474e-816b-db83a270f348 None None] Network 5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:36.381768 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54794) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:36.387801 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58ef9768-45d9-4382-b7bf-79c75f07a9a3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:36.388140 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-58ef9768-45d9-4382-b7bf-79c75f07a9a3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Added segment 15b5a8d7-93ae-494b-8ead-b17b696257f9 of type vlan for network c70a0297-bd15-4134-a3b3-41aee4430a9d Jan 11 09:31:36.389498 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9246ca4-f198-4900-a758-1fc1966b1d55 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:36.411250 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ae2c7b34-0d39-427a-90a8-8f68508de362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:36.411802 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2c7b34-0d39-427a-90a8-8f68508de362 None None] The sync data for ids ['bf9edc80-69fe-4708-8735-f18629f92daa'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:31:36.450437 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345dd44f-7ca3-47c4-a67f-d28e3613fb14 req-9b2d5855-006e-4453-a38d-74ef0cea129b tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:36.451910 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-345dd44f-7ca3-47c4-a67f-d28e3613fb14 req-9b2d5855-006e-4453-a38d-74ef0cea129b tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.4261537 Jan 11 09:31:36.454458 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58ef9768-45d9-4382-b7bf-79c75f07a9a3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:36.460587 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9246ca4-f198-4900-a758-1fc1966b1d55 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:36.461980 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d9246ca4-f198-4900-a758-1fc1966b1d55 tempest-ServersTestJSON-410053126 tempest-ServersTestJSON-410053126-project] 10.222.0.15 "DELETE /v2.0/floatingips/ceb0f386-e4de-4951-9464-b58e83751237 HTTP/1.1" status: 204 len: 168 time: 2.7302921 Jan 11 09:31:36.468897 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54798) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:36.521773 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2c57a5aa-cab5-42a5-9338-f75de5170e33 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4928079 Jan 11 09:31:36.543074 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd165f50-63ab-400c-961b-0d6057c16ac4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:36.548368 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54802) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:36.592530 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-53f0e0ae-2d41-4c89-a54b-81597fb99d77 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:36.596414 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-53f0e0ae-2d41-4c89-a54b-81597fb99d77 tempest-ServersTestManualDisk-1906922656 tempest-ServersTestManualDisk-1906922656-project] 10.222.0.15 "DELETE /v2.0/floatingips/9f0104c5-62c7-4482-993c-118b0402baa1 HTTP/1.1" status: 204 len: 168 time: 2.6995025 Jan 11 09:31:36.599054 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c5f55d01-be70-40ca-8aa8-f535a7362ba8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:36.601071 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54806) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:36.614358 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.resource_extend [None req-58ef9768-45d9-4382-b7bf-79c75f07a9a3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:31:36.641219 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fd7a08-c222-45b0-bbf0-a15d3150715a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'fixed_ips': [{'subnet_id': '627ce13c-dd38-4562-afe1-c17eb9a23002'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:31:36.646325 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7a08-c222-45b0-bbf0-a15d3150715a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:36.663224 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-12467d31-91d3-42c2-a347-a9e07358f65d tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "GET /v2.0/routers/bf9edc80-69fe-4708-8735-f18629f92daa HTTP/1.1" status: 200 len: 740 time: 0.2766268 Jan 11 09:31:36.668836 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54810) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:36.757388 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-997a9d10-24c4-4f21-b431-160ae6360f18 tempest-RoutersAdminTest-2065580524 tempest-RoutersAdminTest-2065580524-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54&device_id=bf9edc80-69fe-4708-8735-f18629f92daa HTTP/1.1" status: 200 len: 205 time: 0.0766120 Jan 11 09:31:36.757752 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c5f55d01-be70-40ca-8aa8-f535a7362ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:36.762892 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95de115-9f1e-4f76-a84c-13c76023ef8e None None] Network c31829cf-d8cc-49a1-82e0-413f27d6c45c requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:36.763433 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd165f50-63ab-400c-961b-0d6057c16ac4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:36.764805 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54814) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:36.767786 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-bd165f50-63ab-400c-961b-0d6057c16ac4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/subnets/b2849492-6e6e-4d37-b379-572de2c3b03a HTTP/1.1" status: 204 len: 168 time: 1.5443621 Jan 11 09:31:36.767786 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd165f50-63ab-400c-961b-0d6057c16ac4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Subnet': ['ID=b2849492-6e6e-4d37-b379-572de2c3b03a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:36.771769 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54816) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:36.786155 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c5f55d01-be70-40ca-8aa8-f535a7362ba8 admin admin] Usage tracker for resource:router and tenant:27f1e48653724e3083ec9827e4915957 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:36.792936 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c5f55d01-be70-40ca-8aa8-f535a7362ba8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:36.807973 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c5f55d01-be70-40ca-8aa8-f535a7362ba8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:36.870119 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-345dd44f-7ca3-47c4-a67f-d28e3613fb14 req-7c56417a-21f1-479c-96d3-f32efd47544a tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4045520 Jan 11 09:31:36.887801 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58ef9768-45d9-4382-b7bf-79c75f07a9a3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:36.892178 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3bf7db9-2c50-42dc-ac01-98258a6ce83e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:36.893498 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef9768-45d9-4382-b7bf-79c75f07a9a3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:36.894326 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58ef9768-45d9-4382-b7bf-79c75f07a9a3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:36.953585 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5f55d01-be70-40ca-8aa8-f535a7362ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:36.954991 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5f55d01-be70-40ca-8aa8-f535a7362ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:36.956902 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-149b9917-c3f0-49d3-a879-13be643ddfd8 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf9edc80-69fe-4708-8735-f18629f92daa HTTP/1.1" status: 200 len: 205 time: 0.1880741 Jan 11 09:31:36.969943 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54822) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:36.996119 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-58ef9768-45d9-4382-b7bf-79c75f07a9a3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1421413 Jan 11 09:31:37.054264 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54826) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:37.089844 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-f0fd7a08-c222-45b0-bbf0-a15d3150715a None None] Allocated IP 172.20.0.2 (5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66/627ce13c-dd38-4562-afe1-c17eb9a23002/982b36e6-b981-499c-8e9f-69f7296a4462) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:37.113716 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef9768-45d9-4382-b7bf-79c75f07a9a3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Pushing event updated for resources: {'Network': ['ID=c70a0297-bd15-4134-a3b3-41aee4430a9d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:37.121162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1c76bfaf-d664-4c1d-89ca-35190855c13a tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1890974550'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:37.138753 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1c76bfaf-d664-4c1d-89ca-35190855c13a tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:37.141278 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5f55d01-be70-40ca-8aa8-f535a7362ba8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:37.145943 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network c70a0297-bd15-4134-a3b3-41aee4430a9d details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:31:37.166182 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1c76bfaf-d664-4c1d-89ca-35190855c13a tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:37.244398 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c76bfaf-d664-4c1d-89ca-35190855c13a tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Made reservation on behalf of 43d4c8aa059d46d38e71a2b73f5b6149 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:37.249494 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c76bfaf-d664-4c1d-89ca-35190855c13a tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:37.258871 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-84961e27-0b9d-4777-98ca-6f9ffbfea04f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:37.290722 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf7db9-2c50-42dc-ac01-98258a6ce83e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Subnet': ['ID=26923ef5-95f1-4306-87a7-56de962f5e55,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:37.299646 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ddb341a6-e135-4a4a-b67c-05ec91911d08 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:37.349657 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fd2bee-f52d-4f10-8d93-4ea5becfe0ce None None] DHCP port deletion for c31829cf-d8cc-49a1-82e0-413f27d6c45c request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:31:37.365091 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-67fd2bee-f52d-4f10-8d93-4ea5becfe0ce None None] Deleting port 4411dfe3-fcb3-4b88-bcb5-a4384d5a147a {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:37.365465 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-67fd2bee-f52d-4f10-8d93-4ea5becfe0ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:37.508818 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c76bfaf-d664-4c1d-89ca-35190855c13a tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:31:37.520691 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7a08-c222-45b0-bbf0-a15d3150715a None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:37.542788 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7a08-c222-45b0-bbf0-a15d3150715a None None] Transition to ACTIVE for port object 982b36e6-b981-499c-8e9f-69f7296a4462 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:37.592851 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-84961e27-0b9d-4777-98ca-6f9ffbfea04f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting port 4411dfe3-fcb3-4b88-bcb5-a4384d5a147a {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:37.593408 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-84961e27-0b9d-4777-98ca-6f9ffbfea04f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:37.594414 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f0fd7a08-c222-45b0-bbf0-a15d3150715a None None] Transition to ACTIVE for port object 982b36e6-b981-499c-8e9f-69f7296a4462 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:37.597100 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c76bfaf-d664-4c1d-89ca-35190855c13a tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:37.597376 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-1c76bfaf-d664-4c1d-89ca-35190855c13a tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Added segment 17ff72bc-16c1-45e3-9a50-635a64af43bf of type vlan for network 39c9c321-a645-448a-ab5b-014aeb97d40c Jan 11 09:31:37.623243 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5f55d01-be70-40ca-8aa8-f535a7362ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:37.644333 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bf7db9-2c50-42dc-ac01-98258a6ce83e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Checking segment: {'id': '69a7ce6a-11e6-48a3-a44d-27b2e9e0b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e2d23d47-1c2e-450a-b432-07aa2587e0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:31:37.644834 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bf7db9-2c50-42dc-ac01-98258a6ce83e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network hostable DHCP agents. Network: e2d23d47-1c2e-450a-b432-07aa2587e0d5, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:31:37.689424 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-67fd2bee-f52d-4f10-8d93-4ea5becfe0ce None None] For port 4411dfe3-fcb3-4b88-bcb5-a4384d5a147a, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4411dfe3-fcb3-4b88-bcb5-a4384d5a147a,segment=NetworkSegment(e65e92af-e083-4b15-8e5e-c01f1ec0be3d),segment_id=e65e92af-e083-4b15-8e5e-c01f1ec0be3d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:37.690249 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-67fd2bee-f52d-4f10-8d93-4ea5becfe0ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:37.705216 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c76bfaf-d664-4c1d-89ca-35190855c13a tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:37.778713 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c76bfaf-d664-4c1d-89ca-35190855c13a tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:37.783953 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c76bfaf-d664-4c1d-89ca-35190855c13a tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:37.784543 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c76bfaf-d664-4c1d-89ca-35190855c13a tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:37.830633 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-67fd2bee-f52d-4f10-8d93-4ea5becfe0ce None None] Calling delete_port for 4411dfe3-fcb3-4b88-bcb5-a4384d5a147a owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:37.868239 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ddb341a6-e135-4a4a-b67c-05ec91911d08 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:37.870877 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ddb341a6-e135-4a4a-b67c-05ec91911d08 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:37.878625 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7a08-c222-45b0-bbf0-a15d3150715a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:37.884927 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bf7db9-2c50-42dc-ac01-98258a6ce83e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network e2d23d47-1c2e-450a-b432-07aa2587e0d5 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:31:37.982437 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7a08-c222-45b0-bbf0-a15d3150715a None None] Pushing event updated for resources: {'Port': ['ID=982b36e6-b981-499c-8e9f-69f7296a4462,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:37.985292 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76bfaf-d664-4c1d-89ca-35190855c13a tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Pushing event updated for resources: {'Network': ['ID=39c9c321-a645-448a-ab5b-014aeb97d40c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:37.992814 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1c76bfaf-d664-4c1d-89ca-35190855c13a tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8854523 Jan 11 09:31:37.995895 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54832) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:38.004711 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fd7a08-c222-45b0-bbf0-a15d3150715a None None] Network 5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:38.009459 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-f0fd7a08-c222-45b0-bbf0-a15d3150715a None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:38.015210 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 39c9c321-a645-448a-ab5b-014aeb97d40c details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:31:38.030790 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fd7a08-c222-45b0-bbf0-a15d3150715a None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:38.059716 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Request body: {'ports': [{'network_id': 'c70a0297-bd15-4134-a3b3-41aee4430a9d', 'name': 'tempest-port--1976153417', 'admin_state_up': True}, {'network_id': '39c9c321-a645-448a-ab5b-014aeb97d40c', 'admin_state_up': False}]} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:38.060052 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Request body: {'port': {'network_id': 'c70a0297-bd15-4134-a3b3-41aee4430a9d', 'name': 'tempest-port--1976153417', 'admin_state_up': True}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:38.060540 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Request body: {'port': {'network_id': '39c9c321-a645-448a-ab5b-014aeb97d40c', 'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:38.076941 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-e3bf7db9-2c50-42dc-ac01-98258a6ce83e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, e2d23d47-1c2e-450a-b432-07aa2587e0d5) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:38.092401 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-84961e27-0b9d-4777-98ca-6f9ffbfea04f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] The port '4411dfe3-fcb3-4b88-bcb5-a4384d5a147a' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:31:38.093394 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ddb341a6-e135-4a4a-b67c-05ec91911d08 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:38.093966 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb341a6-e135-4a4a-b67c-05ec91911d08 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Fanout notify agent at l3_agent the message router_deleted on router bf9edc80-69fe-4708-8735-f18629f92daa {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:31:38.098227 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-67fd2bee-f52d-4f10-8d93-4ea5becfe0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:38.110927 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bf7db9-2c50-42dc-ac01-98258a6ce83e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:38.111526 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3bf7db9-2c50-42dc-ac01-98258a6ce83e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:38.134488 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a896e81-b533-454c-8060-bc71922427c8 None None] Network e2d23d47-1c2e-450a-b432-07aa2587e0d5 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:38.179245 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ddb341a6-e135-4a4a-b67c-05ec91911d08 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:38.180330 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ddb341a6-e135-4a4a-b67c-05ec91911d08 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "DELETE /v2.0/routers/bf9edc80-69fe-4708-8735-f18629f92daa HTTP/1.1" status: 204 len: 168 time: 1.2071626 Jan 11 09:31:38.207986 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fd2bee-f52d-4f10-8d93-4ea5becfe0ce None None] No DVR routers for this DVR port 4411dfe3-fcb3-4b88-bcb5-a4384d5a147a on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:31:38.210223 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54836) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:38.282692 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd2bee-f52d-4f10-8d93-4ea5becfe0ce None None] Pushing event deleted for resources: {'Port': ['ID=4411dfe3-fcb3-4b88-bcb5-a4384d5a147a,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:38.312526 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f0fd7a08-c222-45b0-bbf0-a15d3150715a None None] Attempting to bind port 982b36e6-b981-499c-8e9f-69f7296a4462 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:31:38.313033 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f0fd7a08-c222-45b0-bbf0-a15d3150715a None None] Attempting to bind port 982b36e6-b981-499c-8e9f-69f7296a4462 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '432e4216-ddff-43d1-8fec-12c3795a4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:31:38.313517 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fd7a08-c222-45b0-bbf0-a15d3150715a None None] Attempting to bind port 982b36e6-b981-499c-8e9f-69f7296a4462 on network 5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:31:38.366343 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e3bf7db9-2c50-42dc-ac01-98258a6ce83e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8327589 Jan 11 09:31:38.382706 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fd7a08-c222-45b0-bbf0-a15d3150715a None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:31:38.383430 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fd7a08-c222-45b0-bbf0-a15d3150715a None None] Checking segment: {'id': '432e4216-ddff-43d1-8fec-12c3795a4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:31:38.383874 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7a08-c222-45b0-bbf0-a15d3150715a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:38.384302 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54840) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:38.384510 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fd7a08-c222-45b0-bbf0-a15d3150715a None None] Bound using segment: {'id': '432e4216-ddff-43d1-8fec-12c3795a4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:31:38.385040 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f0fd7a08-c222-45b0-bbf0-a15d3150715a None None] Bound port: 982b36e6-b981-499c-8e9f-69f7296a4462, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432e4216-ddff-43d1-8fec-12c3795a4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:31:38.385467 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7a08-c222-45b0-bbf0-a15d3150715a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:38.387194 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-194a1905-2adb-4b49-a13b-4fa188604797 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf9edc80-69fe-4708-8735-f18629f92daa HTTP/1.1" status: 200 len: 205 time: 0.1697841 Jan 11 09:31:38.389799 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22847503-4bc2-43e1-abbe-fe399dff7b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:38.394693 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8d869d86-5005-4685-bdb5-c918e8de3f43 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'subnet': {'network_id': 'e2d23d47-1c2e-450a-b432-07aa2587e0d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:38.416083 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54844) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:38.533523 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577cd04-cd55-4057-9ccd-e258be256acf req-54c49ddf-2545-44ac-9aa6-c0927ccea7e2 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:38.537921 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3577cd04-cd55-4057-9ccd-e258be256acf req-54c49ddf-2545-44ac-9aa6-c0927ccea7e2 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.5033758 Jan 11 09:31:38.549557 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f0fd7a08-c222-45b0-bbf0-a15d3150715a None None] For port 982b36e6-b981-499c-8e9f-69f7296a4462, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:31:38.563963 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-84961e27-0b9d-4777-98ca-6f9ffbfea04f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:38.568964 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5f55d01-be70-40ca-8aa8-f535a7362ba8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:38.590423 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f0fd7a08-c222-45b0-bbf0-a15d3150715a None None] For port 982b36e6-b981-499c-8e9f-69f7296a4462, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=982b36e6-b981-499c-8e9f-69f7296a4462,segment=NetworkSegment(432e4216-ddff-43d1-8fec-12c3795a4030),segment_id=432e4216-ddff-43d1-8fec-12c3795a4030)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:31:38.601258 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7a08-c222-45b0-bbf0-a15d3150715a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:38.678633 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-766de4cb-622a-40d6-a671-cba12f2aa76b tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] delete failed (client error): The resource could not be found. Jan 11 09:31:38.682045 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-766de4cb-622a-40d6-a671-cba12f2aa76b tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "DELETE /v2.0/routers/bf9edc80-69fe-4708-8735-f18629f92daa HTTP/1.1" status: 404 len: 336 time: 0.2599688 Jan 11 09:31:38.744555 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-84961e27-0b9d-4777-98ca-6f9ffbfea04f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31829cf-d8cc-49a1-82e0-413f27d6c45c']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:38.751270 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54848) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:38.755656 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8752fe7f-af21-4f18-80af-1c7e875debf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-e2d23d47-1c2e-450a-b432-07aa2587e0d5', 'network_id': 'e2d23d47-1c2e-450a-b432-07aa2587e0d5', 'tenant_id': '8844e01d61a342618edbd314407bab67', 'fixed_ips': [{'subnet_id': '26923ef5-95f1-4306-87a7-56de962f5e55'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:31:38.756558 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8752fe7f-af21-4f18-80af-1c7e875debf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:38.776286 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5f55d01-be70-40ca-8aa8-f535a7362ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:38.776635 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4411dfe3-fcb3-4b88-bcb5-a4384d5a147a no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:31:38.820051 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7a08-c222-45b0-bbf0-a15d3150715a None None] Pushing event updated for resources: {'Port': ['ID=982b36e6-b981-499c-8e9f-69f7296a4462,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:38.849886 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-84961e27-0b9d-4777-98ca-6f9ffbfea04f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e65e92af-e083-4b15-8e5e-c01f1ec0be3d') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:38.850267 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-84961e27-0b9d-4777-98ca-6f9ffbfea04f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e65e92af-e083-4b15-8e5e-c01f1ec0be3d') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:38.892709 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-effdfa84-fd4b-49c9-bc54-a5fcb8f75872 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b3221e7-4c5c-4606-ad3c-9059db0059ae HTTP/1.1" status: 200 len: 205 time: 0.1372535 Jan 11 09:31:38.894617 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3577cd04-cd55-4057-9ccd-e258be256acf req-8a893a27-5094-4152-9b4d-f7c31293be7b tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3468990 Jan 11 09:31:38.895503 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54852) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:38.899432 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-84961e27-0b9d-4777-98ca-6f9ffbfea04f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:38.946520 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:38.957051 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-84961e27-0b9d-4777-98ca-6f9ffbfea04f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:38.964411 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Usage tracker for resource:port and tenant:43d4c8aa059d46d38e71a2b73f5b6149 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:38.971020 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:38.982561 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84961e27-0b9d-4777-98ca-6f9ffbfea04f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:31:38.982966 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-84961e27-0b9d-4777-98ca-6f9ffbfea04f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:38.997057 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-8752fe7f-af21-4f18-80af-1c7e875debf4 None None] Allocated IP 2001:db8::2 (e2d23d47-1c2e-450a-b432-07aa2587e0d5/26923ef5-95f1-4306-87a7-56de962f5e55/a6ba73ad-cc52-4bba-9bef-8fe76b42a285) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:39.001369 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:39.003726 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8d869d86-5005-4685-bdb5-c918e8de3f43 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:31:39.006233 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:31:39.035939 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8d869d86-5005-4685-bdb5-c918e8de3f43 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:subnet and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:39.046786 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8d869d86-5005-4685-bdb5-c918e8de3f43 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:39.064988 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 4411dfe3-fcb3-4b88-bcb5-a4384d5a147a {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:31:39.065478 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4411dfe3-fcb3-4b88-bcb5-a4384d5a147a not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:31:39.103019 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-5f92125f-74e5-4760-b642-9134e9ca56a3 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] delete failed (client error): The resource could not be found. Jan 11 09:31:39.104037 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5f92125f-74e5-4760-b642-9134e9ca56a3 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "DELETE /v2.0/routers/5b3221e7-4c5c-4606-ad3c-9059db0059ae HTTP/1.1" status: 404 len: 336 time: 0.1849620 Jan 11 09:31:39.108486 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54858) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:39.203143 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-c5f55d01-be70-40ca-8aa8-f535a7362ba8 admin admin] Allocated IP 172.26.3.174 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/4d50c983-968d-409a-bbc8-a444c4485fd2) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:39.423115 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8752fe7f-af21-4f18-80af-1c7e875debf4 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:39.427700 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6ea81cf9-4b63-4cfb-9743-0176287c066c tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7fe9428-6fec-4c69-9216-7b11a76c88c5 HTTP/1.1" status: 200 len: 205 time: 0.3158851 Jan 11 09:31:39.432383 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54864) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:39.441254 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8752fe7f-af21-4f18-80af-1c7e875debf4 None None] Transition to ACTIVE for port object a6ba73ad-cc52-4bba-9bef-8fe76b42a285 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:39.479242 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8d869d86-5005-4685-bdb5-c918e8de3f43 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:39.482748 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Made reservation on behalf of 43d4c8aa059d46d38e71a2b73f5b6149 for: {'port': 2} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:39.488112 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:39.497298 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8752fe7f-af21-4f18-80af-1c7e875debf4 None None] Transition to ACTIVE for port object a6ba73ad-cc52-4bba-9bef-8fe76b42a285 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:39.505342 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8752fe7f-af21-4f18-80af-1c7e875debf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:39.532267 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:39.550686 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-84961e27-0b9d-4777-98ca-6f9ffbfea04f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:39.555522 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-84961e27-0b9d-4777-98ca-6f9ffbfea04f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:39.558268 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-10640488-9829-4e7d-874a-f7ac0287c121 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] delete failed (client error): The resource could not be found. Jan 11 09:31:39.559185 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d869d86-5005-4685-bdb5-c918e8de3f43 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:39.559381 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-10640488-9829-4e7d-874a-f7ac0287c121 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "DELETE /v2.0/routers/d7fe9428-6fec-4c69-9216-7b11a76c88c5 HTTP/1.1" status: 404 len: 336 time: 0.1195889 Jan 11 09:31:39.562912 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8d869d86-5005-4685-bdb5-c918e8de3f43 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:39.573312 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54868) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:39.593013 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8752fe7f-af21-4f18-80af-1c7e875debf4 None None] Network e2d23d47-1c2e-450a-b432-07aa2587e0d5 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:39.596655 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-8752fe7f-af21-4f18-80af-1c7e875debf4 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:39.604487 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8752fe7f-af21-4f18-80af-1c7e875debf4 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:39.649200 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752fe7f-af21-4f18-80af-1c7e875debf4 None None] Pushing event updated for resources: {'Port': ['ID=a6ba73ad-cc52-4bba-9bef-8fe76b42a285,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:39.707363 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-84961e27-0b9d-4777-98ca-6f9ffbfea04f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/networks/c31829cf-d8cc-49a1-82e0-413f27d6c45c HTTP/1.1" status: 204 len: 168 time: 2.9313421 Jan 11 09:31:39.714029 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-22847503-4bc2-43e1-abbe-fe399dff7b4f admin admin] Deleting port ae25780e-86cb-4934-ba3a-e323bb52bf99 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:39.715298 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22847503-4bc2-43e1-abbe-fe399dff7b4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:39.730242 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84961e27-0b9d-4777-98ca-6f9ffbfea04f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Network': ['ID=c31829cf-d8cc-49a1-82e0-413f27d6c45c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:39.736157 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54872) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:39.738297 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8752fe7f-af21-4f18-80af-1c7e875debf4 None None] Attempting to bind port a6ba73ad-cc52-4bba-9bef-8fe76b42a285 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:31:39.739034 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8752fe7f-af21-4f18-80af-1c7e875debf4 None None] Attempting to bind port a6ba73ad-cc52-4bba-9bef-8fe76b42a285 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '69a7ce6a-11e6-48a3-a44d-27b2e9e0b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e2d23d47-1c2e-450a-b432-07aa2587e0d5'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:31:39.739566 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752fe7f-af21-4f18-80af-1c7e875debf4 None None] Attempting to bind port a6ba73ad-cc52-4bba-9bef-8fe76b42a285 on network e2d23d47-1c2e-450a-b432-07aa2587e0d5 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:31:39.744701 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-119b061b-9ceb-44a6-b20d-20253d373dfc tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2016723433'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:39.746756 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752fe7f-af21-4f18-80af-1c7e875debf4 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:31:39.747309 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752fe7f-af21-4f18-80af-1c7e875debf4 None None] Checking segment: {'id': '69a7ce6a-11e6-48a3-a44d-27b2e9e0b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e2d23d47-1c2e-450a-b432-07aa2587e0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:31:39.747876 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8752fe7f-af21-4f18-80af-1c7e875debf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:39.748408 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752fe7f-af21-4f18-80af-1c7e875debf4 None None] Bound using segment: {'id': '69a7ce6a-11e6-48a3-a44d-27b2e9e0b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e2d23d47-1c2e-450a-b432-07aa2587e0d5'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:31:39.749264 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8752fe7f-af21-4f18-80af-1c7e875debf4 None None] Bound port: a6ba73ad-cc52-4bba-9bef-8fe76b42a285, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a7ce6a-11e6-48a3-a44d-27b2e9e0b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e2d23d47-1c2e-450a-b432-07aa2587e0d5'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:31:39.749796 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8752fe7f-af21-4f18-80af-1c7e875debf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:39.763035 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5c2a336b-b3ee-4b8e-b738-a882bc1d6e7e tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb83ea35-83fc-4a9c-af7a-30ee1ee87eb9 HTTP/1.1" status: 200 len: 205 time: 0.1883450 Jan 11 09:31:39.787156 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54876) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:39.791471 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-119b061b-9ceb-44a6-b20d-20253d373dfc tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:39.847076 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8752fe7f-af21-4f18-80af-1c7e875debf4 None None] For port a6ba73ad-cc52-4bba-9bef-8fe76b42a285, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:31:39.850390 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8752fe7f-af21-4f18-80af-1c7e875debf4 None None] For port a6ba73ad-cc52-4bba-9bef-8fe76b42a285, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a6ba73ad-cc52-4bba-9bef-8fe76b42a285,segment=NetworkSegment(69a7ce6a-11e6-48a3-a44d-27b2e9e0b3aa),segment_id=69a7ce6a-11e6-48a3-a44d-27b2e9e0b3aa)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:31:39.855890 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8752fe7f-af21-4f18-80af-1c7e875debf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:39.869029 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-119b061b-9ceb-44a6-b20d-20253d373dfc tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:network and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:39.881125 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffdd44-3c70-4841-b5fa-8ae1a0a3befa req-fb2d2ff5-5c77-4b10-a840-d666d68f4205 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:39.881349 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-119b061b-9ceb-44a6-b20d-20253d373dfc tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:39.882713 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-62ffdd44-3c70-4841-b5fa-8ae1a0a3befa req-fb2d2ff5-5c77-4b10-a840-d666d68f4205 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.5378153 Jan 11 09:31:39.918404 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5f55d01-be70-40ca-8aa8-f535a7362ba8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:39.922463 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-6308b1ed-b578-4618-860d-8fb466d52e1f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] delete failed (client error): The resource could not be found. Jan 11 09:31:39.926112 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6308b1ed-b578-4618-860d-8fb466d52e1f tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "DELETE /v2.0/routers/eb83ea35-83fc-4a9c-af7a-30ee1ee87eb9 HTTP/1.1" status: 404 len: 336 time: 0.1323848 Jan 11 09:31:39.926270 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-119b061b-9ceb-44a6-b20d-20253d373dfc tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:39.932413 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54880) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:39.967637 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752fe7f-af21-4f18-80af-1c7e875debf4 None None] Pushing event updated for resources: {'Port': ['ID=a6ba73ad-cc52-4bba-9bef-8fe76b42a285,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:40.026104 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045869b-f688-4127-bd36-1d76706304e5 req-b1796090-4c63-4ea3-a40a-5a3cbdebaed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:40.028342 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f045869b-f688-4127-bd36-1d76706304e5 req-b1796090-4c63-4ea3-a40a-5a3cbdebaed8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2f55e34cfef842488129ab7ed2754c64&device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 1099 time: 0.6122313 Jan 11 09:31:40.035903 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-158253d0-be51-45ad-9f8f-7855549c0c35 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec63a3c3-89f0-42ce-a895-8a632632e499 HTTP/1.1" status: 200 len: 205 time: 0.1021733 Jan 11 09:31:40.091534 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119b061b-9ceb-44a6-b20d-20253d373dfc tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:40.095130 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-119b061b-9ceb-44a6-b20d-20253d373dfc tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:40.113216 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54884) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:40.150669 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.ipam_backend_mixin [None req-8d869d86-5005-4685-bdb5-c918e8de3f43 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 26923ef5-95f1-4306-87a7-56de962f5e55 (CIDR: 2001:db8::/64) Jan 11 09:31:40.161988 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] device_id is not set on port a2176629-ffe2-4684-b954-dc65426d2ade yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:31:40.169955 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d869d86-5005-4685-bdb5-c918e8de3f43 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:31:40.170591 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d869d86-5005-4685-bdb5-c918e8de3f43 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:31:40.262492 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d2c62075-9b58-4b2d-a96b-8a248f932669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:40.273609 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-d1247e7e-fdb1-49d0-8100-bebb5f086db6 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] delete failed (client error): The resource could not be found. Jan 11 09:31:40.277191 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d1247e7e-fdb1-49d0-8100-bebb5f086db6 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "DELETE /v2.0/routers/ec63a3c3-89f0-42ce-a895-8a632632e499 HTTP/1.1" status: 404 len: 336 time: 0.1595573 Jan 11 09:31:40.282501 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-62ffdd44-3c70-4841-b5fa-8ae1a0a3befa req-2bf29342-2b83-4a79-a63c-801f361f6f62 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3854418 Jan 11 09:31:40.283077 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54888) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:40.347851 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8d869d86-5005-4685-bdb5-c918e8de3f43 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9593799 Jan 11 09:31:40.353244 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8232e315-3b5b-4084-9897-337ad08530de tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "GET /v2.0/ports?device_id=25665dea-4c86-414d-aff2-6ac8e9e12b4e HTTP/1.1" status: 200 len: 205 time: 0.0626261 Jan 11 09:31:40.355285 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54892) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:40.355665 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54894) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:40.358812 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119b061b-9ceb-44a6-b20d-20253d373dfc tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:31:40.379275 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-690e3952-0ab6-4d11-8776-595253817f40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'subnet': {'network_id': 'e2d23d47-1c2e-450a-b432-07aa2587e0d5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:40.418224 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-119b061b-9ceb-44a6-b20d-20253d373dfc tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:40.418560 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-119b061b-9ceb-44a6-b20d-20253d373dfc tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Added segment dfa70662-8809-4ec4-9ff9-4b3d3a373534 of type vlan for network e4597897-a6f4-41cc-97e2-6f982e66c041 Jan 11 09:31:40.422045 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045869b-f688-4127-bd36-1d76706304e5 req-16b8de44-4c01-46be-985e-84550a6ab60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:40.423595 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f045869b-f688-4127-bd36-1d76706304e5 req-16b8de44-4c01-46be-985e-84550a6ab60a service neutron] 10.222.0.42 "GET /v2.0/networks?id=d792ad28-c1a4-4d37-b57d-4b386593b2fd HTTP/1.1" status: 200 len: 912 time: 0.3818648 Jan 11 09:31:40.490249 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-0c79942d-cf74-4d75-8724-dc1f32ad2cb0 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] delete failed (client error): The resource could not be found. Jan 11 09:31:40.491268 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0c79942d-cf74-4d75-8724-dc1f32ad2cb0 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "DELETE /v2.0/routers/25665dea-4c86-414d-aff2-6ac8e9e12b4e HTTP/1.1" status: 404 len: 336 time: 0.1312556 Jan 11 09:31:40.510249 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54900) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:40.560159 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-22847503-4bc2-43e1-abbe-fe399dff7b4f admin admin] For port ae25780e-86cb-4934-ba3a-e323bb52bf99, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ae25780e-86cb-4934-ba3a-e323bb52bf99,segment=NetworkSegment(0e714dd5-6920-43b2-b114-2276f407b3e6),segment_id=0e714dd5-6920-43b2-b114-2276f407b3e6)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:40.560526 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22847503-4bc2-43e1-abbe-fe399dff7b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:40.621218 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcac2475-cbd9-4b03-b781-4841ea502fc1 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] DELETE failed (client error): The resource could not be found. Jan 11 09:31:40.621218 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcac2475-cbd9-4b03-b781-4841ea502fc1 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:31:40.635241 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-dcac2475-cbd9-4b03-b781-4841ea502fc1 tempest-RoutersAdminTest-685060084 tempest-RoutersAdminTest-685060084-project] 10.222.0.15 "DELETE /v2.0/subnets/0a1f08fb-9bf3-4c26-9454-1f937ec8c184 HTTP/1.1" status: 404 len: 337 time: 0.1240275 Jan 11 09:31:40.649011 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35300a9a-8249-417f-ae22-9c0aec2ad3c3 None None] Network 5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:40.664377 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-119b061b-9ceb-44a6-b20d-20253d373dfc tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:40.769253 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5f55d01-be70-40ca-8aa8-f535a7362ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:40.780928 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-22847503-4bc2-43e1-abbe-fe399dff7b4f admin admin] Calling delete_port for ae25780e-86cb-4934-ba3a-e323bb52bf99 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:40.835344 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 982b36e6-b981-499c-8e9f-69f7296a4462 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:31:40.886722 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b97103bf-d6e2-4fae-86c8-c4ee7e021424 None None] Provisioning for port 982b36e6-b981-499c-8e9f-69f7296a4462 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:31:40.948576 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f045869b-f688-4127-bd36-1d76706304e5 req-6e343f0d-0516-44ff-8a2e-345d9a2f86a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d114431c-1274-4827-a777-bc1c30573cfe HTTP/1.1" status: 200 len: 1002 time: 0.4685490 Jan 11 09:31:40.951234 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f55d01-be70-40ca-8aa8-f535a7362ba8 admin admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:40.954264 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f55d01-be70-40ca-8aa8-f535a7362ba8 admin admin] Pushing event updated for resources: {'Port': ['ID=4d50c983-968d-409a-bbc8-a444c4485fd2,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:40.962755 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-c5f55d01-be70-40ca-8aa8-f535a7362ba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:40.966353 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f55d01-be70-40ca-8aa8-f535a7362ba8 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:41.030717 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-690e3952-0ab6-4d11-8776-595253817f40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:41.032665 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54908) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:41.052979 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-690e3952-0ab6-4d11-8776-595253817f40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:subnet and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:41.060419 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:41.061458 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-690e3952-0ab6-4d11-8776-595253817f40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:41.062185 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 982b36e6-b981-499c-8e9f-69f7296a4462 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:31:41.081012 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-690e3952-0ab6-4d11-8776-595253817f40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:41.123734 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 982b36e6-b981-499c-8e9f-69f7296a4462 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:41.124262 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:41.185706 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690e3952-0ab6-4d11-8776-595253817f40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:41.192030 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-690e3952-0ab6-4d11-8776-595253817f40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:41.314162 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:41.357372 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 982b36e6-b981-499c-8e9f-69f7296a4462, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=982b36e6-b981-499c-8e9f-69f7296a4462,segment=NetworkSegment(432e4216-ddff-43d1-8fec-12c3795a4030),segment_id=432e4216-ddff-43d1-8fec-12c3795a4030)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:41.364692 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:41.365942 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a6ba73ad-cc52-4bba-9bef-8fe76b42a285 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:31:41.395222 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] device_id is not set on port 767cac9a-fb9c-4fff-8a33-33850d3843b9 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:31:41.469112 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47ef12d-f489-468f-8d21-1b907349e8eb None None] Network e2d23d47-1c2e-450a-b432-07aa2587e0d5 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:41.484136 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f071fa4-5252-4963-a413-5d40997a3c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:41.498909 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-119b061b-9ceb-44a6-b20d-20253d373dfc tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:41.505659 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119b061b-9ceb-44a6-b20d-20253d373dfc tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:41.506545 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-119b061b-9ceb-44a6-b20d-20253d373dfc tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:41.603635 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:41.627425 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4f071fa4-5252-4963-a413-5d40997a3c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:41.644745 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-4f071fa4-5252-4963-a413-5d40997a3c8e admin admin] Usage tracker for resource:security_group_rule and tenant:04c13fe9aa6540f9bd9912d551aa1d12 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:41.653005 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-4f071fa4-5252-4963-a413-5d40997a3c8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:41.672046 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4f071fa4-5252-4963-a413-5d40997a3c8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:41.677404 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b061b-9ceb-44a6-b20d-20253d373dfc tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Network': ['ID=e4597897-a6f4-41cc-97e2-6f982e66c041,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:41.679989 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045869b-f688-4127-bd36-1d76706304e5 req-0b53c1a9-3e65-4353-9cd1-eb4c947ec1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:41.681413 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f045869b-f688-4127-bd36-1d76706304e5 req-0b53c1a9-3e65-4353-9cd1-eb4c947ec1e6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75d32f1d-e961-48e8-b51c-6c84103eee1a HTTP/1.1" status: 200 len: 850 time: 0.7050862 Jan 11 09:31:41.697743 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network e4597897-a6f4-41cc-97e2-6f982e66c041 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:31:41.771831 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-119b061b-9ceb-44a6-b20d-20253d373dfc tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0328348 Jan 11 09:31:41.787206 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54916) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:41.790831 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-687ff6b0-25df-449b-bab1-5f1a5e95a034 None None] Provisioning for port a6ba73ad-cc52-4bba-9bef-8fe76b42a285 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:31:41.804940 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d38436b9-c34a-4dfe-98b4-1c855c1fc367 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'subnet': {'network_id': 'e4597897-a6f4-41cc-97e2-6f982e66c041', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:41.865582 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d2c62075-9b58-4b2d-a96b-8a248f932669 admin admin] Deleting port 556d9095-f612-4c7e-8f6a-5e677c56c047 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:41.865917 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d2c62075-9b58-4b2d-a96b-8a248f932669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:41.882753 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port a6ba73ad-cc52-4bba-9bef-8fe76b42a285 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:31:41.894583 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=982b36e6-b981-499c-8e9f-69f7296a4462,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:41.896346 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-687ff6b0-25df-449b-bab1-5f1a5e95a034 None None] Provisioning complete for port a6ba73ad-cc52-4bba-9bef-8fe76b42a285 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:41.896718 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-687ff6b0-25df-449b-bab1-5f1a5e95a034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:41.941435 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port a6ba73ad-cc52-4bba-9bef-8fe76b42a285 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:41.941648 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:42.000136 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:42.059147 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d38436b9-c34a-4dfe-98b4-1c855c1fc367 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:42.080116 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d38436b9-c34a-4dfe-98b4-1c855c1fc367 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:subnet and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:42.099078 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d38436b9-c34a-4dfe-98b4-1c855c1fc367 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:42.117845 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045869b-f688-4127-bd36-1d76706304e5 req-03bdebdd-c4c4-4545-b2d0-e719caf466d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:42.119354 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f045869b-f688-4127-bd36-1d76706304e5 req-03bdebdd-c4c4-4545-b2d0-e719caf466d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d792ad28-c1a4-4d37-b57d-4b386593b2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4243555 Jan 11 09:31:42.126815 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d38436b9-c34a-4dfe-98b4-1c855c1fc367 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:42.128711 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22847503-4bc2-43e1-abbe-fe399dff7b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:42.204625 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af966364-0ea0-4663-a3e2-2c775d763298 req-b1cab60a-a412-4c8a-aa94-24b5b14f0d97 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:42.206427 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-af966364-0ea0-4663-a3e2-2c775d763298 req-b1cab60a-a412-4c8a-aa94-24b5b14f0d97 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.7046473 Jan 11 09:31:42.218652 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-687ff6b0-25df-449b-bab1-5f1a5e95a034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:42.234756 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:42.255234 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22847503-4bc2-43e1-abbe-fe399dff7b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=ae25780e-86cb-4934-ba3a-e323bb52bf99,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:42.262250 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Pushing event updated for resources: {'Port': ['ID=a2176629-ffe2-4684-b954-dc65426d2ade,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:42.275059 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-687ff6b0-25df-449b-bab1-5f1a5e95a034 None None] For port a6ba73ad-cc52-4bba-9bef-8fe76b42a285, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a6ba73ad-cc52-4bba-9bef-8fe76b42a285,segment=NetworkSegment(69a7ce6a-11e6-48a3-a44d-27b2e9e0b3aa),segment_id=69a7ce6a-11e6-48a3-a44d-27b2e9e0b3aa)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:42.281183 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-687ff6b0-25df-449b-bab1-5f1a5e95a034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:42.318433 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38436b9-c34a-4dfe-98b4-1c855c1fc367 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:42.321853 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d38436b9-c34a-4dfe-98b4-1c855c1fc367 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:42.337628 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5f55d01-be70-40ca-8aa8-f535a7362ba8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:42.372568 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Checking segment: {'id': '15b5a8d7-93ae-494b-8ead-b17b696257f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c70a0297-bd15-4134-a3b3-41aee4430a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:31:42.372928 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Network hostable DHCP agents. Network: c70a0297-bd15-4134-a3b3-41aee4430a9d, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:31:42.400091 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ff6b0-25df-449b-bab1-5f1a5e95a034 None None] Pushing event updated for resources: {'Port': ['ID=a6ba73ad-cc52-4bba-9bef-8fe76b42a285,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:42.451449 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:31:42.452151 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:31:42.453122 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-479b6c5d-eced-41e0-bde8-d10765e08c3d None None] Provisioning complete for port 982b36e6-b981-499c-8e9f-69f7296a4462 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:42.453587 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-479b6c5d-eced-41e0-bde8-d10765e08c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:42.526024 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d2c62075-9b58-4b2d-a96b-8a248f932669 admin admin] For port 556d9095-f612-4c7e-8f6a-5e677c56c047, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=556d9095-f612-4c7e-8f6a-5e677c56c047,segment=NetworkSegment(1f26884f-d336-418b-ac8a-7d230186e755),segment_id=1f26884f-d336-418b-ac8a-7d230186e755)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:42.527249 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d2c62075-9b58-4b2d-a96b-8a248f932669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:42.546867 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f045869b-f688-4127-bd36-1d76706304e5 req-22196cc9-efd2-443b-bf29-4202e0d5fd8e service neutron] 10.222.0.42 "GET /v2.0/networks/d792ad28-c1a4-4d37-b57d-4b386593b2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072239 Jan 11 09:31:42.713136 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Network c70a0297-bd15-4134-a3b3-41aee4430a9d is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:31:42.724136 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d2c62075-9b58-4b2d-a96b-8a248f932669 admin admin] Calling delete_port for 556d9095-f612-4c7e-8f6a-5e677c56c047 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:42.743326 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c82f577f-fe2e-443c-945c-fc9e4abfc592 None None] Provisioning complete for port a6ba73ad-cc52-4bba-9bef-8fe76b42a285 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:42.743746 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c82f577f-fe2e-443c-945c-fc9e4abfc592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:42.816121 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, c70a0297-bd15-4134-a3b3-41aee4430a9d) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:42.852357 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1333bac-db25-4305-8b05-944850604c1f None None] Network c70a0297-bd15-4134-a3b3-41aee4430a9d requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:42.872677 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:42.873651 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:42.919009 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5f55d01-be70-40ca-8aa8-f535a7362ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:42.941506 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f071fa4-5252-4963-a413-5d40997a3c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:43.056546 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-af966364-0ea0-4663-a3e2-2c775d763298 req-6da5e68b-2816-41ac-806d-ab04d7aa9e91 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7327039 Jan 11 09:31:43.083734 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f045869b-f688-4127-bd36-1d76706304e5 req-7be77234-db49-48ff-9337-5a1f79a10ed5 service neutron] 10.222.0.42 "GET /v2.0/networks/d792ad28-c1a4-4d37-b57d-4b386593b2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613292 Jan 11 09:31:43.097382 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f071fa4-5252-4963-a413-5d40997a3c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:43.099940 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Pushing event updated for resources: {'Port': ['ID=767cac9a-fb9c-4fff-8a33-33850d3843b9,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:43.125433 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-690e3952-0ab6-4d11-8776-595253817f40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:43.269099 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 982b36e6-b981-499c-8e9f-69f7296a4462 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:31:43.279867 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Checking segment: {'id': '17ff72bc-16c1-45e3-9a50-635a64af43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '39c9c321-a645-448a-ab5b-014aeb97d40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:31:43.280224 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Network hostable DHCP agents. Network: 39c9c321-a645-448a-ab5b-014aeb97d40c, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:31:43.282213 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4f071fa4-5252-4963-a413-5d40997a3c8e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04c13fe9aa6540f9bd9912d551aa1d12&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2483699 Jan 11 09:31:43.323531 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54920) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:43.335637 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690e3952-0ab6-4d11-8776-595253817f40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network e2d23d47-1c2e-450a-b432-07aa2587e0d5 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:43.341958 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d38436b9-c34a-4dfe-98b4-1c855c1fc367 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:43.345439 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f071fa4-5252-4963-a413-5d40997a3c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf38541-f2fb-427f-965a-8eeef3abddc5,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:43.350981 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 982b36e6-b981-499c-8e9f-69f7296a4462 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:43.351414 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:43.362374 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-690e3952-0ab6-4d11-8776-595253817f40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:43.365400 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690e3952-0ab6-4d11-8776-595253817f40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:43.365998 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-690e3952-0ab6-4d11-8776-595253817f40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:43.382710 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729e4f21-ec5b-48fb-ae9b-fd0d3376867e None None] Network e2d23d47-1c2e-450a-b432-07aa2587e0d5 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:43.514691 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Network 39c9c321-a645-448a-ab5b-014aeb97d40c is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:31:43.570647 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38436b9-c34a-4dfe-98b4-1c855c1fc367 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Subnet': ['ID=e0e27d4f-2bc8-440d-9d2a-ddc59a53fca4,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:43.572980 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 39c9c321-a645-448a-ab5b-014aeb97d40c) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:43.585643 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b376d1-9274-46ba-9b14-fdf5608013c2 None None] Network 39c9c321-a645-448a-ab5b-014aeb97d40c requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:43.595119 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:43.601574 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:43.609240 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:43.609584 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:43.609694 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e3952-0ab6-4d11-8776-595253817f40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Subnet': ['ID=f7640b37-8fb2-4b21-9953-f2f5e269b81f,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:43.634986 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38436b9-c34a-4dfe-98b4-1c855c1fc367 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Checking segment: {'id': 'dfa70662-8809-4ec4-9ff9-4b3d3a373534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e4597897-a6f4-41cc-97e2-6f982e66c041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:31:43.635395 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38436b9-c34a-4dfe-98b4-1c855c1fc367 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network hostable DHCP agents. Network: e4597897-a6f4-41cc-97e2-6f982e66c041, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:31:43.643544 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d2c62075-9b58-4b2d-a96b-8a248f932669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:43.654341 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5237e79c-d1d7-4476-ae85-23de2a048126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:43.667802 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22847503-4bc2-43e1-abbe-fe399dff7b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:43.683305 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-690e3952-0ab6-4d11-8776-595253817f40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.3223298 Jan 11 09:31:43.686768 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54924) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:43.727104 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c62075-9b58-4b2d-a96b-8a248f932669 admin admin] Pushing event deleted for resources: {'Port': ['ID=556d9095-f612-4c7e-8f6a-5e677c56c047,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:43.768513 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b2559b48-fea8-4a10-8768-9f893164a8f0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'port': {'network_id': 'e2d23d47-1c2e-450a-b432-07aa2587e0d5', 'fixed_ips': [{'subnet_id': '26923ef5-95f1-4306-87a7-56de962f5e55'}, {'subnet_id': 'f7640b37-8fb2-4b21-9953-f2f5e269b81f'}], 'name': 'tempest-PortsIpV6TestJSON-1296800390'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:43.865572 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5237e79c-d1d7-4476-ae85-23de2a048126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:43.876148 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-439c5778-5c90-440b-962b-e2492110ece3 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.8725567 Jan 11 09:31:43.880782 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54928) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:43.912990 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f55d01-be70-40ca-8aa8-f535a7362ba8 admin admin] Router f545cf85-cabb-489c-9903-863d0a24aae7 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:31:43.961272 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a6ba73ad-cc52-4bba-9bef-8fe76b42a285 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:31:43.968245 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38436b9-c34a-4dfe-98b4-1c855c1fc367 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network e4597897-a6f4-41cc-97e2-6f982e66c041 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:31:44.023222 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5237e79c-d1d7-4476-ae85-23de2a048126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:44.027917 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-d38436b9-c34a-4dfe-98b4-1c855c1fc367 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, e4597897-a6f4-41cc-97e2-6f982e66c041) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:44.052953 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a3627b-49b2-469b-963e-84cf68c606b7 None None] Network e4597897-a6f4-41cc-97e2-6f982e66c041 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:44.054001 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38436b9-c34a-4dfe-98b4-1c855c1fc367 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:44.054724 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d38436b9-c34a-4dfe-98b4-1c855c1fc367 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:44.067567 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237e79c-d1d7-4476-ae85-23de2a048126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf38541-f2fb-427f-965a-8eeef3abddc5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:44.143239 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b2559b48-fea8-4a10-8768-9f893164a8f0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:44.194807 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5237e79c-d1d7-4476-ae85-23de2a048126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:44.196501 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5237e79c-d1d7-4476-ae85-23de2a048126 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fbf38541-f2fb-427f-965a-8eeef3abddc5 HTTP/1.1" status: 204 len: 168 time: 0.8616033 Jan 11 09:31:44.207871 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d38436b9-c34a-4dfe-98b4-1c855c1fc367 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4195890 Jan 11 09:31:44.219183 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54936) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:44.221643 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b2559b48-fea8-4a10-8768-9f893164a8f0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:port and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:44.228105 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2b4ff94b-cdf6-4473-9492-da394c04eab3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'port': {'network_id': 'e4597897-a6f4-41cc-97e2-6f982e66c041', 'name': 'tempest-PortsTestJSON-1232075362', 'fixed_ips': [{'subnet_id': 'e0e27d4f-2bc8-440d-9d2a-ddc59a53fca4', 'ip_address': '172.20.0.10'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:44.268305 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b2559b48-fea8-4a10-8768-9f893164a8f0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:44.285508 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b2559b48-fea8-4a10-8768-9f893164a8f0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:44.319760 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89ffcc3-290b-4a11-84d1-dc8ff5b9511d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:44.326592 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89ffcc3-290b-4a11-84d1-dc8ff5b9511d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:44.327434 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a89ffcc3-290b-4a11-84d1-dc8ff5b9511d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Synchronizing usage tracker for tenant:43d4c8aa059d46d38e71a2b73f5b6149 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:31:44.353998 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port a6ba73ad-cc52-4bba-9bef-8fe76b42a285 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:44.354399 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:44.407923 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2559b48-fea8-4a10-8768-9f893164a8f0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:44.542009 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a89ffcc3-290b-4a11-84d1-dc8ff5b9511d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Unset dirty status for tenant:43d4c8aa059d46d38e71a2b73f5b6149 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:31:44.543748 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c81d6d-115d-47fc-b96e-1ecb75d4d282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-e4597897-a6f4-41cc-97e2-6f982e66c041', 'network_id': 'e4597897-a6f4-41cc-97e2-6f982e66c041', 'tenant_id': '370f45c782b744dba4d02cc69aceb8a0', 'fixed_ips': [{'subnet_id': 'e0e27d4f-2bc8-440d-9d2a-ddc59a53fca4'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:31:44.545021 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f55d01-be70-40ca-8aa8-f535a7362ba8 admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:31:44.545296 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-93c81d6d-115d-47fc-b96e-1ecb75d4d282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:44.547057 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a89ffcc3-290b-4a11-84d1-dc8ff5b9511d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6619763 Jan 11 09:31:44.550525 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54942) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:44.556244 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] Sync routers for ids ['f545cf85-cabb-489c-9903-863d0a24aae7'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:31:44.570242 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] Routers {'f545cf85-cabb-489c-9903-863d0a24aae7'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:31:44.571292 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:31:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['f545cf85-cabb-489c-9903-863d0a24aae7'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:44.599176 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d2c62075-9b58-4b2d-a96b-8a248f932669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:44.617933 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2b4ff94b-cdf6-4473-9492-da394c04eab3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:44.635393 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2b4ff94b-cdf6-4473-9492-da394c04eab3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:port and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:44.671862 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5f55d01-be70-40ca-8aa8-f535a7362ba8 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:44.673131 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c5f55d01-be70-40ca-8aa8-f535a7362ba8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.0920901 Jan 11 09:31:44.678759 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54946) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:44.765324 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2b4ff94b-cdf6-4473-9492-da394c04eab3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:44.798737 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c75bcb8-b81b-4922-9800-7efda646ef71 None None] Update dhcp port {'port': {'network_id': 'e2d23d47-1c2e-450a-b432-07aa2587e0d5', 'fixed_ips': [{'subnet_id': '26923ef5-95f1-4306-87a7-56de962f5e55', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f7640b37-8fb2-4b21-9953-f2f5e269b81f'}], 'binding:host_id': 'dv-neutron-823402-4-hyperv'}, 'id': 'a6ba73ad-cc52-4bba-9bef-8fe76b42a285'} from dv-neutron-823402-4-hyperv. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 11 09:31:44.800996 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54950) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:44.815336 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] Set router f545cf85-cabb-489c-9903-863d0a24aae7 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:31:44.830096 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2b4ff94b-cdf6-4473-9492-da394c04eab3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:44.846202 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3acc6ff2-5cab-4c3e-bb20-6458853be42a tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Deleting port a2176629-ffe2-4684-b954-dc65426d2ade {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:44.846597 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3acc6ff2-5cab-4c3e-bb20-6458853be42a tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:44.908815 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4ff94b-cdf6-4473-9492-da394c04eab3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:44.974293 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b684519-5eb6-4fd4-9ca5-6b0517e403ee req-299c2c38-4db4-457a-9555-562ad4d3eb12 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:44.975775 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2b684519-5eb6-4fd4-9ca5-6b0517e403ee req-299c2c38-4db4-457a-9555-562ad4d3eb12 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.7386529 Jan 11 09:31:44.980762 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22847503-4bc2-43e1-abbe-fe399dff7b4f admin admin] Router dd350ac9-b016-417d-a91a-13ee66679e30 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:31:45.008302 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b2559b48-fea8-4a10-8768-9f893164a8f0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:45.020702 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-93c81d6d-115d-47fc-b96e-1ecb75d4d282 None None] Allocated IP 172.20.0.2 (e4597897-a6f4-41cc-97e2-6f982e66c041/e0e27d4f-2bc8-440d-9d2a-ddc59a53fca4/c7f74f64-99fb-4336-8eda-9784f46122e0) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:45.023624 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6c75bcb8-b81b-4922-9800-7efda646ef71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:45.055022 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-371bad66-f4a6-4ee1-8210-80f2fbff4cf0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5507041f45a946feb6ce6b51ce6f301a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516506 Jan 11 09:31:45.066066 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54954) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:45.246228 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:31:41Z', 'revision_number': 3, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port': {'id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:38Z', 'updated_at': '2022-01-11T09:31:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:45.252264 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] Checking router: f545cf85-cabb-489c-9903-863d0a24aae7 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:31:45.252853 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] Updating router f545cf85-cabb-489c-9903-863d0a24aae7 port 4d50c983-968d-409a-bbc8-a444c4485fd2 binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:31:45.328362 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:45.337141 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2b684519-5eb6-4fd4-9ca5-6b0517e403ee req-2718b678-ffa0-4bdc-a395-2f792e33cca1 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3490858 Jan 11 09:31:45.412520 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-6c75bcb8-b81b-4922-9800-7efda646ef71 None None] Allocated IP 2001:db8:0:1::2 (e2d23d47-1c2e-450a-b432-07aa2587e0d5/f7640b37-8fb2-4b21-9953-f2f5e269b81f/a6ba73ad-cc52-4bba-9bef-8fe76b42a285) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:45.466347 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-b2559b48-fea8-4a10-8768-9f893164a8f0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] device_id is not set on port 253a3cd5-41f0-46b9-a3de-4b6d440211e2 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:31:45.515166 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b4ff94b-cdf6-4473-9492-da394c04eab3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:45.623239 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-2b4ff94b-cdf6-4473-9492-da394c04eab3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] device_id is not set on port 439ce11a-af4f-4c79-96e0-d3bb7bdde81e yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:31:45.644290 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-93c81d6d-115d-47fc-b96e-1ecb75d4d282 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:45.657458 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6c75bcb8-b81b-4922-9800-7efda646ef71 None None] For port a6ba73ad-cc52-4bba-9bef-8fe76b42a285, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a6ba73ad-cc52-4bba-9bef-8fe76b42a285,segment=NetworkSegment(69a7ce6a-11e6-48a3-a44d-27b2e9e0b3aa),segment_id=69a7ce6a-11e6-48a3-a44d-27b2e9e0b3aa)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:45.662287 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-93c81d6d-115d-47fc-b96e-1ecb75d4d282 None None] Transition to ACTIVE for port object c7f74f64-99fb-4336-8eda-9784f46122e0 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:45.688275 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-93c81d6d-115d-47fc-b96e-1ecb75d4d282 None None] Transition to ACTIVE for port object c7f74f64-99fb-4336-8eda-9784f46122e0 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:45.704659 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6c75bcb8-b81b-4922-9800-7efda646ef71 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:45.712713 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-93c81d6d-115d-47fc-b96e-1ecb75d4d282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:45.715795 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3acc6ff2-5cab-4c3e-bb20-6458853be42a tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:45.774491 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f86a7b3f-7781-4748-b906-41ed40269a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:45.794700 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c81d6d-115d-47fc-b96e-1ecb75d4d282 None None] Pushing event updated for resources: {'Port': ['ID=c7f74f64-99fb-4336-8eda-9784f46122e0,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:45.805660 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c81d6d-115d-47fc-b96e-1ecb75d4d282 None None] Network e4597897-a6f4-41cc-97e2-6f982e66c041 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:45.806826 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6c75bcb8-b81b-4922-9800-7efda646ef71 None None] Transition to ACTIVE for port object a6ba73ad-cc52-4bba-9bef-8fe76b42a285 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:45.808844 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-93c81d6d-115d-47fc-b96e-1ecb75d4d282 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:45.811728 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c81d6d-115d-47fc-b96e-1ecb75d4d282 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:45.816001 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6c75bcb8-b81b-4922-9800-7efda646ef71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:45.834183 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:45.852124 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] Transition to ACTIVE for port object 4d50c983-968d-409a-bbc8-a444c4485fd2 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:45.863241 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:45.931527 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3acc6ff2-5cab-4c3e-bb20-6458853be42a tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Calling delete_port for a2176629-ffe2-4684-b954-dc65426d2ade owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:45.954219 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9d799-731c-4d02-b57d-48a8e7027964 None None] Pushing event updated for resources: {'Port': ['ID=4d50c983-968d-409a-bbc8-a444c4485fd2,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:45.997866 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9d799-731c-4d02-b57d-48a8e7027964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:45.998379 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9d799-731c-4d02-b57d-48a8e7027964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:45.998781 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9d799-731c-4d02-b57d-48a8e7027964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:45.999176 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9d799-731c-4d02-b57d-48a8e7027964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:45.999638 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9d799-731c-4d02-b57d-48a8e7027964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:46.000063 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9d799-731c-4d02-b57d-48a8e7027964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:46.000567 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9d799-731c-4d02-b57d-48a8e7027964 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:46.000948 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9d799-731c-4d02-b57d-48a8e7027964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:46.001326 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9d799-731c-4d02-b57d-48a8e7027964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:46.001702 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9d799-731c-4d02-b57d-48a8e7027964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:46.002079 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9d799-731c-4d02-b57d-48a8e7027964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:46.002506 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9d799-731c-4d02-b57d-48a8e7027964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:46.013161 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] Attempting to bind port 4d50c983-968d-409a-bbc8-a444c4485fd2 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:31:46.013595 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] Attempting to bind port 4d50c983-968d-409a-bbc8-a444c4485fd2 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:31:46.014013 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] Attempting to bind port 4d50c983-968d-409a-bbc8-a444c4485fd2 on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:31:46.023692 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:31:46.024181 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:31:46.024840 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:46.025233 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:31:46.025768 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] Bound port: 4d50c983-968d-409a-bbc8-a444c4485fd2, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:31:46.027624 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:46.080998 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-93c81d6d-115d-47fc-b96e-1ecb75d4d282 None None] Attempting to bind port c7f74f64-99fb-4336-8eda-9784f46122e0 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:31:46.081589 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-93c81d6d-115d-47fc-b96e-1ecb75d4d282 None None] Attempting to bind port c7f74f64-99fb-4336-8eda-9784f46122e0 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'dfa70662-8809-4ec4-9ff9-4b3d3a373534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e4597897-a6f4-41cc-97e2-6f982e66c041'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:31:46.081704 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c81d6d-115d-47fc-b96e-1ecb75d4d282 None None] Attempting to bind port c7f74f64-99fb-4336-8eda-9784f46122e0 on network e4597897-a6f4-41cc-97e2-6f982e66c041 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:31:46.090778 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c81d6d-115d-47fc-b96e-1ecb75d4d282 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:31:46.091136 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c81d6d-115d-47fc-b96e-1ecb75d4d282 None None] Checking segment: {'id': 'dfa70662-8809-4ec4-9ff9-4b3d3a373534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e4597897-a6f4-41cc-97e2-6f982e66c041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:31:46.092739 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-93c81d6d-115d-47fc-b96e-1ecb75d4d282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:46.093128 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c81d6d-115d-47fc-b96e-1ecb75d4d282 None None] Bound using segment: {'id': 'dfa70662-8809-4ec4-9ff9-4b3d3a373534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e4597897-a6f4-41cc-97e2-6f982e66c041'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:31:46.093600 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-93c81d6d-115d-47fc-b96e-1ecb75d4d282 None None] Bound port: c7f74f64-99fb-4336-8eda-9784f46122e0, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa70662-8809-4ec4-9ff9-4b3d3a373534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e4597897-a6f4-41cc-97e2-6f982e66c041'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:31:46.093965 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-93c81d6d-115d-47fc-b96e-1ecb75d4d282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:46.101431 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f86a7b3f-7781-4748-b906-41ed40269a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:46.144404 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] For port 4d50c983-968d-409a-bbc8-a444c4485fd2, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:31:46.160123 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] For port 4d50c983-968d-409a-bbc8-a444c4485fd2, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4d50c983-968d-409a-bbc8-a444c4485fd2,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:31:46.167940 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75bcb8-b81b-4922-9800-7efda646ef71 None None] Pushing event updated for resources: {'Port': ['ID=a6ba73ad-cc52-4bba-9bef-8fe76b42a285,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:46.170968 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:46.219372 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-93c81d6d-115d-47fc-b96e-1ecb75d4d282 None None] For port c7f74f64-99fb-4336-8eda-9784f46122e0, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:31:46.224720 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-93c81d6d-115d-47fc-b96e-1ecb75d4d282 None None] For port c7f74f64-99fb-4336-8eda-9784f46122e0, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=c7f74f64-99fb-4336-8eda-9784f46122e0,segment=NetworkSegment(dfa70662-8809-4ec4-9ff9-4b3d3a373534),segment_id=dfa70662-8809-4ec4-9ff9-4b3d3a373534)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:31:46.233428 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-93c81d6d-115d-47fc-b96e-1ecb75d4d282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:46.249747 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c62075-9b58-4b2d-a96b-8a248f932669 admin admin] Router cdb08f22-18e1-40eb-9e3f-d13169ad520f has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:31:46.313975 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] Routers {'f545cf85-cabb-489c-9903-863d0a24aae7'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:31:46.314658 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:31:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['f545cf85-cabb-489c-9903-863d0a24aae7'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:46.319071 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22847503-4bc2-43e1-abbe-fe399dff7b4f admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:31:46.336504 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1ade61-b04f-4abf-9ef9-40c75c4e62e7 None None] Sync routers for ids ['dd350ac9-b016-417d-a91a-13ee66679e30'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:31:46.353946 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-22847503-4bc2-43e1-abbe-fe399dff7b4f admin admin] 10.222.0.15 "PUT /v2.0/routers/dd350ac9-b016-417d-a91a-13ee66679e30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8837104 Jan 11 09:31:46.370789 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 54964) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:46.392542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a85e0e-44e6-49db-9f1e-83f183ae17fd req-ba5f2bb5-322c-486f-afe7-86b99de62d88 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:46.397156 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1ade61-b04f-4abf-9ef9-40c75c4e62e7 None None] Routers {'dd350ac9-b016-417d-a91a-13ee66679e30'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:31:46.397923 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8b1ade61-b04f-4abf-9ef9-40c75c4e62e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:31:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['dd350ac9-b016-417d-a91a-13ee66679e30'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:46.401283 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c5a85e0e-44e6-49db-9f1e-83f183ae17fd req-ba5f2bb5-322c-486f-afe7-86b99de62d88 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.7268610 Jan 11 09:31:46.484626 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3acc6ff2-5cab-4c3e-bb20-6458853be42a tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:46.534503 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c81d6d-115d-47fc-b96e-1ecb75d4d282 None None] Pushing event updated for resources: {'Port': ['ID=c7f74f64-99fb-4336-8eda-9784f46122e0,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:46.547337 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07bb7ace-d228-4bc7-b7ff-de0fba1d9772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:46.576677 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] Set router f545cf85-cabb-489c-9903-863d0a24aae7 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:31:46.663777 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc6ff2-5cab-4c3e-bb20-6458853be42a tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Pushing event deleted for resources: {'Port': ['ID=a2176629-ffe2-4684-b954-dc65426d2ade,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:46.666782 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c5a85e0e-44e6-49db-9f1e-83f183ae17fd req-832d8ab7-3471-4935-99a2-1a44bbe19631 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2640734 Jan 11 09:31:46.701409 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3acc6ff2-5cab-4c3e-bb20-6458853be42a tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:46.844963 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-8b1ade61-b04f-4abf-9ef9-40c75c4e62e7 None None] Set router dd350ac9-b016-417d-a91a-13ee66679e30 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:31:47.045779 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9d799-731c-4d02-b57d-48a8e7027964 None None] Pushing event updated for resources: {'Port': ['ID=4d50c983-968d-409a-bbc8-a444c4485fd2,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:47.047645 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c62075-9b58-4b2d-a96b-8a248f932669 admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:31:47.063174 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7897e3d-e92c-432f-84b0-0e0d942979a6 None None] Sync routers for ids ['cdb08f22-18e1-40eb-9e3f-d13169ad520f'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:31:47.068299 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d2c62075-9b58-4b2d-a96b-8a248f932669 admin admin] 10.222.0.15 "PUT /v2.0/routers/cdb08f22-18e1-40eb-9e3f-d13169ad520f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4662478 Jan 11 09:31:47.070709 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54970) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:47.093866 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-2b4ff94b-cdf6-4473-9492-da394c04eab3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Allocated IP 172.20.0.10 (e4597897-a6f4-41cc-97e2-6f982e66c041/e0e27d4f-2bc8-440d-9d2a-ddc59a53fca4/439ce11a-af4f-4c79-96e0-d3bb7bdde81e) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:47.123136 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9a41f31-2333-46dd-aadf-751aede6a383 admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:47.144158 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7897e3d-e92c-432f-84b0-0e0d942979a6 None None] Routers {'cdb08f22-18e1-40eb-9e3f-d13169ad520f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:31:47.145097 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-e7897e3d-e92c-432f-84b0-0e0d942979a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:31:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['cdb08f22-18e1-40eb-9e3f-d13169ad520f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:47.240303 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f86a7b3f-7781-4748-b906-41ed40269a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:47.242773 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f86a7b3f-7781-4748-b906-41ed40269a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:47.249805 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f86a7b3f-7781-4748-b906-41ed40269a1f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04ea6f98-060c-4e32-aa13-b32f01157efa HTTP/1.1" status: 204 len: 168 time: 2.1771500 Jan 11 09:31:47.249805 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3acc6ff2-5cab-4c3e-bb20-6458853be42a tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] 10.222.0.15 "DELETE /v2.0/ports/a2176629-ffe2-4684-b954-dc65426d2ade HTTP/1.1" status: 204 len: 168 time: 2.6927624 Jan 11 09:31:47.262522 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 54976) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:47.445912 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a6ba73ad-cc52-4bba-9bef-8fe76b42a285 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:31:47.498940 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-e7897e3d-e92c-432f-84b0-0e0d942979a6 None None] Set router cdb08f22-18e1-40eb-9e3f-d13169ad520f gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:31:47.510503 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a7b3f-7781-4748-b906-41ed40269a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ea6f98-060c-4e32-aa13-b32f01157efa,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:47.515995 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:47.669006 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8d9ff289-7256-4764-877d-1f40ef07f913 None None] Provisioning for port a6ba73ad-cc52-4bba-9bef-8fe76b42a285 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:31:47.746812 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8d9ff289-7256-4764-877d-1f40ef07f913 None None] Provisioning complete for port a6ba73ad-cc52-4bba-9bef-8fe76b42a285 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:47.746812 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8d9ff289-7256-4764-877d-1f40ef07f913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:47.916868 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:31:41Z', 'revision_number': 3, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port': {'id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:38Z', 'updated_at': '2022-01-11T09:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:47.931884 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port a6ba73ad-cc52-4bba-9bef-8fe76b42a285 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:47.931884 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:47.963733 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8b1ade61-b04f-4abf-9ef9-40c75c4e62e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'name': 'tempest-ServersTestJSON-1682082189-router', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '25acef94-66aa-461e-9072-a8657c250d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:31:41Z', 'revision_number': 5, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'gw_port': {'id': '25acef94-66aa-461e-9072-a8657c250d7e', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:52Z', 'updated_at': '2022-01-11T09:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:47.984100 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-b2559b48-fea8-4a10-8768-9f893164a8f0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Allocated IP 2001:db8::219 (e2d23d47-1c2e-450a-b432-07aa2587e0d5/26923ef5-95f1-4306-87a7-56de962f5e55/253a3cd5-41f0-46b9-a3de-4b6d440211e2) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:47.991205 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-b2559b48-fea8-4a10-8768-9f893164a8f0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Allocated IP 2001:db8:0:1::270 (e2d23d47-1c2e-450a-b432-07aa2587e0d5/f7640b37-8fb2-4b21-9953-f2f5e269b81f/253a3cd5-41f0-46b9-a3de-4b6d440211e2) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:47.991574 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1ade61-b04f-4abf-9ef9-40c75c4e62e7 None None] Checking router: dd350ac9-b016-417d-a91a-13ee66679e30 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:31:48.002545 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a70eb2f-3473-4be2-8da2-5f929ef4f879 None None] The sync data for ids ['f545cf85-cabb-489c-9903-863d0a24aae7'] in dv-neutron-823402-4-hyperv is: [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:31:41Z', 'revision_number': 3, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port': {'id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:38Z', 'updated_at': '2022-01-11T09:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:31:48.029352 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9a41f31-2333-46dd-aadf-751aede6a383 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:48.044367 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1ade61-b04f-4abf-9ef9-40c75c4e62e7 None None] Routers {'dd350ac9-b016-417d-a91a-13ee66679e30'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:31:48.044367 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8b1ade61-b04f-4abf-9ef9-40c75c4e62e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:31:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['dd350ac9-b016-417d-a91a-13ee66679e30'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:48.077232 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-e7897e3d-e92c-432f-84b0-0e0d942979a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'name': 'tempest-ServersTestManualDisk-1252191008-router', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:49Z', 'updated_at': '2022-01-11T09:31:43Z', 'revision_number': 5, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'gw_port': {'id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:48.087957 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7897e3d-e92c-432f-84b0-0e0d942979a6 None None] Checking router: cdb08f22-18e1-40eb-9e3f-d13169ad520f for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:31:48.119099 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7897e3d-e92c-432f-84b0-0e0d942979a6 None None] Routers {'cdb08f22-18e1-40eb-9e3f-d13169ad520f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:31:48.119723 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-e7897e3d-e92c-432f-84b0-0e0d942979a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:31:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['cdb08f22-18e1-40eb-9e3f-d13169ad520f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:48.193566 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b4ff94b-cdf6-4473-9492-da394c04eab3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:48.214835 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2b4ff94b-cdf6-4473-9492-da394c04eab3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Transition to ACTIVE for port object 439ce11a-af4f-4c79-96e0-d3bb7bdde81e will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:48.262652 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-8b1ade61-b04f-4abf-9ef9-40c75c4e62e7 None None] Set router dd350ac9-b016-417d-a91a-13ee66679e30 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:31:48.329471 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b4ff94b-cdf6-4473-9492-da394c04eab3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:48.439382 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a9a41f31-2333-46dd-aadf-751aede6a383 admin admin] Deleting port 25acef94-66aa-461e-9072-a8657c250d7e {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:48.440292 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9a41f31-2333-46dd-aadf-751aede6a383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:48.443439 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8b1ade61-b04f-4abf-9ef9-40c75c4e62e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'name': 'tempest-ServersTestJSON-1682082189-router', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:31:48Z', 'revision_number': 6, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:48.445654 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf8af9c-c128-40b7-ae01-df5299c9bb73 None None] Network e4597897-a6f4-41cc-97e2-6f982e66c041 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:48.486138 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1ade61-b04f-4abf-9ef9-40c75c4e62e7 None None] The sync data for ids ['dd350ac9-b016-417d-a91a-13ee66679e30'] in dv-neutron-823402-4-hyperv is: [{'id': 'dd350ac9-b016-417d-a91a-13ee66679e30', 'name': 'tempest-ServersTestJSON-1682082189-router', 'tenant_id': 'd6077e90b3ac4829977f25baaf7390d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:31:48Z', 'revision_number': 6, 'project_id': 'd6077e90b3ac4829977f25baaf7390d5', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:31:48.522832 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ff94b-cdf6-4473-9492-da394c04eab3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Port': ['ID=439ce11a-af4f-4c79-96e0-d3bb7bdde81e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:48.542961 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-611ed2ea-b81c-4bc5-beb5-9deb3fd3d314 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Deleting port 767cac9a-fb9c-4fff-8a33-33850d3843b9 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:48.543378 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-611ed2ea-b81c-4bc5-beb5-9deb3fd3d314 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:48.575650 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-e7897e3d-e92c-432f-84b0-0e0d942979a6 None None] Set router cdb08f22-18e1-40eb-9e3f-d13169ad520f gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:31:48.604246 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b2559b48-fea8-4a10-8768-9f893164a8f0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:48.639981 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4ff94b-cdf6-4473-9492-da394c04eab3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network e4597897-a6f4-41cc-97e2-6f982e66c041 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:48.713136 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-b2559b48-fea8-4a10-8768-9f893164a8f0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Transition to ACTIVE for port object 253a3cd5-41f0-46b9-a3de-4b6d440211e2 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:48.732905 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-07bb7ace-d228-4bc7-b7ff-de0fba1d9772 admin admin] Allocated IP 172.20.0.1 (5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66/627ce13c-dd38-4562-afe1-c17eb9a23002/ec904619-9a3b-404d-8045-a1d4a669e27c) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:48.833432 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092dfbe-8638-49be-811f-07831702e15a req-01d0b28f-6cbb-4c76-92ec-b254580a29c7 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:48.835934 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7092dfbe-8638-49be-811f-07831702e15a req-01d0b28f-6cbb-4c76-92ec-b254580a29c7 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 1.0049944 Jan 11 09:31:48.878843 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55000) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:48.961006 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-2b4ff94b-cdf6-4473-9492-da394c04eab3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:48.972865 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4ff94b-cdf6-4473-9492-da394c04eab3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:49.014217 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device c7f74f64-99fb-4336-8eda-9784f46122e0 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:31:49.099445 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-611ed2ea-b81c-4bc5-beb5-9deb3fd3d314 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:49.133300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:49.183799 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port c7f74f64-99fb-4336-8eda-9784f46122e0 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:31:49.189874 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dacb3e46-cbb5-453f-8b23-ca83a9429aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:49.193225 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a80ecad4-6bbc-4db4-8596-a9ff4d9c7faa None None] Provisioning for port c7f74f64-99fb-4336-8eda-9784f46122e0 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:31:49.199681 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port c7f74f64-99fb-4336-8eda-9784f46122e0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:49.200064 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:49.252346 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1646486896'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:49.267162 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7092dfbe-8638-49be-811f-07831702e15a req-45672d5e-b60a-4b5a-b21c-9654af2bd8bc tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3895073 Jan 11 09:31:49.267410 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-e7897e3d-e92c-432f-84b0-0e0d942979a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'name': 'tempest-ServersTestManualDisk-1252191008-router', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:49Z', 'updated_at': '2022-01-11T09:31:43Z', 'revision_number': 5, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'gw_port': {'id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:49.272332 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-a9a41f31-2333-46dd-aadf-751aede6a383 admin admin] For port 25acef94-66aa-461e-9072-a8657c250d7e, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=25acef94-66aa-461e-9072-a8657c250d7e,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:49.272467 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7897e3d-e92c-432f-84b0-0e0d942979a6 None None] The sync data for ids ['cdb08f22-18e1-40eb-9e3f-d13169ad520f'] in dv-neutron-823402-4-hyperv is: [{'id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'name': 'tempest-ServersTestManualDisk-1252191008-router', 'tenant_id': '751a670bb4bb42b1b037d7703c1ebb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:49Z', 'updated_at': '2022-01-11T09:31:43Z', 'revision_number': 5, 'project_id': '751a670bb4bb42b1b037d7703c1ebb24', 'gw_port': {'id': 'dfe8865f-b839-427a-bd9b-27be1d37e467', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb08f22-18e1-40eb-9e3f-d13169ad520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:31:49.272782 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9a41f31-2333-46dd-aadf-751aede6a383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:49.289156 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a80ecad4-6bbc-4db4-8596-a9ff4d9c7faa None None] Provisioning complete for port c7f74f64-99fb-4336-8eda-9784f46122e0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:49.289775 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a80ecad4-6bbc-4db4-8596-a9ff4d9c7faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:49.303753 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-611ed2ea-b81c-4bc5-beb5-9deb3fd3d314 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Calling delete_port for 767cac9a-fb9c-4fff-8a33-33850d3843b9 owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:49.324415 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:49.336005 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b2559b48-fea8-4a10-8768-9f893164a8f0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:49.353950 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Usage tracker for resource:network and tenant:b939113bcad8495aa1271d55960ee612 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:49.356744 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] Deleting port dfe8865f-b839-427a-bd9b-27be1d37e467 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:49.357130 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:49.410129 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4ff94b-cdf6-4473-9492-da394c04eab3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:49.411014 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b4ff94b-cdf6-4473-9492-da394c04eab3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:49.494204 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2b4ff94b-cdf6-4473-9492-da394c04eab3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.2696936 Jan 11 09:31:49.508897 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55008) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:49.536706 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-de0942de-6a73-4f14-82fd-9f0071990544 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'port': {'network_id': 'e4597897-a6f4-41cc-97e2-6f982e66c041', 'name': 'tempest-PortsTestJSON-267200304', 'fixed_ips': [{'subnet_id': 'e0e27d4f-2bc8-440d-9d2a-ddc59a53fca4', 'ip_address': '172.20.0.9'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:49.574774 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:49.590572 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:31:49.630189 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:49.658696 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a80ecad4-6bbc-4db4-8596-a9ff4d9c7faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:49.736983 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:49.750512 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port c7f74f64-99fb-4336-8eda-9784f46122e0, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=c7f74f64-99fb-4336-8eda-9784f46122e0,segment=NetworkSegment(dfa70662-8809-4ec4-9ff9-4b3d3a373534),segment_id=dfa70662-8809-4ec4-9ff9-4b3d3a373534)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:49.768396 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a9a41f31-2333-46dd-aadf-751aede6a383 admin admin] Calling delete_port for 25acef94-66aa-461e-9072-a8657c250d7e owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:49.771823 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:49.900323 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-611ed2ea-b81c-4bc5-beb5-9deb3fd3d314 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:49.996919 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2559b48-fea8-4a10-8768-9f893164a8f0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network e2d23d47-1c2e-450a-b432-07aa2587e0d5 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:50.011485 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b2559b48-fea8-4a10-8768-9f893164a8f0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:50.080838 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ed2ea-b81c-4bc5-beb5-9deb3fd3d314 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Pushing event deleted for resources: {'Port': ['ID=767cac9a-fb9c-4fff-8a33-33850d3843b9,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:50.115810 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-611ed2ea-b81c-4bc5-beb5-9deb3fd3d314 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:50.119032 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4d50c983-968d-409a-bbc8-a444c4485fd2 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:31:50.131091 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-611ed2ea-b81c-4bc5-beb5-9deb3fd3d314 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] 10.222.0.15 "DELETE /v2.0/ports/767cac9a-fb9c-4fff-8a33-33850d3843b9 HTTP/1.1" status: 204 len: 168 time: 2.6176860 Jan 11 09:31:50.143258 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55016) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:50.157098 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2559b48-fea8-4a10-8768-9f893164a8f0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:50.168915 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2559b48-fea8-4a10-8768-9f893164a8f0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:50.169500 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] For port dfe8865f-b839-427a-bd9b-27be1d37e467, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=dfe8865f-b839-427a-bd9b-27be1d37e467,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:50.169680 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b2559b48-fea8-4a10-8768-9f893164a8f0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:50.169860 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:50.228123 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Made reservation on behalf of b939113bcad8495aa1271d55960ee612 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:50.236014 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:50.248064 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-a80ecad4-6bbc-4db4-8596-a9ff4d9c7faa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:31:50.248551 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-a80ecad4-6bbc-4db4-8596-a9ff4d9c7faa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:31:50.252800 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-37576ceb-7413-4151-88b8-f2a253cad264 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Synchronizing usage tracker for tenant:43d4c8aa059d46d38e71a2b73f5b6149 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:31:50.256552 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=c7f74f64-99fb-4336-8eda-9784f46122e0,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:50.286632 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:50.291219 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 4d50c983-968d-409a-bbc8-a444c4485fd2 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:31:50.308913 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 4d50c983-968d-409a-bbc8-a444c4485fd2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:50.311288 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:50.313510 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07bb7ace-d228-4bc7-b7ff-de0fba1d9772 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:50.325333 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:50.329839 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Usage tracker for resource:security_group_rule and tenant:b939113bcad8495aa1271d55960ee612 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:50.336011 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:50.342877 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:50.348687 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2559b48-fea8-4a10-8768-9f893164a8f0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Port': ['ID=253a3cd5-41f0-46b9-a3de-4b6d440211e2,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:50.372935 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9a41f31-2333-46dd-aadf-751aede6a383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:50.424725 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a41f31-2333-46dd-aadf-751aede6a383 admin admin] Pushing event deleted for resources: {'Port': ['ID=25acef94-66aa-461e-9072-a8657c250d7e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:50.456818 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] Calling delete_port for dfe8865f-b839-427a-bd9b-27be1d37e467 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:50.466459 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b2559b48-fea8-4a10-8768-9f893164a8f0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 6.7759805 Jan 11 09:31:50.467841 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-07bb7ace-d228-4bc7-b7ff-de0fba1d9772 admin admin] Transition to ACTIVE for port object ec904619-9a3b-404d-8045-a1d4a669e27c will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:50.493535 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55020) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:50.504252 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:50.523473 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 4d50c983-968d-409a-bbc8-a444c4485fd2, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4d50c983-968d-409a-bbc8-a444c4485fd2,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:50.529033 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:50.590912 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ebc6c-0c94-47d3-b633-e42923ff3e6a req-2ea48653-3c1f-4952-b835-1ccfbdba024f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:50.592848 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-603ebc6c-0c94-47d3-b633-e42923ff3e6a req-2ea48653-3c1f-4952-b835-1ccfbdba024f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.5941882 Jan 11 09:31:50.621154 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-37576ceb-7413-4151-88b8-f2a253cad264 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Unset dirty status for tenant:43d4c8aa059d46d38e71a2b73f5b6149 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:31:50.622744 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-37576ceb-7413-4151-88b8-f2a253cad264 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4785099 Jan 11 09:31:50.631241 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55024) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:50.631961 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-0e127383-e5c3-4112-9108-7aef3063edd0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '26923ef5-95f1-4306-87a7-56de962f5e55'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:50.645086 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=4d50c983-968d-409a-bbc8-a444c4485fd2,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:50.653238 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 556d9095-f612-4c7e-8f6a-5e677c56c047 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:31:50.668659 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-438a8664-d7c2-4a21-9511-1a8c16772bf9 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-393113090'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:50.680067 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-438a8664-d7c2-4a21-9511-1a8c16772bf9 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:50.686618 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-de0942de-6a73-4f14-82fd-9f0071990544 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:50.686864 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-438a8664-d7c2-4a21-9511-1a8c16772bf9 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Usage tracker for resource:network and tenant:43d4c8aa059d46d38e71a2b73f5b6149 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:50.690198 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-438a8664-d7c2-4a21-9511-1a8c16772bf9 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:50.691738 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 556d9095-f612-4c7e-8f6a-5e677c56c047 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:31:50.692083 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 556d9095-f612-4c7e-8f6a-5e677c56c047 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:31:50.692504 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ae25780e-86cb-4934-ba3a-e323bb52bf99 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:31:50.697414 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-438a8664-d7c2-4a21-9511-1a8c16772bf9 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:50.704510 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-de0942de-6a73-4f14-82fd-9f0071990544 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:port and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:50.714151 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-de0942de-6a73-4f14-82fd-9f0071990544 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:50.730322 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-de0942de-6a73-4f14-82fd-9f0071990544 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:50.732574 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: ae25780e-86cb-4934-ba3a-e323bb52bf99 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:31:50.732926 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ae25780e-86cb-4934-ba3a-e323bb52bf99 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:31:50.733393 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 25acef94-66aa-461e-9072-a8657c250d7e no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:31:50.780327 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:50.786355 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438a8664-d7c2-4a21-9511-1a8c16772bf9 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Made reservation on behalf of 43d4c8aa059d46d38e71a2b73f5b6149 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:50.790076 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-438a8664-d7c2-4a21-9511-1a8c16772bf9 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:50.834350 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 25acef94-66aa-461e-9072-a8657c250d7e {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:31:50.834714 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 25acef94-66aa-461e-9072-a8657c250d7e not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:31:50.853753 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0942de-6a73-4f14-82fd-9f0071990544 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:50.917768 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9a41f31-2333-46dd-aadf-751aede6a383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:50.959356 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8166f371-46e8-4920-9022-24e1c74f6cf4 None None] Provisioning complete for port c7f74f64-99fb-4336-8eda-9784f46122e0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:50.960037 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8166f371-46e8-4920-9022-24e1c74f6cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:50.965395 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:51.055940 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-603ebc6c-0c94-47d3-b633-e42923ff3e6a req-f98fd11c-c0f9-428b-a954-b7788e67b3e9 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4526663 Jan 11 09:31:51.063667 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07bb7ace-d228-4bc7-b7ff-de0fba1d9772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:51.106960 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8166f371-46e8-4920-9022-24e1c74f6cf4 None None] Provisioning for port 439ce11a-af4f-4c79-96e0-d3bb7bdde81e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:31:51.111954 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8166f371-46e8-4920-9022-24e1c74f6cf4 None None] Provisioning complete for port 439ce11a-af4f-4c79-96e0-d3bb7bdde81e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:51.112327 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8166f371-46e8-4920-9022-24e1c74f6cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:51.133827 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e127383-e5c3-4112-9108-7aef3063edd0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:51.154024 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de0942de-6a73-4f14-82fd-9f0071990544 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:51.169006 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8166f371-46e8-4920-9022-24e1c74f6cf4 None None] Port 439ce11a-af4f-4c79-96e0-d3bb7bdde81e cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:31:51.180333 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8166f371-46e8-4920-9022-24e1c74f6cf4 None None] Provisioning for port 253a3cd5-41f0-46b9-a3de-4b6d440211e2 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:31:51.185951 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8166f371-46e8-4920-9022-24e1c74f6cf4 None None] Provisioning complete for port 253a3cd5-41f0-46b9-a3de-4b6d440211e2 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:51.186201 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8166f371-46e8-4920-9022-24e1c74f6cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:51.188588 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-de0942de-6a73-4f14-82fd-9f0071990544 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] device_id is not set on port d6949720-da10-496d-a7f9-c20709ea6a15 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:31:51.199870 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9a41f31-2333-46dd-aadf-751aede6a383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:51.203206 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:31:51.212886 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9a41f31-2333-46dd-aadf-751aede6a383 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:51.233319 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bb7ace-d228-4bc7-b7ff-de0fba1d9772 admin admin] Network 5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:51.238031 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=701872ce-d939-434b-a814-17685d97f62e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:51.246857 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8166f371-46e8-4920-9022-24e1c74f6cf4 None None] Port 253a3cd5-41f0-46b9-a3de-4b6d440211e2 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:31:51.248291 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-07bb7ace-d228-4bc7-b7ff-de0fba1d9772 admin admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:51.251517 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:51.251517 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Added segment 30a45965-870e-451b-8153-007128545570 of type vlan for network 79730e6d-7ec5-4ee4-809e-13cc23805ca5 Jan 11 09:31:51.257476 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:51.259128 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438a8664-d7c2-4a21-9511-1a8c16772bf9 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:31:51.275025 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bb7ace-d228-4bc7-b7ff-de0fba1d9772 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:51.295413 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-452aab89-7979-4893-94e2-4eee9c641a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:51.309638 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:51.310271 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:51.310354 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:51.310650 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:51.311140 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:51.311674 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:51.312184 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:51.312701 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:51.313221 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:51.313712 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:51.314256 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:51.314762 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:51.325490 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb7ace-d228-4bc7-b7ff-de0fba1d9772 admin admin] Pushing event updated for resources: {'Port': ['ID=ec904619-9a3b-404d-8045-a1d4a669e27c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:51.338274 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-438a8664-d7c2-4a21-9511-1a8c16772bf9 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:51.339208 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-438a8664-d7c2-4a21-9511-1a8c16772bf9 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Added segment 690cc88f-1ccb-4c08-b10c-a5188a964745 of type vlan for network cc5ec762-0a18-4642-806d-c208adf61c59 Jan 11 09:31:51.344699 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9a41f31-2333-46dd-aadf-751aede6a383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:51.345539 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a41f31-2333-46dd-aadf-751aede6a383 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd350ac9-b016-417d-a91a-13ee66679e30 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:31:51.383818 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:51.400844 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07bb7ace-d228-4bc7-b7ff-de0fba1d9772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:51.427221 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe8865f-b839-427a-bd9b-27be1d37e467,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:51.513787 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:51.514469 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:51.514469 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:51.514803 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:51.515310 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:51.515642 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:51.515967 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:51.516291 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:51.516610 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:51.516980 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:51.517238 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:51.517721 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:31:51.565278 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-438a8664-d7c2-4a21-9511-1a8c16772bf9 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:51.574349 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5dc9d2ce-0119-4e68-b419-8896aa202af4 None None] Provisioning for port ec904619-9a3b-404d-8045-a1d4a669e27c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:31:51.579276 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5dc9d2ce-0119-4e68-b419-8896aa202af4 None None] Provisioning complete for port ec904619-9a3b-404d-8045-a1d4a669e27c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:51.579734 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5dc9d2ce-0119-4e68-b419-8896aa202af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:51.584944 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:51.632796 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:51.639071 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:51.639840 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:51.646389 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5dc9d2ce-0119-4e68-b419-8896aa202af4 None None] Port ec904619-9a3b-404d-8045-a1d4a669e27c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:31:51.677574 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a9a41f31-2333-46dd-aadf-751aede6a383 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:51.678745 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a9a41f31-2333-46dd-aadf-751aede6a383 admin admin] 10.222.0.15 "DELETE /v2.0/routers/dd350ac9-b016-417d-a91a-13ee66679e30 HTTP/1.1" status: 204 len: 168 time: 5.3025422 Jan 11 09:31:51.686884 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55028) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:51.700336 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-438a8664-d7c2-4a21-9511-1a8c16772bf9 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:51.705886 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438a8664-d7c2-4a21-9511-1a8c16772bf9 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:51.706492 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-438a8664-d7c2-4a21-9511-1a8c16772bf9 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:51.762433 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.8823087 Jan 11 09:31:51.775048 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55032) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:51.837182 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-eaf675b5-4132-46b8-90fb-1e9d8f8f05f1 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Request body: {'subnet': {'network_id': '79730e6d-7ec5-4ee4-809e-13cc23805ca5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:51.845753 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:51.853685 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:51.869379 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1cdf95-e1c1-455d-ae99-3e37658d6eda tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Pushing event updated for resources: {'Network': ['ID=79730e6d-7ec5-4ee4-809e-13cc23805ca5,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:51.882217 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 79730e6d-7ec5-4ee4-809e-13cc23805ca5 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:31:51.889679 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-438a8664-d7c2-4a21-9511-1a8c16772bf9 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2529066 Jan 11 09:31:51.905907 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55036) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:51.918552 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-05ab4639-d8c9-4620-8532-ec92d70de44b tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1384207548'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:51.935132 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-05ab4639-d8c9-4620-8532-ec92d70de44b tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:51.948874 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-05ab4639-d8c9-4620-8532-ec92d70de44b tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Usage tracker for resource:network and tenant:43d4c8aa059d46d38e71a2b73f5b6149 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:51.951874 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-416076d1-4c22-47e1-8844-5b76c27a7fa2 admin admin] Deleting subnet ae3fb401-b762-4565-b792-d6b1996befaa {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:31:51.971311 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-416076d1-4c22-47e1-8844-5b76c27a7fa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:51.988591 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-05ab4639-d8c9-4620-8532-ec92d70de44b tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:52.002456 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:52.002950 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdb08f22-18e1-40eb-9e3f-d13169ad520f {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:31:52.015132 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-05ab4639-d8c9-4620-8532-ec92d70de44b tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:52.032612 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4d50c983-968d-409a-bbc8-a444c4485fd2 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:31:52.039402 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-de0942de-6a73-4f14-82fd-9f0071990544 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Allocated IP 172.20.0.9 (e4597897-a6f4-41cc-97e2-6f982e66c041/e0e27d4f-2bc8-440d-9d2a-ddc59a53fca4/d6949720-da10-496d-a7f9-c20709ea6a15) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:52.074312 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ab4639-d8c9-4620-8532-ec92d70de44b tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Made reservation on behalf of 43d4c8aa059d46d38e71a2b73f5b6149 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:52.077731 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05ab4639-d8c9-4620-8532-ec92d70de44b tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:52.109789 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:52.110530 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5101e627-ba14-4e87-8aa3-154aa58c2339 admin admin] 10.222.0.15 "DELETE /v2.0/routers/cdb08f22-18e1-40eb-9e3f-d13169ad520f HTTP/1.1" status: 204 len: 168 time: 4.8721852 Jan 11 09:31:52.140676 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 4d50c983-968d-409a-bbc8-a444c4485fd2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:52.141208 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:52.158512 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55042) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:52.165317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-eaf675b5-4132-46b8-90fb-1e9d8f8f05f1 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:52.176265 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a8664-d7c2-4a21-9511-1a8c16772bf9 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Pushing event updated for resources: {'Network': ['ID=cc5ec762-0a18-4642-806d-c208adf61c59,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:52.192041 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network cc5ec762-0a18-4642-806d-c208adf61c59 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:31:52.207237 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-eaf675b5-4132-46b8-90fb-1e9d8f8f05f1 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Usage tracker for resource:subnet and tenant:b939113bcad8495aa1271d55960ee612 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:52.213304 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-eaf675b5-4132-46b8-90fb-1e9d8f8f05f1 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:52.233339 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-416076d1-4c22-47e1-8844-5b76c27a7fa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:52.261036 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-eaf675b5-4132-46b8-90fb-1e9d8f8f05f1 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:52.301294 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf675b5-4132-46b8-90fb-1e9d8f8f05f1 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Made reservation on behalf of b939113bcad8495aa1271d55960ee612 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:52.304891 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eaf675b5-4132-46b8-90fb-1e9d8f8f05f1 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:52.370898 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07bb7ace-d228-4bc7-b7ff-de0fba1d9772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:52.405187 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ab4639-d8c9-4620-8532-ec92d70de44b tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:31:52.415292 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device c7f74f64-99fb-4336-8eda-9784f46122e0 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:31:52.463324 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:52.466247 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-4834eeb8-6cd4-4367-aacc-3f902500d272 admin admin] Deleting subnet 629ef5e5-a187-4239-abf7-d3f4dd928e10 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:31:52.472153 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-0e127383-e5c3-4112-9108-7aef3063edd0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Delete allocated IP 2001:db8:0:1::270 (e2d23d47-1c2e-450a-b432-07aa2587e0d5/f7640b37-8fb2-4b21-9953-f2f5e269b81f) {{(pid=87654) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 11 09:31:52.474538 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05ab4639-d8c9-4620-8532-ec92d70de44b tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:52.474880 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-05ab4639-d8c9-4620-8532-ec92d70de44b tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Added segment 68b1dde1-3b32-4716-8d3b-a2bf498c8a8f of type vlan for network 33152389-7642-404c-96a7-ee6e7ad961d6 Jan 11 09:31:52.475936 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4834eeb8-6cd4-4367-aacc-3f902500d272 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:52.496915 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port c7f74f64-99fb-4336-8eda-9784f46122e0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:52.497608 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:52.583869 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:52.691575 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05ab4639-d8c9-4620-8532-ec92d70de44b tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:52.719441 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4834eeb8-6cd4-4367-aacc-3f902500d272 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:52.763047 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-416076d1-4c22-47e1-8844-5b76c27a7fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:52.798473 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89ab6a-014b-4eb3-b300-7a5cbb152670 req-0dfa73e0-048d-45c8-a686-81bd6689f1d7 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:52.799952 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bd89ab6a-014b-4eb3-b300-7a5cbb152670 req-0dfa73e0-048d-45c8-a686-81bd6689f1d7 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.4770670 Jan 11 09:31:52.889524 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de0942de-6a73-4f14-82fd-9f0071990544 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:52.936334 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05ab4639-d8c9-4620-8532-ec92d70de44b tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:52.941783 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ab4639-d8c9-4620-8532-ec92d70de44b tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:52.942403 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05ab4639-d8c9-4620-8532-ec92d70de44b tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:52.969408 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-de0942de-6a73-4f14-82fd-9f0071990544 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Transition to ACTIVE for port object d6949720-da10-496d-a7f9-c20709ea6a15 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:52.994458 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bd89ab6a-014b-4eb3-b300-7a5cbb152670 req-66c51f73-fd8a-4e15-a471-b858f5ca4509 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770337 Jan 11 09:31:53.014292 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4834eeb8-6cd4-4367-aacc-3f902500d272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:53.047368 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-416076d1-4c22-47e1-8844-5b76c27a7fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:53.098481 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416076d1-4c22-47e1-8844-5b76c27a7fa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae3fb401-b762-4565-b792-d6b1996befaa,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:53.109035 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-416076d1-4c22-47e1-8844-5b76c27a7fa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:53.119330 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbe5d18-bc5a-4d70-a964-9942ff2b66dd None None] Network 0f65b1ba-3913-4451-8e15-729dbed38017 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:53.134945 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-05ab4639-d8c9-4620-8532-ec92d70de44b tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2133689 Jan 11 09:31:53.134945 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-0e127383-e5c3-4112-9108-7aef3063edd0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:31:53.135238 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eaf675b5-4132-46b8-90fb-1e9d8f8f05f1 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:53.136881 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab4639-d8c9-4620-8532-ec92d70de44b tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Pushing event updated for resources: {'Network': ['ID=33152389-7642-404c-96a7-ee6e7ad961d6,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:53.161289 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07bb7ace-d228-4bc7-b7ff-de0fba1d9772 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:53.169082 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-416076d1-4c22-47e1-8844-5b76c27a7fa2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ae3fb401-b762-4565-b792-d6b1996befaa HTTP/1.1" status: 204 len: 168 time: 1.4733424 Jan 11 09:31:53.169280 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e127383-e5c3-4112-9108-7aef3063edd0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:53.173518 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55048) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:53.177724 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07bb7ace-d228-4bc7-b7ff-de0fba1d9772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:53.325801 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf675b5-4132-46b8-90fb-1e9d8f8f05f1 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Pushing event updated for resources: {'Subnet': ['ID=abb9f44a-deb2-4e0f-84a3-5d32c78e1e1c,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:53.344781 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07bb7ace-d228-4bc7-b7ff-de0fba1d9772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:53.353702 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de0942de-6a73-4f14-82fd-9f0071990544 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:53.416138 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf675b5-4132-46b8-90fb-1e9d8f8f05f1 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Checking segment: {'id': '30a45965-870e-451b-8153-007128545570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '79730e6d-7ec5-4ee4-809e-13cc23805ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:31:53.416688 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf675b5-4132-46b8-90fb-1e9d8f8f05f1 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Network hostable DHCP agents. Network: 79730e6d-7ec5-4ee4-809e-13cc23805ca5, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:31:53.429348 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0942de-6a73-4f14-82fd-9f0071990544 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network e4597897-a6f4-41cc-97e2-6f982e66c041 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:53.431482 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb7ace-d228-4bc7-b7ff-de0fba1d9772 admin admin] Pushing event updated for resources: {'Port': ['ID=ec904619-9a3b-404d-8045-a1d4a669e27c,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:53.437318 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-de0942de-6a73-4f14-82fd-9f0071990544 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:53.439781 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0e127383-e5c3-4112-9108-7aef3063edd0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Transition to ACTIVE for port object 253a3cd5-41f0-46b9-a3de-4b6d440211e2 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:53.451470 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b24ebd4c-6dac-46d8-81ac-1b173449a6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:53.456814 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0942de-6a73-4f14-82fd-9f0071990544 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:53.495857 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 33152389-7642-404c-96a7-ee6e7ad961d6 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:31:53.497765 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4834eeb8-6cd4-4367-aacc-3f902500d272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:53.582320 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e127383-e5c3-4112-9108-7aef3063edd0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:53.606953 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf675b5-4132-46b8-90fb-1e9d8f8f05f1 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Network 79730e6d-7ec5-4ee4-809e-13cc23805ca5 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:31:53.769656 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834eeb8-6cd4-4367-aacc-3f902500d272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=629ef5e5-a187-4239-abf7-d3f4dd928e10,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:53.795247 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4834eeb8-6cd4-4367-aacc-3f902500d272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:53.840009 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0942de-6a73-4f14-82fd-9f0071990544 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Port': ['ID=d6949720-da10-496d-a7f9-c20709ea6a15,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:53.847009 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-eaf675b5-4132-46b8-90fb-1e9d8f8f05f1 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 79730e6d-7ec5-4ee4-809e-13cc23805ca5) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:53.856190 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b24ebd4c-6dac-46d8-81ac-1b173449a6e6 admin admin] Deleting port 182d8d61-3be8-490b-80d7-82433fc54ea7 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:53.861437 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b24ebd4c-6dac-46d8-81ac-1b173449a6e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:53.867275 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf675b5-4132-46b8-90fb-1e9d8f8f05f1 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:53.868124 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eaf675b5-4132-46b8-90fb-1e9d8f8f05f1 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:53.905394 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-eaf675b5-4132-46b8-90fb-1e9d8f8f05f1 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1238298 Jan 11 09:31:53.910220 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55054) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:53.925715 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-03e8f5fe-62ec-47cb-b117-7c6cef92fa3e tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Request body: {'port': {'network_id': '79730e6d-7ec5-4ee4-809e-13cc23805ca5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-964062067'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:53.972137 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f5c09d-0aa2-4a23-8fba-9c6f00ce7a53 None None] Network ca4ce210-a393-4677-aa6a-eccdb76bdec4 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:54.007807 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd03209-d40f-4053-b584-4905fc37f81d req-7857ca33-47cc-4b4a-87e5-cf96b9b8e44c tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:54.016006 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3bd03209-d40f-4053-b584-4905fc37f81d req-7857ca33-47cc-4b4a-87e5-cf96b9b8e44c tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.4855478 Jan 11 09:31:54.078607 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e127383-e5c3-4112-9108-7aef3063edd0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Port': ['ID=253a3cd5-41f0-46b9-a3de-4b6d440211e2,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:54.081493 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0e127383-e5c3-4112-9108-7aef3063edd0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] In _notify_port_updated(), no bound segment for port 253a3cd5-41f0-46b9-a3de-4b6d440211e2 on network e2d23d47-1c2e-450a-b432-07aa2587e0d5 {{(pid=87654) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 11 09:31:54.090139 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3bd03209-d40f-4053-b584-4905fc37f81d req-ef606514-f052-4653-8d51-19467b513310 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636303 Jan 11 09:31:54.093569 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e127383-e5c3-4112-9108-7aef3063edd0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:54.094272 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e127383-e5c3-4112-9108-7aef3063edd0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:54.095574 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0e127383-e5c3-4112-9108-7aef3063edd0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "PUT /v2.0/ports/253a3cd5-41f0-46b9-a3de-4b6d440211e2 HTTP/1.1" status: 200 len: 926 time: 3.4713740 Jan 11 09:31:54.107910 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device dfe8865f-b839-427a-bd9b-27be1d37e467 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:31:54.122454 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55058) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:54.126400 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4834eeb8-6cd4-4367-aacc-3f902500d272 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/629ef5e5-a187-4239-abf7-d3f4dd928e10 HTTP/1.1" status: 204 len: 168 time: 1.9668245 Jan 11 09:31:54.128853 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55060) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:54.141703 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-45402370-cb69-4218-aef8-63cc9869cf43 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '26923ef5-95f1-4306-87a7-56de962f5e55'}, {'subnet_id': 'f7640b37-8fb2-4b21-9953-f2f5e269b81f'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:54.155011 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad0349a-769d-4b94-8e1a-71970e0394a9 None None] Network 79730e6d-7ec5-4ee4-809e-13cc23805ca5 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:54.155965 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bb7ace-d228-4bc7-b7ff-de0fba1d9772 admin admin] Network 5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:54.157582 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-07bb7ace-d228-4bc7-b7ff-de0fba1d9772 admin admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:54.339490 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0942de-6a73-4f14-82fd-9f0071990544 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:54.340094 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de0942de-6a73-4f14-82fd-9f0071990544 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:54.352335 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: dfe8865f-b839-427a-bd9b-27be1d37e467 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:31:54.352683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device dfe8865f-b839-427a-bd9b-27be1d37e467 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:31:54.396190 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-03e8f5fe-62ec-47cb-b117-7c6cef92fa3e tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:54.411048 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-03e8f5fe-62ec-47cb-b117-7c6cef92fa3e tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Usage tracker for resource:port and tenant:b939113bcad8495aa1271d55960ee612 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:54.431031 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-03e8f5fe-62ec-47cb-b117-7c6cef92fa3e tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:54.443173 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-03e8f5fe-62ec-47cb-b117-7c6cef92fa3e tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:54.478831 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e8f5fe-62ec-47cb-b117-7c6cef92fa3e tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Made reservation on behalf of b939113bcad8495aa1271d55960ee612 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:54.483270 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-03e8f5fe-62ec-47cb-b117-7c6cef92fa3e tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:54.500428 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-de0942de-6a73-4f14-82fd-9f0071990544 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.9902008 Jan 11 09:31:54.507550 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55066) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:54.512743 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-03e8f5fe-62ec-47cb-b117-7c6cef92fa3e tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] device_id is not set on port 024c042a-f241-4516-9f96-bf25bf4d800e yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:31:54.580939 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45402370-cb69-4218-aef8-63cc9869cf43 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:54.586752 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f651fd15-0723-41bc-aefb-a233100ad824 None None] Provisioning for port d6949720-da10-496d-a7f9-c20709ea6a15 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:31:54.605610 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f651fd15-0723-41bc-aefb-a233100ad824 None None] Provisioning complete for port d6949720-da10-496d-a7f9-c20709ea6a15 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:54.606028 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f651fd15-0723-41bc-aefb-a233100ad824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:54.660106 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e820a7dc-e47c-459a-9a3f-4a75c0619267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:54.675045 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-03e8f5fe-62ec-47cb-b117-7c6cef92fa3e tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Allocated IP 172.20.0.14 (79730e6d-7ec5-4ee4-809e-13cc23805ca5/abb9f44a-deb2-4e0f-84a3-5d32c78e1e1c/024c042a-f241-4516-9f96-bf25bf4d800e) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:54.722325 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e820a7dc-e47c-459a-9a3f-4a75c0619267 admin admin] Deleting port 79d8700f-0bae-47a3-9dce-82a27d9144f8 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:54.723009 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e820a7dc-e47c-459a-9a3f-4a75c0619267 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:54.723350 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:54.743678 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f651fd15-0723-41bc-aefb-a233100ad824 None None] Port d6949720-da10-496d-a7f9-c20709ea6a15 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:31:54.746927 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f58de33-a040-4bd6-b6ba-b04b5ba8edde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-79730e6d-7ec5-4ee4-809e-13cc23805ca5', 'network_id': '79730e6d-7ec5-4ee4-809e-13cc23805ca5', 'tenant_id': 'b939113bcad8495aa1271d55960ee612', 'fixed_ips': [{'subnet_id': 'abb9f44a-deb2-4e0f-84a3-5d32c78e1e1c'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:31:54.747748 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4f58de33-a040-4bd6-b6ba-b04b5ba8edde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:54.817249 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bb7ace-d228-4bc7-b7ff-de0fba1d9772 admin admin] Router f545cf85-cabb-489c-9903-863d0a24aae7 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:31:54.922933 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-106fb1e1-f15b-4859-9852-1111851f713b None None] Provisioning complete for port ec904619-9a3b-404d-8045-a1d4a669e27c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:54.923309 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-106fb1e1-f15b-4859-9852-1111851f713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:54.961386 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e19ebef-2ca1-4163-ac6c-ece68e93974a None None] DHCP port deletion for 0f65b1ba-3913-4451-8e15-729dbed38017 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:31:55.015305 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3baaca1-a30a-4cce-a15f-71d484af0290 None None] DHCP port deletion for ca4ce210-a393-4677-aa6a-eccdb76bdec4 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:31:55.030923 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0e19ebef-2ca1-4163-ac6c-ece68e93974a None None] Deleting port 182d8d61-3be8-490b-80d7-82433fc54ea7 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:55.031291 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0e19ebef-2ca1-4163-ac6c-ece68e93974a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:55.064402 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d3baaca1-a30a-4cce-a15f-71d484af0290 None None] Deleting port 79d8700f-0bae-47a3-9dce-82a27d9144f8 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:55.064911 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d3baaca1-a30a-4cce-a15f-71d484af0290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:55.105356 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b24ebd4c-6dac-46d8-81ac-1b173449a6e6 admin admin] For port 182d8d61-3be8-490b-80d7-82433fc54ea7, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=182d8d61-3be8-490b-80d7-82433fc54ea7,segment=NetworkSegment(0e714dd5-6920-43b2-b114-2276f407b3e6),segment_id=0e714dd5-6920-43b2-b114-2276f407b3e6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:55.106743 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b24ebd4c-6dac-46d8-81ac-1b173449a6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:55.156283 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-106fb1e1-f15b-4859-9852-1111851f713b None None] Port ec904619-9a3b-404d-8045-a1d4a669e27c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:31:55.286060 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b24ebd4c-6dac-46d8-81ac-1b173449a6e6 admin admin] Calling delete_port for 182d8d61-3be8-490b-80d7-82433fc54ea7 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:55.392509 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d3baaca1-a30a-4cce-a15f-71d484af0290 None None] For port 79d8700f-0bae-47a3-9dce-82a27d9144f8, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=79d8700f-0bae-47a3-9dce-82a27d9144f8,segment=NetworkSegment(1f26884f-d336-418b-ac8a-7d230186e755),segment_id=1f26884f-d336-418b-ac8a-7d230186e755)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:55.393013 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d3baaca1-a30a-4cce-a15f-71d484af0290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:55.396069 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-03e8f5fe-62ec-47cb-b117-7c6cef92fa3e tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:55.415452 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-03e8f5fe-62ec-47cb-b117-7c6cef92fa3e tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Transition to ACTIVE for port object 024c042a-f241-4516-9f96-bf25bf4d800e will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:55.499282 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-03e8f5fe-62ec-47cb-b117-7c6cef92fa3e tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:55.551456 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d3baaca1-a30a-4cce-a15f-71d484af0290 None None] Calling delete_port for 79d8700f-0bae-47a3-9dce-82a27d9144f8 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:55.596405 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e820a7dc-e47c-459a-9a3f-4a75c0619267 admin admin] For port 79d8700f-0bae-47a3-9dce-82a27d9144f8, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=79d8700f-0bae-47a3-9dce-82a27d9144f8,segment=NetworkSegment(1f26884f-d336-418b-ac8a-7d230186e755),segment_id=1f26884f-d336-418b-ac8a-7d230186e755)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:31:55.596934 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e820a7dc-e47c-459a-9a3f-4a75c0619267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:55.608300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b24ebd4c-6dac-46d8-81ac-1b173449a6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:55.672472 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ebd4c-6dac-46d8-81ac-1b173449a6e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=182d8d61-3be8-490b-80d7-82433fc54ea7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:55.698871 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e8f5fe-62ec-47cb-b117-7c6cef92fa3e tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Network 79730e6d-7ec5-4ee4-809e-13cc23805ca5 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:55.707025 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-03e8f5fe-62ec-47cb-b117-7c6cef92fa3e tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:55.725550 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e8f5fe-62ec-47cb-b117-7c6cef92fa3e tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:55.743811 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0e19ebef-2ca1-4163-ac6c-ece68e93974a None None] The port '182d8d61-3be8-490b-80d7-82433fc54ea7' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:31:55.807017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24ebd4c-6dac-46d8-81ac-1b173449a6e6 admin admin] No DVR routers for this DVR port 182d8d61-3be8-490b-80d7-82433fc54ea7 on host dv-neutron-823402-4-hyperv {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:31:55.818521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e820a7dc-e47c-459a-9a3f-4a75c0619267 admin admin] Calling delete_port for 79d8700f-0bae-47a3-9dce-82a27d9144f8 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:55.819332 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732bdb06-c427-4b94-ba90-71d5527f1128 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:55.823874 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-732bdb06-c427-4b94-ba90-71d5527f1128 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 1.0119033 Jan 11 09:31:55.828296 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-4f58de33-a040-4bd6-b6ba-b04b5ba8edde None None] Allocated IP 172.20.0.2 (79730e6d-7ec5-4ee4-809e-13cc23805ca5/abb9f44a-deb2-4e0f-84a3-5d32c78e1e1c/e5bc6ff2-be42-45a0-b944-62e064f9c1ae) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:55.829802 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55072) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:55.903616 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d3baaca1-a30a-4cce-a15f-71d484af0290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:55.946615 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8f5fe-62ec-47cb-b117-7c6cef92fa3e tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Pushing event updated for resources: {'Port': ['ID=024c042a-f241-4516-9f96-bf25bf4d800e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:55.954611 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 79d8700f-0bae-47a3-9dce-82a27d9144f8 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:31:55.992811 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bb7ace-d228-4bc7-b7ff-de0fba1d9772 admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:31:56.019303 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-07bb7ace-d228-4bc7-b7ff-de0fba1d9772 admin admin] 10.222.0.15 "PUT /v2.0/routers/f545cf85-cabb-489c-9903-863d0a24aae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3315983 Jan 11 09:31:56.042011 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e8f5fe-62ec-47cb-b117-7c6cef92fa3e tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:56.044827 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-03e8f5fe-62ec-47cb-b117-7c6cef92fa3e tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:56.086736 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3baaca1-a30a-4cce-a15f-71d484af0290 None None] Pushing event deleted for resources: {'Port': ['ID=79d8700f-0bae-47a3-9dce-82a27d9144f8,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:56.089867 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] Sync routers for ids ['f545cf85-cabb-489c-9903-863d0a24aae7'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:31:56.093162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da56f7-7285-4455-a5fc-a758da4580b5 req-a1d2d48d-6da5-4723-9a94-112075ec360a tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:56.100776 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f6da56f7-7285-4455-a5fc-a758da4580b5 req-a1d2d48d-6da5-4723-9a94-112075ec360a tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.6592429 Jan 11 09:31:56.106830 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-106fb1e1-f15b-4859-9852-1111851f713b None None] Provisioning for port 253a3cd5-41f0-46b9-a3de-4b6d440211e2 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:31:56.114781 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 79d8700f-0bae-47a3-9dce-82a27d9144f8 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:31:56.115394 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 79d8700f-0bae-47a3-9dce-82a27d9144f8 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:31:56.116024 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 182d8d61-3be8-490b-80d7-82433fc54ea7 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:31:56.158301 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-03e8f5fe-62ec-47cb-b117-7c6cef92fa3e tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2410021 Jan 11 09:31:56.163211 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3baaca1-a30a-4cce-a15f-71d484af0290 None None] No DVR routers for this DVR port 79d8700f-0bae-47a3-9dce-82a27d9144f8 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:31:56.168920 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55078) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:56.173628 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-106fb1e1-f15b-4859-9852-1111851f713b None None] Provisioning complete for port 253a3cd5-41f0-46b9-a3de-4b6d440211e2 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:56.174252 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-106fb1e1-f15b-4859-9852-1111851f713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:56.181739 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a7da8dcd-ebad-43b1-aa7e-8a925d955427 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Request body: {'port': {'network_id': '79730e6d-7ec5-4ee4-809e-13cc23805ca5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-772676451', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:56.182303 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.api.validators [None req-a7da8dcd-ebad-43b1-aa7e-8a925d955427 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] bootfile-name is not in valid_values {{(pid=87655) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 11 09:31:56.182688 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.api.validators [None req-a7da8dcd-ebad-43b1-aa7e-8a925d955427 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] tftp-server is not in valid_values {{(pid=87655) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 11 09:31:56.183187 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.api.validators [None req-a7da8dcd-ebad-43b1-aa7e-8a925d955427 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] server-ip-address is not in valid_values {{(pid=87655) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 11 09:31:56.199180 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 182d8d61-3be8-490b-80d7-82433fc54ea7 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:31:56.199853 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 182d8d61-3be8-490b-80d7-82433fc54ea7 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:31:56.232227 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] Routers {'f545cf85-cabb-489c-9903-863d0a24aae7'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:31:56.232610 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e204c577-9237-4a6a-89de-934764096f55 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:56.233165 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:31:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['f545cf85-cabb-489c-9903-863d0a24aae7'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:56.242653 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e204c577-9237-4a6a-89de-934764096f55 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:56.245507 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b24ebd4c-6dac-46d8-81ac-1b173449a6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:56.249794 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e204c577-9237-4a6a-89de-934764096f55 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:56.251829 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e204c577-9237-4a6a-89de-934764096f55 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3946085 Jan 11 09:31:56.259982 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-45402370-cb69-4218-aef8-63cc9869cf43 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Allocated IP 2001:db8:0:1::e5 (e2d23d47-1c2e-450a-b432-07aa2587e0d5/f7640b37-8fb2-4b21-9953-f2f5e269b81f/253a3cd5-41f0-46b9-a3de-4b6d440211e2) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:56.264629 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f6da56f7-7285-4455-a5fc-a758da4580b5 req-364e2e61-0102-4eba-8d60-61fffffcea90 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629584 Jan 11 09:31:56.268478 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55082) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:56.387276 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b8d099a2-40a3-4f95-b20d-cc002a219442 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting port d6949720-da10-496d-a7f9-c20709ea6a15 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:56.387599 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8d099a2-40a3-4f95-b20d-cc002a219442 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:56.521155 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.api [None req-e820a7dc-e47c-459a-9a3f-4a75c0619267 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:31:56.521496 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG oslo_db.api [None req-e820a7dc-e47c-459a-9a3f-4a75c0619267 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:31:56.521883 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55090) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:56.585651 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a7da8dcd-ebad-43b1-aa7e-8a925d955427 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:56.593407 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a7da8dcd-ebad-43b1-aa7e-8a925d955427 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Usage tracker for resource:port and tenant:b939113bcad8495aa1271d55960ee612 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:56.597557 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a7da8dcd-ebad-43b1-aa7e-8a925d955427 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:56.599040 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-849a8a2e-d219-48a4-96c7-df265856e754 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Request body: {'subnets': [{'network_id': 'cc5ec762-0a18-4642-806d-c208adf61c59', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--885550298', 'ip_version': 6}, {'network_id': '33152389-7642-404c-96a7-ee6e7ad961d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:56.599358 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-849a8a2e-d219-48a4-96c7-df265856e754 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Request body: {'subnet': {'network_id': 'cc5ec762-0a18-4642-806d-c208adf61c59', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--885550298', 'ip_version': 6}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:56.600125 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-849a8a2e-d219-48a4-96c7-df265856e754 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Request body: {'subnet': {'network_id': '33152389-7642-404c-96a7-ee6e7ad961d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:56.609197 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a7da8dcd-ebad-43b1-aa7e-8a925d955427 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:56.615234 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-b24ebd4c-6dac-46d8-81ac-1b173449a6e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f65b1ba-3913-4451-8e15-729dbed38017']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:56.623460 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ad93b-8b5b-493a-96ef-baa7ebcc0759 req-1f2c74b2-b72a-4b74-ac5b-aa9a532add0c tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:56.630302 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a02ad93b-8b5b-493a-96ef-baa7ebcc0759 req-1f2c74b2-b72a-4b74-ac5b-aa9a532add0c tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.1652024 Jan 11 09:31:56.635183 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4f58de33-a040-4bd6-b6ba-b04b5ba8edde None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:56.648886 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4f58de33-a040-4bd6-b6ba-b04b5ba8edde None None] Transition to ACTIVE for port object e5bc6ff2-be42-45a0-b944-62e064f9c1ae will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:56.652972 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-106fb1e1-f15b-4859-9852-1111851f713b None None] Port 253a3cd5-41f0-46b9-a3de-4b6d440211e2 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:31:56.669406 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] Set router f545cf85-cabb-489c-9903-863d0a24aae7 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:31:56.677981 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7da8dcd-ebad-43b1-aa7e-8a925d955427 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Made reservation on behalf of b939113bcad8495aa1271d55960ee612 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:56.682066 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7da8dcd-ebad-43b1-aa7e-8a925d955427 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:56.685881 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-b24ebd4c-6dac-46d8-81ac-1b173449a6e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e714dd5-6920-43b2-b114-2276f407b3e6') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:56.686203 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-b24ebd4c-6dac-46d8-81ac-1b173449a6e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e714dd5-6920-43b2-b114-2276f407b3e6') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:56.696427 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a02ad93b-8b5b-493a-96ef-baa7ebcc0759 req-ef7d9df6-29b8-45ac-b510-094258b53b62 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650246 Jan 11 09:31:56.709598 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-a7da8dcd-ebad-43b1-aa7e-8a925d955427 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] device_id is not set on port 4923c6f8-912e-4ab2-9ef9-082df57e37ca yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:31:56.760498 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4f58de33-a040-4bd6-b6ba-b04b5ba8edde None None] Transition to ACTIVE for port object e5bc6ff2-be42-45a0-b944-62e064f9c1ae will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:56.773559 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4f58de33-a040-4bd6-b6ba-b04b5ba8edde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:56.808435 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b24ebd4c-6dac-46d8-81ac-1b173449a6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:57.005900 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.api [None req-a7da8dcd-ebad-43b1-aa7e-8a925d955427 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-959277d7-6fe6-48e5-b723-fe2ade147b18 {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:31:57.006581 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG oslo_db.api [None req-a7da8dcd-ebad-43b1-aa7e-8a925d955427 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:31:57.007148 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f58de33-a040-4bd6-b6ba-b04b5ba8edde None None] Network 79730e6d-7ec5-4ee4-809e-13cc23805ca5 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:57.012745 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-4f58de33-a040-4bd6-b6ba-b04b5ba8edde None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:57.021330 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f58de33-a040-4bd6-b6ba-b04b5ba8edde None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:57.030001 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e820a7dc-e47c-459a-9a3f-4a75c0619267 admin admin] Deleting port 79d8700f-0bae-47a3-9dce-82a27d9144f8 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:57.030446 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e820a7dc-e47c-459a-9a3f-4a75c0619267 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:57.070229 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90ca6b-9110-460e-be0d-9da723558f60 req-f5ec7320-8c3a-4799-8a33-cd189d9c94e1 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:57.070833 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58de33-a040-4bd6-b6ba-b04b5ba8edde None None] Pushing event updated for resources: {'Port': ['ID=e5bc6ff2-be42-45a0-b944-62e064f9c1ae,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:57.072293 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8b90ca6b-9110-460e-be0d-9da723558f60 req-f5ec7320-8c3a-4799-8a33-cd189d9c94e1 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.1108215 Jan 11 09:31:57.073717 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55106) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:57.080334 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-beee1255-3f89-4d1f-9760-50f4bf629f05 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-430821829-network', 'tenant_id': 'a112a32a5f634a67be65babce2aa9acd'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:57.086363 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-beee1255-3f89-4d1f-9760-50f4bf629f05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:57.105296 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-beee1255-3f89-4d1f-9760-50f4bf629f05 admin admin] Usage tracker for resource:network and tenant:a112a32a5f634a67be65babce2aa9acd is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:57.109529 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-beee1255-3f89-4d1f-9760-50f4bf629f05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:57.121703 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-beee1255-3f89-4d1f-9760-50f4bf629f05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:57.139660 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8b90ca6b-9110-460e-be0d-9da723558f60 req-a26987bf-042b-49af-8cd6-129e393f81c1 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550249 Jan 11 09:31:57.140795 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beee1255-3f89-4d1f-9760-50f4bf629f05 admin admin] Made reservation on behalf of a112a32a5f634a67be65babce2aa9acd for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:57.143048 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-beee1255-3f89-4d1f-9760-50f4bf629f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:57.156404 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-beee1255-3f89-4d1f-9760-50f4bf629f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:57.157909 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b24ebd4c-6dac-46d8-81ac-1b173449a6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:57.181954 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-beee1255-3f89-4d1f-9760-50f4bf629f05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:57.185821 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4f58de33-a040-4bd6-b6ba-b04b5ba8edde None None] Attempting to bind port e5bc6ff2-be42-45a0-b944-62e064f9c1ae on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:31:57.186355 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4f58de33-a040-4bd6-b6ba-b04b5ba8edde None None] Attempting to bind port e5bc6ff2-be42-45a0-b944-62e064f9c1ae by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '30a45965-870e-451b-8153-007128545570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '79730e6d-7ec5-4ee4-809e-13cc23805ca5'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:31:57.186853 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58de33-a040-4bd6-b6ba-b04b5ba8edde None None] Attempting to bind port e5bc6ff2-be42-45a0-b944-62e064f9c1ae on network 79730e6d-7ec5-4ee4-809e-13cc23805ca5 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:31:57.187643 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-beee1255-3f89-4d1f-9760-50f4bf629f05 admin admin] Usage tracker for resource:security_group_rule and tenant:a112a32a5f634a67be65babce2aa9acd is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:57.190611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-beee1255-3f89-4d1f-9760-50f4bf629f05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:57.198657 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-beee1255-3f89-4d1f-9760-50f4bf629f05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:57.208762 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58de33-a040-4bd6-b6ba-b04b5ba8edde None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:31:57.209157 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58de33-a040-4bd6-b6ba-b04b5ba8edde None None] Checking segment: {'id': '30a45965-870e-451b-8153-007128545570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '79730e6d-7ec5-4ee4-809e-13cc23805ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:31:57.209626 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4f58de33-a040-4bd6-b6ba-b04b5ba8edde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:57.210138 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58de33-a040-4bd6-b6ba-b04b5ba8edde None None] Bound using segment: {'id': '30a45965-870e-451b-8153-007128545570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '79730e6d-7ec5-4ee4-809e-13cc23805ca5'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:31:57.210712 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4f58de33-a040-4bd6-b6ba-b04b5ba8edde None None] Bound port: e5bc6ff2-be42-45a0-b944-62e064f9c1ae, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a45965-870e-451b-8153-007128545570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '79730e6d-7ec5-4ee4-809e-13cc23805ca5'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:31:57.211011 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4f58de33-a040-4bd6-b6ba-b04b5ba8edde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:57.211451 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45402370-cb69-4218-aef8-63cc9869cf43 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:57.229279 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-45402370-cb69-4218-aef8-63cc9869cf43 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Ignored duplicate provisioning block setup for port 253a3cd5-41f0-46b9-a3de-4b6d440211e2 by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 11 09:31:57.265494 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24ebd4c-6dac-46d8-81ac-1b173449a6e6 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:31:57.266260 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b24ebd4c-6dac-46d8-81ac-1b173449a6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:31:57.304270 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:31:57.322122 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e820a7dc-e47c-459a-9a3f-4a75c0619267 admin admin] The port '79d8700f-0bae-47a3-9dce-82a27d9144f8' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:31:57.343331 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45402370-cb69-4218-aef8-63cc9869cf43 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:57.352465 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4f58de33-a040-4bd6-b6ba-b04b5ba8edde None None] For port e5bc6ff2-be42-45a0-b944-62e064f9c1ae, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:31:57.362561 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-beee1255-3f89-4d1f-9760-50f4bf629f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:57.362792 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:31:52Z', 'revision_number': 4, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port': {'id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:38Z', 'updated_at': '2022-01-11T09:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'ec904619-9a3b-404d-8045-a1d4a669e27c', 'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'mac_address': 'fa:16:3e:d7:c5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:46Z', 'updated_at': '2022-01-11T09:31:52Z', 'revision_number': 2, 'project_id': '27f1e48653724e3083ec9827e4915957', 'subnets': [{'id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:57.367306 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] Checking router: f545cf85-cabb-489c-9903-863d0a24aae7 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:31:57.367680 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] Updating router f545cf85-cabb-489c-9903-863d0a24aae7 port ec904619-9a3b-404d-8045-a1d4a669e27c binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:31:57.377767 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-beee1255-3f89-4d1f-9760-50f4bf629f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:57.415755 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beee1255-3f89-4d1f-9760-50f4bf629f05 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:31:57.427912 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:57.435400 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee1255-3f89-4d1f-9760-50f4bf629f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0474f317-0aa7-4781-8829-e8c7baccd660,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:57.446730 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-beee1255-3f89-4d1f-9760-50f4bf629f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:57.447092 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-beee1255-3f89-4d1f-9760-50f4bf629f05 admin admin] Added segment 4510a494-f647-423b-9f30-109329c997fe of type vlan for network 2ab12c7a-ecfa-4140-a015-5297d78ff146 Jan 11 09:31:57.455973 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f66e26-4227-4c33-aa49-0927627b8d67 req-1e8a8e00-6e08-4ae4-86dc-3565cbf75326 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:57.457468 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-56f66e26-4227-4c33-aa49-0927627b8d67 req-1e8a8e00-6e08-4ae4-86dc-3565cbf75326 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.1584046 Jan 11 09:31:57.505740 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-beee1255-3f89-4d1f-9760-50f4bf629f05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:57.509207 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7da8dcd-ebad-43b1-aa7e-8a925d955427 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:57.561168 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-a7da8dcd-ebad-43b1-aa7e-8a925d955427 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] device_id is not set on port 5c85da09-cf3f-4926-b7c8-2a5ce4598243 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:31:57.606355 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-56f66e26-4227-4c33-aa49-0927627b8d67 req-3fd547aa-2c0d-4c52-87c6-1f55173440ac tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373546 Jan 11 09:31:57.625086 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-beee1255-3f89-4d1f-9760-50f4bf629f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:57.626057 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beee1255-3f89-4d1f-9760-50f4bf629f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:57.626745 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-beee1255-3f89-4d1f-9760-50f4bf629f05 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:57.720750 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b24ebd4c-6dac-46d8-81ac-1b173449a6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:57.779538 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee1255-3f89-4d1f-9760-50f4bf629f05 admin admin] Pushing event updated for resources: {'Network': ['ID=2ab12c7a-ecfa-4140-a015-5297d78ff146,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:57.805544 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b24ebd4c-6dac-46d8-81ac-1b173449a6e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:57.862490 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45402370-cb69-4218-aef8-63cc9869cf43 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Port': ['ID=253a3cd5-41f0-46b9-a3de-4b6d440211e2,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:57.879777 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-beee1255-3f89-4d1f-9760-50f4bf629f05 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8044333 Jan 11 09:31:57.883066 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e820a7dc-e47c-459a-9a3f-4a75c0619267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:57.883381 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55114) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:57.890012 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1ad787b6-68da-4f47-9d15-13dd4c852047 admin admin] Request body: {'subnet': {'network_id': '2ab12c7a-ecfa-4140-a015-5297d78ff146', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-430821829-subnet', 'tenant_id': 'a112a32a5f634a67be65babce2aa9acd', 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:57.896101 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1ad787b6-68da-4f47-9d15-13dd4c852047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:57.900533 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1ad787b6-68da-4f47-9d15-13dd4c852047 admin admin] Usage tracker for resource:subnet and tenant:a112a32a5f634a67be65babce2aa9acd is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:57.903164 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-45402370-cb69-4218-aef8-63cc9869cf43 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] In _notify_port_updated(), no bound segment for port 253a3cd5-41f0-46b9-a3de-4b6d440211e2 on network e2d23d47-1c2e-450a-b432-07aa2587e0d5 {{(pid=87654) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 11 09:31:57.904703 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1ad787b6-68da-4f47-9d15-13dd4c852047 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:57.908996 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45402370-cb69-4218-aef8-63cc9869cf43 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:57.909653 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45402370-cb69-4218-aef8-63cc9869cf43 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:57.913566 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-45402370-cb69-4218-aef8-63cc9869cf43 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "PUT /v2.0/ports/253a3cd5-41f0-46b9-a3de-4b6d440211e2 HTTP/1.1" status: 200 len: 1011 time: 3.7832737 Jan 11 09:31:57.915894 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1ad787b6-68da-4f47-9d15-13dd4c852047 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:57.917949 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55118) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:57.924093 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:57.926821 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 2ab12c7a-ecfa-4140-a015-5297d78ff146 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:31:57.932567 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ebd4c-6dac-46d8-81ac-1b173449a6e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f65b1ba-3913-4451-8e15-729dbed38017,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:57.936784 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-849a8a2e-d219-48a4-96c7-df265856e754 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:57.945001 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4f58de33-a040-4bd6-b6ba-b04b5ba8edde None None] For port e5bc6ff2-be42-45a0-b944-62e064f9c1ae, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e5bc6ff2-be42-45a0-b944-62e064f9c1ae,segment=NetworkSegment(30a45965-870e-451b-8153-007128545570),segment_id=30a45965-870e-451b-8153-007128545570)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:31:57.956348 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad787b6-68da-4f47-9d15-13dd4c852047 admin admin] Made reservation on behalf of a112a32a5f634a67be65babce2aa9acd for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:57.960488 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ad787b6-68da-4f47-9d15-13dd4c852047 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:57.964622 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4f58de33-a040-4bd6-b6ba-b04b5ba8edde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:57.989792 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-a7da8dcd-ebad-43b1-aa7e-8a925d955427 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Allocated IP 172.20.0.5 (79730e6d-7ec5-4ee4-809e-13cc23805ca5/abb9f44a-deb2-4e0f-84a3-5d32c78e1e1c/5c85da09-cf3f-4926-b7c8-2a5ce4598243) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:31:58.001577 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-849a8a2e-d219-48a4-96c7-df265856e754 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Usage tracker for resource:subnet and tenant:43d4c8aa059d46d38e71a2b73f5b6149 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:58.016325 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-849a8a2e-d219-48a4-96c7-df265856e754 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:58.023065 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] Transition to ACTIVE for port object ec904619-9a3b-404d-8045-a1d4a669e27c will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:58.027681 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8d099a2-40a3-4f95-b20d-cc002a219442 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:58.043200 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e820a7dc-e47c-459a-9a3f-4a75c0619267 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4ce210-a393-4677-aa6a-eccdb76bdec4']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:58.052194 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:58.064250 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-849a8a2e-d219-48a4-96c7-df265856e754 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:58.189377 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e820a7dc-e47c-459a-9a3f-4a75c0619267 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f26884f-d336-418b-ac8a-7d230186e755') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:58.189673 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e820a7dc-e47c-459a-9a3f-4a75c0619267 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f26884f-d336-418b-ac8a-7d230186e755') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:58.202609 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f6ff88a7-d0b9-4b8a-8c7b-9beebf3d5f8d None None] Provisioning complete for port 253a3cd5-41f0-46b9-a3de-4b6d440211e2 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:31:58.203243 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f6ff88a7-d0b9-4b8a-8c7b-9beebf3d5f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:58.210760 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b8d099a2-40a3-4f95-b20d-cc002a219442 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Calling delete_port for d6949720-da10-496d-a7f9-c20709ea6a15 owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:31:58.240809 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b24ebd4c-6dac-46d8-81ac-1b173449a6e6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0f65b1ba-3913-4451-8e15-729dbed38017 HTTP/1.1" status: 204 len: 168 time: 5.0607364 Jan 11 09:31:58.317500 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58de33-a040-4bd6-b6ba-b04b5ba8edde None None] Pushing event updated for resources: {'Port': ['ID=e5bc6ff2-be42-45a0-b944-62e064f9c1ae,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:58.337845 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e820a7dc-e47c-459a-9a3f-4a75c0619267 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:58.373850 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-eea73443-cd43-42a6-a7f6-47ba2715af9a tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting port 253a3cd5-41f0-46b9-a3de-4b6d440211e2 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:31:58.378295 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eea73443-cd43-42a6-a7f6-47ba2715af9a tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:58.497097 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff88a7-d0b9-4b8a-8c7b-9beebf3d5f8d None None] Port 253a3cd5-41f0-46b9-a3de-4b6d440211e2 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:31:58.559823 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ad787b6-68da-4f47-9d15-13dd4c852047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:58.580176 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0741ab-93ce-401d-a6c6-984b99a7176c None None] Pushing event updated for resources: {'Port': ['ID=ec904619-9a3b-404d-8045-a1d4a669e27c,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:58.584452 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] Attempting to bind port ec904619-9a3b-404d-8045-a1d4a669e27c on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:31:58.584704 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] Attempting to bind port ec904619-9a3b-404d-8045-a1d4a669e27c by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '432e4216-ddff-43d1-8fec-12c3795a4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:31:58.585079 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] Attempting to bind port ec904619-9a3b-404d-8045-a1d4a669e27c on network 5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:31:58.602753 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:31:58.607900 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] Checking segment: {'id': '432e4216-ddff-43d1-8fec-12c3795a4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:31:58.609264 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:58.609264 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] Bound using segment: {'id': '432e4216-ddff-43d1-8fec-12c3795a4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:31:58.609764 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] Bound port: ec904619-9a3b-404d-8045-a1d4a669e27c, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432e4216-ddff-43d1-8fec-12c3795a4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:31:58.610242 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:58.613342 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849a8a2e-d219-48a4-96c7-df265856e754 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Made reservation on behalf of 43d4c8aa059d46d38e71a2b73f5b6149 for: {'subnet': 2} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:31:58.619557 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-849a8a2e-d219-48a4-96c7-df265856e754 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:58.620827 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-849a8a2e-d219-48a4-96c7-df265856e754 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:58.658604 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55124) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:58.723582 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e820a7dc-e47c-459a-9a3f-4a75c0619267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:58.745721 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e820a7dc-e47c-459a-9a3f-4a75c0619267 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:31:58.746288 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e820a7dc-e47c-459a-9a3f-4a75c0619267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:58.765181 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7da8dcd-ebad-43b1-aa7e-8a925d955427 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:58.771116 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] For port ec904619-9a3b-404d-8045-a1d4a669e27c, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:31:58.776664 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] For port ec904619-9a3b-404d-8045-a1d4a669e27c, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ec904619-9a3b-404d-8045-a1d4a669e27c,segment=NetworkSegment(432e4216-ddff-43d1-8fec-12c3795a4030),segment_id=432e4216-ddff-43d1-8fec-12c3795a4030)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:31:58.781759 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad787b6-68da-4f47-9d15-13dd4c852047 admin admin] Checking segment: {'id': '4510a494-f647-423b-9f30-109329c997fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2ab12c7a-ecfa-4140-a015-5297d78ff146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:31:58.782121 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad787b6-68da-4f47-9d15-13dd4c852047 admin admin] Network hostable DHCP agents. Network: 2ab12c7a-ecfa-4140-a015-5297d78ff146, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:31:58.787591 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:58.821649 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-a7da8dcd-ebad-43b1-aa7e-8a925d955427 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Transition to ACTIVE for port object 5c85da09-cf3f-4926-b7c8-2a5ce4598243 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:31:58.830292 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-79404b8b-7a6e-4940-8e29-001f8ae1e043 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6077e90b3ac4829977f25baaf7390d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1631773 Jan 11 09:31:58.831457 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad787b6-68da-4f47-9d15-13dd4c852047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf2cadba-d51c-41eb-a68b-535f32556b7c,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:58.834350 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55128) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:58.879023 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad787b6-68da-4f47-9d15-13dd4c852047 admin admin] Network 2ab12c7a-ecfa-4140-a015-5297d78ff146 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:31:58.892118 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] Routers {'f545cf85-cabb-489c-9903-863d0a24aae7'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:31:58.892743 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:31:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['f545cf85-cabb-489c-9903-863d0a24aae7'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:31:58.906905 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-1ad787b6-68da-4f47-9d15-13dd4c852047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 2ab12c7a-ecfa-4140-a015-5297d78ff146) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:58.922976 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad787b6-68da-4f47-9d15-13dd4c852047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:58.923590 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ad787b6-68da-4f47-9d15-13dd4c852047 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:58.953690 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7da8dcd-ebad-43b1-aa7e-8a925d955427 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:58.955263 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0741ab-93ce-401d-a6c6-984b99a7176c None None] Pushing event updated for resources: {'Port': ['ID=ec904619-9a3b-404d-8045-a1d4a669e27c,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:58.956217 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-803a9fe1-c8ba-42d2-b77e-d772e6c11e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:58.957723 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2e865a-c6dc-42a5-9186-55f41153d453 None None] Network 2ab12c7a-ecfa-4140-a015-5297d78ff146 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:31:59.065306 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1ad787b6-68da-4f47-9d15-13dd4c852047 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1803892 Jan 11 09:31:59.079728 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7da8dcd-ebad-43b1-aa7e-8a925d955427 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Network 79730e6d-7ec5-4ee4-809e-13cc23805ca5 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:31:59.095046 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55132) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:59.114274 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8bd0901d-e617-4e00-a510-d7640c8210b2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-430821829-router', 'tenant_id': 'a112a32a5f634a67be65babce2aa9acd', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:31:59.117606 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a7da8dcd-ebad-43b1-aa7e-8a925d955427 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:31:59.121765 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-803a9fe1-c8ba-42d2-b77e-d772e6c11e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:59.133451 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da8dcd-ebad-43b1-aa7e-8a925d955427 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:31:59.137983 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:31:59.149163 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8d099a2-40a3-4f95-b20d-cc002a219442 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:59.160921 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8bd0901d-e617-4e00-a510-d7640c8210b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:31:59.175489 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8bd0901d-e617-4e00-a510-d7640c8210b2 admin admin] Usage tracker for resource:router and tenant:a112a32a5f634a67be65babce2aa9acd is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:31:59.179826 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8bd0901d-e617-4e00-a510-d7640c8210b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:31:59.209815 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da8dcd-ebad-43b1-aa7e-8a925d955427 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Pushing event updated for resources: {'Port': ['ID=5c85da09-cf3f-4926-b7c8-2a5ce4598243,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:59.212856 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8bd0901d-e617-4e00-a510-d7640c8210b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:31:59.259515 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7da8dcd-ebad-43b1-aa7e-8a925d955427 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:59.260187 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7da8dcd-ebad-43b1-aa7e-8a925d955427 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:59.267591 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bd0901d-e617-4e00-a510-d7640c8210b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:59.268574 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bd0901d-e617-4e00-a510-d7640c8210b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:59.305900 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bd0901d-e617-4e00-a510-d7640c8210b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:59.328255 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-803a9fe1-c8ba-42d2-b77e-d772e6c11e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:59.334916 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d099a2-40a3-4f95-b20d-cc002a219442 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Port': ['ID=d6949720-da10-496d-a7f9-c20709ea6a15,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:59.335113 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a7da8dcd-ebad-43b1-aa7e-8a925d955427 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.1600585 Jan 11 09:31:59.344488 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55136) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:31:59.380234 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a9fe1-c8ba-42d2-b77e-d772e6c11e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47ab225-d6f7-4ca8-bbbb-ab9b55d513e0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:59.383334 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-803a9fe1-c8ba-42d2-b77e-d772e6c11e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:59.384463 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-803a9fe1-c8ba-42d2-b77e-d772e6c11e5a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b47ab225-d6f7-4ca8-bbbb-ab9b55d513e0 HTTP/1.1" status: 204 len: 168 time: 0.5480950 Jan 11 09:31:59.427768 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e820a7dc-e47c-459a-9a3f-4a75c0619267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:59.474686 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-2ab12c7a-ecfa-4140-a015-5297d78ff146', 'network_id': '2ab12c7a-ecfa-4140-a015-5297d78ff146', 'tenant_id': 'a112a32a5f634a67be65babce2aa9acd', 'fixed_ips': [{'subnet_id': 'bf2cadba-d51c-41eb-a68b-535f32556b7c'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:31:59.476229 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:59.506240 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] Set router f545cf85-cabb-489c-9903-863d0a24aae7 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:31:59.542854 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e820a7dc-e47c-459a-9a3f-4a75c0619267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:59.638555 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820a7dc-e47c-459a-9a3f-4a75c0619267 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca4ce210-a393-4677-aa6a-eccdb76bdec4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:31:59.880321 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bd0901d-e617-4e00-a510-d7640c8210b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:31:59.943432 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d450626-5266-4c53-ade3-c058fb553f37 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:59.951804 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d450626-5266-4c53-ade3-c058fb553f37 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:59.959992 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d450626-5266-4c53-ade3-c058fb553f37 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:31:59.961439 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5d450626-5266-4c53-ade3-c058fb553f37 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Synchronizing usage tracker for tenant:b939113bcad8495aa1271d55960ee612 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:31:59.982504 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e820a7dc-e47c-459a-9a3f-4a75c0619267 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ca4ce210-a393-4677-aa6a-eccdb76bdec4 HTTP/1.1" status: 204 len: 168 time: 5.7470348 Jan 11 09:32:00.001448 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8d099a2-40a3-4f95-b20d-cc002a219442 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:00.022208 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b8d099a2-40a3-4f95-b20d-cc002a219442 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/ports/d6949720-da10-496d-a7f9-c20709ea6a15 HTTP/1.1" status: 204 len: 168 time: 3.7255595 Jan 11 09:32:00.022946 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55146) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:00.109573 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e5bc6ff2-be42-45a0-b944-62e064f9c1ae up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:00.118774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eea73443-cd43-42a6-a7f6-47ba2715af9a tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:00.136326 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d984ca-21d8-4577-a44e-d43f8d2c0f32 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] GET failed (client error): The resource could not be found. Jan 11 09:32:00.136868 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-21d984ca-21d8-4577-a44e-d43f8d2c0f32 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Synchronizing usage tracker for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:32:00.140330 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b22a867-aac5-419a-a6e9-78c726ba939b None None] Network 79730e6d-7ec5-4ee4-809e-13cc23805ca5 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:00.148224 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5d450626-5266-4c53-ade3-c058fb553f37 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Unset dirty status for tenant:b939113bcad8495aa1271d55960ee612 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:32:00.152860 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5d450626-5266-4c53-ade3-c058fb553f37 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.8034899 Jan 11 09:32:00.158067 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55156) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:00.270403 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e704e644-408d-4c00-9fbc-ece461c4f0d7 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Deleting port 5c85da09-cf3f-4926-b7c8-2a5ce4598243 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:00.271989 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e704e644-408d-4c00-9fbc-ece461c4f0d7 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:00.306769 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-eea73443-cd43-42a6-a7f6-47ba2715af9a tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Calling delete_port for 253a3cd5-41f0-46b9-a3de-4b6d440211e2 owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:32:00.377572 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55162) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:00.381055 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-21d984ca-21d8-4577-a44e-d43f8d2c0f32 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Unset dirty status for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:32:00.385271 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-21d984ca-21d8-4577-a44e-d43f8d2c0f32 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports/d6949720-da10-496d-a7f9-c20709ea6a15 HTTP/1.1" status: 404 len: 333 time: 0.3500810 Jan 11 09:32:00.404561 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55164) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:00.414812 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-06d76a1d-8c01-4f16-af91-dae658f27e2d None None] Provisioning for port e5bc6ff2-be42-45a0-b944-62e064f9c1ae completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:00.431669 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:31:52Z', 'revision_number': 4, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port': {'id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:38Z', 'updated_at': '2022-01-11T09:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'ec904619-9a3b-404d-8045-a1d4a669e27c', 'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'mac_address': 'fa:16:3e:d7:c5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:46Z', 'updated_at': '2022-01-11T09:31:58Z', 'revision_number': 4, 'project_id': '27f1e48653724e3083ec9827e4915957', 'subnets': [{'id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:00.469521 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c2647a-77be-4914-a721-416f70cb807e None None] The sync data for ids ['f545cf85-cabb-489c-9903-863d0a24aae7'] in dv-neutron-823402-4-hyperv is: [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:31:52Z', 'revision_number': 4, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port': {'id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:38Z', 'updated_at': '2022-01-11T09:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'ec904619-9a3b-404d-8045-a1d4a669e27c', 'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'mac_address': 'fa:16:3e:d7:c5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:46Z', 'updated_at': '2022-01-11T09:31:58Z', 'revision_number': 4, 'project_id': '27f1e48653724e3083ec9827e4915957', 'subnets': [{'id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:32:00.475727 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port e5bc6ff2-be42-45a0-b944-62e064f9c1ae completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:00.500095 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port e5bc6ff2-be42-45a0-b944-62e064f9c1ae triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:00.500475 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:00.575524 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-849a8a2e-d219-48a4-96c7-df265856e754 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:00.600043 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Allocated IP 172.20.0.2 (2ab12c7a-ecfa-4140-a015-5297d78ff146/bf2cadba-d51c-41eb-a68b-535f32556b7c/33e76e46-d89e-4189-a61d-8ce3640ee411) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:00.638607 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-65d59192-4e7c-48b5-9580-9889e8a2c177 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=751a670bb4bb42b1b037d7703c1ebb24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2518320 Jan 11 09:32:00.639677 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55170) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:00.725836 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-93bf9102-b422-4100-a2ca-f17f9a1c0aab tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting port 439ce11a-af4f-4c79-96e0-d3bb7bdde81e {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:00.726390 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-93bf9102-b422-4100-a2ca-f17f9a1c0aab tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:00.848487 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bd0901d-e617-4e00-a510-d7640c8210b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:00.848673 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:00.872836 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a8a2e-d219-48a4-96c7-df265856e754 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Pushing event updated for resources: {'Subnet': ['ID=a970700e-d6a3-4ccc-a4b4-273c48f00401,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:00.902915 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port e5bc6ff2-be42-45a0-b944-62e064f9c1ae, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e5bc6ff2-be42-45a0-b944-62e064f9c1ae,segment=NetworkSegment(30a45965-870e-451b-8153-007128545570),segment_id=30a45965-870e-451b-8153-007128545570)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:32:00.912612 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:00.948302 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bd0901d-e617-4e00-a510-d7640c8210b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:01.002760 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=e5bc6ff2-be42-45a0-b944-62e064f9c1ae,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:01.059636 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e704e644-408d-4c00-9fbc-ece461c4f0d7 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:01.242559 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e704e644-408d-4c00-9fbc-ece461c4f0d7 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Calling delete_port for 5c85da09-cf3f-4926-b7c8-2a5ce4598243 owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:32:01.261020 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-93bf9102-b422-4100-a2ca-f17f9a1c0aab tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:01.299345 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1ca8f1d3-ce0e-4388-8c8a-034e655952aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:01.329111 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1ca8f1d3-ce0e-4388-8c8a-034e655952aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:01.400571 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8d3a7bb7-f4cf-4b6b-9926-cc9f6fa01732 None None] Provisioning for port 5c85da09-cf3f-4926-b7c8-2a5ce4598243 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:01.412178 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8d3a7bb7-f4cf-4b6b-9926-cc9f6fa01732 None None] Provisioning complete for port 5c85da09-cf3f-4926-b7c8-2a5ce4598243 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:01.412698 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8d3a7bb7-f4cf-4b6b-9926-cc9f6fa01732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:01.416552 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-8bd0901d-e617-4e00-a510-d7640c8210b2 admin admin] Allocated IP 172.26.3.60 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/ce77dac1-3039-4156-8992-016a906f29fd) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:01.548912 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a8a2e-d219-48a4-96c7-df265856e754 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Checking segment: {'id': '690cc88f-1ccb-4c08-b10c-a5188a964745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'cc5ec762-0a18-4642-806d-c208adf61c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:01.550316 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849a8a2e-d219-48a4-96c7-df265856e754 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Network hostable DHCP agents. Network: cc5ec762-0a18-4642-806d-c208adf61c59, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:32:01.569220 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8d3a7bb7-f4cf-4b6b-9926-cc9f6fa01732 None None] Port 5c85da09-cf3f-4926-b7c8-2a5ce4598243 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:32:01.599783 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8d3a7bb7-f4cf-4b6b-9926-cc9f6fa01732 None None] Provisioning complete for port e5bc6ff2-be42-45a0-b944-62e064f9c1ae triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:01.600161 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8d3a7bb7-f4cf-4b6b-9926-cc9f6fa01732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:01.645912 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bd0901d-e617-4e00-a510-d7640c8210b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:01.656935 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1ca8f1d3-ce0e-4388-8c8a-034e655952aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:01.705241 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bd0901d-e617-4e00-a510-d7640c8210b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:01.809680 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0901d-e617-4e00-a510-d7640c8210b2 admin admin] Pushing event updated for resources: {'Port': ['ID=ce77dac1-3039-4156-8992-016a906f29fd,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:01.900740 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd0901d-e617-4e00-a510-d7640c8210b2 admin admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:01.904317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8bd0901d-e617-4e00-a510-d7640c8210b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:01.907529 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd0901d-e617-4e00-a510-d7640c8210b2 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:01.948549 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-93bf9102-b422-4100-a2ca-f17f9a1c0aab tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Calling delete_port for 439ce11a-af4f-4c79-96e0-d3bb7bdde81e owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:32:02.059546 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8f1d3-ce0e-4388-8c8a-034e655952aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdd3380-a72a-4342-9074-1372696ecf38,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:02.060408 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8d3a7bb7-f4cf-4b6b-9926-cc9f6fa01732 None None] Provisioning for port 024c042a-f241-4516-9f96-bf25bf4d800e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:02.092473 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8d3a7bb7-f4cf-4b6b-9926-cc9f6fa01732 None None] Provisioning complete for port 024c042a-f241-4516-9f96-bf25bf4d800e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:02.093335 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8d3a7bb7-f4cf-4b6b-9926-cc9f6fa01732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:02.112423 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849a8a2e-d219-48a4-96c7-df265856e754 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Network cc5ec762-0a18-4642-806d-c208adf61c59 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:32:02.139757 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ec904619-9a3b-404d-8045-a1d4a669e27c up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:02.142659 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1ca8f1d3-ce0e-4388-8c8a-034e655952aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:02.144842 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1ca8f1d3-ce0e-4388-8c8a-034e655952aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2fdd3380-a72a-4342-9074-1372696ecf38 HTTP/1.1" status: 204 len: 168 time: 1.4821310 Jan 11 09:32:02.186959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eea73443-cd43-42a6-a7f6-47ba2715af9a tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:02.196021 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-849a8a2e-d219-48a4-96c7-df265856e754 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, cc5ec762-0a18-4642-806d-c208adf61c59) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:02.237164 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60252094-e44b-4534-acfa-b75272665486 None None] Network cc5ec762-0a18-4642-806d-c208adf61c59 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:02.258052 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-849a8a2e-d219-48a4-96c7-df265856e754 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:02.347718 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea73443-cd43-42a6-a7f6-47ba2715af9a tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Port': ['ID=253a3cd5-41f0-46b9-a3de-4b6d440211e2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:02.457671 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e704e644-408d-4c00-9fbc-ece461c4f0d7 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:02.581577 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8d3a7bb7-f4cf-4b6b-9926-cc9f6fa01732 None None] Port 024c042a-f241-4516-9f96-bf25bf4d800e cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:32:02.621853 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704e644-408d-4c00-9fbc-ece461c4f0d7 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Pushing event deleted for resources: {'Port': ['ID=5c85da09-cf3f-4926-b7c8-2a5ce4598243,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:02.634679 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a8a2e-d219-48a4-96c7-df265856e754 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Pushing event updated for resources: {'Subnet': ['ID=38c9916a-253f-4b47-bf88-e92b99b02aba,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:02.641783 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eea73443-cd43-42a6-a7f6-47ba2715af9a tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:02.663313 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-eea73443-cd43-42a6-a7f6-47ba2715af9a tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/ports/253a3cd5-41f0-46b9-a3de-4b6d440211e2 HTTP/1.1" status: 204 len: 168 time: 4.7379129 Jan 11 09:32:02.664661 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a8a2e-d219-48a4-96c7-df265856e754 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Checking segment: {'id': '68b1dde1-3b32-4716-8d3b-a2bf498c8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '33152389-7642-404c-96a7-ee6e7ad961d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:02.665135 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849a8a2e-d219-48a4-96c7-df265856e754 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Network hostable DHCP agents. Network: 33152389-7642-404c-96a7-ee6e7ad961d6, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:32:02.670610 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55202) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:02.676622 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-93bf9102-b422-4100-a2ca-f17f9a1c0aab tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:02.786803 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a356738a-4d08-4a7f-92ae-9632057aa81c None None] Could not find standard attr ID for object 5c85da09-cf3f-4926-b7c8-2a5ce4598243. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:32:02.844180 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port ec904619-9a3b-404d-8045-a1d4a669e27c completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:02.917271 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port ec904619-9a3b-404d-8045-a1d4a669e27c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:02.918238 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:02.927105 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf9102-b422-4100-a2ca-f17f9a1c0aab tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Port': ['ID=439ce11a-af4f-4c79-96e0-d3bb7bdde81e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:02.929224 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c97c514-ee5d-47bb-af47-6efca593371c tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] GET failed (client error): The resource could not be found. Jan 11 09:32:02.929748 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4c97c514-ee5d-47bb-af47-6efca593371c tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Synchronizing usage tracker for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:32:03.018023 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849a8a2e-d219-48a4-96c7-df265856e754 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Network 33152389-7642-404c-96a7-ee6e7ad961d6 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:32:03.063828 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e704e644-408d-4c00-9fbc-ece461c4f0d7 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:03.080668 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a356738a-4d08-4a7f-92ae-9632057aa81c None None] Provisioning complete for port 024c042a-f241-4516-9f96-bf25bf4d800e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:03.080867 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a356738a-4d08-4a7f-92ae-9632057aa81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:03.171115 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-849a8a2e-d219-48a4-96c7-df265856e754 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 33152389-7642-404c-96a7-ee6e7ad961d6) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:03.178875 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849a8a2e-d219-48a4-96c7-df265856e754 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:03.179364 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849a8a2e-d219-48a4-96c7-df265856e754 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:03.179987 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-849a8a2e-d219-48a4-96c7-df265856e754 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:03.185288 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4c97c514-ee5d-47bb-af47-6efca593371c tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Unset dirty status for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:32:03.189218 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:03.190611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55220) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:03.194839 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05131682-71a1-42b4-968b-107fe1b970b4 None None] Network 33152389-7642-404c-96a7-ee6e7ad961d6 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:03.198762 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4c97c514-ee5d-47bb-af47-6efca593371c tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports/253a3cd5-41f0-46b9-a3de-4b6d440211e2 HTTP/1.1" status: 404 len: 333 time: 0.5246112 Jan 11 09:32:03.274889 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-849a8a2e-d219-48a4-96c7-df265856e754 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 6.7334309 Jan 11 09:32:03.279116 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55230) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:03.283787 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-93bf9102-b422-4100-a2ca-f17f9a1c0aab tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:03.288074 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-93bf9102-b422-4100-a2ca-f17f9a1c0aab tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/ports/439ce11a-af4f-4c79-96e0-d3bb7bdde81e HTTP/1.1" status: 204 len: 168 time: 2.8799198 Jan 11 09:32:03.353451 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55234) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:03.407684 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Transition to ACTIVE for port object 33e76e46-d89e-4189-a61d-8ce3640ee411 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:03.434962 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Transition to ACTIVE for port object 33e76e46-d89e-4189-a61d-8ce3640ee411 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:03.466324 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c121769-f2dd-41e4-baa7-9cc88d3cb0d2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] GET failed (client error): The resource could not be found. Jan 11 09:32:03.466869 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1c121769-f2dd-41e4-baa7-9cc88d3cb0d2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Synchronizing usage tracker for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:32:03.502145 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d9cc66-9ce0-47c9-9051-fb1702a8109d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:03.504088 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d9cc66-9ce0-47c9-9051-fb1702a8109d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:03.505907 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d9cc66-9ce0-47c9-9051-fb1702a8109d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:03.506254 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:03.506750 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d0d9cc66-9ce0-47c9-9051-fb1702a8109d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Synchronizing usage tracker for tenant:43d4c8aa059d46d38e71a2b73f5b6149 on resource:subnet {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:32:03.509379 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55244) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:03.514675 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1c121769-f2dd-41e4-baa7-9cc88d3cb0d2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Unset dirty status for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:32:03.515945 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1c121769-f2dd-41e4-baa7-9cc88d3cb0d2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports/439ce11a-af4f-4c79-96e0-d3bb7bdde81e HTTP/1.1" status: 404 len: 333 time: 0.1588843 Jan 11 09:32:03.524674 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55248) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:03.578910 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e704e644-408d-4c00-9fbc-ece461c4f0d7 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] 10.222.0.15 "DELETE /v2.0/ports/5c85da09-cf3f-4926-b7c8-2a5ce4598243 HTTP/1.1" status: 204 len: 168 time: 3.4142692 Jan 11 09:32:03.581003 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55256) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:03.590937 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-bf1eec30-5bab-404c-8206-6d08153f4a61 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Request body: {'port': {'name': 'tempest-new-port-name-1049160909', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:03.592232 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.api.validators [None req-bf1eec30-5bab-404c-8206-6d08153f4a61 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] bootfile-name is not in valid_values {{(pid=87654) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 11 09:32:03.592732 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.api.validators [None req-bf1eec30-5bab-404c-8206-6d08153f4a61 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] tftp-server is not in valid_values {{(pid=87654) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 11 09:32:03.593209 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.api.validators [None req-bf1eec30-5bab-404c-8206-6d08153f4a61 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] server-ip-address is not in valid_values {{(pid=87654) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 11 09:32:03.609729 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Pushing event updated for resources: {'Port': ['ID=33e76e46-d89e-4189-a61d-8ce3640ee411,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:03.624479 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d0d9cc66-9ce0-47c9-9051-fb1702a8109d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Unset dirty status for tenant:43d4c8aa059d46d38e71a2b73f5b6149 on resource:subnet {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:32:03.625822 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d0d9cc66-9ce0-47c9-9051-fb1702a8109d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3458018 Jan 11 09:32:03.637909 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55260) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:03.669341 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db9e575-9a34-4401-b445-c62f88e1ca26 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting subnet e0e27d4f-2bc8-440d-9d2a-ddc59a53fca4 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:32:03.674916 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6db9e575-9a34-4401-b445-c62f88e1ca26 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:03.699405 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:03.709748 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70f73f9-1d63-418e-b8d5-548686793c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-cc5ec762-0a18-4642-806d-c208adf61c59', 'network_id': 'cc5ec762-0a18-4642-806d-c208adf61c59', 'tenant_id': '43d4c8aa059d46d38e71a2b73f5b6149', 'fixed_ips': [{'subnet_id': 'a970700e-d6a3-4ccc-a4b4-273c48f00401'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:32:03.710601 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b70f73f9-1d63-418e-b8d5-548686793c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:03.742507 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Network 2ab12c7a-ecfa-4140-a015-5297d78ff146 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:03.748595 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:03.750546 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a356738a-4d08-4a7f-92ae-9632057aa81c None None] Port 024c042a-f241-4516-9f96-bf25bf4d800e cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:32:03.752601 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:03.753053 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:03.753529 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:03.753964 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:03.754618 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:03.755015 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:03.755442 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:03.755887 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:03.756316 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:03.756915 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:03.757306 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:03.757732 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:03.761604 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:03.794417 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6db9e575-9a34-4401-b445-c62f88e1ca26 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:03.841584 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf1eec30-5bab-404c-8206-6d08153f4a61 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:03.950711 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bd0901d-e617-4e00-a510-d7640c8210b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:03.993349 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6db9e575-9a34-4401-b445-c62f88e1ca26 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:04.033406 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5b9806-e451-4aee-af79-cfef7f90c236 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting subnet f7640b37-8fb2-4b21-9953-f2f5e269b81f {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:32:04.048027 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port ec904619-9a3b-404d-8045-a1d4a669e27c, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ec904619-9a3b-404d-8045-a1d4a669e27c,segment=NetworkSegment(432e4216-ddff-43d1-8fec-12c3795a4030),segment_id=432e4216-ddff-43d1-8fec-12c3795a4030)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:32:04.051029 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c5b9806-e451-4aee-af79-cfef7f90c236 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:04.111688 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:04.112553 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e5bc6ff2-be42-45a0-b944-62e064f9c1ae up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:04.119351 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d53c9681-1d0e-43a7-b953-410b3024e8f5 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:04.132000 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec75f259-e088-4221-992a-fa97cc8a0461 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Deleting subnet a970700e-d6a3-4ccc-a4b4-273c48f00401 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:32:04.133021 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d53c9681-1d0e-43a7-b953-410b3024e8f5 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:04.154247 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d53c9681-1d0e-43a7-b953-410b3024e8f5 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Usage tracker for resource:floatingip and tenant:d7ddb24bf10e4c9394b0a42048a1cf1c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:04.160483 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d53c9681-1d0e-43a7-b953-410b3024e8f5 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:04.173296 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec75f259-e088-4221-992a-fa97cc8a0461 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:04.184095 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d53c9681-1d0e-43a7-b953-410b3024e8f5 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:04.201749 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6db9e575-9a34-4401-b445-c62f88e1ca26 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:04.280008 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c5b9806-e451-4aee-af79-cfef7f90c236 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:04.344301 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Attempting to bind port 33e76e46-d89e-4189-a61d-8ce3640ee411 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:32:04.344849 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Attempting to bind port 33e76e46-d89e-4189-a61d-8ce3640ee411 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '4510a494-f647-423b-9f30-109329c997fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2ab12c7a-ecfa-4140-a015-5297d78ff146'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:32:04.345657 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Attempting to bind port 33e76e46-d89e-4189-a61d-8ce3640ee411 on network 2ab12c7a-ecfa-4140-a015-5297d78ff146 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:32:04.356517 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:32:04.357035 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Checking segment: {'id': '4510a494-f647-423b-9f30-109329c997fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2ab12c7a-ecfa-4140-a015-5297d78ff146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:04.357544 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:04.358695 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Bound using segment: {'id': '4510a494-f647-423b-9f30-109329c997fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2ab12c7a-ecfa-4140-a015-5297d78ff146'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:32:04.358819 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d53c9681-1d0e-43a7-b953-410b3024e8f5 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:04.359386 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Bound port: 33e76e46-d89e-4189-a61d-8ce3640ee411, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4510a494-f647-423b-9f30-109329c997fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2ab12c7a-ecfa-4140-a015-5297d78ff146'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:32:04.360056 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:04.387869 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9e575-9a34-4401-b445-c62f88e1ca26 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Subnet': ['ID=e0e27d4f-2bc8-440d-9d2a-ddc59a53fca4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:04.391049 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6db9e575-9a34-4401-b445-c62f88e1ca26 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:04.405938 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6db9e575-9a34-4401-b445-c62f88e1ca26 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/subnets/e0e27d4f-2bc8-440d-9d2a-ddc59a53fca4 HTTP/1.1" status: 204 len: 168 time: 0.8801105 Jan 11 09:32:04.409374 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55274) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:04.426727 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec75f259-e088-4221-992a-fa97cc8a0461 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:04.481588 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf1eec30-5bab-404c-8206-6d08153f4a61 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:04.484427 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:04.485560 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9bea47-8a7c-4915-86ba-053d59050ace None None] Network e4597897-a6f4-41cc-97e2-6f982e66c041 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:04.537264 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf1eec30-5bab-404c-8206-6d08153f4a61 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:04.595758 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec75f259-e088-4221-992a-fa97cc8a0461 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:04.662150 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b205241-93b6-4d5f-ad91-99a82f08dfca tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:04.671195 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c5b9806-e451-4aee-af79-cfef7f90c236 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:04.779876 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55282) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:04.833879 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1eec30-5bab-404c-8206-6d08153f4a61 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Pushing event updated for resources: {'Port': ['ID=024c042a-f241-4516-9f96-bf25bf4d800e,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:04.861200 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec75f259-e088-4221-992a-fa97cc8a0461 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:04.862439 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0b205241-93b6-4d5f-ad91-99a82f08dfca tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting port c7f74f64-99fb-4336-8eda-9784f46122e0 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:04.862997 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b205241-93b6-4d5f-ad91-99a82f08dfca tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:04.874554 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] For port 33e76e46-d89e-4189-a61d-8ce3640ee411, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:32:04.876338 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bd0901d-e617-4e00-a510-d7640c8210b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:04.877663 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] For port 33e76e46-d89e-4189-a61d-8ce3640ee411, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=33e76e46-d89e-4189-a61d-8ce3640ee411,segment=NetworkSegment(4510a494-f647-423b-9f30-109329c997fe),segment_id=4510a494-f647-423b-9f30-109329c997fe)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:32:04.880783 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dee8dbf-74ed-43e2-a44c-b98fd929da59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-33152389-7642-404c-96a7-ee6e7ad961d6', 'network_id': '33152389-7642-404c-96a7-ee6e7ad961d6', 'tenant_id': '43d4c8aa059d46d38e71a2b73f5b6149', 'fixed_ips': [{'subnet_id': '38c9916a-253f-4b47-bf88-e92b99b02aba'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:32:04.884385 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7dee8dbf-74ed-43e2-a44c-b98fd929da59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:04.910334 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server [None req-b70f73f9-1d63-418e-b8d5-548686793c56 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a970700e-d6a3-4ccc-a4b4-273c48f00401: This subnet is being modified by another concurrent operation. Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 11 09:32:04.921468 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise exception Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a970700e-d6a3-4ccc-a4b4-273c48f00401: This subnet is being modified by another concurrent operation. Jan 11 09:32:04.924851 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server Jan 11 09:32:04.958520 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=ec904619-9a3b-404d-8045-a1d4a669e27c,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:04.993983 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-bf1eec30-5bab-404c-8206-6d08153f4a61 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] In _notify_port_updated(), no bound segment for port 024c042a-f241-4516-9f96-bf25bf4d800e on network 79730e6d-7ec5-4ee4-809e-13cc23805ca5 {{(pid=87654) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 11 09:32:04.999597 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec75f259-e088-4221-992a-fa97cc8a0461 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:04.999884 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1eec30-5bab-404c-8206-6d08153f4a61 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:05.000521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf1eec30-5bab-404c-8206-6d08153f4a61 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:05.004710 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bf1eec30-5bab-404c-8206-6d08153f4a61 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] 10.222.0.15 "PUT /v2.0/ports/024c042a-f241-4516-9f96-bf25bf4d800e HTTP/1.1" status: 200 len: 1137 time: 1.4196281 Jan 11 09:32:05.009838 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6063606f-9e4f-4848-88e0-5ce417282764 None None] Network cc5ec762-0a18-4642-806d-c208adf61c59 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:05.025207 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55288) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:05.028767 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4084bb52-16ae-47d3-a578-961107e208af tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1726320602'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:05.047786 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c5b9806-e451-4aee-af79-cfef7f90c236 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:05.064085 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d53c9681-1d0e-43a7-b953-410b3024e8f5 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:05.086054 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4084bb52-16ae-47d3-a578-961107e208af tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:05.088447 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75f259-e088-4221-992a-fa97cc8a0461 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Pushing event deleted for resources: {'Subnet': ['ID=a970700e-d6a3-4ccc-a4b4-273c48f00401,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:05.143596 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ec75f259-e088-4221-992a-fa97cc8a0461 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] 10.222.0.15 "DELETE /v2.0/subnets/a970700e-d6a3-4ccc-a4b4-273c48f00401 HTTP/1.1" status: 204 len: 168 time: 1.4796078 Jan 11 09:32:05.145345 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-4084bb52-16ae-47d3-a578-961107e208af tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Usage tracker for resource:router and tenant:0983d2ca9dc648488ea17cd69256803c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:05.147168 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55292) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:05.153058 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port e5bc6ff2-be42-45a0-b944-62e064f9c1ae triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:05.153601 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:05.162658 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-4084bb52-16ae-47d3-a578-961107e208af tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:05.172878 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c5b9806-e451-4aee-af79-cfef7f90c236 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:05.177228 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1c5b9806-e451-4aee-af79-cfef7f90c236 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/subnets/f7640b37-8fb2-4b21-9953-f2f5e269b81f HTTP/1.1" status: 204 len: 168 time: 1.9831800 Jan 11 09:32:05.177228 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b9806-e451-4aee-af79-cfef7f90c236 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Subnet': ['ID=f7640b37-8fb2-4b21-9953-f2f5e269b81f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:05.177772 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4084bb52-16ae-47d3-a578-961107e208af tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:05.190389 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55296) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:05.206048 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a363d42f-5e21-4abb-915e-5d49fe748c4e None None] Network e2d23d47-1c2e-450a-b432-07aa2587e0d5 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:05.292088 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-0b205241-93b6-4d5f-ad91-99a82f08dfca tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] For port c7f74f64-99fb-4336-8eda-9784f46122e0, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=c7f74f64-99fb-4336-8eda-9784f46122e0,segment=NetworkSegment(dfa70662-8809-4ec4-9ff9-4b3d3a373534),segment_id=dfa70662-8809-4ec4-9ff9-4b3d3a373534)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:32:05.292512 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b205241-93b6-4d5f-ad91-99a82f08dfca tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:05.309545 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-7858a63b-0068-4f03-bfa4-da7a340f71d1 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Deleting subnet 38c9916a-253f-4b47-bf88-e92b99b02aba {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:32:05.313859 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4084bb52-16ae-47d3-a578-961107e208af tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:05.314915 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4084bb52-16ae-47d3-a578-961107e208af tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:05.324292 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd0254-f60a-4337-8370-3da18a635145 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:05.324891 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d1cd0254-f60a-4337-8370-3da18a635145 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Synchronizing usage tracker for tenant:b939113bcad8495aa1271d55960ee612 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:32:05.384221 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3b9a96-6f2d-4481-ab68-e50a1365af70 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting subnet 26923ef5-95f1-4306-87a7-56de962f5e55 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:32:05.387903 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4084bb52-16ae-47d3-a578-961107e208af tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:05.390893 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9a96-6f2d-4481-ab68-e50a1365af70 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:05.399172 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7858a63b-0068-4f03-bfa4-da7a340f71d1 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:05.427139 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d1cd0254-f60a-4337-8370-3da18a635145 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Unset dirty status for tenant:b939113bcad8495aa1271d55960ee612 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:32:05.431691 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d1cd0254-f60a-4337-8370-3da18a635145 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] 10.222.0.15 "GET /v2.0/ports/024c042a-f241-4516-9f96-bf25bf4d800e HTTP/1.1" status: 200 len: 1137 time: 0.3947535 Jan 11 09:32:05.436412 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55302) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:05.519516 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0b205241-93b6-4d5f-ad91-99a82f08dfca tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Calling delete_port for c7f74f64-99fb-4336-8eda-9784f46122e0 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:32:05.529844 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4084bb52-16ae-47d3-a578-961107e208af tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:05.534694 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9a96-6f2d-4481-ab68-e50a1365af70 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:05.591985 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-80f700e8-5029-4a8d-97a3-9e4f9eccc6d7 None None] Provisioning complete for port 024c042a-f241-4516-9f96-bf25bf4d800e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:05.592738 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-80f700e8-5029-4a8d-97a3-9e4f9eccc6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:05.614968 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7858a63b-0068-4f03-bfa4-da7a340f71d1 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:05.656197 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aaf1b7-4a33-4f37-8c0d-03e9ab923e46 None None] Pushing event updated for resources: {'Port': ['ID=33e76e46-d89e-4189-a61d-8ce3640ee411,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:05.684087 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-d53c9681-1d0e-43a7-b953-410b3024e8f5 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Allocated IP 172.26.3.129 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/e7002a41-caee-4907-94f8-2d4520b1b02c) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:05.714168 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b205241-93b6-4d5f-ad91-99a82f08dfca tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:05.758128 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-628220d1-6ed8-475b-a68c-7992c486a7d6 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Deleting port 024c042a-f241-4516-9f96-bf25bf4d800e {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:05.758662 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-628220d1-6ed8-475b-a68c-7992c486a7d6 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:05.761910 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b205241-93b6-4d5f-ad91-99a82f08dfca tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] No DVR routers for this DVR port c7f74f64-99fb-4336-8eda-9784f46122e0 on host dv-neutron-823402-4-hyperv {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:32:05.770270 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-80f700e8-5029-4a8d-97a3-9e4f9eccc6d7 None None] Port 024c042a-f241-4516-9f96-bf25bf4d800e cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:32:05.857859 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4084bb52-16ae-47d3-a578-961107e208af tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:05.861451 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4084bb52-16ae-47d3-a578-961107e208af tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0716088 Jan 11 09:32:05.865294 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7858a63b-0068-4f03-bfa4-da7a340f71d1 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:05.868445 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55306) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:05.878498 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd0901d-e617-4e00-a510-d7640c8210b2 admin admin] Router 21046ce8-7d4c-414f-b51a-49f1829a54b9 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:32:05.916291 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b205241-93b6-4d5f-ad91-99a82f08dfca tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Port': ['ID=c7f74f64-99fb-4336-8eda-9784f46122e0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:05.918707 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018bde37-278d-4e46-9382-2d2de1096d94 None None] DHCP port deletion for e4597897-a6f4-41cc-97e2-6f982e66c041 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:32:06.045814 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ec904619-9a3b-404d-8045-a1d4a669e27c up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:06.164426 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port ec904619-9a3b-404d-8045-a1d4a669e27c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:06.164870 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:06.257002 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b205241-93b6-4d5f-ad91-99a82f08dfca tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:06.258402 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf7858f6-d465-4811-9158-f2bc43392cf3 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:06.324048 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-0b205241-93b6-4d5f-ad91-99a82f08dfca tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4597897-a6f4-41cc-97e2-6f982e66c041']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:06.347131 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-0b205241-93b6-4d5f-ad91-99a82f08dfca tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa70662-8809-4ec4-9ff9-4b3d3a373534') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:06.347431 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-0b205241-93b6-4d5f-ad91-99a82f08dfca tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa70662-8809-4ec4-9ff9-4b3d3a373534') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server [None req-7dee8dbf-74ed-43e2-a44c-b98fd929da59 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38c9916a-253f-4b47-bf88-e92b99b02aba: This subnet is being modified by another concurrent operation. Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 11 09:32:06.356770 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise exception Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38c9916a-253f-4b47-bf88-e92b99b02aba: This subnet is being modified by another concurrent operation. Jan 11 09:32:06.360328 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server Jan 11 09:32:06.371073 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7858a63b-0068-4f03-bfa4-da7a340f71d1 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:06.375801 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af947e00-6deb-4040-bad1-76eb4a4eed41 None None] Network 33152389-7642-404c-96a7-ee6e7ad961d6 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:06.423435 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device c7f74f64-99fb-4336-8eda-9784f46122e0 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:32:06.426989 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b205241-93b6-4d5f-ad91-99a82f08dfca tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:06.452617 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d53c9681-1d0e-43a7-b953-410b3024e8f5 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:06.459999 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858a63b-0068-4f03-bfa4-da7a340f71d1 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Pushing event deleted for resources: {'Subnet': ['ID=38c9916a-253f-4b47-bf88-e92b99b02aba,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:06.471470 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: c7f74f64-99fb-4336-8eda-9784f46122e0 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:32:06.471931 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device c7f74f64-99fb-4336-8eda-9784f46122e0 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:32:06.475661 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7858a63b-0068-4f03-bfa4-da7a340f71d1 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:06.481915 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b205241-93b6-4d5f-ad91-99a82f08dfca tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:06.492322 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b205241-93b6-4d5f-ad91-99a82f08dfca tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:32:06.492731 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b205241-93b6-4d5f-ad91-99a82f08dfca tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:32:06.519176 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:32:06.601537 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7858a63b-0068-4f03-bfa4-da7a340f71d1 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] 10.222.0.15 "DELETE /v2.0/subnets/38c9916a-253f-4b47-bf88-e92b99b02aba HTTP/1.1" status: 204 len: 168 time: 1.4533312 Jan 11 09:32:06.609331 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55310) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:06.663125 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b205241-93b6-4d5f-ad91-99a82f08dfca tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:06.691359 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b205241-93b6-4d5f-ad91-99a82f08dfca tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:06.693435 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9a96-6f2d-4481-ab68-e50a1365af70 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:06.718639 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b205241-93b6-4d5f-ad91-99a82f08dfca tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Network': ['ID=e4597897-a6f4-41cc-97e2-6f982e66c041,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:06.731558 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0b205241-93b6-4d5f-ad91-99a82f08dfca tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/networks/e4597897-a6f4-41cc-97e2-6f982e66c041 HTTP/1.1" status: 204 len: 168 time: 2.3211513 Jan 11 09:32:06.732257 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55314) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:06.743556 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-755a9c1b-758a-4ae2-a297-4c950a6274c9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1904945380'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:06.746419 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf7858f6-d465-4811-9158-f2bc43392cf3 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:06.750234 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0ab134-d6b7-4597-adbc-79787a14f23d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:06.750932 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3e0ab134-d6b7-4597-adbc-79787a14f23d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Synchronizing usage tracker for tenant:43d4c8aa059d46d38e71a2b73f5b6149 on resource:subnet {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:32:06.754963 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d53c9681-1d0e-43a7-b953-410b3024e8f5 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:06.759731 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-755a9c1b-758a-4ae2-a297-4c950a6274c9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:06.805869 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-755a9c1b-758a-4ae2-a297-4c950a6274c9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:network and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:06.826528 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-755a9c1b-758a-4ae2-a297-4c950a6274c9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:06.850286 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-755a9c1b-758a-4ae2-a297-4c950a6274c9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:06.856441 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53c9681-1d0e-43a7-b953-410b3024e8f5 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:06.862434 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-d53c9681-1d0e-43a7-b953-410b3024e8f5 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:06.870668 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53c9681-1d0e-43a7-b953-410b3024e8f5 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:06.893548 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf7858f6-d465-4811-9158-f2bc43392cf3 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:06.897883 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3e0ab134-d6b7-4597-adbc-79787a14f23d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Unset dirty status for tenant:43d4c8aa059d46d38e71a2b73f5b6149 on resource:subnet {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:32:06.899124 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3e0ab134-d6b7-4597-adbc-79787a14f23d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2880764 Jan 11 09:32:06.905076 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55318) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:06.907759 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c9681-1d0e-43a7-b953-410b3024e8f5 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Pushing event updated for resources: {'Port': ['ID=e7002a41-caee-4907-94f8-2d4520b1b02c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:06.911416 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2b81939f-a2fd-4dd7-a687-3ef9cca51833 None None] Provisioning complete for port a6ba73ad-cc52-4bba-9bef-8fe76b42a285 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:06.911861 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2b81939f-a2fd-4dd7-a687-3ef9cca51833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:06.915110 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755a9c1b-758a-4ae2-a297-4c950a6274c9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:06.919235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-755a9c1b-758a-4ae2-a297-4c950a6274c9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:06.984660 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf7858f6-d465-4811-9158-f2bc43392cf3 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:06.985176 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7858f6-d465-4811-9158-f2bc43392cf3 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 665ea71b-98e8-48f8-ae8c-ecfa77a2da1c {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:32:07.007189 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf7858f6-d465-4811-9158-f2bc43392cf3 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:07.011867 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-cf7858f6-d465-4811-9158-f2bc43392cf3 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] 10.222.0.15 "DELETE /v2.0/routers/665ea71b-98e8-48f8-ae8c-ecfa77a2da1c HTTP/1.1" status: 204 len: 168 time: 1.1362557 Jan 11 09:32:07.023942 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55322) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:07.031482 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd0901d-e617-4e00-a510-d7640c8210b2 admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:32:07.035476 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-11a85558-8433-4448-b707-000a664f7ffd tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Request body: {'router': {'name': 'tempest-router-726245640', 'distributed': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:07.043705 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] Sync routers for ids ['21046ce8-7d4c-414f-b51a-49f1829a54b9'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:32:07.048106 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-628220d1-6ed8-475b-a68c-7992c486a7d6 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:07.061917 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] Routers {'21046ce8-7d4c-414f-b51a-49f1829a54b9'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:32:07.063173 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:31:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['21046ce8-7d4c-414f-b51a-49f1829a54b9'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:07.087618 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-11a85558-8433-4448-b707-000a664f7ffd tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:07.124296 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50e4f5eb-a3c0-4486-a9cd-629033635098 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:07.127123 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755a9c1b-758a-4ae2-a297-4c950a6274c9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:32:07.141471 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-755a9c1b-758a-4ae2-a297-4c950a6274c9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:07.141803 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-755a9c1b-758a-4ae2-a297-4c950a6274c9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Added segment de7af669-61d1-46d3-931e-1280fb7b66a7 of type vlan for network db388c5f-f001-4a96-924b-56e224957840 Jan 11 09:32:07.170685 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bd0901d-e617-4e00-a510-d7640c8210b2 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:07.173986 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8bd0901d-e617-4e00-a510-d7640c8210b2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.0688076 Jan 11 09:32:07.173986 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-11a85558-8433-4448-b707-000a664f7ffd tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Usage tracker for resource:router and tenant:0983d2ca9dc648488ea17cd69256803c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:07.183043 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55326) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:07.242583 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-11a85558-8433-4448-b707-000a664f7ffd tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:07.252950 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-628220d1-6ed8-475b-a68c-7992c486a7d6 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Calling delete_port for 024c042a-f241-4516-9f96-bf25bf4d800e owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:32:07.279615 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb07bc08-ac57-4ba9-bef6-d71474bfe1a9 None None] Network 2ab12c7a-ecfa-4140-a015-5297d78ff146 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:07.286277 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9a96-6f2d-4481-ab68-e50a1365af70 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:07.291539 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-11a85558-8433-4448-b707-000a664f7ffd tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:07.324056 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-755a9c1b-758a-4ae2-a297-4c950a6274c9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:07.404569 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-18978720-daba-4b4b-b903-c7f6c0123d01 None None] Provisioning for port 33e76e46-d89e-4189-a61d-8ce3640ee411 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:07.414581 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] Set router 21046ce8-7d4c-414f-b51a-49f1829a54b9 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:32:07.486184 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50e4f5eb-a3c0-4486-a9cd-629033635098 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:07.495070 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b9a96-6f2d-4481-ab68-e50a1365af70 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Subnet': ['ID=26923ef5-95f1-4306-87a7-56de962f5e55,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:07.501246 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f3b9a96-6f2d-4481-ab68-e50a1365af70 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:07.503059 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67438c1-a9cf-4b50-b449-835b31cf16d5 None None] Network e2d23d47-1c2e-450a-b432-07aa2587e0d5 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:07.507662 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2f3b9a96-6f2d-4481-ab68-e50a1365af70 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/subnets/26923ef5-95f1-4306-87a7-56de962f5e55 HTTP/1.1" status: 204 len: 168 time: 2.3139312 Jan 11 09:32:07.512715 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55330) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:07.518531 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11a85558-8433-4448-b707-000a664f7ffd tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:07.519749 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11a85558-8433-4448-b707-000a664f7ffd tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:07.538524 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11a85558-8433-4448-b707-000a664f7ffd tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:07.547239 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-50e4f5eb-a3c0-4486-a9cd-629033635098 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33152389-7642-404c-96a7-ee6e7ad961d6']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:07.567003 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-50e4f5eb-a3c0-4486-a9cd-629033635098 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b1dde1-3b32-4716-8d3b-a2bf498c8a8f') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:07.567975 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-50e4f5eb-a3c0-4486-a9cd-629033635098 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b1dde1-3b32-4716-8d3b-a2bf498c8a8f') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:07.585589 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50e4f5eb-a3c0-4486-a9cd-629033635098 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:07.609754 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50e4f5eb-a3c0-4486-a9cd-629033635098 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:07.618318 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d53c9681-1d0e-43a7-b953-410b3024e8f5 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:07.705181 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e4f5eb-a3c0-4486-a9cd-629033635098 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:32:07.705613 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50e4f5eb-a3c0-4486-a9cd-629033635098 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:32:07.722011 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:32:07.725290 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b305a422-fdb1-4ce7-91ef-17cc6143a2e7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:07.735559 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11a85558-8433-4448-b707-000a664f7ffd tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:07.766143 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b305a422-fdb1-4ce7-91ef-17cc6143a2e7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting port a6ba73ad-cc52-4bba-9bef-8fe76b42a285 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:07.767860 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b305a422-fdb1-4ce7-91ef-17cc6143a2e7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:07.772488 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-755a9c1b-758a-4ae2-a297-4c950a6274c9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:07.779590 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755a9c1b-758a-4ae2-a297-4c950a6274c9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:07.780227 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-755a9c1b-758a-4ae2-a297-4c950a6274c9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:07.797500 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21046ce8-7d4c-414f-b51a-49f1829a54b9', 'name': 'tempest-TestVolumeBootPattern-430821829-router', 'tenant_id': 'a112a32a5f634a67be65babce2aa9acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'ce77dac1-3039-4156-8992-016a906f29fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:59Z', 'updated_at': '2022-01-11T09:32:02Z', 'revision_number': 3, 'project_id': 'a112a32a5f634a67be65babce2aa9acd', 'gw_port': {'id': 'ce77dac1-3039-4156-8992-016a906f29fd', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21046ce8-7d4c-414f-b51a-49f1829a54b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:32:00Z', 'updated_at': '2022-01-11T09:32:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:07.798788 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11a85558-8433-4448-b707-000a664f7ffd tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:07.802769 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] Checking router: 21046ce8-7d4c-414f-b51a-49f1829a54b9 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:32:07.802769 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] Updating router 21046ce8-7d4c-414f-b51a-49f1829a54b9 port ce77dac1-3039-4156-8992-016a906f29fd binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:32:07.803492 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-11a85558-8433-4448-b707-000a664f7ffd tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7785733 Jan 11 09:32:07.804366 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55334) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:07.872122 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:07.943853 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff84c7f-a4ad-4514-a5be-a2a4ece9e0b5 None None] DHCP port deletion for e2d23d47-1c2e-450a-b432-07aa2587e0d5 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:32:07.949785 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5ff84c7f-a4ad-4514-a5be-a2a4ece9e0b5 None None] Deleting port a6ba73ad-cc52-4bba-9bef-8fe76b42a285 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:07.950184 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ff84c7f-a4ad-4514-a5be-a2a4ece9e0b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:08.050990 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50e4f5eb-a3c0-4486-a9cd-629033635098 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:08.056656 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50e4f5eb-a3c0-4486-a9cd-629033635098 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:08.059146 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-50e4f5eb-a3c0-4486-a9cd-629033635098 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] 10.222.0.15 "DELETE /v2.0/networks/33152389-7642-404c-96a7-ee6e7ad961d6 HTTP/1.1" status: 204 len: 168 time: 1.1527317 Jan 11 09:32:08.069872 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-755a9c1b-758a-4ae2-a297-4c950a6274c9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3333499 Jan 11 09:32:08.077774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55338) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:08.078129 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55340) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:08.081929 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 33e76e46-d89e-4189-a61d-8ce3640ee411 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:08.090853 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-628220d1-6ed8-475b-a68c-7992c486a7d6 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:08.091570 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-487aa2ed-b6b1-40a2-9ffa-00ceceb945b2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'subnet': {'network_id': 'db388c5f-f001-4a96-924b-56e224957840', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:08.249645 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628220d1-6ed8-475b-a68c-7992c486a7d6 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Pushing event deleted for resources: {'Port': ['ID=024c042a-f241-4516-9f96-bf25bf4d800e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:08.292548 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d5f13ee5-9820-4d66-b60c-17917249545b tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:08.327964 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 33e76e46-d89e-4189-a61d-8ce3640ee411 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:08.344161 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 33e76e46-d89e-4189-a61d-8ce3640ee411 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:08.344538 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:08.493027 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:08.507109 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] Transition to ACTIVE for port object ce77dac1-3039-4156-8992-016a906f29fd will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:08.522078 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:08.558063 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a9c1b-758a-4ae2-a297-4c950a6274c9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Network': ['ID=db388c5f-f001-4a96-924b-56e224957840,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:08.595695 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d53c9681-1d0e-43a7-b953-410b3024e8f5 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:08.624994 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network db388c5f-f001-4a96-924b-56e224957840 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:32:08.644895 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] Attempting to bind port ce77dac1-3039-4156-8992-016a906f29fd on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:32:08.644895 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] Attempting to bind port ce77dac1-3039-4156-8992-016a906f29fd by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:32:08.645486 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] Attempting to bind port ce77dac1-3039-4156-8992-016a906f29fd on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:32:08.656772 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:32:08.658796 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:08.659303 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:08.659872 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:32:08.660450 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] Bound port: ce77dac1-3039-4156-8992-016a906f29fd, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:32:08.661166 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:08.706119 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5ff84c7f-a4ad-4514-a5be-a2a4ece9e0b5 None None] For port a6ba73ad-cc52-4bba-9bef-8fe76b42a285, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a6ba73ad-cc52-4bba-9bef-8fe76b42a285,segment=NetworkSegment(69a7ce6a-11e6-48a3-a44d-27b2e9e0b3aa),segment_id=69a7ce6a-11e6-48a3-a44d-27b2e9e0b3aa)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:32:08.706554 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ff84c7f-a4ad-4514-a5be-a2a4ece9e0b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:08.711310 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc17183-fa8c-477b-8964-3027963f1106 None None] Pushing event updated for resources: {'Port': ['ID=ce77dac1-3039-4156-8992-016a906f29fd,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:08.734815 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4f5eb-a3c0-4486-a9cd-629033635098 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Pushing event deleted for resources: {'Network': ['ID=33152389-7642-404c-96a7-ee6e7ad961d6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:08.760752 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:08.782330 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] For port ce77dac1-3039-4156-8992-016a906f29fd, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:32:08.786545 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-628220d1-6ed8-475b-a68c-7992c486a7d6 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:08.786707 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] For port ce77dac1-3039-4156-8992-016a906f29fd, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ce77dac1-3039-4156-8992-016a906f29fd,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:32:08.797278 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:08.813887 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 33e76e46-d89e-4189-a61d-8ce3640ee411, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=33e76e46-d89e-4189-a61d-8ce3640ee411,segment=NetworkSegment(4510a494-f647-423b-9f30-109329c997fe),segment_id=4510a494-f647-423b-9f30-109329c997fe)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:32:08.876513 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:08.903744 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] Routers {'21046ce8-7d4c-414f-b51a-49f1829a54b9'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:32:08.904356 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:31:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['21046ce8-7d4c-414f-b51a-49f1829a54b9'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:08.972501 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-628220d1-6ed8-475b-a68c-7992c486a7d6 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] 10.222.0.15 "DELETE /v2.0/ports/024c042a-f241-4516-9f96-bf25bf4d800e HTTP/1.1" status: 204 len: 168 time: 3.5307617 Jan 11 09:32:08.982057 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55348) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:09.008408 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c5d00c4b-fb47-4261-926e-9cdd2efa851d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:09.023747 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-487aa2ed-b6b1-40a2-9ffa-00ceceb945b2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:09.026254 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc17183-fa8c-477b-8964-3027963f1106 None None] Pushing event updated for resources: {'Port': ['ID=ce77dac1-3039-4156-8992-016a906f29fd,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:09.029004 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5ff84c7f-a4ad-4514-a5be-a2a4ece9e0b5 None None] Calling delete_port for a6ba73ad-cc52-4bba-9bef-8fe76b42a285 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:32:09.055884 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=33e76e46-d89e-4189-a61d-8ce3640ee411,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:09.061178 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-487aa2ed-b6b1-40a2-9ffa-00ceceb945b2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:subnet and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:09.073641 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-487aa2ed-b6b1-40a2-9ffa-00ceceb945b2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:09.092578 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-487aa2ed-b6b1-40a2-9ffa-00ceceb945b2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:09.116295 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ff84c7f-a4ad-4514-a5be-a2a4ece9e0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:09.164721 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] Set router 21046ce8-7d4c-414f-b51a-49f1829a54b9 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:32:09.170931 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff84c7f-a4ad-4514-a5be-a2a4ece9e0b5 None None] Pushing event deleted for resources: {'Port': ['ID=a6ba73ad-cc52-4bba-9bef-8fe76b42a285,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:09.174803 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff84c7f-a4ad-4514-a5be-a2a4ece9e0b5 None None] No DVR routers for this DVR port a6ba73ad-cc52-4bba-9bef-8fe76b42a285 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:32:09.201298 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ee480d-896e-4eb0-a7ce-969bfe31957d None None] get_active_networks_info from dv-neutron-823402-4-hyperv {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 11 09:32:09.236386 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d5f13ee5-9820-4d66-b60c-17917249545b tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:09.248341 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d5f13ee5-9820-4d66-b60c-17917249545b tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:09.257797 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-b305a422-fdb1-4ce7-91ef-17cc6143a2e7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] For port a6ba73ad-cc52-4bba-9bef-8fe76b42a285, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a6ba73ad-cc52-4bba-9bef-8fe76b42a285,segment=NetworkSegment(69a7ce6a-11e6-48a3-a44d-27b2e9e0b3aa),segment_id=69a7ce6a-11e6-48a3-a44d-27b2e9e0b3aa)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:32:09.258492 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b305a422-fdb1-4ce7-91ef-17cc6143a2e7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:09.264539 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487aa2ed-b6b1-40a2-9ffa-00ceceb945b2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:09.267956 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-487aa2ed-b6b1-40a2-9ffa-00ceceb945b2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:09.317953 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ee480d-896e-4eb0-a7ce-969bfe31957d None None] Resources bound (agent type, host, resource id): {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 11 09:32:09.358583 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2bd661-d758-4024-b114-4f414c635ec4 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Deleting subnet abb9f44a-deb2-4e0f-84a3-5d32c78e1e1c {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:32:09.362042 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd2bd661-d758-4024-b114-4f414c635ec4 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:09.421946 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd2bd661-d758-4024-b114-4f414c635ec4 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:09.580185 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c5d00c4b-fb47-4261-926e-9cdd2efa851d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:09.606768 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21046ce8-7d4c-414f-b51a-49f1829a54b9', 'name': 'tempest-TestVolumeBootPattern-430821829-router', 'tenant_id': 'a112a32a5f634a67be65babce2aa9acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'ce77dac1-3039-4156-8992-016a906f29fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:59Z', 'updated_at': '2022-01-11T09:32:02Z', 'revision_number': 3, 'project_id': 'a112a32a5f634a67be65babce2aa9acd', 'gw_port': {'id': 'ce77dac1-3039-4156-8992-016a906f29fd', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21046ce8-7d4c-414f-b51a-49f1829a54b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:32:00Z', 'updated_at': '2022-01-11T09:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:09.612526 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2693f78-1854-42d6-813d-8b7c339626c9 None None] The sync data for ids ['21046ce8-7d4c-414f-b51a-49f1829a54b9'] in dv-neutron-823402-4-hyperv is: [{'id': '21046ce8-7d4c-414f-b51a-49f1829a54b9', 'name': 'tempest-TestVolumeBootPattern-430821829-router', 'tenant_id': 'a112a32a5f634a67be65babce2aa9acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'ce77dac1-3039-4156-8992-016a906f29fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:59Z', 'updated_at': '2022-01-11T09:32:02Z', 'revision_number': 3, 'project_id': 'a112a32a5f634a67be65babce2aa9acd', 'gw_port': {'id': 'ce77dac1-3039-4156-8992-016a906f29fd', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21046ce8-7d4c-414f-b51a-49f1829a54b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:32:00Z', 'updated_at': '2022-01-11T09:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:32:09.645386 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c5d00c4b-fb47-4261-926e-9cdd2efa851d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5ec762-0a18-4642-806d-c208adf61c59']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:09.696834 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b305a422-fdb1-4ce7-91ef-17cc6143a2e7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Calling delete_port for a6ba73ad-cc52-4bba-9bef-8fe76b42a285 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:32:09.712394 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c5d00c4b-fb47-4261-926e-9cdd2efa851d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690cc88f-1ccb-4c08-b10c-a5188a964745') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:09.712762 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-c5d00c4b-fb47-4261-926e-9cdd2efa851d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690cc88f-1ccb-4c08-b10c-a5188a964745') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:09.738788 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c5d00c4b-fb47-4261-926e-9cdd2efa851d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:09.753917 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d53c9681-1d0e-43a7-b953-410b3024e8f5 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:09.754731 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d5f13ee5-9820-4d66-b60c-17917249545b tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:09.755209 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f13ee5-9820-4d66-b60c-17917249545b tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6205bc6c-07bb-4a57-b71c-9893004a98ab {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:32:09.773815 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d53c9681-1d0e-43a7-b953-410b3024e8f5 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:09.790258 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d5f13ee5-9820-4d66-b60c-17917249545b tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:09.791887 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d5f13ee5-9820-4d66-b60c-17917249545b tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] 10.222.0.15 "DELETE /v2.0/routers/6205bc6c-07bb-4a57-b71c-9893004a98ab HTTP/1.1" status: 204 len: 168 time: 1.9784081 Jan 11 09:32:09.797094 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55354) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:09.802152 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-5428ddc4-ac46-4818-a2a8-beebe8c069d3 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Request body: {'router': {'name': 'tempest-router-255526882', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6d9431c6031e4662ab40df7ed19a8caf'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:09.824203 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd2bd661-d758-4024-b114-4f414c635ec4 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:09.827229 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c5d00c4b-fb47-4261-926e-9cdd2efa851d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:09.844928 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2101b0f3-ded5-469c-94ae-23441b834bb9 None None] get_active_networks_info from dv-neutron-823402-4-hyperv {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 11 09:32:09.864507 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5428ddc4-ac46-4818-a2a8-beebe8c069d3 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:09.881213 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5428ddc4-ac46-4818-a2a8-beebe8c069d3 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Usage tracker for resource:router and tenant:6d9431c6031e4662ab40df7ed19a8caf is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:09.888095 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5428ddc4-ac46-4818-a2a8-beebe8c069d3 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:09.893434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.api [None req-b305a422-fdb1-4ce7-91ef-17cc6143a2e7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:32:09.893434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG oslo_db.api [None req-b305a422-fdb1-4ce7-91ef-17cc6143a2e7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:32:09.898529 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5428ddc4-ac46-4818-a2a8-beebe8c069d3 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:09.940121 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5428ddc4-ac46-4818-a2a8-beebe8c069d3 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:09.941512 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5428ddc4-ac46-4818-a2a8-beebe8c069d3 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:09.951355 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd2bd661-d758-4024-b114-4f414c635ec4 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:09.969550 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d00c4b-fb47-4261-926e-9cdd2efa851d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:32:09.970014 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c5d00c4b-fb47-4261-926e-9cdd2efa851d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:32:09.988798 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:32:10.035114 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bd661-d758-4024-b114-4f414c635ec4 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Pushing event deleted for resources: {'Subnet': ['ID=abb9f44a-deb2-4e0f-84a3-5d32c78e1e1c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:10.050130 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd2bd661-d758-4024-b114-4f414c635ec4 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:10.051624 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2101b0f3-ded5-469c-94ae-23441b834bb9 None None] Resources bound (agent type, host, resource id): {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 11 09:32:10.062871 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fd2bd661-d758-4024-b114-4f414c635ec4 tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] 10.222.0.15 "DELETE /v2.0/subnets/abb9f44a-deb2-4e0f-84a3-5d32c78e1e1c HTTP/1.1" status: 204 len: 168 time: 1.0794594 Jan 11 09:32:10.065850 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55358) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:10.070932 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5428ddc4-ac46-4818-a2a8-beebe8c069d3 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:10.094029 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 33e76e46-d89e-4189-a61d-8ce3640ee411 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:10.101488 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5428ddc4-ac46-4818-a2a8-beebe8c069d3 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:10.139890 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5428ddc4-ac46-4818-a2a8-beebe8c069d3 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:10.144343 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5428ddc4-ac46-4818-a2a8-beebe8c069d3 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3461187 Jan 11 09:32:10.145267 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55362) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:10.152447 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-aebef0e8-4ce6-4067-8898-594847eb937e tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:10.349374 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 33e76e46-d89e-4189-a61d-8ce3640ee411 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:10.349661 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:10.377706 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c9681-1d0e-43a7-b953-410b3024e8f5 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Pushing event updated for resources: {'Port': ['ID=e7002a41-caee-4907-94f8-2d4520b1b02c,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:10.436661 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b305a422-fdb1-4ce7-91ef-17cc6143a2e7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting port a6ba73ad-cc52-4bba-9bef-8fe76b42a285 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:10.437248 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b305a422-fdb1-4ce7-91ef-17cc6143a2e7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:10.498273 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d53c9681-1d0e-43a7-b953-410b3024e8f5 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:10.541908 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b305a422-fdb1-4ce7-91ef-17cc6143a2e7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] The port 'a6ba73ad-cc52-4bba-9bef-8fe76b42a285' was deleted {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:32:10.601936 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c5d00c4b-fb47-4261-926e-9cdd2efa851d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:10.627905 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696b349b-7ec0-4a49-98a5-11056bd62f2f None None] Network 79730e6d-7ec5-4ee4-809e-13cc23805ca5 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:10.632018 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d53c9681-1d0e-43a7-b953-410b3024e8f5 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:10.633209 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d53c9681-1d0e-43a7-b953-410b3024e8f5 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1207006 Jan 11 09:32:10.668088 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c5d00c4b-fb47-4261-926e-9cdd2efa851d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:10.672665 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c5d00c4b-fb47-4261-926e-9cdd2efa851d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] 10.222.0.15 "DELETE /v2.0/networks/cc5ec762-0a18-4642-806d-c208adf61c59 HTTP/1.1" status: 204 len: 168 time: 2.5905030 Jan 11 09:32:10.675003 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55366) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:10.675310 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55368) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:10.705254 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aebef0e8-4ce6-4067-8898-594847eb937e tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:10.705614 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aebef0e8-4ce6-4067-8898-594847eb937e tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks [] for router, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:10.728279 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a22d8b5d-62c0-4eff-a1ef-05255e678d07 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1382119331'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:10.743937 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b44ee03-becf-4211-9fa8-3cc666e2e60a tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:10.755481 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d00c4b-fb47-4261-926e-9cdd2efa851d tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Pushing event deleted for resources: {'Network': ['ID=cc5ec762-0a18-4642-806d-c208adf61c59,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:10.759016 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a22d8b5d-62c0-4eff-a1ef-05255e678d07 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:10.769273 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3155e98e-1816-416a-8f4d-0c0f06869b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:10.784950 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-487aa2ed-b6b1-40a2-9ffa-00ceceb945b2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:10.825677 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a6ba73ad-cc52-4bba-9bef-8fe76b42a285 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:32:10.842237 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a22d8b5d-62c0-4eff-a1ef-05255e678d07 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Usage tracker for resource:network and tenant:d7ddb24bf10e4c9394b0a42048a1cf1c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:10.865478 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a22d8b5d-62c0-4eff-a1ef-05255e678d07 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:10.871905 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: a6ba73ad-cc52-4bba-9bef-8fe76b42a285 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:32:10.871905 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a6ba73ad-cc52-4bba-9bef-8fe76b42a285 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:32:10.877935 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-aebef0e8-4ce6-4067-8898-594847eb937e tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87655) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 11 09:32:10.879497 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-aebef0e8-4ce6-4067-8898-594847eb937e tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Router 19f13664-6f61-41f9-bee9-858b3a7c86ae migrating from provider to provider. {{(pid=87655) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 11 09:32:10.879884 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aebef0e8-4ce6-4067-8898-594847eb937e tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:10.882030 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a22d8b5d-62c0-4eff-a1ef-05255e678d07 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:10.888337 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aebef0e8-4ce6-4067-8898-594847eb937e tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:10.921212 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aebef0e8-4ce6-4067-8898-594847eb937e tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1771441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1771464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1784463'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:10.943045 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0b44ee03-becf-4211-9fa8-3cc666e2e60a tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Deleting port e5bc6ff2-be42-45a0-b944-62e064f9c1ae {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:10.943394 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b44ee03-becf-4211-9fa8-3cc666e2e60a tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:11.042428 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0fb0f1c8-d553-4026-8d9b-67d95b090158 req-0c69f0c0-18a9-4864-8916-f341d7e9f2c4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9660211 Jan 11 09:32:11.062757 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf15d923-fa2a-4191-a93b-ba86adc45d79 None None] DHCP port deletion for 79730e6d-7ec5-4ee4-809e-13cc23805ca5 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:32:11.067879 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-cf15d923-fa2a-4191-a93b-ba86adc45d79 None None] Deleting port e5bc6ff2-be42-45a0-b944-62e064f9c1ae {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:11.069329 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cf15d923-fa2a-4191-a93b-ba86adc45d79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:11.087537 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22d8b5d-62c0-4eff-a1ef-05255e678d07 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Made reservation on behalf of d7ddb24bf10e4c9394b0a42048a1cf1c for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:11.091874 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a22d8b5d-62c0-4eff-a1ef-05255e678d07 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:11.103301 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f2a74f9-4114-475e-bbce-73114c628d65 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:11.178924 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aa2ed-b6b1-40a2-9ffa-00ceceb945b2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Subnet': ['ID=b57318e9-2a57-49c5-9d63-2b496f4e0d69,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:11.183570 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a22d8b5d-62c0-4eff-a1ef-05255e678d07 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:11.249892 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487aa2ed-b6b1-40a2-9ffa-00ceceb945b2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Checking segment: {'id': 'de7af669-61d1-46d3-931e-1280fb7b66a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'db388c5f-f001-4a96-924b-56e224957840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:11.250274 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487aa2ed-b6b1-40a2-9ffa-00ceceb945b2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network hostable DHCP agents. Network: db388c5f-f001-4a96-924b-56e224957840, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:32:11.269963 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a22d8b5d-62c0-4eff-a1ef-05255e678d07 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:11.280957 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b305a422-fdb1-4ce7-91ef-17cc6143a2e7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:11.313682 dv-neutron-823402-4-hyperv neutron-server[87655]: WARNING neutron.scheduler.l3_agent_scheduler [None req-aebef0e8-4ce6-4067-8898-594847eb937e tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] No L3 agents can host the router 19f13664-6f61-41f9-bee9-858b3a7c86ae Jan 11 09:32:11.319761 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b305a422-fdb1-4ce7-91ef-17cc6143a2e7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d23d47-1c2e-450a-b432-07aa2587e0d5']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:11.330545 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a22d8b5d-62c0-4eff-a1ef-05255e678d07 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Usage tracker for resource:security_group_rule and tenant:d7ddb24bf10e4c9394b0a42048a1cf1c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:11.337825 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b305a422-fdb1-4ce7-91ef-17cc6143a2e7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a7ce6a-11e6-48a3-a44d-27b2e9e0b3aa') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:11.338256 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b305a422-fdb1-4ce7-91ef-17cc6143a2e7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a7ce6a-11e6-48a3-a44d-27b2e9e0b3aa') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:11.339345 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a22d8b5d-62c0-4eff-a1ef-05255e678d07 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:11.347632 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-cf15d923-fa2a-4191-a93b-ba86adc45d79 None None] For port e5bc6ff2-be42-45a0-b944-62e064f9c1ae, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e5bc6ff2-be42-45a0-b944-62e064f9c1ae,segment=NetworkSegment(30a45965-870e-451b-8153-007128545570),segment_id=30a45965-870e-451b-8153-007128545570)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:32:11.348292 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cf15d923-fa2a-4191-a93b-ba86adc45d79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:11.413811 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b305a422-fdb1-4ce7-91ef-17cc6143a2e7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:11.414973 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a22d8b5d-62c0-4eff-a1ef-05255e678d07 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:11.518824 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a22d8b5d-62c0-4eff-a1ef-05255e678d07 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:11.530687 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b305a422-fdb1-4ce7-91ef-17cc6143a2e7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:11.535213 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-cf15d923-fa2a-4191-a93b-ba86adc45d79 None None] Calling delete_port for e5bc6ff2-be42-45a0-b944-62e064f9c1ae owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:32:11.588774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a22d8b5d-62c0-4eff-a1ef-05255e678d07 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:11.594601 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b305a422-fdb1-4ce7-91ef-17cc6143a2e7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:32:11.595127 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b305a422-fdb1-4ce7-91ef-17cc6143a2e7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: util.warn( Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: util.warn( Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: util.warn( Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: util.warn( Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:32:11.612427 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:32:11.621958 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebef0e8-4ce6-4067-8898-594847eb937e tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Hosts for router 19f13664-6f61-41f9-bee9-858b3a7c86ae: [] {{(pid=87655) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 11 09:32:11.652713 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cf15d923-fa2a-4191-a93b-ba86adc45d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:11.681828 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487aa2ed-b6b1-40a2-9ffa-00ceceb945b2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network db388c5f-f001-4a96-924b-56e224957840 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:32:11.745983 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15d923-fa2a-4191-a93b-ba86adc45d79 None None] Pushing event deleted for resources: {'Port': ['ID=e5bc6ff2-be42-45a0-b944-62e064f9c1ae,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:11.749880 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf15d923-fa2a-4191-a93b-ba86adc45d79 None None] No DVR routers for this DVR port e5bc6ff2-be42-45a0-b944-62e064f9c1ae on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:32:11.757949 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebef0e8-4ce6-4067-8898-594847eb937e tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Hosts for other DVR routers connected to router 19f13664-6f61-41f9-bee9-858b3a7c86ae: set() {{(pid=87655) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 11 09:32:11.773446 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aebef0e8-4ce6-4067-8898-594847eb937e tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:11.777945 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-aebef0e8-4ce6-4067-8898-594847eb937e tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] 10.222.0.15 "PUT /v2.0/routers/19f13664-6f61-41f9-bee9-858b3a7c86ae HTTP/1.1" status: 200 len: 716 time: 1.6319323 Jan 11 09:32:11.780243 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55374) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:11.829816 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22d8b5d-62c0-4eff-a1ef-05255e678d07 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:32:11.841788 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f2a74f9-4114-475e-bbce-73114c628d65 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:11.861886 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b305a422-fdb1-4ce7-91ef-17cc6143a2e7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:11.866171 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b305a422-fdb1-4ce7-91ef-17cc6143a2e7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:11.887593 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-487aa2ed-b6b1-40a2-9ffa-00ceceb945b2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, db388c5f-f001-4a96-924b-56e224957840) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:11.907772 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d8b5d-62c0-4eff-a1ef-05255e678d07 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da2623b-f4c1-4eb6-ab5f-13b2dc42080e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:11.909848 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-0b44ee03-becf-4211-9fa8-3cc666e2e60a tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] For port e5bc6ff2-be42-45a0-b944-62e064f9c1ae, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e5bc6ff2-be42-45a0-b944-62e064f9c1ae,segment=NetworkSegment(30a45965-870e-451b-8153-007128545570),segment_id=30a45965-870e-451b-8153-007128545570)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:32:11.910255 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b44ee03-becf-4211-9fa8-3cc666e2e60a tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:11.910863 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a46dda-c284-409e-af12-8669cc5a06d0 None None] Network db388c5f-f001-4a96-924b-56e224957840 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:11.939153 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a22d8b5d-62c0-4eff-a1ef-05255e678d07 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:11.939506 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-a22d8b5d-62c0-4eff-a1ef-05255e678d07 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Added segment 251770d3-2a61-4f11-85e6-cd9848bc509c of type vlan for network 93b5dfc8-3699-4dc0-b595-1e6d3c2b7825 Jan 11 09:32:11.946821 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487aa2ed-b6b1-40a2-9ffa-00ceceb945b2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:11.947801 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-487aa2ed-b6b1-40a2-9ffa-00ceceb945b2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:11.958013 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305a422-fdb1-4ce7-91ef-17cc6143a2e7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Network': ['ID=e2d23d47-1c2e-450a-b432-07aa2587e0d5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:11.969266 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b305a422-fdb1-4ce7-91ef-17cc6143a2e7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/networks/e2d23d47-1c2e-450a-b432-07aa2587e0d5 HTTP/1.1" status: 204 len: 168 time: 4.4509797 Jan 11 09:32:11.972702 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-56668120-9e1f-47f6-ad3d-9f854458cb68 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] 10.222.0.15 "GET /v2.0/routers/19f13664-6f61-41f9-bee9-858b3a7c86ae HTTP/1.1" status: 200 len: 716 time: 0.1922929 Jan 11 09:32:11.973276 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55378) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:11.973599 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55380) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:12.076977 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2713132e-21a4-46fe-86ba-3dbaaf0c9721 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:12.077796 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2713132e-21a4-46fe-86ba-3dbaaf0c9721 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Synchronizing usage tracker for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:32:12.100782 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2713132e-21a4-46fe-86ba-3dbaaf0c9721 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Unset dirty status for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:32:12.106144 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2713132e-21a4-46fe-86ba-3dbaaf0c9721 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1274757 Jan 11 09:32:12.108057 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55388) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:12.117216 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-4f2a74f9-4114-475e-bbce-73114c628d65 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c9c321-a645-448a-ab5b-014aeb97d40c']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:12.130398 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0f1c8-d553-4026-8d9b-67d95b090158 req-c386617b-04aa-43ad-81db-9272837b147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:12.132085 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0fb0f1c8-d553-4026-8d9b-67d95b090158 req-c386617b-04aa-43ad-81db-9272837b147d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2f55e34cfef842488129ab7ed2754c64&device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 1099 time: 1.0533311 Jan 11 09:32:12.143922 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ce77dac1-3039-4156-8992-016a906f29fd up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:12.154374 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0b44ee03-becf-4211-9fa8-3cc666e2e60a tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Calling delete_port for e5bc6ff2-be42-45a0-b944-62e064f9c1ae owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:32:12.204380 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-eb447bd9-fc4d-4e6c-ada3-fbb7dcabc0a7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0968440 Jan 11 09:32:12.219794 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55392) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:12.272247 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-4f2a74f9-4114-475e-bbce-73114c628d65 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ff72bc-16c1-45e3-9a50-635a64af43bf') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:12.272633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-4f2a74f9-4114-475e-bbce-73114c628d65 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ff72bc-16c1-45e3-9a50-635a64af43bf') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:12.287798 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-04ebdc2e-63a9-42fd-be05-aea9c8680557 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-309670065'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:12.294592 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-04ebdc2e-63a9-42fd-be05-aea9c8680557 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:12.301048 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-04ebdc2e-63a9-42fd-be05-aea9c8680557 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:network and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:12.304732 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-04ebdc2e-63a9-42fd-be05-aea9c8680557 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:12.312417 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-04ebdc2e-63a9-42fd-be05-aea9c8680557 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:12.334798 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port ce77dac1-3039-4156-8992-016a906f29fd completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:12.346832 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port ce77dac1-3039-4156-8992-016a906f29fd triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:12.347207 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:12.382198 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b40a6217-e95f-4088-a969-d0b13837d906 tempest-RoutersTestDVR-1732493193 tempest-RoutersTestDVR-1732493193-project] 10.222.0.15 "GET /v2.0/routers/19f13664-6f61-41f9-bee9-858b3a7c86ae HTTP/1.1" status: 200 len: 682 time: 0.4057572 Jan 11 09:32:12.384348 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d8ac21-7bff-4091-9f8e-85d700f0a11e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-db388c5f-f001-4a96-924b-56e224957840', 'network_id': 'db388c5f-f001-4a96-924b-56e224957840', 'tenant_id': '370f45c782b744dba4d02cc69aceb8a0', 'fixed_ips': [{'subnet_id': 'b57318e9-2a57-49c5-9d63-2b496f4e0d69'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:32:12.385541 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55396) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:12.385874 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13d8ac21-7bff-4091-9f8e-85d700f0a11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:12.488525 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-3155e98e-1816-416a-8f4d-0c0f06869b1f admin admin] Allocated IP 172.20.0.1 (2ab12c7a-ecfa-4140-a015-5297d78ff146/bf2cadba-d51c-41eb-a68b-535f32556b7c/38c87a53-0cbf-4386-b3dc-2a6baceb01c8) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:12.519323 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f2a74f9-4114-475e-bbce-73114c628d65 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:12.539876 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c546b6d-6f8c-4a1a-a806-eb8112218c9f tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:12.559475 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a22d8b5d-62c0-4eff-a1ef-05255e678d07 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:12.564483 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ebdc2e-63a9-42fd-be05-aea9c8680557 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:12.567921 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04ebdc2e-63a9-42fd-be05-aea9c8680557 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:12.588922 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-487aa2ed-b6b1-40a2-9ffa-00ceceb945b2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5020528 Jan 11 09:32:12.595540 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55400) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:12.613978 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-11f572aa-d45f-4a0f-aa40-b15b96095c3c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1894477972', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:12.676669 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-13d8ac21-7bff-4091-9f8e-85d700f0a11e None None] Allocated IP 172.20.0.2 (db388c5f-f001-4a96-924b-56e224957840/b57318e9-2a57-49c5-9d63-2b496f4e0d69/403d4bf9-4293-422e-818e-5815324b61f2) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:12.679140 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-11f572aa-d45f-4a0f-aa40-b15b96095c3c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:12.687565 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f2a74f9-4114-475e-bbce-73114c628d65 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:12.692995 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-11f572aa-d45f-4a0f-aa40-b15b96095c3c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:router and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:12.698308 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-11f572aa-d45f-4a0f-aa40-b15b96095c3c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:12.713959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ebdc2e-63a9-42fd-be05-aea9c8680557 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:32:12.723202 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04ebdc2e-63a9-42fd-be05-aea9c8680557 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:12.723543 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-04ebdc2e-63a9-42fd-be05-aea9c8680557 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Added segment c7135e01-17c3-4cda-9d20-122d6486b24e of type vlan for network e52974e7-be2a-494a-9377-b9fd1fd83190 Jan 11 09:32:12.784589 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2a74f9-4114-475e-bbce-73114c628d65 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:32:12.784941 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f2a74f9-4114-475e-bbce-73114c628d65 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:32:12.802435 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:32:12.815234 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04ebdc2e-63a9-42fd-be05-aea9c8680557 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:12.815607 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:12.849713 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port ce77dac1-3039-4156-8992-016a906f29fd, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ce77dac1-3039-4156-8992-016a906f29fd,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:32:12.864544 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:12.908007 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.api [None req-0b44ee03-becf-4211-9fa8-3cc666e2e60a tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:32:12.908412 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG oslo_db.api [None req-0b44ee03-becf-4211-9fa8-3cc666e2e60a tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:32:12.933052 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-11f572aa-d45f-4a0f-aa40-b15b96095c3c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:12.943056 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e5bc6ff2-be42-45a0-b944-62e064f9c1ae no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:32:12.977417 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a22d8b5d-62c0-4eff-a1ef-05255e678d07 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:12.982915 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22d8b5d-62c0-4eff-a1ef-05255e678d07 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:12.983593 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a22d8b5d-62c0-4eff-a1ef-05255e678d07 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:12.999634 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: e5bc6ff2-be42-45a0-b944-62e064f9c1ae {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:32:13.000350 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e5bc6ff2-be42-45a0-b944-62e064f9c1ae not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:32:13.012789 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c546b6d-6f8c-4a1a-a806-eb8112218c9f tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.016191 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c546b6d-6f8c-4a1a-a806-eb8112218c9f tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.019568 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11f572aa-d45f-4a0f-aa40-b15b96095c3c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.020533 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11f572aa-d45f-4a0f-aa40-b15b96095c3c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.024091 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0f1c8-d553-4026-8d9b-67d95b090158 req-dec0e09d-d9ae-4685-a7d7-4aa6156d04d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:13.026060 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0fb0f1c8-d553-4026-8d9b-67d95b090158 req-dec0e09d-d9ae-4685-a7d7-4aa6156d04d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d792ad28-c1a4-4d37-b57d-4b386593b2fd HTTP/1.1" status: 200 len: 912 time: 0.7968721 Jan 11 09:32:13.047757 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11f572aa-d45f-4a0f-aa40-b15b96095c3c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.049493 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=ce77dac1-3039-4156-8992-016a906f29fd,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:13.056491 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c546b6d-6f8c-4a1a-a806-eb8112218c9f tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.057644 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c546b6d-6f8c-4a1a-a806-eb8112218c9f tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19f13664-6f61-41f9-bee9-858b3a7c86ae {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:32:13.074409 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8c546b6d-6f8c-4a1a-a806-eb8112218c9f tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.075590 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8c546b6d-6f8c-4a1a-a806-eb8112218c9f tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] 10.222.0.15 "DELETE /v2.0/routers/19f13664-6f61-41f9-bee9-858b3a7c86ae HTTP/1.1" status: 204 len: 168 time: 0.6883819 Jan 11 09:32:13.079727 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55404) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:13.084933 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-bdb41173-2545-4882-8de1-828ea9df9667 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Request body: {'router': {'name': 'tempest-router-1468905153', 'distributed': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:13.088616 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11f572aa-d45f-4a0f-aa40-b15b96095c3c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.091677 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13d8ac21-7bff-4091-9f8e-85d700f0a11e None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.101876 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-13d8ac21-7bff-4091-9f8e-85d700f0a11e None None] Transition to ACTIVE for port object 403d4bf9-4293-422e-818e-5815324b61f2 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:13.102049 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bdb41173-2545-4882-8de1-828ea9df9667 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:13.108667 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-bdb41173-2545-4882-8de1-828ea9df9667 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Usage tracker for resource:router and tenant:0983d2ca9dc648488ea17cd69256803c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:13.112413 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-bdb41173-2545-4882-8de1-828ea9df9667 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:13.115765 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11f572aa-d45f-4a0f-aa40-b15b96095c3c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.116962 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-11f572aa-d45f-4a0f-aa40-b15b96095c3c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5155499 Jan 11 09:32:13.121247 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55408) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:13.123578 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bdb41173-2545-4882-8de1-828ea9df9667 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:13.127327 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-13d8ac21-7bff-4091-9f8e-85d700f0a11e None None] Transition to ACTIVE for port object 403d4bf9-4293-422e-818e-5815324b61f2 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:13.129616 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3737f7e4-d8e8-421a-a4cb-23007273eae0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'port': {'network_id': 'db388c5f-f001-4a96-924b-56e224957840', 'name': 'tempest-PortsTestJSON-456061591'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:13.134142 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13d8ac21-7bff-4091-9f8e-85d700f0a11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.152896 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f2a74f9-4114-475e-bbce-73114c628d65 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.188754 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04ebdc2e-63a9-42fd-be05-aea9c8680557 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.194388 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ebdc2e-63a9-42fd-be05-aea9c8680557 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:13.194673 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04ebdc2e-63a9-42fd-be05-aea9c8680557 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.206209 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f2a74f9-4114-475e-bbce-73114c628d65 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.206860 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d8ac21-7bff-4091-9f8e-85d700f0a11e None None] Network db388c5f-f001-4a96-924b-56e224957840 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:13.210546 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4f2a74f9-4114-475e-bbce-73114c628d65 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] 10.222.0.15 "DELETE /v2.0/networks/39c9c321-a645-448a-ab5b-014aeb97d40c HTTP/1.1" status: 204 len: 168 time: 2.5288491 Jan 11 09:32:13.210686 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-13d8ac21-7bff-4091-9f8e-85d700f0a11e None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:13.215129 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d8ac21-7bff-4091-9f8e-85d700f0a11e None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:13.224622 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55412) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:13.233533 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a22d8b5d-62c0-4eff-a1ef-05255e678d07 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5558980 Jan 11 09:32:13.253337 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55416) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:13.258961 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c185020b-019b-4836-bdbb-046ccb691591 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Request body: {'subnet': {'network_id': '93b5dfc8-3699-4dc0-b595-1e6d3c2b7825', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:13.264640 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8ac21-7bff-4091-9f8e-85d700f0a11e None None] Pushing event updated for resources: {'Port': ['ID=403d4bf9-4293-422e-818e-5815324b61f2,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:13.280872 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bdb41173-2545-4882-8de1-828ea9df9667 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.281955 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bdb41173-2545-4882-8de1-828ea9df9667 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.305566 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d8b5d-62c0-4eff-a1ef-05255e678d07 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Pushing event updated for resources: {'Network': ['ID=93b5dfc8-3699-4dc0-b595-1e6d3c2b7825,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:13.321452 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 93b5dfc8-3699-4dc0-b595-1e6d3c2b7825 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:32:13.327388 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3155e98e-1816-416a-8f4d-0c0f06869b1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.334111 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-04ebdc2e-63a9-42fd-be05-aea9c8680557 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0960560 Jan 11 09:32:13.340303 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55420) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:13.341663 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-13d8ac21-7bff-4091-9f8e-85d700f0a11e None None] Attempting to bind port 403d4bf9-4293-422e-818e-5815324b61f2 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:32:13.342027 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-13d8ac21-7bff-4091-9f8e-85d700f0a11e None None] Attempting to bind port 403d4bf9-4293-422e-818e-5815324b61f2 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'de7af669-61d1-46d3-931e-1280fb7b66a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'db388c5f-f001-4a96-924b-56e224957840'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:32:13.342572 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d8ac21-7bff-4091-9f8e-85d700f0a11e None None] Attempting to bind port 403d4bf9-4293-422e-818e-5815324b61f2 on network db388c5f-f001-4a96-924b-56e224957840 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:32:13.349118 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a74f9-4114-475e-bbce-73114c628d65 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Pushing event deleted for resources: {'Network': ['ID=39c9c321-a645-448a-ab5b-014aeb97d40c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:13.352395 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0fb0f1c8-d553-4026-8d9b-67d95b090158 req-2e1b10da-3ac2-4d3f-84ec-9d55b8c5953e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d114431c-1274-4827-a777-bc1c30573cfe HTTP/1.1" status: 200 len: 1002 time: 0.2964220 Jan 11 09:32:13.357372 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-699abd81-2a60-4329-af66-e45fe7509643 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'subnet': {'network_id': 'e52974e7-be2a-494a-9377-b9fd1fd83190', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:13.368866 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d8ac21-7bff-4091-9f8e-85d700f0a11e None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:32:13.369298 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d8ac21-7bff-4091-9f8e-85d700f0a11e None None] Checking segment: {'id': 'de7af669-61d1-46d3-931e-1280fb7b66a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'db388c5f-f001-4a96-924b-56e224957840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:13.369721 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13d8ac21-7bff-4091-9f8e-85d700f0a11e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.370164 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d8ac21-7bff-4091-9f8e-85d700f0a11e None None] Bound using segment: {'id': 'de7af669-61d1-46d3-931e-1280fb7b66a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'db388c5f-f001-4a96-924b-56e224957840'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:32:13.370666 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-13d8ac21-7bff-4091-9f8e-85d700f0a11e None None] Bound port: 403d4bf9-4293-422e-818e-5815324b61f2, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7af669-61d1-46d3-931e-1280fb7b66a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'db388c5f-f001-4a96-924b-56e224957840'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:32:13.371030 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13d8ac21-7bff-4091-9f8e-85d700f0a11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.429351 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0b44ee03-becf-4211-9fa8-3cc666e2e60a tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Deleting port e5bc6ff2-be42-45a0-b944-62e064f9c1ae {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:13.429783 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b44ee03-becf-4211-9fa8-3cc666e2e60a tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.486947 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3155e98e-1816-416a-8f4d-0c0f06869b1f admin admin] Transition to ACTIVE for port object 38c87a53-0cbf-4386-b3dc-2a6baceb01c8 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:13.491934 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bdb41173-2545-4882-8de1-828ea9df9667 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.523142 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3737f7e4-d8e8-421a-a4cb-23007273eae0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:13.529234 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02e133cd-950d-4f98-bd2a-64599b705c44 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.531808 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-13d8ac21-7bff-4091-9f8e-85d700f0a11e None None] For port 403d4bf9-4293-422e-818e-5815324b61f2, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:32:13.535489 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-13d8ac21-7bff-4091-9f8e-85d700f0a11e None None] For port 403d4bf9-4293-422e-818e-5815324b61f2, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=403d4bf9-4293-422e-818e-5815324b61f2,segment=NetworkSegment(de7af669-61d1-46d3-931e-1280fb7b66a7),segment_id=de7af669-61d1-46d3-931e-1280fb7b66a7)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:32:13.539983 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13d8ac21-7bff-4091-9f8e-85d700f0a11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.543305 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c185020b-019b-4836-bdbb-046ccb691591 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:13.552538 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c185020b-019b-4836-bdbb-046ccb691591 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Usage tracker for resource:subnet and tenant:d7ddb24bf10e4c9394b0a42048a1cf1c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:13.556968 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bdb41173-2545-4882-8de1-828ea9df9667 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.559759 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0b44ee03-becf-4211-9fa8-3cc666e2e60a tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] The port 'e5bc6ff2-be42-45a0-b944-62e064f9c1ae' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:32:13.561694 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c185020b-019b-4836-bdbb-046ccb691591 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:13.564872 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3737f7e4-d8e8-421a-a4cb-23007273eae0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:13.575506 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c185020b-019b-4836-bdbb-046ccb691591 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:13.627071 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebdc2e-63a9-42fd-be05-aea9c8680557 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Network': ['ID=e52974e7-be2a-494a-9377-b9fd1fd83190,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:13.633389 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3737f7e4-d8e8-421a-a4cb-23007273eae0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:13.637164 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3737f7e4-d8e8-421a-a4cb-23007273eae0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.642044 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8ac21-7bff-4091-9f8e-85d700f0a11e None None] Pushing event updated for resources: {'Port': ['ID=403d4bf9-4293-422e-818e-5815324b61f2,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:13.667500 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c185020b-019b-4836-bdbb-046ccb691591 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Made reservation on behalf of d7ddb24bf10e4c9394b0a42048a1cf1c for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:13.668582 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network e52974e7-be2a-494a-9377-b9fd1fd83190 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:32:13.675131 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c185020b-019b-4836-bdbb-046ccb691591 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.771432 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0f1c8-d553-4026-8d9b-67d95b090158 req-4d4731d1-3eb3-43cf-ae91-d2e33279a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:13.772880 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0fb0f1c8-d553-4026-8d9b-67d95b090158 req-4d4731d1-3eb3-43cf-ae91-d2e33279a5b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75d32f1d-e961-48e8-b51c-6c84103eee1a HTTP/1.1" status: 200 len: 850 time: 0.3816738 Jan 11 09:32:13.793988 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-699abd81-2a60-4329-af66-e45fe7509643 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:13.806106 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bdb41173-2545-4882-8de1-828ea9df9667 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.807524 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-bdb41173-2545-4882-8de1-828ea9df9667 tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7268777 Jan 11 09:32:13.817205 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55424) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:13.840015 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-699abd81-2a60-4329-af66-e45fe7509643 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:subnet and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:13.845808 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-699abd81-2a60-4329-af66-e45fe7509643 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:13.895886 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-3737f7e4-d8e8-421a-a4cb-23007273eae0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] device_id is not set on port a7c4b747-6b2e-4538-869d-c96c8e2ad899 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:32:13.908849 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-699abd81-2a60-4329-af66-e45fe7509643 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:13.914222 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b44ee03-becf-4211-9fa8-3cc666e2e60a tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.965292 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3155e98e-1816-416a-8f4d-0c0f06869b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:13.972434 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-0b44ee03-becf-4211-9fa8-3cc666e2e60a tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79730e6d-7ec5-4ee4-809e-13cc23805ca5']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:14.028196 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ce77dac1-3039-4156-8992-016a906f29fd up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:14.050226 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-0b44ee03-becf-4211-9fa8-3cc666e2e60a tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a45965-870e-451b-8153-007128545570') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:14.050517 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-0b44ee03-becf-4211-9fa8-3cc666e2e60a tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a45965-870e-451b-8153-007128545570') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:14.069807 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699abd81-2a60-4329-af66-e45fe7509643 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:14.074328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-699abd81-2a60-4329-af66-e45fe7509643 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:14.103678 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b44ee03-becf-4211-9fa8-3cc666e2e60a tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:14.115198 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port ce77dac1-3039-4156-8992-016a906f29fd triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:14.115581 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:14.123779 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02e133cd-950d-4f98-bd2a-64599b705c44 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:14.169354 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3155e98e-1816-416a-8f4d-0c0f06869b1f admin admin] Network 2ab12c7a-ecfa-4140-a015-5297d78ff146 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:14.181222 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0866839-d126-48d9-b35e-26902f31f43d tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:14.185823 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-3155e98e-1816-416a-8f4d-0c0f06869b1f admin admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:14.187659 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3155e98e-1816-416a-8f4d-0c0f06869b1f admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:14.256828 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-02e133cd-950d-4f98-bd2a-64599b705c44 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70a0297-bd15-4134-a3b3-41aee4430a9d']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:14.323152 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-02e133cd-950d-4f98-bd2a-64599b705c44 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b5a8d7-93ae-494b-8ead-b17b696257f9') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:14.323405 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-02e133cd-950d-4f98-bd2a-64599b705c44 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b5a8d7-93ae-494b-8ead-b17b696257f9') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:14.372953 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b44ee03-becf-4211-9fa8-3cc666e2e60a tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:14.375527 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155e98e-1816-416a-8f4d-0c0f06869b1f admin admin] Pushing event updated for resources: {'Port': ['ID=38c87a53-0cbf-4386-b3dc-2a6baceb01c8,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:14.444812 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b44ee03-becf-4211-9fa8-3cc666e2e60a tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:32:14.445210 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b44ee03-becf-4211-9fa8-3cc666e2e60a tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:32:14.462023 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:32:14.486414 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0f1c8-d553-4026-8d9b-67d95b090158 req-9176cad2-2cd4-4e3e-b7c7-7136a7798b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:14.487970 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0fb0f1c8-d553-4026-8d9b-67d95b090158 req-9176cad2-2cd4-4e3e-b7c7-7136a7798b1a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d792ad28-c1a4-4d37-b57d-4b386593b2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7072008 Jan 11 09:32:14.488443 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-09bdffae-7b61-4744-9ab6-57c31c390127 None None] Provisioning for port 38c87a53-0cbf-4386-b3dc-2a6baceb01c8 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:14.501196 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-09bdffae-7b61-4744-9ab6-57c31c390127 None None] Provisioning complete for port 38c87a53-0cbf-4386-b3dc-2a6baceb01c8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:14.502183 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-09bdffae-7b61-4744-9ab6-57c31c390127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:14.503784 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3155e98e-1816-416a-8f4d-0c0f06869b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:14.574712 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02e133cd-950d-4f98-bd2a-64599b705c44 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:14.578649 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-09bdffae-7b61-4744-9ab6-57c31c390127 None None] Port 38c87a53-0cbf-4386-b3dc-2a6baceb01c8 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:32:14.804772 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02e133cd-950d-4f98-bd2a-64599b705c44 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:14.830046 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-3737f7e4-d8e8-421a-a4cb-23007273eae0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Allocated IP 172.20.0.5 (db388c5f-f001-4a96-924b-56e224957840/b57318e9-2a57-49c5-9d63-2b496f4e0d69/a7c4b747-6b2e-4538-869d-c96c8e2ad899) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:14.832299 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e133cd-950d-4f98-bd2a-64599b705c44 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:32:14.832704 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02e133cd-950d-4f98-bd2a-64599b705c44 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:14.832908 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b44ee03-becf-4211-9fa8-3cc666e2e60a tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:14.837327 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b44ee03-becf-4211-9fa8-3cc666e2e60a tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:14.859893 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0866839-d126-48d9-b35e-26902f31f43d tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:32:14.861579 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:32:14.871567 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0866839-d126-48d9-b35e-26902f31f43d tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:14.891775 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06a43ff-3385-4d8f-bc34-477b64eecec0 None None] Network db388c5f-f001-4a96-924b-56e224957840 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:14.955353 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44ee03-becf-4211-9fa8-3cc666e2e60a tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] Pushing event deleted for resources: {'Network': ['ID=79730e6d-7ec5-4ee4-809e-13cc23805ca5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:14.974157 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0b44ee03-becf-4211-9fa8-3cc666e2e60a tempest-ExtraDHCPOptionsTestJSON-2021559443 tempest-ExtraDHCPOptionsTestJSON-2021559443-project] 10.222.0.15 "DELETE /v2.0/networks/79730e6d-7ec5-4ee4-809e-13cc23805ca5 HTTP/1.1" status: 204 len: 168 time: 4.8990598 Jan 11 09:32:15.000591 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-38820236-507a-4341-b485-4494ce8c4b7a None None] Provisioning for port 403d4bf9-4293-422e-818e-5815324b61f2 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:15.009817 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c185020b-019b-4836-bdbb-046ccb691591 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:15.056241 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0fb0f1c8-d553-4026-8d9b-67d95b090158 req-201dbe7d-05e6-48ef-b6c6-b065bbd2d09d service neutron] 10.222.0.42 "GET /v2.0/networks/d792ad28-c1a4-4d37-b57d-4b386593b2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623567 Jan 11 09:32:15.063160 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02e133cd-950d-4f98-bd2a-64599b705c44 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:15.064691 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0866839-d126-48d9-b35e-26902f31f43d tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:15.065170 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0866839-d126-48d9-b35e-26902f31f43d tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59d61dde-53c5-4d75-8dcb-5bb056972c63 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:32:15.104040 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02e133cd-950d-4f98-bd2a-64599b705c44 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:15.130377 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e133cd-950d-4f98-bd2a-64599b705c44 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] Pushing event deleted for resources: {'Network': ['ID=c70a0297-bd15-4134-a3b3-41aee4430a9d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:15.198853 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185020b-019b-4836-bdbb-046ccb691591 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Pushing event updated for resources: {'Subnet': ['ID=91872a9a-3e93-41df-972a-3a1e4c1a7aa6,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:15.220961 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0866839-d126-48d9-b35e-26902f31f43d tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:15.222019 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b0866839-d126-48d9-b35e-26902f31f43d tempest-RoutersTestDVR-1086062298 tempest-RoutersTestDVR-1086062298-project-admin] 10.222.0.15 "DELETE /v2.0/routers/59d61dde-53c5-4d75-8dcb-5bb056972c63 HTTP/1.1" status: 204 len: 168 time: 1.4010365 Jan 11 09:32:15.231723 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-02e133cd-950d-4f98-bd2a-64599b705c44 tempest-BulkNetworkOpsIpV6Test-732292036 tempest-BulkNetworkOpsIpV6Test-732292036-project] 10.222.0.15 "DELETE /v2.0/networks/c70a0297-bd15-4134-a3b3-41aee4430a9d HTTP/1.1" status: 204 len: 168 time: 2.0021539 Jan 11 09:32:15.263605 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-699abd81-2a60-4329-af66-e45fe7509643 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:15.314513 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c185020b-019b-4836-bdbb-046ccb691591 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Checking segment: {'id': '251770d3-2a61-4f11-85e6-cd9848bc509c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '93b5dfc8-3699-4dc0-b595-1e6d3c2b7825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:15.314917 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c185020b-019b-4836-bdbb-046ccb691591 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Network hostable DHCP agents. Network: 93b5dfc8-3699-4dc0-b595-1e6d3c2b7825, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:32:15.323634 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3155e98e-1816-416a-8f4d-0c0f06869b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:15.401312 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c185020b-019b-4836-bdbb-046ccb691591 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Network 93b5dfc8-3699-4dc0-b595-1e6d3c2b7825 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:32:15.443740 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3737f7e4-d8e8-421a-a4cb-23007273eae0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:15.453620 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-c185020b-019b-4836-bdbb-046ccb691591 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 93b5dfc8-3699-4dc0-b595-1e6d3c2b7825) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:15.464720 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291000c6-a539-4c6d-9b62-3f00f8ae7acf None None] Network 93b5dfc8-3699-4dc0-b595-1e6d3c2b7825 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:15.475838 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c185020b-019b-4836-bdbb-046ccb691591 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:15.476819 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c185020b-019b-4836-bdbb-046ccb691591 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:15.498372 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699abd81-2a60-4329-af66-e45fe7509643 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Subnet': ['ID=8e84be00-0b88-4f12-b9db-ae972cc8cde8,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:15.501765 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699abd81-2a60-4329-af66-e45fe7509643 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Checking segment: {'id': 'c7135e01-17c3-4cda-9d20-122d6486b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e52974e7-be2a-494a-9377-b9fd1fd83190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:15.502071 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699abd81-2a60-4329-af66-e45fe7509643 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network hostable DHCP agents. Network: e52974e7-be2a-494a-9377-b9fd1fd83190, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:32:15.510303 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0fb0f1c8-d553-4026-8d9b-67d95b090158 req-ee2a11fb-c94b-4348-aeb2-6400e96d1dc1 service neutron] 10.222.0.42 "GET /v2.0/networks/d792ad28-c1a4-4d37-b57d-4b386593b2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441216 Jan 11 09:32:15.528839 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-3737f7e4-d8e8-421a-a4cb-23007273eae0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Transition to ACTIVE for port object a7c4b747-6b2e-4538-869d-c96c8e2ad899 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:15.554167 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c185020b-019b-4836-bdbb-046ccb691591 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2998829 Jan 11 09:32:15.557212 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55438) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:15.565032 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2611d67e-7b26-44de-bed5-528275caa714 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1481452492', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:15.584499 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2611d67e-7b26-44de-bed5-528275caa714 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:15.591867 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2611d67e-7b26-44de-bed5-528275caa714 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Usage tracker for resource:router and tenant:d7ddb24bf10e4c9394b0a42048a1cf1c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:15.596176 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2611d67e-7b26-44de-bed5-528275caa714 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:15.605034 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3737f7e4-d8e8-421a-a4cb-23007273eae0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:15.610698 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699abd81-2a60-4329-af66-e45fe7509643 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network e52974e7-be2a-494a-9377-b9fd1fd83190 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:32:15.614520 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2611d67e-7b26-44de-bed5-528275caa714 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:15.623525 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-699abd81-2a60-4329-af66-e45fe7509643 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, e52974e7-be2a-494a-9377-b9fd1fd83190) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:15.677349 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699abd81-2a60-4329-af66-e45fe7509643 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:15.677940 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-699abd81-2a60-4329-af66-e45fe7509643 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:15.721523 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c41b467-1ea0-482f-a228-7a068d96ef6c None None] Network e52974e7-be2a-494a-9377-b9fd1fd83190 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:15.746226 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55442) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:15.794368 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3737f7e4-d8e8-421a-a4cb-23007273eae0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network db388c5f-f001-4a96-924b-56e224957840 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:15.797314 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2611d67e-7b26-44de-bed5-528275caa714 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:15.802788 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2611d67e-7b26-44de-bed5-528275caa714 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:15.805151 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3155e98e-1816-416a-8f4d-0c0f06869b1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:15.812134 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-699abd81-2a60-4329-af66-e45fe7509643 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4669263 Jan 11 09:32:15.815137 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55450) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:15.831691 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-1da7f0a5-8595-4168-87f4-656ef9de33d9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'port': {'network_id': 'e52974e7-be2a-494a-9377-b9fd1fd83190', 'name': 'tempest-PortsIpV6TestJSON-481054808'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:15.837956 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-3737f7e4-d8e8-421a-a4cb-23007273eae0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:15.846949 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3737f7e4-d8e8-421a-a4cb-23007273eae0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:15.847300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3155e98e-1816-416a-8f4d-0c0f06869b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:15.920459 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55454) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:15.920707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55456) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:15.942313 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2611d67e-7b26-44de-bed5-528275caa714 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:15.946944 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737f7e4-d8e8-421a-a4cb-23007273eae0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Port': ['ID=a7c4b747-6b2e-4538-869d-c96c8e2ad899,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:16.000043 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184dac43-76a4-4ec4-ab9e-27589e7aa5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-93b5dfc8-3699-4dc0-b595-1e6d3c2b7825', 'network_id': '93b5dfc8-3699-4dc0-b595-1e6d3c2b7825', 'tenant_id': 'd7ddb24bf10e4c9394b0a42048a1cf1c', 'fixed_ips': [{'subnet_id': '91872a9a-3e93-41df-972a-3a1e4c1a7aa6'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:32:16.000975 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-184dac43-76a4-4ec4-ab9e-27589e7aa5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:16.063929 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 403d4bf9-4293-422e-818e-5815324b61f2 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:16.126662 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3737f7e4-d8e8-421a-a4cb-23007273eae0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:16.127495 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3737f7e4-d8e8-421a-a4cb-23007273eae0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:16.175449 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3155e98e-1816-416a-8f4d-0c0f06869b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:16.222906 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155e98e-1816-416a-8f4d-0c0f06869b1f admin admin] Pushing event updated for resources: {'Port': ['ID=38c87a53-0cbf-4386-b3dc-2a6baceb01c8,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:16.273668 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1da7f0a5-8595-4168-87f4-656ef9de33d9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:16.292532 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3cc6b561-d048-465a-9962-1fd59a662cd6 None None] Provisioning for port a7c4b747-6b2e-4538-869d-c96c8e2ad899 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:16.323468 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1da7f0a5-8595-4168-87f4-656ef9de33d9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:port and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:16.328224 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1da7f0a5-8595-4168-87f4-656ef9de33d9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:16.331572 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0989dc12-2db2-4bea-9efe-a665cd6fd683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:16.336757 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1da7f0a5-8595-4168-87f4-656ef9de33d9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:16.339747 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3cc6b561-d048-465a-9962-1fd59a662cd6 None None] Provisioning complete for port a7c4b747-6b2e-4538-869d-c96c8e2ad899 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:16.340275 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3cc6b561-d048-465a-9962-1fd59a662cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:16.358887 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3737f7e4-d8e8-421a-a4cb-23007273eae0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2365551 Jan 11 09:32:16.364176 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55468) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:16.370039 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da7f0a5-8595-4168-87f4-656ef9de33d9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:16.373534 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1da7f0a5-8595-4168-87f4-656ef9de33d9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:16.424239 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e79d36-a69b-4314-bea9-05e8a3bd92bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-e52974e7-be2a-494a-9377-b9fd1fd83190', 'network_id': 'e52974e7-be2a-494a-9377-b9fd1fd83190', 'tenant_id': '8844e01d61a342618edbd314407bab67', 'fixed_ips': [{'subnet_id': '8e84be00-0b88-4f12-b9db-ae972cc8cde8'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:32:16.425649 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-72e79d36-a69b-4314-bea9-05e8a3bd92bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:16.427748 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-77e528b2-f184-4350-931b-dbd729717903 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b939113bcad8495aa1271d55960ee612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6754093 Jan 11 09:32:16.443471 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55472) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:16.446378 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 403d4bf9-4293-422e-818e-5815324b61f2 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:16.457693 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0989dc12-2db2-4bea-9efe-a665cd6fd683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:16.473039 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 403d4bf9-4293-422e-818e-5815324b61f2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:16.473612 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:16.498031 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3cc6b561-d048-465a-9962-1fd59a662cd6 None None] Port a7c4b747-6b2e-4538-869d-c96c8e2ad899 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:32:16.574126 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0989dc12-2db2-4bea-9efe-a665cd6fd683 admin admin] Usage tracker for resource:security_group_rule and tenant:6d9431c6031e4662ab40df7ed19a8caf is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:16.586013 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-184dac43-76a4-4ec4-ab9e-27589e7aa5ef None None] Allocated IP 172.20.0.2 (93b5dfc8-3699-4dc0-b595-1e6d3c2b7825/91872a9a-3e93-41df-972a-3a1e4c1a7aa6/e1a842df-ba66-45aa-b396-3c2dfb0e7538) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:16.603228 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0989dc12-2db2-4bea-9efe-a665cd6fd683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:16.607096 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1134bd81-3186-46e9-a80c-4009c65b4f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:16.613908 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0822dcd3-4642-4399-906f-334cb9a1886e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=43d4c8aa059d46d38e71a2b73f5b6149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6744440 Jan 11 09:32:16.627181 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55476) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:16.629462 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2611d67e-7b26-44de-bed5-528275caa714 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:16.638297 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0989dc12-2db2-4bea-9efe-a665cd6fd683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:16.661130 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3155e98e-1816-416a-8f4d-0c0f06869b1f admin admin] Network 2ab12c7a-ecfa-4140-a015-5297d78ff146 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:16.665451 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-3155e98e-1816-416a-8f4d-0c0f06869b1f admin admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:16.672312 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-1da7f0a5-8595-4168-87f4-656ef9de33d9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] device_id is not set on port 48479965-c4d4-4d07-ae9b-fdbea58dce61 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:32:16.730341 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1134bd81-3186-46e9-a80c-4009c65b4f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:16.854333 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54359de9-efc5-4fc1-aea4-00e3b98613a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:16.883439 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54359de9-efc5-4fc1-aea4-00e3b98613a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:17.096099 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9d0975a2-4d81-4b74-96e0-0d82b32ea452 None None] Provisioning complete for port 38c87a53-0cbf-4386-b3dc-2a6baceb01c8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:17.096456 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9d0975a2-4d81-4b74-96e0-0d82b32ea452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:17.127481 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:17.141972 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-72e79d36-a69b-4314-bea9-05e8a3bd92bf None None] Allocated IP 2001:db8::2 (e52974e7-be2a-494a-9377-b9fd1fd83190/8e84be00-0b88-4f12-b9db-ae972cc8cde8/2407065f-c528-4c5f-866f-4992b44e7bd0) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:17.144143 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-184dac43-76a4-4ec4-ab9e-27589e7aa5ef None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:17.151849 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1134bd81-3186-46e9-a80c-4009c65b4f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:17.182538 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-184dac43-76a4-4ec4-ab9e-27589e7aa5ef None None] Transition to ACTIVE for port object e1a842df-ba66-45aa-b396-3c2dfb0e7538 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:17.198391 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134bd81-3186-46e9-a80c-4009c65b4f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701872ce-d939-434b-a814-17685d97f62e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:17.201303 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0989dc12-2db2-4bea-9efe-a665cd6fd683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:17.214940 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54359de9-efc5-4fc1-aea4-00e3b98613a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:17.233847 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0989dc12-2db2-4bea-9efe-a665cd6fd683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:17.260977 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-184dac43-76a4-4ec4-ab9e-27589e7aa5ef None None] Transition to ACTIVE for port object e1a842df-ba66-45aa-b396-3c2dfb0e7538 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:17.262069 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9d0975a2-4d81-4b74-96e0-0d82b32ea452 None None] Port 38c87a53-0cbf-4386-b3dc-2a6baceb01c8 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:32:17.287974 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3155e98e-1816-416a-8f4d-0c0f06869b1f admin admin] Router 21046ce8-7d4c-414f-b51a-49f1829a54b9 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:32:17.308102 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1134bd81-3186-46e9-a80c-4009c65b4f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:17.311940 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1134bd81-3186-46e9-a80c-4009c65b4f7f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/701872ce-d939-434b-a814-17685d97f62e HTTP/1.1" status: 204 len: 168 time: 0.8539655 Jan 11 09:32:17.318656 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54359de9-efc5-4fc1-aea4-00e3b98613a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa393fe2-f30d-4de2-8f47-2ede2ae31872,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:17.331117 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-184dac43-76a4-4ec4-ab9e-27589e7aa5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:17.335845 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 403d4bf9-4293-422e-818e-5815324b61f2, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=403d4bf9-4293-422e-818e-5815324b61f2,segment=NetworkSegment(de7af669-61d1-46d3-931e-1280fb7b66a7),segment_id=de7af669-61d1-46d3-931e-1280fb7b66a7)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:32:17.336353 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54359de9-efc5-4fc1-aea4-00e3b98613a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:17.340751 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-54359de9-efc5-4fc1-aea4-00e3b98613a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa393fe2-f30d-4de2-8f47-2ede2ae31872 HTTP/1.1" status: 204 len: 168 time: 0.7031097 Jan 11 09:32:17.395477 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:17.440264 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184dac43-76a4-4ec4-ab9e-27589e7aa5ef None None] Network 93b5dfc8-3699-4dc0-b595-1e6d3c2b7825 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:17.452568 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-184dac43-76a4-4ec4-ab9e-27589e7aa5ef None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:17.459326 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184dac43-76a4-4ec4-ab9e-27589e7aa5ef None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:17.471562 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184dac43-76a4-4ec4-ab9e-27589e7aa5ef None None] Pushing event updated for resources: {'Port': ['ID=e1a842df-ba66-45aa-b396-3c2dfb0e7538,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:17.544432 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e21f2a9-7c28-4c7f-a699-18972918e372 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:17.550305 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0989dc12-2db2-4bea-9efe-a665cd6fd683 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6d9431c6031e4662ab40df7ed19a8caf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6124003 Jan 11 09:32:17.555917 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55486) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:17.598763 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989dc12-2db2-4bea-9efe-a665cd6fd683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ed6c19-4b87-4760-b837-a9030a5a5751,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:17.661378 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3155e98e-1816-416a-8f4d-0c0f06869b1f admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:32:17.698406 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2611d67e-7b26-44de-bed5-528275caa714 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:17.704313 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3155e98e-1816-416a-8f4d-0c0f06869b1f admin admin] 10.222.0.15 "PUT /v2.0/routers/21046ce8-7d4c-414f-b51a-49f1829a54b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5201938 Jan 11 09:32:17.721797 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] Sync routers for ids ['21046ce8-7d4c-414f-b51a-49f1829a54b9'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:32:17.759562 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2611d67e-7b26-44de-bed5-528275caa714 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:17.789127 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-184dac43-76a4-4ec4-ab9e-27589e7aa5ef None None] Attempting to bind port e1a842df-ba66-45aa-b396-3c2dfb0e7538 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:32:17.789390 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-184dac43-76a4-4ec4-ab9e-27589e7aa5ef None None] Attempting to bind port e1a842df-ba66-45aa-b396-3c2dfb0e7538 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '251770d3-2a61-4f11-85e6-cd9848bc509c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '93b5dfc8-3699-4dc0-b595-1e6d3c2b7825'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:32:17.789561 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184dac43-76a4-4ec4-ab9e-27589e7aa5ef None None] Attempting to bind port e1a842df-ba66-45aa-b396-3c2dfb0e7538 on network 93b5dfc8-3699-4dc0-b595-1e6d3c2b7825 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:32:17.837074 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=403d4bf9-4293-422e-818e-5815324b61f2,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:17.847531 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184dac43-76a4-4ec4-ab9e-27589e7aa5ef None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:32:17.847901 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184dac43-76a4-4ec4-ab9e-27589e7aa5ef None None] Checking segment: {'id': '251770d3-2a61-4f11-85e6-cd9848bc509c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '93b5dfc8-3699-4dc0-b595-1e6d3c2b7825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:17.848304 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-184dac43-76a4-4ec4-ab9e-27589e7aa5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:17.848682 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184dac43-76a4-4ec4-ab9e-27589e7aa5ef None None] Bound using segment: {'id': '251770d3-2a61-4f11-85e6-cd9848bc509c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '93b5dfc8-3699-4dc0-b595-1e6d3c2b7825'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:32:17.849161 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-184dac43-76a4-4ec4-ab9e-27589e7aa5ef None None] Bound port: e1a842df-ba66-45aa-b396-3c2dfb0e7538, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251770d3-2a61-4f11-85e6-cd9848bc509c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '93b5dfc8-3699-4dc0-b595-1e6d3c2b7825'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:32:17.849546 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-184dac43-76a4-4ec4-ab9e-27589e7aa5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:17.872741 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] Routers {'21046ce8-7d4c-414f-b51a-49f1829a54b9'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:32:17.873394 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:31:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['21046ce8-7d4c-414f-b51a-49f1829a54b9'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:18.010533 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-72e79d36-a69b-4314-bea9-05e8a3bd92bf None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:18.022076 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f7c148a8-2b95-4274-a5fd-d738a001ebd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:18.030629 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-2611d67e-7b26-44de-bed5-528275caa714 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Allocated IP 172.26.3.180 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/11fbb777-dc39-45e9-8213-187accbcdeb9) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:18.125507 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 403d4bf9-4293-422e-818e-5815324b61f2 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:18.146404 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f7c148a8-2b95-4274-a5fd-d738a001ebd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:18.176401 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-72e79d36-a69b-4314-bea9-05e8a3bd92bf None None] Transition to ACTIVE for port object 2407065f-c528-4c5f-866f-4992b44e7bd0 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:18.311580 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2611d67e-7b26-44de-bed5-528275caa714 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:18.315280 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-72e79d36-a69b-4314-bea9-05e8a3bd92bf None None] Transition to ACTIVE for port object 2407065f-c528-4c5f-866f-4992b44e7bd0 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:18.361312 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-72e79d36-a69b-4314-bea9-05e8a3bd92bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:18.387811 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2611d67e-7b26-44de-bed5-528275caa714 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:18.389302 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 403d4bf9-4293-422e-818e-5815324b61f2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:18.389988 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:18.415876 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f7c148a8-2b95-4274-a5fd-d738a001ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:18.457566 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e21f2a9-7c28-4c7f-a699-18972918e372 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:18.460535 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c148a8-2b95-4274-a5fd-d738a001ebd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ed6c19-4b87-4760-b837-a9030a5a5751,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:18.473259 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e21f2a9-7c28-4c7f-a699-18972918e372 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:18.549112 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-1da7f0a5-8595-4168-87f4-656ef9de33d9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Allocated IP 2001:db8::2d6 (e52974e7-be2a-494a-9377-b9fd1fd83190/8e84be00-0b88-4f12-b9db-ae972cc8cde8/48479965-c4d4-4d07-ae9b-fdbea58dce61) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:18.550892 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2611d67e-7b26-44de-bed5-528275caa714 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:18.553457 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f7c148a8-2b95-4274-a5fd-d738a001ebd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:18.553932 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-2611d67e-7b26-44de-bed5-528275caa714 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:18.555961 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f7c148a8-2b95-4274-a5fd-d738a001ebd5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49ed6c19-4b87-4760-b837-a9030a5a5751 HTTP/1.1" status: 204 len: 168 time: 0.9984057 Jan 11 09:32:18.560804 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2611d67e-7b26-44de-bed5-528275caa714 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:18.568094 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e79d36-a69b-4314-bea9-05e8a3bd92bf None None] Network e52974e7-be2a-494a-9377-b9fd1fd83190 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:18.570274 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-184dac43-76a4-4ec4-ab9e-27589e7aa5ef None None] For port e1a842df-ba66-45aa-b396-3c2dfb0e7538, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:32:18.578517 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e79d36-a69b-4314-bea9-05e8a3bd92bf None None] Pushing event updated for resources: {'Port': ['ID=2407065f-c528-4c5f-866f-4992b44e7bd0,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:18.582387 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-72e79d36-a69b-4314-bea9-05e8a3bd92bf None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:18.596749 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e79d36-a69b-4314-bea9-05e8a3bd92bf None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:18.648853 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611d67e-7b26-44de-bed5-528275caa714 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Pushing event updated for resources: {'Port': ['ID=11fbb777-dc39-45e9-8213-187accbcdeb9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:18.805385 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21f2a9-7c28-4c7f-a699-18972918e372 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Port': ['ID=a7c4b747-6b2e-4538-869d-c96c8e2ad899,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:18.811117 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-184dac43-76a4-4ec4-ab9e-27589e7aa5ef None None] For port e1a842df-ba66-45aa-b396-3c2dfb0e7538, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e1a842df-ba66-45aa-b396-3c2dfb0e7538,segment=NetworkSegment(251770d3-2a61-4f11-85e6-cd9848bc509c),segment_id=251770d3-2a61-4f11-85e6-cd9848bc509c)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:32:18.824354 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-72e79d36-a69b-4314-bea9-05e8a3bd92bf None None] Attempting to bind port 2407065f-c528-4c5f-866f-4992b44e7bd0 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:32:18.824723 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-72e79d36-a69b-4314-bea9-05e8a3bd92bf None None] Attempting to bind port 2407065f-c528-4c5f-866f-4992b44e7bd0 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'c7135e01-17c3-4cda-9d20-122d6486b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e52974e7-be2a-494a-9377-b9fd1fd83190'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:32:18.825209 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e79d36-a69b-4314-bea9-05e8a3bd92bf None None] Attempting to bind port 2407065f-c528-4c5f-866f-4992b44e7bd0 on network e52974e7-be2a-494a-9377-b9fd1fd83190 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:32:18.848174 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e79d36-a69b-4314-bea9-05e8a3bd92bf None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:32:18.848786 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e79d36-a69b-4314-bea9-05e8a3bd92bf None None] Checking segment: {'id': 'c7135e01-17c3-4cda-9d20-122d6486b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e52974e7-be2a-494a-9377-b9fd1fd83190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:18.849455 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-72e79d36-a69b-4314-bea9-05e8a3bd92bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:18.850056 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e79d36-a69b-4314-bea9-05e8a3bd92bf None None] Bound using segment: {'id': 'c7135e01-17c3-4cda-9d20-122d6486b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e52974e7-be2a-494a-9377-b9fd1fd83190'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:32:18.855198 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-72e79d36-a69b-4314-bea9-05e8a3bd92bf None None] Bound port: 2407065f-c528-4c5f-866f-4992b44e7bd0, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7135e01-17c3-4cda-9d20-122d6486b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e52974e7-be2a-494a-9377-b9fd1fd83190'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:32:18.855956 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-72e79d36-a69b-4314-bea9-05e8a3bd92bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:19.099476 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-72e79d36-a69b-4314-bea9-05e8a3bd92bf None None] For port 2407065f-c528-4c5f-866f-4992b44e7bd0, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:32:19.104045 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-72e79d36-a69b-4314-bea9-05e8a3bd92bf None None] For port 2407065f-c528-4c5f-866f-4992b44e7bd0, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=2407065f-c528-4c5f-866f-4992b44e7bd0,segment=NetworkSegment(c7135e01-17c3-4cda-9d20-122d6486b24e),segment_id=c7135e01-17c3-4cda-9d20-122d6486b24e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:32:19.106862 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-184dac43-76a4-4ec4-ab9e-27589e7aa5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:19.217662 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-72e79d36-a69b-4314-bea9-05e8a3bd92bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:19.268489 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184dac43-76a4-4ec4-ab9e-27589e7aa5ef None None] Pushing event updated for resources: {'Port': ['ID=e1a842df-ba66-45aa-b396-3c2dfb0e7538,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:19.417200 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1da7f0a5-8595-4168-87f4-656ef9de33d9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:19.420581 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55534) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:19.430011 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-ca841cbf-7c22-482a-a8b0-72a3151cc0c1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1374225755', 'description': 'tempest-secgroup-smoke-1374225755 description', 'project_id': '27f1e48653724e3083ec9827e4915957'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:19.447627 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ca841cbf-7c22-482a-a8b0-72a3151cc0c1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:19.483533 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e79d36-a69b-4314-bea9-05e8a3bd92bf None None] Pushing event updated for resources: {'Port': ['ID=2407065f-c528-4c5f-866f-4992b44e7bd0,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:19.540656 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ca841cbf-7c22-482a-a8b0-72a3151cc0c1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Usage tracker for resource:security_group and tenant:27f1e48653724e3083ec9827e4915957 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:19.556273 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e21f2a9-7c28-4c7f-a699-18972918e372 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:19.582651 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ca841cbf-7c22-482a-a8b0-72a3151cc0c1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:19.586217 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1da7f0a5-8595-4168-87f4-656ef9de33d9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Transition to ACTIVE for port object 48479965-c4d4-4d07-ae9b-fdbea58dce61 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:19.589028 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2611d67e-7b26-44de-bed5-528275caa714 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:19.609342 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ca841cbf-7c22-482a-a8b0-72a3151cc0c1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:19.620929 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55542) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:19.733975 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e85f270-80db-40ea-bf0c-e57dbd29ac32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:19.748878 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca841cbf-7c22-482a-a8b0-72a3151cc0c1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:19.808695 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1e85f270-80db-40ea-bf0c-e57dbd29ac32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:19.812592 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55546) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:19.834468 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1e85f270-80db-40ea-bf0c-e57dbd29ac32 admin admin] Usage tracker for resource:security_group_rule and tenant:0983d2ca9dc648488ea17cd69256803c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:19.848078 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1e85f270-80db-40ea-bf0c-e57dbd29ac32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:19.851210 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ca841cbf-7c22-482a-a8b0-72a3151cc0c1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:19.864083 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ca841cbf-7c22-482a-a8b0-72a3151cc0c1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Usage tracker for resource:security_group_rule and tenant:27f1e48653724e3083ec9827e4915957 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:19.874568 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1e85f270-80db-40ea-bf0c-e57dbd29ac32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:19.884780 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ca841cbf-7c22-482a-a8b0-72a3151cc0c1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:19.922360 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] Set router 21046ce8-7d4c-414f-b51a-49f1829a54b9 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:32:19.986619 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1da7f0a5-8595-4168-87f4-656ef9de33d9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:20.014770 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0a7d4868-8386-4f47-a6e6-b64dbbe857dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:20.016674 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ca841cbf-7c22-482a-a8b0-72a3151cc0c1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:20.035770 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55552) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:20.042266 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bf2c0250-a488-4c79-b988-d641b15ccdc8 None None] Provisioning complete for port a7c4b747-6b2e-4538-869d-c96c8e2ad899 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:20.042645 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0250-a488-4c79-b988-d641b15ccdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:20.230051 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e21f2a9-7c28-4c7f-a699-18972918e372 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:20.252630 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da7f0a5-8595-4168-87f4-656ef9de33d9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network e52974e7-be2a-494a-9377-b9fd1fd83190 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:20.263011 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7f0a5-8595-4168-87f4-656ef9de33d9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Port': ['ID=48479965-c4d4-4d07-ae9b-fdbea58dce61,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:20.265711 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-1da7f0a5-8595-4168-87f4-656ef9de33d9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:20.278917 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da7f0a5-8595-4168-87f4-656ef9de33d9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:20.284590 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da7f0a5-8595-4168-87f4-656ef9de33d9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:20.285207 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1da7f0a5-8595-4168-87f4-656ef9de33d9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:20.372485 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 2407065f-c528-4c5f-866f-4992b44e7bd0 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:20.437659 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-bf2c0250-a488-4c79-b988-d641b15ccdc8 None None] Port a7c4b747-6b2e-4538-869d-c96c8e2ad899 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:32:20.442466 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2611d67e-7b26-44de-bed5-528275caa714 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:20.488877 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1da7f0a5-8595-4168-87f4-656ef9de33d9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.6723123 Jan 11 09:32:20.495713 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-6833951c-6bcb-4fe5-9ab2-fe349a9e01e7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1715534238'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:20.507169 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55560) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:20.511020 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-02a66ee2-1e64-4747-ab18-78852fcb4a16 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-608622269'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:20.575388 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6833951c-6bcb-4fe5-9ab2-fe349a9e01e7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:20.592654 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-02a66ee2-1e64-4747-ab18-78852fcb4a16 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:20.597602 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-ff1387b5-63a3-4083-bafc-680b7f785625 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'port': {'network_id': 'e52974e7-be2a-494a-9377-b9fd1fd83190', 'name': 'tempest-PortsIpV6TestJSON-30201281'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:20.620495 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 2407065f-c528-4c5f-866f-4992b44e7bd0 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:20.621664 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca841cbf-7c22-482a-a8b0-72a3151cc0c1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:20.630561 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e1a842df-ba66-45aa-b396-3c2dfb0e7538 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:20.630785 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6833951c-6bcb-4fe5-9ab2-fe349a9e01e7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Usage tracker for resource:network and tenant:63da6de8031e45b28cc9f46aad9f66c1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:20.648770 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-02a66ee2-1e64-4747-ab18-78852fcb4a16 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Usage tracker for resource:network and tenant:b70bb6cdf08347b79b4f014651c12f30 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:20.667281 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-02a66ee2-1e64-4747-ab18-78852fcb4a16 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:20.670402 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6833951c-6bcb-4fe5-9ab2-fe349a9e01e7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:20.673115 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca841cbf-7c22-482a-a8b0-72a3151cc0c1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:20.684591 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2611d67e-7b26-44de-bed5-528275caa714 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Router 97795655-e088-4cb3-b8c0-a13ea98e4d27 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:32:20.708793 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-02a66ee2-1e64-4747-ab18-78852fcb4a16 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:20.711173 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6833951c-6bcb-4fe5-9ab2-fe349a9e01e7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:20.726969 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e85f270-80db-40ea-bf0c-e57dbd29ac32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:20.779624 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e85f270-80db-40ea-bf0c-e57dbd29ac32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:20.812184 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port e1a842df-ba66-45aa-b396-3c2dfb0e7538 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:20.849611 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21046ce8-7d4c-414f-b51a-49f1829a54b9', 'name': 'tempest-TestVolumeBootPattern-430821829-router', 'tenant_id': 'a112a32a5f634a67be65babce2aa9acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'ce77dac1-3039-4156-8992-016a906f29fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:59Z', 'updated_at': '2022-01-11T09:32:15Z', 'revision_number': 4, 'project_id': 'a112a32a5f634a67be65babce2aa9acd', 'gw_port': {'id': 'ce77dac1-3039-4156-8992-016a906f29fd', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21046ce8-7d4c-414f-b51a-49f1829a54b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:32:00Z', 'updated_at': '2022-01-11T09:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '38c87a53-0cbf-4386-b3dc-2a6baceb01c8', 'name': '', 'network_id': '2ab12c7a-ecfa-4140-a015-5297d78ff146', 'tenant_id': 'a112a32a5f634a67be65babce2aa9acd', 'mac_address': 'fa:16:3e:90:38:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21046ce8-7d4c-414f-b51a-49f1829a54b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'bf2cadba-d51c-41eb-a68b-535f32556b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:32:11Z', 'updated_at': '2022-01-11T09:32:15Z', 'revision_number': 2, 'project_id': 'a112a32a5f634a67be65babce2aa9acd', 'subnets': [{'id': 'bf2cadba-d51c-41eb-a68b-535f32556b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:20.860590 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] Checking router: 21046ce8-7d4c-414f-b51a-49f1829a54b9 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:32:20.861096 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] Updating router 21046ce8-7d4c-414f-b51a-49f1829a54b9 port 38c87a53-0cbf-4386-b3dc-2a6baceb01c8 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:32:20.950191 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:20.956439 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2611d67e-7b26-44de-bed5-528275caa714 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:32:20.972342 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293aa272-31cd-4b76-b119-b495c12d7225 None None] Sync routers for ids ['97795655-e088-4cb3-b8c0-a13ea98e4d27'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:32:20.987168 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293aa272-31cd-4b76-b119-b495c12d7225 None None] Routers {'97795655-e088-4cb3-b8c0-a13ea98e4d27'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:32:20.988414 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-293aa272-31cd-4b76-b119-b495c12d7225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:31:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['97795655-e088-4cb3-b8c0-a13ea98e4d27'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:20.993393 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2611d67e-7b26-44de-bed5-528275caa714 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:20.998051 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2611d67e-7b26-44de-bed5-528275caa714 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.4395969 Jan 11 09:32:20.999039 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55564) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:21.101529 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-293aa272-31cd-4b76-b119-b495c12d7225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:21.118642 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293aa272-31cd-4b76-b119-b495c12d7225 None None] Routers {'97795655-e088-4cb3-b8c0-a13ea98e4d27'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:32:21.120466 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-293aa272-31cd-4b76-b119-b495c12d7225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:31:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['97795655-e088-4cb3-b8c0-a13ea98e4d27'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:21.165373 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a66ee2-1e64-4747-ab18-78852fcb4a16 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Made reservation on behalf of b70bb6cdf08347b79b4f014651c12f30 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:21.169819 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02a66ee2-1e64-4747-ab18-78852fcb4a16 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:21.185280 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6833951c-6bcb-4fe5-9ab2-fe349a9e01e7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Made reservation on behalf of 63da6de8031e45b28cc9f46aad9f66c1 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:21.189885 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6833951c-6bcb-4fe5-9ab2-fe349a9e01e7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:21.204239 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca841cbf-7c22-482a-a8b0-72a3151cc0c1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:21.208795 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ca841cbf-7c22-482a-a8b0-72a3151cc0c1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7871416 Jan 11 09:32:21.220503 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55568) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:21.225966 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-293aa272-31cd-4b76-b119-b495c12d7225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:21.226530 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293aa272-31cd-4b76-b119-b495c12d7225 None None] The sync data for ids ['97795655-e088-4cb3-b8c0-a13ea98e4d27'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:32:21.247359 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca841cbf-7c22-482a-a8b0-72a3151cc0c1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=969fa111-f6f8-405d-8b41-79705ce02985,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:21.253927 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-130c8f90-62a5-4e77-8a61-edbb00f549b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Request body: {'security_group_rule': {'security_group_id': '969fa111-f6f8-405d-8b41-79705ce02985', 'project_id': '27f1e48653724e3083ec9827e4915957', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:21.269561 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6833951c-6bcb-4fe5-9ab2-fe349a9e01e7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:21.283884 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02a66ee2-1e64-4747-ab18-78852fcb4a16 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:21.294267 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0f2ba6-6000-4a5d-9916-c84182fdd6b2 None None] Network e52974e7-be2a-494a-9377-b9fd1fd83190 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:21.319262 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-130c8f90-62a5-4e77-8a61-edbb00f549b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:21.345669 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1e85f270-80db-40ea-bf0c-e57dbd29ac32 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0983d2ca9dc648488ea17cd69256803c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7122746 Jan 11 09:32:21.351401 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55572) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:21.355544 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-130c8f90-62a5-4e77-8a61-edbb00f549b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Usage tracker for resource:security_group_rule and tenant:27f1e48653724e3083ec9827e4915957 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:21.362232 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-02a66ee2-1e64-4747-ab18-78852fcb4a16 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:21.364979 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6833951c-6bcb-4fe5-9ab2-fe349a9e01e7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:21.369720 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-130c8f90-62a5-4e77-8a61-edbb00f549b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:21.406966 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-02a66ee2-1e64-4747-ab18-78852fcb4a16 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Usage tracker for resource:security_group_rule and tenant:b70bb6cdf08347b79b4f014651c12f30 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:21.410945 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6833951c-6bcb-4fe5-9ab2-fe349a9e01e7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Usage tracker for resource:security_group_rule and tenant:63da6de8031e45b28cc9f46aad9f66c1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:21.433903 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-02a66ee2-1e64-4747-ab18-78852fcb4a16 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:21.436740 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6833951c-6bcb-4fe5-9ab2-fe349a9e01e7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:21.442113 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-130c8f90-62a5-4e77-8a61-edbb00f549b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:21.465766 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-02a66ee2-1e64-4747-ab18-78852fcb4a16 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:21.467842 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6833951c-6bcb-4fe5-9ab2-fe349a9e01e7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:21.470736 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-89ea080b-3b69-4f8d-9b2d-fe3cd96ac3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:21.490718 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85f270-80db-40ea-bf0c-e57dbd29ac32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e279ef-736f-452e-b085-dc92c9ecf42e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:21.508667 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab18ca6-0322-4f06-8b19-d1438f3deb15 None None] Network 93b5dfc8-3699-4dc0-b595-1e6d3c2b7825 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:21.514170 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ff1387b5-63a3-4083-bafc-680b7f785625 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:21.534682 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ff1387b5-63a3-4083-bafc-680b7f785625 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:port and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:21.551266 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ff1387b5-63a3-4083-bafc-680b7f785625 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:21.564717 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ff1387b5-63a3-4083-bafc-680b7f785625 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:21.570048 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-130c8f90-62a5-4e77-8a61-edbb00f549b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:21.576346 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-951c3693-884e-440c-835b-6fb7cb47e9c7 None None] Provisioning for port 2407065f-c528-4c5f-866f-4992b44e7bd0 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:21.646803 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9d82-51c2-4544-83af-43a8d01c4dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:21.648682 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1387b5-63a3-4083-bafc-680b7f785625 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:21.652618 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff1387b5-63a3-4083-bafc-680b7f785625 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:21.665482 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-951c3693-884e-440c-835b-6fb7cb47e9c7 None None] Provisioning complete for port 2407065f-c528-4c5f-866f-4992b44e7bd0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:21.666408 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-951c3693-884e-440c-835b-6fb7cb47e9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:21.677744 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e21f2a9-7c28-4c7f-a699-18972918e372 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:21.707954 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e21f2a9-7c28-4c7f-a699-18972918e372 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:21.860239 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-ff1387b5-63a3-4083-bafc-680b7f785625 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] device_id is not set on port f818214a-e752-4b3d-a0bb-84a621fb06c1 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:32:21.906551 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9d82-51c2-4544-83af-43a8d01c4dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:21.913308 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-de7b6705-07da-44a7-b745-2af67adeab13 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:21.993691 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21f2a9-7c28-4c7f-a699-18972918e372 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Port': ['ID=a7c4b747-6b2e-4538-869d-c96c8e2ad899,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:22.003289 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e21f2a9-7c28-4c7f-a699-18972918e372 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:22.057234 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:22.092990 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02a66ee2-1e64-4747-ab18-78852fcb4a16 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:22.094819 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-130c8f90-62a5-4e77-8a61-edbb00f549b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:22.094996 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] Transition to ACTIVE for port object 38c87a53-0cbf-4386-b3dc-2a6baceb01c8 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:22.117057 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6833951c-6bcb-4fe5-9ab2-fe349a9e01e7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:22.126070 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-130c8f90-62a5-4e77-8a61-edbb00f549b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:22.139566 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02a66ee2-1e64-4747-ab18-78852fcb4a16 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:22.139773 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:22.143205 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-951c3693-884e-440c-835b-6fb7cb47e9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:22.169781 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6833951c-6bcb-4fe5-9ab2-fe349a9e01e7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:22.243132 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c8f90-62a5-4e77-8a61-edbb00f549b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b484276-94a4-497c-9fae-8251439b1b3a,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:22.367270 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-951c3693-884e-440c-835b-6fb7cb47e9c7 None None] For port 2407065f-c528-4c5f-866f-4992b44e7bd0, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=2407065f-c528-4c5f-866f-4992b44e7bd0,segment=NetworkSegment(c7135e01-17c3-4cda-9d20-122d6486b24e),segment_id=c7135e01-17c3-4cda-9d20-122d6486b24e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:32:22.375587 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee0752-c324-4fd4-9ff3-c5102f0ba2c9 None None] Pushing event updated for resources: {'Port': ['ID=38c87a53-0cbf-4386-b3dc-2a6baceb01c8,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:22.399331 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e21f2a9-7c28-4c7f-a699-18972918e372 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network db388c5f-f001-4a96-924b-56e224957840 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:22.402079 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a66ee2-1e64-4747-ab18-78852fcb4a16 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=086e4cb3-7e9d-4804-b7da-b46dbdd822b0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:22.419059 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-951c3693-884e-440c-835b-6fb7cb47e9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:22.451095 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-ff1387b5-63a3-4083-bafc-680b7f785625 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Allocated IP 2001:db8::ad (e52974e7-be2a-494a-9377-b9fd1fd83190/8e84be00-0b88-4f12-b9db-ae972cc8cde8/f818214a-e752-4b3d-a0bb-84a621fb06c1) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:22.474543 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-de7b6705-07da-44a7-b745-2af67adeab13 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Allocated IP 172.20.0.1 (93b5dfc8-3699-4dc0-b595-1e6d3c2b7825/91872a9a-3e93-41df-972a-3a1e4c1a7aa6/5d0b01bd-a8da-4c29-bf76-b476c8ac2659) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:22.525567 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-9e21f2a9-7c28-4c7f-a699-18972918e372 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:22.536892 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] Attempting to bind port 38c87a53-0cbf-4386-b3dc-2a6baceb01c8 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:32:22.537267 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] Attempting to bind port 38c87a53-0cbf-4386-b3dc-2a6baceb01c8 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '4510a494-f647-423b-9f30-109329c997fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2ab12c7a-ecfa-4140-a015-5297d78ff146'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:32:22.537559 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6833951c-6bcb-4fe5-9ab2-fe349a9e01e7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:32:22.537673 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] Attempting to bind port 38c87a53-0cbf-4386-b3dc-2a6baceb01c8 on network 2ab12c7a-ecfa-4140-a015-5297d78ff146 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:32:22.551658 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6833951c-6bcb-4fe5-9ab2-fe349a9e01e7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:22.552058 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-6833951c-6bcb-4fe5-9ab2-fe349a9e01e7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Added segment 0d981c72-05c6-4ac6-96c4-d724d48e7d49 of type vlan for network 6fba1deb-90b3-4f97-a014-08d54b68e53a Jan 11 09:32:22.567903 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:22.575033 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:32:22.575485 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] Checking segment: {'id': '4510a494-f647-423b-9f30-109329c997fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2ab12c7a-ecfa-4140-a015-5297d78ff146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:22.575891 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:22.576292 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] Bound using segment: {'id': '4510a494-f647-423b-9f30-109329c997fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2ab12c7a-ecfa-4140-a015-5297d78ff146'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:32:22.576775 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] Bound port: 38c87a53-0cbf-4386-b3dc-2a6baceb01c8, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4510a494-f647-423b-9f30-109329c997fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2ab12c7a-ecfa-4140-a015-5297d78ff146'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:32:22.577146 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:22.593151 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6833951c-6bcb-4fe5-9ab2-fe349a9e01e7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:22.612090 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c3693-884e-440c-835b-6fb7cb47e9c7 None None] Pushing event updated for resources: {'Port': ['ID=2407065f-c528-4c5f-866f-4992b44e7bd0,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:22.672649 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3edaa151-14c7-4947-b66d-97da93b7d5a2 None None] Provisioning for port e1a842df-ba66-45aa-b396-3c2dfb0e7538 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:22.675538 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a66ee2-1e64-4747-ab18-78852fcb4a16 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:32:22.680801 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:22.690551 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02a66ee2-1e64-4747-ab18-78852fcb4a16 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:22.690895 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-02a66ee2-1e64-4747-ab18-78852fcb4a16 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Added segment b2cbff7b-a174-4619-a19c-e2ad4f639bb7 of type vlan for network 9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2 Jan 11 09:32:22.694689 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-de7b6705-07da-44a7-b745-2af67adeab13 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:22.706017 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3edaa151-14c7-4947-b66d-97da93b7d5a2 None None] Provisioning complete for port e1a842df-ba66-45aa-b396-3c2dfb0e7538 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:22.706425 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3edaa151-14c7-4947-b66d-97da93b7d5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:22.728546 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02a66ee2-1e64-4747-ab18-78852fcb4a16 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:22.734540 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-de7b6705-07da-44a7-b745-2af67adeab13 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Transition to ACTIVE for port object 5d0b01bd-a8da-4c29-bf76-b476c8ac2659 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:22.785057 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833951c-6bcb-4fe5-9ab2-fe349a9e01e7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a68942-32cb-49d3-9ae1-09ee9ae79c58,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:22.790640 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-de7b6705-07da-44a7-b745-2af67adeab13 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:22.845082 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] For port 38c87a53-0cbf-4386-b3dc-2a6baceb01c8, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:32:22.859985 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] For port 38c87a53-0cbf-4386-b3dc-2a6baceb01c8, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=38c87a53-0cbf-4386-b3dc-2a6baceb01c8,segment=NetworkSegment(4510a494-f647-423b-9f30-109329c997fe),segment_id=4510a494-f647-423b-9f30-109329c997fe)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:32:22.868422 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:22.895185 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7b6705-07da-44a7-b745-2af67adeab13 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Network 93b5dfc8-3699-4dc0-b595-1e6d3c2b7825 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:22.903474 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-de7b6705-07da-44a7-b745-2af67adeab13 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:22.917188 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7b6705-07da-44a7-b745-2af67adeab13 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:22.974584 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee0752-c324-4fd4-9ff3-c5102f0ba2c9 None None] Pushing event updated for resources: {'Port': ['ID=38c87a53-0cbf-4386-b3dc-2a6baceb01c8,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:22.984875 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b6705-07da-44a7-b745-2af67adeab13 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Pushing event updated for resources: {'Port': ['ID=5d0b01bd-a8da-4c29-bf76-b476c8ac2659,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:23.034646 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-de7b6705-07da-44a7-b745-2af67adeab13 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:23.045959 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] Routers {'21046ce8-7d4c-414f-b51a-49f1829a54b9'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:32:23.046648 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:32:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['21046ce8-7d4c-414f-b51a-49f1829a54b9'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:23.070130 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-130c8f90-62a5-4e77-8a61-edbb00f549b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:23.075235 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-130c8f90-62a5-4e77-8a61-edbb00f549b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8421810 Jan 11 09:32:23.075235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9d82-51c2-4544-83af-43a8d01c4dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:23.075499 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55576) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:23.094845 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-32bfca9b-0147-4995-bcf4-c98c588e81d1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Request body: {'security_group_rule': {'security_group_id': '969fa111-f6f8-405d-8b41-79705ce02985', 'project_id': '27f1e48653724e3083ec9827e4915957', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:23.113556 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6833951c-6bcb-4fe5-9ab2-fe349a9e01e7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:23.119752 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-32bfca9b-0147-4995-bcf4-c98c588e81d1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:23.126538 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6833951c-6bcb-4fe5-9ab2-fe349a9e01e7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:23.126695 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-32bfca9b-0147-4995-bcf4-c98c588e81d1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Usage tracker for resource:security_group_rule and tenant:27f1e48653724e3083ec9827e4915957 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:23.126782 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6833951c-6bcb-4fe5-9ab2-fe349a9e01e7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:23.129115 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-32bfca9b-0147-4995-bcf4-c98c588e81d1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:23.136798 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-32bfca9b-0147-4995-bcf4-c98c588e81d1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:23.152016 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3edaa151-14c7-4947-b66d-97da93b7d5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:23.159090 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32bfca9b-0147-4995-bcf4-c98c588e81d1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:23.161175 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02a66ee2-1e64-4747-ab18-78852fcb4a16 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:23.167331 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a66ee2-1e64-4747-ab18-78852fcb4a16 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:23.167933 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02a66ee2-1e64-4747-ab18-78852fcb4a16 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:23.242177 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b9d82-51c2-4544-83af-43a8d01c4dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e279ef-736f-452e-b085-dc92c9ecf42e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:23.264685 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9d82-51c2-4544-83af-43a8d01c4dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:23.268160 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7e6b9d82-51c2-4544-83af-43a8d01c4dbc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4e279ef-736f-452e-b085-dc92c9ecf42e HTTP/1.1" status: 204 len: 168 time: 1.9052339 Jan 11 09:32:23.322860 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6833951c-6bcb-4fe5-9ab2-fe349a9e01e7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.4955952 Jan 11 09:32:23.334200 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-02a66ee2-1e64-4747-ab18-78852fcb4a16 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.2078938 Jan 11 09:32:23.347936 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55582) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:23.365232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-249c19e3-256d-4689-8fd0-a9809aaff4cd tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Request body: {'subnet': {'network_id': '9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:23.386293 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3edaa151-14c7-4947-b66d-97da93b7d5a2 None None] For port e1a842df-ba66-45aa-b396-3c2dfb0e7538, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e1a842df-ba66-45aa-b396-3c2dfb0e7538,segment=NetworkSegment(251770d3-2a61-4f11-85e6-cd9848bc509c),segment_id=251770d3-2a61-4f11-85e6-cd9848bc509c)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:32:23.402449 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3edaa151-14c7-4947-b66d-97da93b7d5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:23.565288 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833951c-6bcb-4fe5-9ab2-fe349a9e01e7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event updated for resources: {'Network': ['ID=6fba1deb-90b3-4f97-a014-08d54b68e53a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:23.605301 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32bfca9b-0147-4995-bcf4-c98c588e81d1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:23.609108 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 6fba1deb-90b3-4f97-a014-08d54b68e53a details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:32:23.622716 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32bfca9b-0147-4995-bcf4-c98c588e81d1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:23.653836 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfca9b-0147-4995-bcf4-c98c588e81d1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403d479c-624b-40ad-bd13-14a35150dc35,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:23.714659 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] Set router 21046ce8-7d4c-414f-b51a-49f1829a54b9 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:32:23.755496 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-249c19e3-256d-4689-8fd0-a9809aaff4cd tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:23.781020 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-249c19e3-256d-4689-8fd0-a9809aaff4cd tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Usage tracker for resource:subnet and tenant:b70bb6cdf08347b79b4f014651c12f30 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:23.784612 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-249c19e3-256d-4689-8fd0-a9809aaff4cd tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:23.809193 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-249c19e3-256d-4689-8fd0-a9809aaff4cd tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:23.850383 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32bfca9b-0147-4995-bcf4-c98c588e81d1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:23.851587 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-32bfca9b-0147-4995-bcf4-c98c588e81d1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7749794 Jan 11 09:32:23.855421 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55588) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:23.855991 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-de7b6705-07da-44a7-b745-2af67adeab13 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:23.941662 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249c19e3-256d-4689-8fd0-a9809aaff4cd tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Made reservation on behalf of b70bb6cdf08347b79b4f014651c12f30 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:23.946293 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-249c19e3-256d-4689-8fd0-a9809aaff4cd tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:23.969279 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edaa151-14c7-4947-b66d-97da93b7d5a2 None None] Pushing event updated for resources: {'Port': ['ID=e1a842df-ba66-45aa-b396-3c2dfb0e7538,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:24.085049 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff1387b5-63a3-4083-bafc-680b7f785625 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:24.130342 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ff1387b5-63a3-4083-bafc-680b7f785625 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Transition to ACTIVE for port object f818214a-e752-4b3d-a0bb-84a621fb06c1 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:24.168725 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d1369e44-29ab-4bb5-8b9b-a982a0d492c9 None None] Provisioning for port 48479965-c4d4-4d07-ae9b-fdbea58dce61 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:24.173181 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:24.174355 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 2407065f-c528-4c5f-866f-4992b44e7bd0 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:24.239613 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d1369e44-29ab-4bb5-8b9b-a982a0d492c9 None None] Provisioning complete for port 48479965-c4d4-4d07-ae9b-fdbea58dce61 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:24.240239 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d1369e44-29ab-4bb5-8b9b-a982a0d492c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:24.286814 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e01eb530-5aaf-483d-b7a4-58be285a0811 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Request body: {'security_group_rule': {'security_group_id': '969fa111-f6f8-405d-8b41-79705ce02985', 'project_id': '27f1e48653724e3083ec9827e4915957', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:24.298035 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-249c19e3-256d-4689-8fd0-a9809aaff4cd tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:24.302625 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e01eb530-5aaf-483d-b7a4-58be285a0811 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:24.352626 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e21f2a9-7c28-4c7f-a699-18972918e372 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Router 87131c3e-cbd6-4483-a3f6-6152c3e4afca is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:32:24.355521 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e01eb530-5aaf-483d-b7a4-58be285a0811 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Usage tracker for resource:security_group_rule and tenant:27f1e48653724e3083ec9827e4915957 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:24.364955 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e01eb530-5aaf-483d-b7a4-58be285a0811 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:24.367282 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a66ee2-1e64-4747-ab18-78852fcb4a16 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Pushing event updated for resources: {'Network': ['ID=9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:24.381272 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e01eb530-5aaf-483d-b7a4-58be285a0811 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:24.399148 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d1369e44-29ab-4bb5-8b9b-a982a0d492c9 None None] Port 48479965-c4d4-4d07-ae9b-fdbea58dce61 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:32:24.417108 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:32:24.502763 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c19e3-256d-4689-8fd0-a9809aaff4cd tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Pushing event updated for resources: {'Subnet': ['ID=a8a547cf-81b4-4d0f-bcf4-03176dba169e,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:24.531024 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249c19e3-256d-4689-8fd0-a9809aaff4cd tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Checking segment: {'id': 'b2cbff7b-a174-4619-a19c-e2ad4f639bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:24.531374 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249c19e3-256d-4689-8fd0-a9809aaff4cd tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Network hostable DHCP agents. Network: 9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:32:24.605248 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e01eb530-5aaf-483d-b7a4-58be285a0811 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:24.632190 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d1369e44-29ab-4bb5-8b9b-a982a0d492c9 None None] Provisioning complete for port a7c4b747-6b2e-4538-869d-c96c8e2ad899 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:24.632594 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d1369e44-29ab-4bb5-8b9b-a982a0d492c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:24.649001 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e21f2a9-7c28-4c7f-a699-18972918e372 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:32:24.651474 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff1387b5-63a3-4083-bafc-680b7f785625 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:24.657440 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9e21f2a9-7c28-4c7f-a699-18972918e372 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "PUT /v2.0/routers/87131c3e-cbd6-4483-a3f6-6152c3e4afca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2920067 Jan 11 09:32:24.682785 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55608) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:24.806940 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1387b5-63a3-4083-bafc-680b7f785625 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network e52974e7-be2a-494a-9377-b9fd1fd83190 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:24.813494 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-ff1387b5-63a3-4083-bafc-680b7f785625 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:24.874118 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1387b5-63a3-4083-bafc-680b7f785625 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:24.879340 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1387b5-63a3-4083-bafc-680b7f785625 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:24.879958 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff1387b5-63a3-4083-bafc-680b7f785625 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:24.927450 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d1369e44-29ab-4bb5-8b9b-a982a0d492c9 None None] Port a7c4b747-6b2e-4538-869d-c96c8e2ad899 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:32:24.930971 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fac960-4a4d-4d54-aa25-64fdf50c159d None None] Sync routers for ids ['87131c3e-cbd6-4483-a3f6-6152c3e4afca'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:32:24.965821 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ff1387b5-63a3-4083-bafc-680b7f785625 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.4399791 Jan 11 09:32:24.982768 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55612) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:25.064300 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-de7b6705-07da-44a7-b745-2af67adeab13 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:25.082356 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-de7b6705-07da-44a7-b745-2af67adeab13 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:25.097392 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55616) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:25.113352 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fac960-4a4d-4d54-aa25-64fdf50c159d None None] Routers {'87131c3e-cbd6-4483-a3f6-6152c3e4afca'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:32:25.114026 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d5fac960-4a4d-4d54-aa25-64fdf50c159d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:32:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['87131c3e-cbd6-4483-a3f6-6152c3e4afca'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:25.149498 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1387b5-63a3-4083-bafc-680b7f785625 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Port': ['ID=f818214a-e752-4b3d-a0bb-84a621fb06c1,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:25.176357 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d1369e44-29ab-4bb5-8b9b-a982a0d492c9 None None] Provisioning complete for port e1a842df-ba66-45aa-b396-3c2dfb0e7538 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:25.177212 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d1369e44-29ab-4bb5-8b9b-a982a0d492c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:25.197893 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae26fd0d-5894-4ff1-863e-362a25d2e541 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:25.198783 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ae26fd0d-5894-4ff1-863e-362a25d2e541 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Synchronizing usage tracker for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:32:25.236141 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d5fac960-4a4d-4d54-aa25-64fdf50c159d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:25.249934 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfd4374-82a6-4af3-a69d-0cb86629de07 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:25.254671 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ddfd4374-82a6-4af3-a69d-0cb86629de07 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Synchronizing usage tracker for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:32:25.262403 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 2407065f-c528-4c5f-866f-4992b44e7bd0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:25.262654 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:25.271304 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ae26fd0d-5894-4ff1-863e-362a25d2e541 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Unset dirty status for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:32:25.276143 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ae26fd0d-5894-4ff1-863e-362a25d2e541 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports?device_id=87131c3e-cbd6-4483-a3f6-6152c3e4afca HTTP/1.1" status: 200 len: 981 time: 0.5596783 Jan 11 09:32:25.281110 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55622) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:25.324099 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fac960-4a4d-4d54-aa25-64fdf50c159d None None] Routers {'87131c3e-cbd6-4483-a3f6-6152c3e4afca'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:32:25.324752 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d5fac960-4a4d-4d54-aa25-64fdf50c159d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:32:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['87131c3e-cbd6-4483-a3f6-6152c3e4afca'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:25.331975 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e01eb530-5aaf-483d-b7a4-58be285a0811 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:25.352407 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-de7b6705-07da-44a7-b745-2af67adeab13 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:25.356881 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249c19e3-256d-4689-8fd0-a9809aaff4cd tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Network 9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:32:25.363291 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e01eb530-5aaf-483d-b7a4-58be285a0811 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:25.391078 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5feb3056-e5e9-4e29-adc3-4756016bf655 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-699870845'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:25.414470 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ddfd4374-82a6-4af3-a69d-0cb86629de07 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Unset dirty status for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:32:25.416723 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ddfd4374-82a6-4af3-a69d-0cb86629de07 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2d6 HTTP/1.1" status: 200 len: 928 time: 0.4327457 Jan 11 09:32:25.419022 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5feb3056-e5e9-4e29-adc3-4756016bf655 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:25.425115 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d5fac960-4a4d-4d54-aa25-64fdf50c159d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:25.425531 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fac960-4a4d-4d54-aa25-64fdf50c159d None None] The sync data for ids ['87131c3e-cbd6-4483-a3f6-6152c3e4afca'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:32:25.426891 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55626) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:25.441502 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e01eb530-5aaf-483d-b7a4-58be285a0811 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:25.445504 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e01eb530-5aaf-483d-b7a4-58be285a0811 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5448625 Jan 11 09:32:25.453036 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-249c19e3-256d-4689-8fd0-a9809aaff4cd tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:25.462853 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55630) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:25.468139 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01eb530-5aaf-483d-b7a4-58be285a0811 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da3e1f28-d255-4e52-bc3c-bbf551cd87cb,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:25.484803 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2620db95-476e-4233-b4b0-7fb68c1e3a1c None None] Network 9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:25.486753 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b6705-07da-44a7-b745-2af67adeab13 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Pushing event updated for resources: {'Port': ['ID=5d0b01bd-a8da-4c29-bf76-b476c8ac2659,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:25.495195 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-12ddbcc4-58da-4d99-a1a6-6bb703f410c7 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Request body: {'security_group_rule': {'security_group_id': '969fa111-f6f8-405d-8b41-79705ce02985', 'project_id': '27f1e48653724e3083ec9827e4915957', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:25.500783 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249c19e3-256d-4689-8fd0-a9809aaff4cd tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:25.501628 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-249c19e3-256d-4689-8fd0-a9809aaff4cd tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:25.528095 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-12ddbcc4-58da-4d99-a1a6-6bb703f410c7 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:25.578285 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-12ddbcc4-58da-4d99-a1a6-6bb703f410c7 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Usage tracker for resource:security_group_rule and tenant:27f1e48653724e3083ec9827e4915957 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:25.587902 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-249c19e3-256d-4689-8fd0-a9809aaff4cd tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2385566 Jan 11 09:32:25.589130 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-12ddbcc4-58da-4d99-a1a6-6bb703f410c7 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:25.596795 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55634) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:25.604071 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5feb3056-e5e9-4e29-adc3-4756016bf655 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Usage tracker for resource:network and tenant:605575ac642f4c179928ba111782e9ff is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:25.612088 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-50ccfbd8-27d3-46df-90d9-575c156ef2e2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting port f818214a-e752-4b3d-a0bb-84a621fb06c1 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:25.612636 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50ccfbd8-27d3-46df-90d9-575c156ef2e2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:25.612981 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c3639876-6c77-4b0d-9dda-09ba2f15df4d tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1435529455', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:25.618186 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-12ddbcc4-58da-4d99-a1a6-6bb703f410c7 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:25.635406 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c3639876-6c77-4b0d-9dda-09ba2f15df4d tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:25.656869 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c3639876-6c77-4b0d-9dda-09ba2f15df4d tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Usage tracker for resource:router and tenant:b70bb6cdf08347b79b4f014651c12f30 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:25.663435 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c3639876-6c77-4b0d-9dda-09ba2f15df4d tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:25.666619 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21046ce8-7d4c-414f-b51a-49f1829a54b9', 'name': 'tempest-TestVolumeBootPattern-430821829-router', 'tenant_id': 'a112a32a5f634a67be65babce2aa9acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'ce77dac1-3039-4156-8992-016a906f29fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:59Z', 'updated_at': '2022-01-11T09:32:15Z', 'revision_number': 4, 'project_id': 'a112a32a5f634a67be65babce2aa9acd', 'gw_port': {'id': 'ce77dac1-3039-4156-8992-016a906f29fd', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21046ce8-7d4c-414f-b51a-49f1829a54b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:32:00Z', 'updated_at': '2022-01-11T09:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '38c87a53-0cbf-4386-b3dc-2a6baceb01c8', 'name': '', 'network_id': '2ab12c7a-ecfa-4140-a015-5297d78ff146', 'tenant_id': 'a112a32a5f634a67be65babce2aa9acd', 'mac_address': 'fa:16:3e:90:38:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21046ce8-7d4c-414f-b51a-49f1829a54b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'bf2cadba-d51c-41eb-a68b-535f32556b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:32:11Z', 'updated_at': '2022-01-11T09:32:22Z', 'revision_number': 4, 'project_id': 'a112a32a5f634a67be65babce2aa9acd', 'subnets': [{'id': 'bf2cadba-d51c-41eb-a68b-535f32556b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:25.673293 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c3639876-6c77-4b0d-9dda-09ba2f15df4d tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:25.686575 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-12ddbcc4-58da-4d99-a1a6-6bb703f410c7 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:25.705176 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7b6705-07da-44a7-b745-2af67adeab13 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Network 93b5dfc8-3699-4dc0-b595-1e6d3c2b7825 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:25.709506 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-de7b6705-07da-44a7-b745-2af67adeab13 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:25.735517 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2436217-6715-403b-80f6-a69b4b44e97c None None] The sync data for ids ['21046ce8-7d4c-414f-b51a-49f1829a54b9'] in dv-neutron-823402-4-hyperv is: [{'id': '21046ce8-7d4c-414f-b51a-49f1829a54b9', 'name': 'tempest-TestVolumeBootPattern-430821829-router', 'tenant_id': 'a112a32a5f634a67be65babce2aa9acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'ce77dac1-3039-4156-8992-016a906f29fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:59Z', 'updated_at': '2022-01-11T09:32:15Z', 'revision_number': 4, 'project_id': 'a112a32a5f634a67be65babce2aa9acd', 'gw_port': {'id': 'ce77dac1-3039-4156-8992-016a906f29fd', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21046ce8-7d4c-414f-b51a-49f1829a54b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:32:00Z', 'updated_at': '2022-01-11T09:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '38c87a53-0cbf-4386-b3dc-2a6baceb01c8', 'name': '', 'network_id': '2ab12c7a-ecfa-4140-a015-5297d78ff146', 'tenant_id': 'a112a32a5f634a67be65babce2aa9acd', 'mac_address': 'fa:16:3e:90:38:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21046ce8-7d4c-414f-b51a-49f1829a54b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'bf2cadba-d51c-41eb-a68b-535f32556b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:32:11Z', 'updated_at': '2022-01-11T09:32:22Z', 'revision_number': 4, 'project_id': 'a112a32a5f634a67be65babce2aa9acd', 'subnets': [{'id': 'bf2cadba-d51c-41eb-a68b-535f32556b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:32:25.737910 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e1a842df-ba66-45aa-b396-3c2dfb0e7538 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:25.749918 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3639876-6c77-4b0d-9dda-09ba2f15df4d tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:25.751261 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5feb3056-e5e9-4e29-adc3-4756016bf655 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:25.757099 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3639876-6c77-4b0d-9dda-09ba2f15df4d tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:25.764383 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5feb3056-e5e9-4e29-adc3-4756016bf655 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:25.813708 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5feb3056-e5e9-4e29-adc3-4756016bf655 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Made reservation on behalf of 605575ac642f4c179928ba111782e9ff for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:25.828869 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5feb3056-e5e9-4e29-adc3-4756016bf655 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:25.977584 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5feb3056-e5e9-4e29-adc3-4756016bf655 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:26.031700 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3639876-6c77-4b0d-9dda-09ba2f15df4d tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:26.044533 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d1369e44-29ab-4bb5-8b9b-a982a0d492c9 None None] Provisioning complete for port 2407065f-c528-4c5f-866f-4992b44e7bd0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:26.045292 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d1369e44-29ab-4bb5-8b9b-a982a0d492c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:26.095675 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-12ddbcc4-58da-4d99-a1a6-6bb703f410c7 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:26.215967 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-12ddbcc4-58da-4d99-a1a6-6bb703f410c7 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:26.238581 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5feb3056-e5e9-4e29-adc3-4756016bf655 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:26.272821 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5feb3056-e5e9-4e29-adc3-4756016bf655 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Usage tracker for resource:security_group_rule and tenant:605575ac642f4c179928ba111782e9ff is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:26.273196 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3639876-6c77-4b0d-9dda-09ba2f15df4d tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:26.283602 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5feb3056-e5e9-4e29-adc3-4756016bf655 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:26.288342 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port e1a842df-ba66-45aa-b396-3c2dfb0e7538 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:26.288863 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:26.303455 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddbcc4-58da-4d99-a1a6-6bb703f410c7 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42c4552-4e60-4a89-86a0-b2c772828212,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:26.343988 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5feb3056-e5e9-4e29-adc3-4756016bf655 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:26.352172 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-12ddbcc4-58da-4d99-a1a6-6bb703f410c7 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:26.354450 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-12ddbcc4-58da-4d99-a1a6-6bb703f410c7 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8879333 Jan 11 09:32:26.359291 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55640) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:26.376270 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3639876-6c77-4b0d-9dda-09ba2f15df4d tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:26.381925 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c3639876-6c77-4b0d-9dda-09ba2f15df4d tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7845170 Jan 11 09:32:26.383068 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55644) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:26.388520 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7b6705-07da-44a7-b745-2af67adeab13 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Router 97795655-e088-4cb3-b8c0-a13ea98e4d27 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:32:26.390989 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82995fa-64f7-4e2a-aec4-e88eb01ee6a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2', 'network_id': '9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2', 'tenant_id': 'b70bb6cdf08347b79b4f014651c12f30', 'fixed_ips': [{'subnet_id': 'a8a547cf-81b4-4d0f-bcf4-03176dba169e'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:32:26.392553 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b82995fa-64f7-4e2a-aec4-e88eb01ee6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:26.545381 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55648) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:26.572811 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-85554394-85db-498f-bed6-d0364b672e50 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Request body: {'subnet': {'network_id': '6fba1deb-90b3-4f97-a014-08d54b68e53a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:26.590281 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-67346463-4388-43bf-af44-225011e6ce9e tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Request body: {'security_group_rule': {'security_group_id': '969fa111-f6f8-405d-8b41-79705ce02985', 'project_id': '27f1e48653724e3083ec9827e4915957', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:26.591887 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:32:26.609204 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-67346463-4388-43bf-af44-225011e6ce9e tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:26.684377 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-67346463-4388-43bf-af44-225011e6ce9e tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Usage tracker for resource:security_group_rule and tenant:27f1e48653724e3083ec9827e4915957 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:26.698522 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-67346463-4388-43bf-af44-225011e6ce9e tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:26.731515 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50ccfbd8-27d3-46df-90d9-575c156ef2e2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:26.766962 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-67346463-4388-43bf-af44-225011e6ce9e tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:26.843935 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-b82995fa-64f7-4e2a-aec4-e88eb01ee6a2 None None] Allocated IP 172.20.0.2 (9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2/a8a547cf-81b4-4d0f-bcf4-03176dba169e/8b2c99ee-4ebf-4ccb-9314-c5e6820dca58) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:26.984905 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 38c87a53-0cbf-4386-b3dc-2a6baceb01c8 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:26.990342 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-67346463-4388-43bf-af44-225011e6ce9e tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Project 27f1e48653724e3083ec9827e4915957 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:32:27.016939 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-80eefeb8-2d15-4727-b3af-b9a3fd30cdeb None None] Provisioning for port 5d0b01bd-a8da-4c29-bf76-b476c8ac2659 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:27.063578 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-80eefeb8-2d15-4727-b3af-b9a3fd30cdeb None None] Provisioning complete for port 5d0b01bd-a8da-4c29-bf76-b476c8ac2659 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:27.064034 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-80eefeb8-2d15-4727-b3af-b9a3fd30cdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:27.078785 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67346463-4388-43bf-af44-225011e6ce9e tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:27.132521 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-80eefeb8-2d15-4727-b3af-b9a3fd30cdeb None None] Port 5d0b01bd-a8da-4c29-bf76-b476c8ac2659 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:32:27.184164 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-50ccfbd8-27d3-46df-90d9-575c156ef2e2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Calling delete_port for f818214a-e752-4b3d-a0bb-84a621fb06c1 owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:32:27.251943 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-85554394-85db-498f-bed6-d0364b672e50 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:27.257903 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-80eefeb8-2d15-4727-b3af-b9a3fd30cdeb None None] Provisioning for port f818214a-e752-4b3d-a0bb-84a621fb06c1 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:27.275510 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-80eefeb8-2d15-4727-b3af-b9a3fd30cdeb None None] Provisioning complete for port f818214a-e752-4b3d-a0bb-84a621fb06c1 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:27.276035 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-80eefeb8-2d15-4727-b3af-b9a3fd30cdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:27.278111 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-85554394-85db-498f-bed6-d0364b672e50 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Usage tracker for resource:subnet and tenant:63da6de8031e45b28cc9f46aad9f66c1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:27.289513 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-85554394-85db-498f-bed6-d0364b672e50 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:27.294684 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5feb3056-e5e9-4e29-adc3-4756016bf655 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:27.305359 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-85554394-85db-498f-bed6-d0364b672e50 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:27.314014 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5feb3056-e5e9-4e29-adc3-4756016bf655 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:27.319619 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 38c87a53-0cbf-4386-b3dc-2a6baceb01c8 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:27.359031 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 38c87a53-0cbf-4386-b3dc-2a6baceb01c8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:27.359815 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:27.444184 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7b6705-07da-44a7-b745-2af67adeab13 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:32:27.455907 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519a176a-6a3f-40fc-bf24-7dd8a907fca5 None None] Sync routers for ids ['97795655-e088-4cb3-b8c0-a13ea98e4d27'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:32:27.456511 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85554394-85db-498f-bed6-d0364b672e50 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Made reservation on behalf of 63da6de8031e45b28cc9f46aad9f66c1 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:27.465321 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85554394-85db-498f-bed6-d0364b672e50 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:27.469421 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519a176a-6a3f-40fc-bf24-7dd8a907fca5 None None] Routers {'97795655-e088-4cb3-b8c0-a13ea98e4d27'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:32:27.470173 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-519a176a-6a3f-40fc-bf24-7dd8a907fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:32:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['97795655-e088-4cb3-b8c0-a13ea98e4d27'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:27.484603 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-80eefeb8-2d15-4727-b3af-b9a3fd30cdeb None None] Port f818214a-e752-4b3d-a0bb-84a621fb06c1 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:32:27.487019 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78200d17-0789-4162-8200-41176c50e149 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:27.509977 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67346463-4388-43bf-af44-225011e6ce9e tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:27.514331 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80f692c9-56cc-462c-b45a-ddfa3bea5492 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:27.518332 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-de7b6705-07da-44a7-b745-2af67adeab13 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] 10.222.0.15 "PUT /v2.0/routers/97795655-e088-4cb3-b8c0-a13ea98e4d27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5155537 Jan 11 09:32:27.541495 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55652) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:27.549054 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-62ffac9e-be36-4eb1-977d-9016830c62c3 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Request body: {'port': {'network_id': '93b5dfc8-3699-4dc0-b595-1e6d3c2b7825', 'name': 'tempest-FloatingIPAdminTestJSON-323736966'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:27.565338 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-80eefeb8-2d15-4727-b3af-b9a3fd30cdeb None None] Provisioning complete for port 48479965-c4d4-4d07-ae9b-fdbea58dce61 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:27.565810 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-80eefeb8-2d15-4727-b3af-b9a3fd30cdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:27.585301 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-519a176a-6a3f-40fc-bf24-7dd8a907fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:27.596847 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519a176a-6a3f-40fc-bf24-7dd8a907fca5 None None] Routers {'97795655-e088-4cb3-b8c0-a13ea98e4d27'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:32:27.598604 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-519a176a-6a3f-40fc-bf24-7dd8a907fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:32:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['97795655-e088-4cb3-b8c0-a13ea98e4d27'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:27.608094 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b82995fa-64f7-4e2a-aec4-e88eb01ee6a2 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:27.647298 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b82995fa-64f7-4e2a-aec4-e88eb01ee6a2 None None] Transition to ACTIVE for port object 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:27.656140 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:27.688406 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-80eefeb8-2d15-4727-b3af-b9a3fd30cdeb None None] Port 48479965-c4d4-4d07-ae9b-fdbea58dce61 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:32:27.701434 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b82995fa-64f7-4e2a-aec4-e88eb01ee6a2 None None] Transition to ACTIVE for port object 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:27.704805 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb3056-e5e9-4e29-adc3-4756016bf655 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe66b7a-4dae-441a-b340-d005363e25ae,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:27.707428 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 38c87a53-0cbf-4386-b3dc-2a6baceb01c8, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=38c87a53-0cbf-4386-b3dc-2a6baceb01c8,segment=NetworkSegment(4510a494-f647-423b-9f30-109329c997fe),segment_id=4510a494-f647-423b-9f30-109329c997fe)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:32:27.712906 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5feb3056-e5e9-4e29-adc3-4756016bf655 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:32:27.718064 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67346463-4388-43bf-af44-225011e6ce9e tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:27.726643 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:27.732033 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b82995fa-64f7-4e2a-aec4-e88eb01ee6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:27.733050 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5feb3056-e5e9-4e29-adc3-4756016bf655 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:27.733409 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-5feb3056-e5e9-4e29-adc3-4756016bf655 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Added segment 297bab7c-6705-42d9-a23a-9b9cccc179ee of type vlan for network 6d83a5e7-5bc0-40bb-ba0e-5294ce214a10 Jan 11 09:32:27.738905 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-519a176a-6a3f-40fc-bf24-7dd8a907fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:27.739319 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519a176a-6a3f-40fc-bf24-7dd8a907fca5 None None] The sync data for ids ['97795655-e088-4cb3-b8c0-a13ea98e4d27'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:32:27.761665 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67346463-4388-43bf-af44-225011e6ce9e tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:27.763056 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-67346463-4388-43bf-af44-225011e6ce9e tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3991835 Jan 11 09:32:27.780165 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55656) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:27.800223 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82995fa-64f7-4e2a-aec4-e88eb01ee6a2 None None] Network 9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:27.803022 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-b82995fa-64f7-4e2a-aec4-e88eb01ee6a2 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:27.812119 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82995fa-64f7-4e2a-aec4-e88eb01ee6a2 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:27.824634 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-62ffac9e-be36-4eb1-977d-9016830c62c3 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:27.832159 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-e785b84e-ae99-4867-a425-d78f5e623f17 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Request body: {'security_group_rule': {'security_group_id': '969fa111-f6f8-405d-8b41-79705ce02985', 'project_id': '27f1e48653724e3083ec9827e4915957', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:27.889794 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-62ffac9e-be36-4eb1-977d-9016830c62c3 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Usage tracker for resource:port and tenant:d7ddb24bf10e4c9394b0a42048a1cf1c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:27.903186 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-62ffac9e-be36-4eb1-977d-9016830c62c3 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:27.906862 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e785b84e-ae99-4867-a425-d78f5e623f17 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:27.910395 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67346463-4388-43bf-af44-225011e6ce9e tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b54a0a4-fc93-4585-8e74-4e4f3769375c,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:27.924035 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=38c87a53-0cbf-4386-b3dc-2a6baceb01c8,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:27.941317 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e785b84e-ae99-4867-a425-d78f5e623f17 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Usage tracker for resource:security_group_rule and tenant:27f1e48653724e3083ec9827e4915957 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:27.953771 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-62ffac9e-be36-4eb1-977d-9016830c62c3 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:27.959361 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e785b84e-ae99-4867-a425-d78f5e623f17 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:27.971832 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b82995fa-64f7-4e2a-aec4-e88eb01ee6a2 None None] Attempting to bind port 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:32:27.972980 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b82995fa-64f7-4e2a-aec4-e88eb01ee6a2 None None] Attempting to bind port 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'b2cbff7b-a174-4619-a19c-e2ad4f639bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:32:27.973107 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82995fa-64f7-4e2a-aec4-e88eb01ee6a2 None None] Attempting to bind port 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58 on network 9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:32:27.980727 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ffac9e-be36-4eb1-977d-9016830c62c3 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Made reservation on behalf of d7ddb24bf10e4c9394b0a42048a1cf1c for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:27.984287 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62ffac9e-be36-4eb1-977d-9016830c62c3 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:27.987898 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82995fa-64f7-4e2a-aec4-e88eb01ee6a2 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:32:27.988277 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82995fa-64f7-4e2a-aec4-e88eb01ee6a2 None None] Checking segment: {'id': 'b2cbff7b-a174-4619-a19c-e2ad4f639bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:27.988676 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b82995fa-64f7-4e2a-aec4-e88eb01ee6a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:27.989066 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82995fa-64f7-4e2a-aec4-e88eb01ee6a2 None None] Bound using segment: {'id': 'b2cbff7b-a174-4619-a19c-e2ad4f639bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:32:27.989534 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b82995fa-64f7-4e2a-aec4-e88eb01ee6a2 None None] Bound port: 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cbff7b-a174-4619-a19c-e2ad4f639bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:32:27.989907 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b82995fa-64f7-4e2a-aec4-e88eb01ee6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:28.028798 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5feb3056-e5e9-4e29-adc3-4756016bf655 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:28.051155 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e785b84e-ae99-4867-a425-d78f5e623f17 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:28.052338 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-62ffac9e-be36-4eb1-977d-9016830c62c3 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] device_id is not set on port e4956721-1084-49e1-b890-883ea2e18eb0 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:32:28.057435 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82995fa-64f7-4e2a-aec4-e88eb01ee6a2 None None] Pushing event updated for resources: {'Port': ['ID=8b2c99ee-4ebf-4ccb-9314-c5e6820dca58,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:28.104616 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50ccfbd8-27d3-46df-90d9-575c156ef2e2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:28.108233 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b82995fa-64f7-4e2a-aec4-e88eb01ee6a2 None None] For port 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:32:28.111571 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b82995fa-64f7-4e2a-aec4-e88eb01ee6a2 None None] For port 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=8b2c99ee-4ebf-4ccb-9314-c5e6820dca58,segment=NetworkSegment(b2cbff7b-a174-4619-a19c-e2ad4f639bb7),segment_id=b2cbff7b-a174-4619-a19c-e2ad4f639bb7)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:32:28.117867 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b82995fa-64f7-4e2a-aec4-e88eb01ee6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:28.186416 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccfbd8-27d3-46df-90d9-575c156ef2e2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Port': ['ID=f818214a-e752-4b3d-a0bb-84a621fb06c1,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:28.203414 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82995fa-64f7-4e2a-aec4-e88eb01ee6a2 None None] Pushing event updated for resources: {'Port': ['ID=8b2c99ee-4ebf-4ccb-9314-c5e6820dca58,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:28.230199 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-e785b84e-ae99-4867-a425-d78f5e623f17 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Project 27f1e48653724e3083ec9827e4915957 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:32:28.257495 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e785b84e-ae99-4867-a425-d78f5e623f17 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:28.272851 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-78200d17-0789-4162-8200-41176c50e149 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Allocated IP 172.20.0.1 (9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2/a8a547cf-81b4-4d0f-bcf4-03176dba169e/4ef82b14-6f4c-43f7-a1de-3f783f384d12) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:28.289935 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-62ffac9e-be36-4eb1-977d-9016830c62c3 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Allocated IP 172.20.0.6 (93b5dfc8-3699-4dc0-b595-1e6d3c2b7825/91872a9a-3e93-41df-972a-3a1e4c1a7aa6/e4956721-1084-49e1-b890-883ea2e18eb0) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:28.301717 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50ccfbd8-27d3-46df-90d9-575c156ef2e2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:28.323840 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5feb3056-e5e9-4e29-adc3-4756016bf655 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:28.329445 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feb3056-e5e9-4e29-adc3-4756016bf655 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:28.330049 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5feb3056-e5e9-4e29-adc3-4756016bf655 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:28.558242 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5feb3056-e5e9-4e29-adc3-4756016bf655 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.4271002 Jan 11 09:32:28.558242 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-50ccfbd8-27d3-46df-90d9-575c156ef2e2 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/ports/f818214a-e752-4b3d-a0bb-84a621fb06c1 HTTP/1.1" status: 204 len: 168 time: 3.1205771 Jan 11 09:32:28.558712 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55660) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:28.572822 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb3056-e5e9-4e29-adc3-4756016bf655 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Network': ['ID=6d83a5e7-5bc0-40bb-ba0e-5294ce214a10,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:28.578804 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 6d83a5e7-5bc0-40bb-ba0e-5294ce214a10 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:32:28.581427 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-80f692c9-56cc-462c-b45a-ddfa3bea5492 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting port a7c4b747-6b2e-4538-869d-c96c8e2ad899 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:28.581765 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80f692c9-56cc-462c-b45a-ddfa3bea5492 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:28.667323 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e785b84e-ae99-4867-a425-d78f5e623f17 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:28.677714 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e785b84e-ae99-4867-a425-d78f5e623f17 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:28.696936 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85554394-85db-498f-bed6-d0364b672e50 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:28.730784 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55664) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:28.733738 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba2bb20-2db0-4f22-837d-18ac6cd45549 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] GET failed (client error): The resource could not be found. Jan 11 09:32:28.735867 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0ba2bb20-2db0-4f22-837d-18ac6cd45549 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports/f818214a-e752-4b3d-a0bb-84a621fb06c1 HTTP/1.1" status: 404 len: 333 time: 0.1833241 Jan 11 09:32:28.745113 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55668) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:28.750483 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-5065a09f-f541-452c-8fe5-7921e7995ef7 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'subnet': {'network_id': '6d83a5e7-5bc0-40bb-ba0e-5294ce214a10', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:28.815962 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78200d17-0789-4162-8200-41176c50e149 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:28.831949 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785b84e-ae99-4867-a425-d78f5e623f17 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a2a0c8-dfdd-45c7-b63d-68c142ea0595,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:28.940862 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-78200d17-0789-4162-8200-41176c50e149 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Transition to ACTIVE for port object 4ef82b14-6f4c-43f7-a1de-3f783f384d12 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:28.953174 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5065a09f-f541-452c-8fe5-7921e7995ef7 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:28.968862 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 38c87a53-0cbf-4386-b3dc-2a6baceb01c8 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:28.970818 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5065a09f-f541-452c-8fe5-7921e7995ef7 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Usage tracker for resource:subnet and tenant:605575ac642f4c179928ba111782e9ff is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:28.976566 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5065a09f-f541-452c-8fe5-7921e7995ef7 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:28.982216 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62ffac9e-be36-4eb1-977d-9016830c62c3 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:28.992065 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5065a09f-f541-452c-8fe5-7921e7995ef7 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:29.011289 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e785b84e-ae99-4867-a425-d78f5e623f17 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:29.015508 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e785b84e-ae99-4867-a425-d78f5e623f17 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1998904 Jan 11 09:32:29.020718 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-62ffac9e-be36-4eb1-977d-9016830c62c3 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Transition to ACTIVE for port object e4956721-1084-49e1-b890-883ea2e18eb0 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:29.036156 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5065a09f-f541-452c-8fe5-7921e7995ef7 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Made reservation on behalf of 605575ac642f4c179928ba111782e9ff for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:29.042551 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5065a09f-f541-452c-8fe5-7921e7995ef7 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:29.085724 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 38c87a53-0cbf-4386-b3dc-2a6baceb01c8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:29.086146 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:29.127001 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3461042e-f1e7-4bd2-ba8c-72473f39db1b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting port 48479965-c4d4-4d07-ae9b-fdbea58dce61 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:29.127345 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3461042e-f1e7-4bd2-ba8c-72473f39db1b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:29.159620 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85554394-85db-498f-bed6-d0364b672e50 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event updated for resources: {'Subnet': ['ID=b8a84fe6-3af4-4eec-84a5-20e98e8123e2,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:29.184466 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78200d17-0789-4162-8200-41176c50e149 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:29.192539 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85554394-85db-498f-bed6-d0364b672e50 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Checking segment: {'id': '0d981c72-05c6-4ac6-96c4-d724d48e7d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6fba1deb-90b3-4f97-a014-08d54b68e53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:29.193117 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85554394-85db-498f-bed6-d0364b672e50 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Network hostable DHCP agents. Network: 6fba1deb-90b3-4f97-a014-08d54b68e53a, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:32:29.252376 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:29.267192 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62ffac9e-be36-4eb1-977d-9016830c62c3 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:29.303796 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78200d17-0789-4162-8200-41176c50e149 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Network 9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:29.325801 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-78200d17-0789-4162-8200-41176c50e149 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:29.342409 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:29.364828 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78200d17-0789-4162-8200-41176c50e149 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:29.471098 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80f692c9-56cc-462c-b45a-ddfa3bea5492 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:29.555006 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85554394-85db-498f-bed6-d0364b672e50 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Network 6fba1deb-90b3-4f97-a014-08d54b68e53a is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:32:29.577627 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78200d17-0789-4162-8200-41176c50e149 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Pushing event updated for resources: {'Port': ['ID=4ef82b14-6f4c-43f7-a1de-3f783f384d12,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:29.623523 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ffac9e-be36-4eb1-977d-9016830c62c3 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Network 93b5dfc8-3699-4dc0-b595-1e6d3c2b7825 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:29.626228 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-80f692c9-56cc-462c-b45a-ddfa3bea5492 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Calling delete_port for a7c4b747-6b2e-4538-869d-c96c8e2ad899 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:32:29.636324 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-62ffac9e-be36-4eb1-977d-9016830c62c3 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:29.639089 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ffac9e-be36-4eb1-977d-9016830c62c3 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:29.669194 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3461042e-f1e7-4bd2-ba8c-72473f39db1b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:29.692295 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-85554394-85db-498f-bed6-d0364b672e50 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 6fba1deb-90b3-4f97-a014-08d54b68e53a) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:29.703045 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c13c83-986d-4134-b74b-c53ff0f79a68 None None] Network 6fba1deb-90b3-4f97-a014-08d54b68e53a requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:29.756171 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9c08e7-8793-4f1c-a51b-bff5e80fbd56 None None] Network 9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:29.846065 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3461042e-f1e7-4bd2-ba8c-72473f39db1b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Calling delete_port for 48479965-c4d4-4d07-ae9b-fdbea58dce61 owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:32:29.852048 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ffac9e-be36-4eb1-977d-9016830c62c3 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Pushing event updated for resources: {'Port': ['ID=e4956721-1084-49e1-b890-883ea2e18eb0,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:29.866232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5065a09f-f541-452c-8fe5-7921e7995ef7 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:29.871674 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78200d17-0789-4162-8200-41176c50e149 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:29.896235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85554394-85db-498f-bed6-d0364b672e50 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:29.896841 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85554394-85db-498f-bed6-d0364b672e50 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:30.036330 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065a09f-f541-452c-8fe5-7921e7995ef7 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Subnet': ['ID=ba4cc9cb-42d8-4222-9812-04865bb4187e,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:30.074333 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-117ed07b-fcf2-4b3e-8ab7-a5a5cd6e2b96 None None] Provisioning for port 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:30.138045 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-117ed07b-fcf2-4b3e-8ab7-a5a5cd6e2b96 None None] Provisioning complete for port 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:30.138424 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-117ed07b-fcf2-4b3e-8ab7-a5a5cd6e2b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:30.142436 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ffac9e-be36-4eb1-977d-9016830c62c3 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:30.143066 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62ffac9e-be36-4eb1-977d-9016830c62c3 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:30.165944 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-85554394-85db-498f-bed6-d0364b672e50 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6075852 Jan 11 09:32:30.166829 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55720) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:30.202351 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a28685e1-39dd-4227-b77f-2be0a12de057 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1194556939'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:30.212038 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78200d17-0789-4162-8200-41176c50e149 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:30.226992 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-62ffac9e-be36-4eb1-977d-9016830c62c3 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6843238 Jan 11 09:32:30.242316 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55724) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:30.305228 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5065a09f-f541-452c-8fe5-7921e7995ef7 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Checking segment: {'id': '297bab7c-6705-42d9-a23a-9b9cccc179ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '6d83a5e7-5bc0-40bb-ba0e-5294ce214a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:30.305876 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5065a09f-f541-452c-8fe5-7921e7995ef7 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Network hostable DHCP agents. Network: 6d83a5e7-5bc0-40bb-ba0e-5294ce214a10, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:32:30.369682 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a28685e1-39dd-4227-b77f-2be0a12de057 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:30.370049 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5065a09f-f541-452c-8fe5-7921e7995ef7 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Network 6d83a5e7-5bc0-40bb-ba0e-5294ce214a10 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:32:30.389516 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a28685e1-39dd-4227-b77f-2be0a12de057 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Usage tracker for resource:network and tenant:63da6de8031e45b28cc9f46aad9f66c1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:30.390860 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-5065a09f-f541-452c-8fe5-7921e7995ef7 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 6d83a5e7-5bc0-40bb-ba0e-5294ce214a10) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:30.396947 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a28685e1-39dd-4227-b77f-2be0a12de057 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:30.418817 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00286b8f-22da-4c91-8065-ef9c1c42b672 None None] Network 6d83a5e7-5bc0-40bb-ba0e-5294ce214a10 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:30.424366 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a28685e1-39dd-4227-b77f-2be0a12de057 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:30.455969 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3461042e-f1e7-4bd2-ba8c-72473f39db1b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:30.493740 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5065a09f-f541-452c-8fe5-7921e7995ef7 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:30.494053 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5065a09f-f541-452c-8fe5-7921e7995ef7 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:30.501416 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28685e1-39dd-4227-b77f-2be0a12de057 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Made reservation on behalf of 63da6de8031e45b28cc9f46aad9f66c1 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:30.505197 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a28685e1-39dd-4227-b77f-2be0a12de057 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:30.517364 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-52c98df8-8243-4db4-8a64-6038b3689ce7 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'project_id': 'd7ddb24bf10e4c9394b0a42048a1cf1c', 'port_id': 'e4956721-1084-49e1-b890-883ea2e18eb0'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:30.541483 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461042e-f1e7-4bd2-ba8c-72473f39db1b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Port': ['ID=48479965-c4d4-4d07-ae9b-fdbea58dce61,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:30.598345 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a884f0-1f2b-4c31-a7fa-a0a63f2b41bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-6fba1deb-90b3-4f97-a014-08d54b68e53a', 'network_id': '6fba1deb-90b3-4f97-a014-08d54b68e53a', 'tenant_id': '63da6de8031e45b28cc9f46aad9f66c1', 'fixed_ips': [{'subnet_id': 'b8a84fe6-3af4-4eec-84a5-20e98e8123e2'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:32:30.599244 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-37a884f0-1f2b-4c31-a7fa-a0a63f2b41bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:30.602836 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5065a09f-f541-452c-8fe5-7921e7995ef7 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8705063 Jan 11 09:32:30.611237 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55734) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:30.627498 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-52c98df8-8243-4db4-8a64-6038b3689ce7 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:30.632137 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d26a9548-f348-4262-9396-6a745066ce4c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-760538813'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:30.638393 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-52c98df8-8243-4db4-8a64-6038b3689ce7 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Usage tracker for resource:floatingip and tenant:d7ddb24bf10e4c9394b0a42048a1cf1c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:30.654437 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-52c98df8-8243-4db4-8a64-6038b3689ce7 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:30.708885 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-52c98df8-8243-4db4-8a64-6038b3689ce7 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:30.721773 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d26a9548-f348-4262-9396-6a745066ce4c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:30.746833 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52c98df8-8243-4db4-8a64-6038b3689ce7 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:30.747235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a28685e1-39dd-4227-b77f-2be0a12de057 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:32:30.749565 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3461042e-f1e7-4bd2-ba8c-72473f39db1b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:30.776668 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d26a9548-f348-4262-9396-6a745066ce4c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Usage tracker for resource:network and tenant:605575ac642f4c179928ba111782e9ff is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:30.785390 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d26a9548-f348-4262-9396-6a745066ce4c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:30.803179 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3461042e-f1e7-4bd2-ba8c-72473f39db1b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/ports/48479965-c4d4-4d07-ae9b-fdbea58dce61 HTTP/1.1" status: 204 len: 168 time: 2.0485306 Jan 11 09:32:30.807749 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d26a9548-f348-4262-9396-6a745066ce4c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:30.816854 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a28685e1-39dd-4227-b77f-2be0a12de057 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:30.817198 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-a28685e1-39dd-4227-b77f-2be0a12de057 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Added segment 523179dc-0b2f-4c93-92f6-3d2113fde9b1 of type vlan for network a9c2bb75-0d58-40e9-9fd6-8de0340509f2 Jan 11 09:32:30.818224 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55750) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:30.879733 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc47888-a6ab-4607-a5e8-4eafb2dc0501 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] GET failed (client error): The resource could not be found. Jan 11 09:32:30.880367 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7cc47888-a6ab-4607-a5e8-4eafb2dc0501 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Synchronizing usage tracker for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:32:30.928535 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-117ed07b-fcf2-4b3e-8ab7-a5a5cd6e2b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:30.959438 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80f692c9-56cc-462c-b45a-ddfa3bea5492 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:30.960827 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26a9548-f348-4262-9396-6a745066ce4c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Made reservation on behalf of 605575ac642f4c179928ba111782e9ff for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:30.965226 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d26a9548-f348-4262-9396-6a745066ce4c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:30.999168 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7cc47888-a6ab-4607-a5e8-4eafb2dc0501 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Unset dirty status for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:32:31.003562 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7cc47888-a6ab-4607-a5e8-4eafb2dc0501 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports/48479965-c4d4-4d07-ae9b-fdbea58dce61 HTTP/1.1" status: 404 len: 333 time: 0.1844120 Jan 11 09:32:31.048809 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55770) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:31.053141 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a28685e1-39dd-4227-b77f-2be0a12de057 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:31.057706 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f692c9-56cc-462c-b45a-ddfa3bea5492 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Port': ['ID=a7c4b747-6b2e-4538-869d-c96c8e2ad899,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:31.193849 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78200d17-0789-4162-8200-41176c50e149 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:31.224188 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78200d17-0789-4162-8200-41176c50e149 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:31.254032 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-117ed07b-fcf2-4b3e-8ab7-a5a5cd6e2b96 None None] For port 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=8b2c99ee-4ebf-4ccb-9314-c5e6820dca58,segment=NetworkSegment(b2cbff7b-a174-4619-a19c-e2ad4f639bb7),segment_id=b2cbff7b-a174-4619-a19c-e2ad4f639bb7)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:32:31.268238 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-117ed07b-fcf2-4b3e-8ab7-a5a5cd6e2b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:31.343410 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6eaa9b-cbd8-4ce7-be41-bb47479568b9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting subnet 8e84be00-0b88-4f12-b9db-ae972cc8cde8 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:32:31.346948 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc6eaa9b-cbd8-4ce7-be41-bb47479568b9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:31.352401 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26a9548-f348-4262-9396-6a745066ce4c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:32:31.401912 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ef56b0-3c2e-4e4c-9030-97b6adcbb61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-6d83a5e7-5bc0-40bb-ba0e-5294ce214a10', 'network_id': '6d83a5e7-5bc0-40bb-ba0e-5294ce214a10', 'tenant_id': '605575ac642f4c179928ba111782e9ff', 'fixed_ips': [{'subnet_id': 'ba4cc9cb-42d8-4222-9812-04865bb4187e'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:32:31.402982 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-49ef56b0-3c2e-4e4c-9030-97b6adcbb61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:31.441039 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc6eaa9b-cbd8-4ce7-be41-bb47479568b9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:31.448392 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-a28685e1-39dd-4227-b77f-2be0a12de057 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:32:31.469248 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d26a9548-f348-4262-9396-6a745066ce4c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:31.469595 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-d26a9548-f348-4262-9396-6a745066ce4c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Added segment 0597ff47-9c19-40dc-a9e7-ba544b495fc7 of type vlan for network 6a5cc178-2aa8-42bd-86ed-aa1a11ceb42d Jan 11 09:32:31.549309 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a28685e1-39dd-4227-b77f-2be0a12de057 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:31.554793 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28685e1-39dd-4227-b77f-2be0a12de057 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:31.555398 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a28685e1-39dd-4227-b77f-2be0a12de057 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:31.590449 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc6eaa9b-cbd8-4ce7-be41-bb47479568b9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:31.610503 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-141982af-5ac7-4bc0-a024-c2edb67920f6 None None] Provisioning for port e4956721-1084-49e1-b890-883ea2e18eb0 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:31.647668 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-37a884f0-1f2b-4c31-a7fa-a0a63f2b41bb None None] Allocated IP 2001:db8:0:ffff::2 (6fba1deb-90b3-4f97-a014-08d54b68e53a/b8a84fe6-3af4-4eec-84a5-20e98e8123e2/870e43b9-0707-4200-85af-ad7222731ac4) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:31.683682 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-141982af-5ac7-4bc0-a024-c2edb67920f6 None None] Provisioning complete for port e4956721-1084-49e1-b890-883ea2e18eb0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:31.684342 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-141982af-5ac7-4bc0-a024-c2edb67920f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:31.718280 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc6eaa9b-cbd8-4ce7-be41-bb47479568b9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:31.721734 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ed07b-fcf2-4b3e-8ab7-a5a5cd6e2b96 None None] Pushing event updated for resources: {'Port': ['ID=8b2c99ee-4ebf-4ccb-9314-c5e6820dca58,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:31.801413 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6eaa9b-cbd8-4ce7-be41-bb47479568b9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Subnet': ['ID=8e84be00-0b88-4f12-b9db-ae972cc8cde8,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:31.827936 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc6eaa9b-cbd8-4ce7-be41-bb47479568b9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:31.835836 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52c98df8-8243-4db4-8a64-6038b3689ce7 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:31.847846 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cdbc09-866b-4e20-9ee7-fb588225d6fe None None] Network e52974e7-be2a-494a-9377-b9fd1fd83190 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:31.851859 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fc6eaa9b-cbd8-4ce7-be41-bb47479568b9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/subnets/8e84be00-0b88-4f12-b9db-ae972cc8cde8 HTTP/1.1" status: 204 len: 168 time: 0.8016858 Jan 11 09:32:31.869405 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78200d17-0789-4162-8200-41176c50e149 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Pushing event updated for resources: {'Port': ['ID=4ef82b14-6f4c-43f7-a1de-3f783f384d12,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:31.878989 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55778) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:31.879768 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28685e1-39dd-4227-b77f-2be0a12de057 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event updated for resources: {'Network': ['ID=a9c2bb75-0d58-40e9-9fd6-8de0340509f2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:31.885335 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d26a9548-f348-4262-9396-6a745066ce4c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:31.914676 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network a9c2bb75-0d58-40e9-9fd6-8de0340509f2 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:32:31.945678 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78200d17-0789-4162-8200-41176c50e149 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:32.070037 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-141982af-5ac7-4bc0-a024-c2edb67920f6 None None] Port e4956721-1084-49e1-b890-883ea2e18eb0 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:32:32.075886 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80f692c9-56cc-462c-b45a-ddfa3bea5492 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:32.085266 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a28685e1-39dd-4227-b77f-2be0a12de057 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8961227 Jan 11 09:32:32.091260 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55782) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:32.102231 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-271848bf-aa98-4377-8471-7003c44beb6c tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Request body: {'subnet': {'network_id': 'a9c2bb75-0d58-40e9-9fd6-8de0340509f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:32.217427 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-49ef56b0-3c2e-4e4c-9030-97b6adcbb61c None None] Allocated IP 172.20.255.242 (6d83a5e7-5bc0-40bb-ba0e-5294ce214a10/ba4cc9cb-42d8-4222-9812-04865bb4187e/8b561d3d-019a-4af7-a34b-738da0b016dd) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:32.234115 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ad051aa-e24d-4b18-a1d2-b90aba17c36b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:32.250375 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d26a9548-f348-4262-9396-6a745066ce4c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:32.257272 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26a9548-f348-4262-9396-6a745066ce4c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:32.258762 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d26a9548-f348-4262-9396-6a745066ce4c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:32.262340 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78200d17-0789-4162-8200-41176c50e149 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Network 9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:32.269412 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-78200d17-0789-4162-8200-41176c50e149 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:32.452392 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6ad051aa-e24d-4b18-a1d2-b90aba17c36b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting port 2407065f-c528-4c5f-866f-4992b44e7bd0 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:32.453003 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ad051aa-e24d-4b18-a1d2-b90aba17c36b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:32.536492 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-37a884f0-1f2b-4c31-a7fa-a0a63f2b41bb None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:32.550215 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-37a884f0-1f2b-4c31-a7fa-a0a63f2b41bb None None] Transition to ACTIVE for port object 870e43b9-0707-4200-85af-ad7222731ac4 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:32.562907 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-52c98df8-8243-4db4-8a64-6038b3689ce7 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Allocated IP 172.26.3.29 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/a3b670cd-0a52-44d0-a9b2-ce5281cd3977) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:32.592560 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-37a884f0-1f2b-4c31-a7fa-a0a63f2b41bb None None] Transition to ACTIVE for port object 870e43b9-0707-4200-85af-ad7222731ac4 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:32.611654 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78200d17-0789-4162-8200-41176c50e149 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Router a2daadf8-75b6-4b9e-b8e9-c3dc31d63f75 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:32:32.757809 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-37a884f0-1f2b-4c31-a7fa-a0a63f2b41bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:32.788925 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d26a9548-f348-4262-9396-6a745066ce4c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1680369 Jan 11 09:32:32.841658 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55790) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:32.871110 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1709cec2-edb3-44b6-83d7-e835a70c1200 None None] Provisioning complete for port 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:32.871478 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1709cec2-edb3-44b6-83d7-e835a70c1200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:32.891752 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a9548-f348-4262-9396-6a745066ce4c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Network': ['ID=6a5cc178-2aa8-42bd-86ed-aa1a11ceb42d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:32.960700 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a884f0-1f2b-4c31-a7fa-a0a63f2b41bb None None] Pushing event updated for resources: {'Port': ['ID=870e43b9-0707-4200-85af-ad7222731ac4,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:32.966293 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 6a5cc178-2aa8-42bd-86ed-aa1a11ceb42d details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:32:32.979400 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-fa82db01-ae88-4a50-898a-2f33502899c3 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'subnet': {'network_id': '6a5cc178-2aa8-42bd-86ed-aa1a11ceb42d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:32.980996 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:33.007596 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-271848bf-aa98-4377-8471-7003c44beb6c tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:33.016559 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-271848bf-aa98-4377-8471-7003c44beb6c tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Usage tracker for resource:subnet and tenant:63da6de8031e45b28cc9f46aad9f66c1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:33.055704 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78200d17-0789-4162-8200-41176c50e149 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:32:33.070717 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-271848bf-aa98-4377-8471-7003c44beb6c tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:33.080820 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-78200d17-0789-4162-8200-41176c50e149 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] 10.222.0.15 "PUT /v2.0/routers/a2daadf8-75b6-4b9e-b8e9-c3dc31d63f75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6910362 Jan 11 09:32:33.137596 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55794) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:33.141717 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-271848bf-aa98-4377-8471-7003c44beb6c tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:33.161951 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f692c9-56cc-462c-b45a-ddfa3bea5492 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Router 87131c3e-cbd6-4483-a3f6-6152c3e4afca has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:32:33.168140 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9aeb1939-48f7-4c38-907b-24b024e0a08c tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Request body: {'port': {'network_id': '9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2', 'name': 'tempest-FloatingIPNegativeTestJSON-73857793'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:33.171175 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6ad051aa-e24d-4b18-a1d2-b90aba17c36b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] For port 2407065f-c528-4c5f-866f-4992b44e7bd0, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=2407065f-c528-4c5f-866f-4992b44e7bd0,segment=NetworkSegment(c7135e01-17c3-4cda-9d20-122d6486b24e),segment_id=c7135e01-17c3-4cda-9d20-122d6486b24e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:32:33.171652 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ad051aa-e24d-4b18-a1d2-b90aba17c36b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:33.181070 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84134e1-2616-463d-ad42-3d241f2fee9d None None] Sync routers for ids ['a2daadf8-75b6-4b9e-b8e9-c3dc31d63f75'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:32:33.194781 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a884f0-1f2b-4c31-a7fa-a0a63f2b41bb None None] Network 6fba1deb-90b3-4f97-a014-08d54b68e53a is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:33.195519 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52c98df8-8243-4db4-8a64-6038b3689ce7 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:33.215783 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-37a884f0-1f2b-4c31-a7fa-a0a63f2b41bb None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:33.225440 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fa82db01-ae88-4a50-898a-2f33502899c3 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:33.236257 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-fa82db01-ae88-4a50-898a-2f33502899c3 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Usage tracker for resource:subnet and tenant:605575ac642f4c179928ba111782e9ff is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:33.240993 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a884f0-1f2b-4c31-a7fa-a0a63f2b41bb None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:33.242412 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-fa82db01-ae88-4a50-898a-2f33502899c3 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:33.311611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fa82db01-ae88-4a50-898a-2f33502899c3 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:33.351483 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa82db01-ae88-4a50-898a-2f33502899c3 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Made reservation on behalf of 605575ac642f4c179928ba111782e9ff for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:33.357431 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa82db01-ae88-4a50-898a-2f33502899c3 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:33.377855 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271848bf-aa98-4377-8471-7003c44beb6c tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Made reservation on behalf of 63da6de8031e45b28cc9f46aad9f66c1 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:33.383227 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-271848bf-aa98-4377-8471-7003c44beb6c tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:33.424275 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9aeb1939-48f7-4c38-907b-24b024e0a08c tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:33.480670 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52c98df8-8243-4db4-8a64-6038b3689ce7 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:33.484563 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-9aeb1939-48f7-4c38-907b-24b024e0a08c tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Usage tracker for resource:port and tenant:b70bb6cdf08347b79b4f014651c12f30 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:33.520500 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6ad051aa-e24d-4b18-a1d2-b90aba17c36b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Calling delete_port for 2407065f-c528-4c5f-866f-4992b44e7bd0 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:32:33.532272 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84134e1-2616-463d-ad42-3d241f2fee9d None None] Routers {'a2daadf8-75b6-4b9e-b8e9-c3dc31d63f75'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:32:33.534239 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b84134e1-2616-463d-ad42-3d241f2fee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:32:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['a2daadf8-75b6-4b9e-b8e9-c3dc31d63f75'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:33.564835 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-9aeb1939-48f7-4c38-907b-24b024e0a08c tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:33.566338 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c98df8-8243-4db4-8a64-6038b3689ce7 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Pushing event updated for resources: {'Port': ['ID=a3b670cd-0a52-44d0-a9b2-ce5281cd3977,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:33.581432 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9aeb1939-48f7-4c38-907b-24b024e0a08c tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:33.604366 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c98df8-8243-4db4-8a64-6038b3689ce7 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:33.607638 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-52c98df8-8243-4db4-8a64-6038b3689ce7 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:33.610594 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c98df8-8243-4db4-8a64-6038b3689ce7 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:33.657035 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aeb1939-48f7-4c38-907b-24b024e0a08c tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Made reservation on behalf of b70bb6cdf08347b79b4f014651c12f30 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:33.660537 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1939-48f7-4c38-907b-24b024e0a08c tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:33.719592 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:33.719967 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:33.732226 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f692c9-56cc-462c-b45a-ddfa3bea5492 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:32:33.743191 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319d4d20-ef5f-4964-9a9d-e49ec908491e None None] Sync routers for ids ['87131c3e-cbd6-4483-a3f6-6152c3e4afca'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:32:33.751731 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-80f692c9-56cc-462c-b45a-ddfa3bea5492 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "PUT /v2.0/routers/87131c3e-cbd6-4483-a3f6-6152c3e4afca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4665687 Jan 11 09:32:33.758207 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319d4d20-ef5f-4964-9a9d-e49ec908491e None None] Routers {'87131c3e-cbd6-4483-a3f6-6152c3e4afca'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:32:33.760351 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-319d4d20-ef5f-4964-9a9d-e49ec908491e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:32:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['87131c3e-cbd6-4483-a3f6-6152c3e4afca'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:33.785120 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b84134e1-2616-463d-ad42-3d241f2fee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:33.851811 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55798) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:33.861457 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84134e1-2616-463d-ad42-3d241f2fee9d None None] Routers {'a2daadf8-75b6-4b9e-b8e9-c3dc31d63f75'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:32:33.862326 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b84134e1-2616-463d-ad42-3d241f2fee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:32:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['a2daadf8-75b6-4b9e-b8e9-c3dc31d63f75'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:33.901396 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-319d4d20-ef5f-4964-9a9d-e49ec908491e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:33.927250 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-37a884f0-1f2b-4c31-a7fa-a0a63f2b41bb None None] Attempting to bind port 870e43b9-0707-4200-85af-ad7222731ac4 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:32:33.927250 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-37a884f0-1f2b-4c31-a7fa-a0a63f2b41bb None None] Attempting to bind port 870e43b9-0707-4200-85af-ad7222731ac4 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '0d981c72-05c6-4ac6-96c4-d724d48e7d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6fba1deb-90b3-4f97-a014-08d54b68e53a'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:32:33.927649 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a884f0-1f2b-4c31-a7fa-a0a63f2b41bb None None] Attempting to bind port 870e43b9-0707-4200-85af-ad7222731ac4 on network 6fba1deb-90b3-4f97-a014-08d54b68e53a {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:32:33.938951 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319d4d20-ef5f-4964-9a9d-e49ec908491e None None] Routers {'87131c3e-cbd6-4483-a3f6-6152c3e4afca'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:32:33.942930 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-319d4d20-ef5f-4964-9a9d-e49ec908491e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:32:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['87131c3e-cbd6-4483-a3f6-6152c3e4afca'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:33.944902 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a884f0-1f2b-4c31-a7fa-a0a63f2b41bb None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:32:33.945279 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a884f0-1f2b-4c31-a7fa-a0a63f2b41bb None None] Checking segment: {'id': '0d981c72-05c6-4ac6-96c4-d724d48e7d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6fba1deb-90b3-4f97-a014-08d54b68e53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:33.945688 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-37a884f0-1f2b-4c31-a7fa-a0a63f2b41bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:33.946109 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a884f0-1f2b-4c31-a7fa-a0a63f2b41bb None None] Bound using segment: {'id': '0d981c72-05c6-4ac6-96c4-d724d48e7d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6fba1deb-90b3-4f97-a014-08d54b68e53a'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:32:33.947373 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-37a884f0-1f2b-4c31-a7fa-a0a63f2b41bb None None] Bound port: 870e43b9-0707-4200-85af-ad7222731ac4, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d981c72-05c6-4ac6-96c4-d724d48e7d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6fba1deb-90b3-4f97-a014-08d54b68e53a'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:32:33.947532 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-37a884f0-1f2b-4c31-a7fa-a0a63f2b41bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:33.957120 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1709cec2-edb3-44b6-83d7-e835a70c1200 None None] Provisioning for port 4ef82b14-6f4c-43f7-a1de-3f783f384d12 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:33.963063 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-9aeb1939-48f7-4c38-907b-24b024e0a08c tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] device_id is not set on port e3232104-9504-4be4-83d4-e9e0c5188f9b yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:32:33.978888 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03600fe-890a-408f-86d1-f22a13040e70 None None] DHCP port deletion for e52974e7-be2a-494a-9377-b9fd1fd83190 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:32:34.007027 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b84134e1-2616-463d-ad42-3d241f2fee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:34.007973 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84134e1-2616-463d-ad42-3d241f2fee9d None None] The sync data for ids ['a2daadf8-75b6-4b9e-b8e9-c3dc31d63f75'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:32:34.014357 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eaf20e4-a1a2-40b3-895e-c936b412e6f3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] GET failed (client error): The resource could not be found. Jan 11 09:32:34.016388 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e03600fe-890a-408f-86d1-f22a13040e70 None None] Deleting port 2407065f-c528-4c5f-866f-4992b44e7bd0 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:34.016524 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8eaf20e4-a1a2-40b3-895e-c936b412e6f3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Synchronizing usage tracker for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:32:34.016747 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e03600fe-890a-408f-86d1-f22a13040e70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:34.054164 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1709cec2-edb3-44b6-83d7-e835a70c1200 None None] Provisioning complete for port 4ef82b14-6f4c-43f7-a1de-3f783f384d12 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:34.054542 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1709cec2-edb3-44b6-83d7-e835a70c1200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:34.072115 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-319d4d20-ef5f-4964-9a9d-e49ec908491e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:34.073237 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319d4d20-ef5f-4964-9a9d-e49ec908491e None None] The sync data for ids ['87131c3e-cbd6-4483-a3f6-6152c3e4afca'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:32:34.089635 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ad051aa-e24d-4b18-a1d2-b90aba17c36b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:34.093635 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8eaf20e4-a1a2-40b3-895e-c936b412e6f3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Unset dirty status for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:32:34.098486 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8eaf20e4-a1a2-40b3-895e-c936b412e6f3 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports/a7c4b747-6b2e-4538-869d-c96c8e2ad899 HTTP/1.1" status: 404 len: 333 time: 0.2438436 Jan 11 09:32:34.104344 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55804) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:34.167551 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad051aa-e24d-4b18-a1d2-b90aba17c36b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Port': ['ID=2407065f-c528-4c5f-866f-4992b44e7bd0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:34.189356 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad051aa-e24d-4b18-a1d2-b90aba17c36b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] No DVR routers for this DVR port 2407065f-c528-4c5f-866f-4992b44e7bd0 on host dv-neutron-823402-4-hyperv {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:32:34.239708 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e03600fe-890a-408f-86d1-f22a13040e70 None None] The port '2407065f-c528-4c5f-866f-4992b44e7bd0' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:32:34.247799 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:34.285226 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1709cec2-edb3-44b6-83d7-e835a70c1200 None None] Port 4ef82b14-6f4c-43f7-a1de-3f783f384d12 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:32:34.373554 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-49ef56b0-3c2e-4e4c-9030-97b6adcbb61c None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:34.417064 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-49ef56b0-3c2e-4e4c-9030-97b6adcbb61c None None] Transition to ACTIVE for port object 8b561d3d-019a-4af7-a34b-738da0b016dd will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:34.418978 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.objects.ports [None req-271848bf-aa98-4377-8471-7003c44beb6c tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87654) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 11 09:32:34.422249 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-37a884f0-1f2b-4c31-a7fa-a0a63f2b41bb None None] For port 870e43b9-0707-4200-85af-ad7222731ac4, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:32:34.422657 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-271848bf-aa98-4377-8471-7003c44beb6c tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:34.456977 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-49ef56b0-3c2e-4e4c-9030-97b6adcbb61c None None] Transition to ACTIVE for port object 8b561d3d-019a-4af7-a34b-738da0b016dd will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:34.459070 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-37a884f0-1f2b-4c31-a7fa-a0a63f2b41bb None None] For port 870e43b9-0707-4200-85af-ad7222731ac4, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=870e43b9-0707-4200-85af-ad7222731ac4,segment=NetworkSegment(0d981c72-05c6-4ac6-96c4-d724d48e7d49),segment_id=0d981c72-05c6-4ac6-96c4-d724d48e7d49)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:32:34.463326 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cf6efa75-ab36-4558-93aa-f620f294b17b None None] Provisioning complete for port 4ef82b14-6f4c-43f7-a1de-3f783f384d12 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:34.463811 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cf6efa75-ab36-4558-93aa-f620f294b17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:34.493851 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-49ef56b0-3c2e-4e4c-9030-97b6adcbb61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:34.499864 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-37a884f0-1f2b-4c31-a7fa-a0a63f2b41bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:34.514039 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa82db01-ae88-4a50-898a-2f33502899c3 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:34.518013 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ad051aa-e24d-4b18-a1d2-b90aba17c36b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:34.588723 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-6ad051aa-e24d-4b18-a1d2-b90aba17c36b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e52974e7-be2a-494a-9377-b9fd1fd83190']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:34.594726 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ef56b0-3c2e-4e4c-9030-97b6adcbb61c None None] Network 6d83a5e7-5bc0-40bb-ba0e-5294ce214a10 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:34.606457 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-49ef56b0-3c2e-4e4c-9030-97b6adcbb61c None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:34.612738 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-6ad051aa-e24d-4b18-a1d2-b90aba17c36b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7135e01-17c3-4cda-9d20-122d6486b24e') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:34.613159 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-6ad051aa-e24d-4b18-a1d2-b90aba17c36b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7135e01-17c3-4cda-9d20-122d6486b24e') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:34.613340 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ef56b0-3c2e-4e4c-9030-97b6adcbb61c None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:34.615315 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef56b0-3c2e-4e4c-9030-97b6adcbb61c None None] Pushing event updated for resources: {'Port': ['ID=8b561d3d-019a-4af7-a34b-738da0b016dd,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:34.617349 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-cf6efa75-ab36-4558-93aa-f620f294b17b None None] Port 4ef82b14-6f4c-43f7-a1de-3f783f384d12 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:32:34.620730 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271848bf-aa98-4377-8471-7003c44beb6c tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Checking segment: {'id': '523179dc-0b2f-4c93-92f6-3d2113fde9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a9c2bb75-0d58-40e9-9fd6-8de0340509f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:34.621211 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271848bf-aa98-4377-8471-7003c44beb6c tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Network hostable DHCP agents. Network: a9c2bb75-0d58-40e9-9fd6-8de0340509f2, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:32:34.629231 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271848bf-aa98-4377-8471-7003c44beb6c tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event updated for resources: {'Subnet': ['ID=b252dcd2-d19a-4992-a59e-53297bf2c9a5,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:34.644441 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ad051aa-e24d-4b18-a1d2-b90aba17c36b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:34.668567 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271848bf-aa98-4377-8471-7003c44beb6c tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Network a9c2bb75-0d58-40e9-9fd6-8de0340509f2 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:32:34.673248 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ad051aa-e24d-4b18-a1d2-b90aba17c36b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:34.683377 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad051aa-e24d-4b18-a1d2-b90aba17c36b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:32:34.686586 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ad051aa-e24d-4b18-a1d2-b90aba17c36b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:32:34.731944 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:32:34.748844 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-271848bf-aa98-4377-8471-7003c44beb6c tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, a9c2bb75-0d58-40e9-9fd6-8de0340509f2) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:34.776484 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271848bf-aa98-4377-8471-7003c44beb6c tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:34.777219 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-271848bf-aa98-4377-8471-7003c44beb6c tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:34.879133 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07edf47-4e71-4d87-b9c6-2293c066f7d0 None None] Network a9c2bb75-0d58-40e9-9fd6-8de0340509f2 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:34.971140 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-271848bf-aa98-4377-8471-7003c44beb6c tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8748934 Jan 11 09:32:34.975890 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55808) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:34.989095 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-0fefa1ff-44f1-4a6d-b24e-863a646db957 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Request body: {'port': {'network_id': 'a9c2bb75-0d58-40e9-9fd6-8de0340509f2', 'name': 'tempest-NetworksIpV6TestAttrs-990309745'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:35.005863 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ad051aa-e24d-4b18-a1d2-b90aba17c36b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:35.023452 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01209782-8f8d-41d7-b1bf-a9922d5b7028 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:35.106068 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ad051aa-e24d-4b18-a1d2-b90aba17c36b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:35.121702 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6ad051aa-e24d-4b18-a1d2-b90aba17c36b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/networks/e52974e7-be2a-494a-9377-b9fd1fd83190 HTTP/1.1" status: 204 len: 168 time: 3.2392311 Jan 11 09:32:35.165926 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-9aeb1939-48f7-4c38-907b-24b024e0a08c tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Allocated IP 172.20.0.10 (9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2/a8a547cf-81b4-4d0f-bcf4-03176dba169e/e3232104-9504-4be4-83d4-e9e0c5188f9b) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:35.227364 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 2407065f-c528-4c5f-866f-4992b44e7bd0 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:32:35.286313 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a884f0-1f2b-4c31-a7fa-a0a63f2b41bb None None] Pushing event updated for resources: {'Port': ['ID=870e43b9-0707-4200-85af-ad7222731ac4,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:35.296797 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-49ef56b0-3c2e-4e4c-9030-97b6adcbb61c None None] Attempting to bind port 8b561d3d-019a-4af7-a34b-738da0b016dd on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:32:35.304310 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-49ef56b0-3c2e-4e4c-9030-97b6adcbb61c None None] Attempting to bind port 8b561d3d-019a-4af7-a34b-738da0b016dd by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '297bab7c-6705-42d9-a23a-9b9cccc179ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '6d83a5e7-5bc0-40bb-ba0e-5294ce214a10'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:32:35.304945 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ef56b0-3c2e-4e4c-9030-97b6adcbb61c None None] Attempting to bind port 8b561d3d-019a-4af7-a34b-738da0b016dd on network 6d83a5e7-5bc0-40bb-ba0e-5294ce214a10 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:32:35.327606 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 2407065f-c528-4c5f-866f-4992b44e7bd0 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:32:35.327952 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 2407065f-c528-4c5f-866f-4992b44e7bd0 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:32:35.331970 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55814) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:35.332315 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ef56b0-3c2e-4e4c-9030-97b6adcbb61c None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:32:35.332615 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ef56b0-3c2e-4e4c-9030-97b6adcbb61c None None] Checking segment: {'id': '297bab7c-6705-42d9-a23a-9b9cccc179ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '6d83a5e7-5bc0-40bb-ba0e-5294ce214a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:35.333015 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-49ef56b0-3c2e-4e4c-9030-97b6adcbb61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:35.333406 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ef56b0-3c2e-4e4c-9030-97b6adcbb61c None None] Bound using segment: {'id': '297bab7c-6705-42d9-a23a-9b9cccc179ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '6d83a5e7-5bc0-40bb-ba0e-5294ce214a10'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:32:35.334107 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-49ef56b0-3c2e-4e4c-9030-97b6adcbb61c None None] Bound port: 8b561d3d-019a-4af7-a34b-738da0b016dd, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297bab7c-6705-42d9-a23a-9b9cccc179ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '6d83a5e7-5bc0-40bb-ba0e-5294ce214a10'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:32:35.334443 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-49ef56b0-3c2e-4e4c-9030-97b6adcbb61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:35.346282 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-f77a06e7-c85d-4cd0-b20a-209b5344c3d6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2026507277'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:35.357852 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad051aa-e24d-4b18-a1d2-b90aba17c36b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Network': ['ID=e52974e7-be2a-494a-9377-b9fd1fd83190,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:35.373777 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f77a06e7-c85d-4cd0-b20a-209b5344c3d6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:35.412438 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0fefa1ff-44f1-4a6d-b24e-863a646db957 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:35.419950 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0fefa1ff-44f1-4a6d-b24e-863a646db957 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Usage tracker for resource:port and tenant:63da6de8031e45b28cc9f46aad9f66c1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:35.423487 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0fefa1ff-44f1-4a6d-b24e-863a646db957 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:35.430046 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0fefa1ff-44f1-4a6d-b24e-863a646db957 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:35.441940 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f77a06e7-c85d-4cd0-b20a-209b5344c3d6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:network and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:35.448342 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f77a06e7-c85d-4cd0-b20a-209b5344c3d6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:35.451909 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fefa1ff-44f1-4a6d-b24e-863a646db957 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Made reservation on behalf of 63da6de8031e45b28cc9f46aad9f66c1 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:35.456474 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0fefa1ff-44f1-4a6d-b24e-863a646db957 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:35.476182 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f77a06e7-c85d-4cd0-b20a-209b5344c3d6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:35.501431 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-0fefa1ff-44f1-4a6d-b24e-863a646db957 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] device_id is not set on port d51102c6-9748-4be2-9ee0-420d7aa7586a yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:32:35.551676 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-49ef56b0-3c2e-4e4c-9030-97b6adcbb61c None None] For port 8b561d3d-019a-4af7-a34b-738da0b016dd, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:32:35.553800 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82db01-ae88-4a50-898a-2f33502899c3 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Subnet': ['ID=dd418a49-0ced-4369-a04a-f3b783b90a59,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:35.569180 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-49ef56b0-3c2e-4e4c-9030-97b6adcbb61c None None] For port 8b561d3d-019a-4af7-a34b-738da0b016dd, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=8b561d3d-019a-4af7-a34b-738da0b016dd,segment=NetworkSegment(297bab7c-6705-42d9-a23a-9b9cccc179ee),segment_id=297bab7c-6705-42d9-a23a-9b9cccc179ee)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:32:35.577755 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a497de4-20f8-4c98-94e6-1e13796c3532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-a9c2bb75-0d58-40e9-9fd6-8de0340509f2', 'network_id': 'a9c2bb75-0d58-40e9-9fd6-8de0340509f2', 'tenant_id': '63da6de8031e45b28cc9f46aad9f66c1', 'fixed_ips': [{'subnet_id': 'b252dcd2-d19a-4992-a59e-53297bf2c9a5'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:32:35.580325 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7a497de4-20f8-4c98-94e6-1e13796c3532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:35.584287 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77a06e7-c85d-4cd0-b20a-209b5344c3d6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:35.588638 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f77a06e7-c85d-4cd0-b20a-209b5344c3d6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:35.593387 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-49ef56b0-3c2e-4e4c-9030-97b6adcbb61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:35.846301 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef56b0-3c2e-4e4c-9030-97b6adcbb61c None None] Pushing event updated for resources: {'Port': ['ID=8b561d3d-019a-4af7-a34b-738da0b016dd,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:35.852549 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77a06e7-c85d-4cd0-b20a-209b5344c3d6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:32:35.863251 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f77a06e7-c85d-4cd0-b20a-209b5344c3d6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:35.863663 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-f77a06e7-c85d-4cd0-b20a-209b5344c3d6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Added segment 0808f93a-af54-4cb6-953f-ac93ad9c61b5 of type vlan for network 237f2b1b-00a6-4788-930c-dc8c23193bc5 Jan 11 09:32:35.940672 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f77a06e7-c85d-4cd0-b20a-209b5344c3d6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:35.950777 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-0fefa1ff-44f1-4a6d-b24e-863a646db957 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Allocated IP 2001:db8::f816:3eff:fec5:9594 (a9c2bb75-0d58-40e9-9fd6-8de0340509f2/b252dcd2-d19a-4992-a59e-53297bf2c9a5/d51102c6-9748-4be2-9ee0-420d7aa7586a) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:35.958774 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1939-48f7-4c38-907b-24b024e0a08c tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:36.052514 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa82db01-ae88-4a50-898a-2f33502899c3 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Checking segment: {'id': '0597ff47-9c19-40dc-a9e7-ba544b495fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a5cc178-2aa8-42bd-86ed-aa1a11ceb42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:36.053164 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa82db01-ae88-4a50-898a-2f33502899c3 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Network hostable DHCP agents. Network: 6a5cc178-2aa8-42bd-86ed-aa1a11ceb42d, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:32:36.108944 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f77a06e7-c85d-4cd0-b20a-209b5344c3d6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:36.114895 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77a06e7-c85d-4cd0-b20a-209b5344c3d6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:36.115487 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f77a06e7-c85d-4cd0-b20a-209b5344c3d6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:36.169995 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-9aeb1939-48f7-4c38-907b-24b024e0a08c tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Transition to ACTIVE for port object e3232104-9504-4be4-83d4-e9e0c5188f9b will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:36.181437 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01209782-8f8d-41d7-b1bf-a9922d5b7028 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:36.188286 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01209782-8f8d-41d7-b1bf-a9922d5b7028 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:36.235459 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa82db01-ae88-4a50-898a-2f33502899c3 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Network 6a5cc178-2aa8-42bd-86ed-aa1a11ceb42d is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:32:36.263033 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01209782-8f8d-41d7-b1bf-a9922d5b7028 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:36.263274 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01209782-8f8d-41d7-b1bf-a9922d5b7028 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Fanout notify agent at l3_agent the message router_deleted on router 87131c3e-cbd6-4483-a3f6-6152c3e4afca {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:32:36.284467 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-fa82db01-ae88-4a50-898a-2f33502899c3 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 6a5cc178-2aa8-42bd-86ed-aa1a11ceb42d) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:36.295041 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e942e3f-76df-4d82-9461-94e4e17e6d0e None None] Network 6a5cc178-2aa8-42bd-86ed-aa1a11ceb42d requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:36.319660 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa82db01-ae88-4a50-898a-2f33502899c3 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:36.320844 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa82db01-ae88-4a50-898a-2f33502899c3 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:36.358707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1939-48f7-4c38-907b-24b024e0a08c tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:36.434465 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f77a06e7-c85d-4cd0-b20a-209b5344c3d6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0970714 Jan 11 09:32:36.436037 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55820) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:36.447869 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a06e7-c85d-4cd0-b20a-209b5344c3d6 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Network': ['ID=237f2b1b-00a6-4788-930c-dc8c23193bc5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:36.464246 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 237f2b1b-00a6-4788-930c-dc8c23193bc5 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:32:36.467230 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2662bb1f-0ae1-4242-b9d8-933e24977022 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'subnet': {'network_id': '237f2b1b-00a6-4788-930c-dc8c23193bc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:36.531577 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f24c22-d100-42eb-a480-9466dd71fddb None None] Network 6fba1deb-90b3-4f97-a014-08d54b68e53a requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:36.547151 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb1939-48f7-4c38-907b-24b024e0a08c tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Pushing event updated for resources: {'Port': ['ID=e3232104-9504-4be4-83d4-e9e0c5188f9b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:36.568802 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeb1939-48f7-4c38-907b-24b024e0a08c tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Network 9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:36.577142 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-9aeb1939-48f7-4c38-907b-24b024e0a08c tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:36.590714 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeb1939-48f7-4c38-907b-24b024e0a08c tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:36.632950 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0fefa1ff-44f1-4a6d-b24e-863a646db957 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:36.641178 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01209782-8f8d-41d7-b1bf-a9922d5b7028 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:36.642776 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-01209782-8f8d-41d7-b1bf-a9922d5b7028 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/routers/87131c3e-cbd6-4483-a3f6-6152c3e4afca HTTP/1.1" status: 204 len: 168 time: 2.5179186 Jan 11 09:32:36.647511 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fa82db01-ae88-4a50-898a-2f33502899c3 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.7978432 Jan 11 09:32:36.648654 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55824) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:36.649423 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55826) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:36.658969 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2662bb1f-0ae1-4242-b9d8-933e24977022 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:36.673886 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2662bb1f-0ae1-4242-b9d8-933e24977022 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:subnet and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:36.688592 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2662bb1f-0ae1-4242-b9d8-933e24977022 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:36.712952 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0fefa1ff-44f1-4a6d-b24e-863a646db957 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Transition to ACTIVE for port object d51102c6-9748-4be2-9ee0-420d7aa7586a will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:36.714633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2662bb1f-0ae1-4242-b9d8-933e24977022 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:36.745074 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2662bb1f-0ae1-4242-b9d8-933e24977022 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:36.748969 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2662bb1f-0ae1-4242-b9d8-933e24977022 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:36.872842 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c3536800-be9e-4fc1-aed7-5e167940d789 None None] Provisioning for port 870e43b9-0707-4200-85af-ad7222731ac4 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:37.033585 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0fefa1ff-44f1-4a6d-b24e-863a646db957 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:37.070000 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 8b561d3d-019a-4af7-a34b-738da0b016dd up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:37.158446 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fefa1ff-44f1-4a6d-b24e-863a646db957 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Network a9c2bb75-0d58-40e9-9fd6-8de0340509f2 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:37.169041 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-0fefa1ff-44f1-4a6d-b24e-863a646db957 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:37.176101 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fefa1ff-44f1-4a6d-b24e-863a646db957 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:37.183173 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52c98df8-8243-4db4-8a64-6038b3689ce7 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:37.188875 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fefa1ff-44f1-4a6d-b24e-863a646db957 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:37.188875 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0fefa1ff-44f1-4a6d-b24e-863a646db957 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:37.219487 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeb1939-48f7-4c38-907b-24b024e0a08c tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:37.220305 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1939-48f7-4c38-907b-24b024e0a08c tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:37.221294 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0fefa1ff-44f1-4a6d-b24e-863a646db957 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.2442713 Jan 11 09:32:37.223594 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefa1ff-44f1-4a6d-b24e-863a646db957 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event updated for resources: {'Port': ['ID=d51102c6-9748-4be2-9ee0-420d7aa7586a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:37.225843 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55832) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:37.269587 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e872abe-da66-4874-9217-c1ba882fcdba tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting subnet b57318e9-2a57-49c5-9d63-2b496f4e0d69 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:32:37.273011 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0e872abe-da66-4874-9217-c1ba882fcdba tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:37.291645 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af74215e-f829-4cc1-96be-c77d600c6071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-6a5cc178-2aa8-42bd-86ed-aa1a11ceb42d', 'network_id': '6a5cc178-2aa8-42bd-86ed-aa1a11ceb42d', 'tenant_id': '605575ac642f4c179928ba111782e9ff', 'fixed_ips': [{'subnet_id': 'dd418a49-0ced-4369-a04a-f3b783b90a59'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:32:37.293551 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-af74215e-f829-4cc1-96be-c77d600c6071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:37.369989 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-9686b3b7-15fa-4ad1-a4be-42926704e25a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Deleting subnet b252dcd2-d19a-4992-a59e-53297bf2c9a5 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:32:37.376232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0e872abe-da66-4874-9217-c1ba882fcdba tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:37.422962 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2662bb1f-0ae1-4242-b9d8-933e24977022 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:37.438246 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-672f1ee2-55d4-4403-839a-24c452711bc9 None None] Provisioning for port e3232104-9504-4be4-83d4-e9e0c5188f9b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:37.485944 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-672f1ee2-55d4-4403-839a-24c452711bc9 None None] Provisioning complete for port e3232104-9504-4be4-83d4-e9e0c5188f9b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:37.496668 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9393c40d-c09b-4c28-92bf-24bb3a083b53 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:37.499131 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-672f1ee2-55d4-4403-839a-24c452711bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:37.509256 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9aeb1939-48f7-4c38-907b-24b024e0a08c tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.3575115 Jan 11 09:32:37.512377 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55838) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:37.517559 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f65458d3-76b2-42a1-973c-b052946c4b72 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:37.546878 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f65458d3-76b2-42a1-973c-b052946c4b72 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:37.560713 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-7a497de4-20f8-4c98-94e6-1e13796c3532 None None] Allocated IP 2001:db8::f816:3eff:fe95:6ed8 (a9c2bb75-0d58-40e9-9fd6-8de0340509f2/b252dcd2-d19a-4992-a59e-53297bf2c9a5/e2764849-8d86-48e5-80ad-8b6b0e6fefbb) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:37.565381 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f65458d3-76b2-42a1-973c-b052946c4b72 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Usage tracker for resource:floatingip and tenant:b70bb6cdf08347b79b4f014651c12f30 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:37.567905 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 8b561d3d-019a-4af7-a34b-738da0b016dd completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:37.569490 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0e872abe-da66-4874-9217-c1ba882fcdba tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:37.581865 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662bb1f-0ae1-4242-b9d8-933e24977022 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Subnet': ['ID=838be048-52bb-4bda-966b-0f4032f6a88a,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:37.603942 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f65458d3-76b2-42a1-973c-b052946c4b72 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:37.638619 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3eee2c-627b-49d1-8246-431cd34175c5 None None] Network 6d83a5e7-5bc0-40bb-ba0e-5294ce214a10 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:37.651662 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2662bb1f-0ae1-4242-b9d8-933e24977022 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Checking segment: {'id': '0808f93a-af54-4cb6-953f-ac93ad9c61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '237f2b1b-00a6-4788-930c-dc8c23193bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:37.652031 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2662bb1f-0ae1-4242-b9d8-933e24977022 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network hostable DHCP agents. Network: 237f2b1b-00a6-4788-930c-dc8c23193bc5, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:32:37.679565 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9393c40d-c09b-4c28-92bf-24bb3a083b53 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:37.695122 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2662bb1f-0ae1-4242-b9d8-933e24977022 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network 237f2b1b-00a6-4788-930c-dc8c23193bc5 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:32:37.713640 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-2662bb1f-0ae1-4242-b9d8-933e24977022 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 237f2b1b-00a6-4788-930c-dc8c23193bc5) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:37.718076 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2662bb1f-0ae1-4242-b9d8-933e24977022 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:37.718707 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2662bb1f-0ae1-4242-b9d8-933e24977022 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:37.746859 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2662bb1f-0ae1-4242-b9d8-933e24977022 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3010449 Jan 11 09:32:37.747666 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55842) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:37.754186 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-680d6e10-dad4-436e-b9eb-4bdca8490821 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'port': {'network_id': '237f2b1b-00a6-4788-930c-dc8c23193bc5', 'name': 'tempest-PortsIpV6TestJSON-901759653', 'fixed_ips': [{'subnet_id': '838be048-52bb-4bda-966b-0f4032f6a88a', 'ip_address': '2001:db8::10'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:37.761050 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f65458d3-76b2-42a1-973c-b052946c4b72 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:37.869419 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c9497f-ebf5-4625-bdfb-c78eb1d7a421 None None] Network 237f2b1b-00a6-4788-930c-dc8c23193bc5 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:37.869793 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52c98df8-8243-4db4-8a64-6038b3689ce7 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:37.883599 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 870e43b9-0707-4200-85af-ad7222731ac4 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:37.904464 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f65458d3-76b2-42a1-973c-b052946c4b72 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:37.983835 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-680d6e10-dad4-436e-b9eb-4bdca8490821 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:37.996412 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-680d6e10-dad4-436e-b9eb-4bdca8490821 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:38.011324 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680d6e10-dad4-436e-b9eb-4bdca8490821 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:38.024055 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0e872abe-da66-4874-9217-c1ba882fcdba tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:38.030245 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-672f1ee2-55d4-4403-839a-24c452711bc9 None None] Port e3232104-9504-4be4-83d4-e9e0c5188f9b cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:32:38.089709 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e872abe-da66-4874-9217-c1ba882fcdba tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Subnet': ['ID=b57318e9-2a57-49c5-9d63-2b496f4e0d69,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:38.104395 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9393c40d-c09b-4c28-92bf-24bb3a083b53 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:38.161224 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0e872abe-da66-4874-9217-c1ba882fcdba tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server [None req-af74215e-f829-4cc1-96be-c77d600c6071 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd418a49-0ced-4369-a04a-f3b783b90a59: This subnet is being modified by another concurrent operation. Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 11 09:32:38.194043 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise exception Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd418a49-0ced-4369-a04a-f3b783b90a59: This subnet is being modified by another concurrent operation. Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server Jan 11 09:32:38.198547 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10787a9-2ad9-4e8d-b844-ec9a7db4102e None None] Network db388c5f-f001-4a96-924b-56e224957840 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:38.220200 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393c40d-c09b-4c28-92bf-24bb3a083b53 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Subnet': ['ID=dd418a49-0ced-4369-a04a-f3b783b90a59,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:38.226713 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-680d6e10-dad4-436e-b9eb-4bdca8490821 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:38.232989 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac5335c-3e3f-419b-a0c8-9a0124d4c8c6 None None] Network 6a5cc178-2aa8-42bd-86ed-aa1a11ceb42d requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:38.257616 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-680d6e10-dad4-436e-b9eb-4bdca8490821 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] device_id is not set on port b363ffbf-0d08-48fe-ba27-8a80064c077e yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:32:38.307424 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0e872abe-da66-4874-9217-c1ba882fcdba tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/subnets/b57318e9-2a57-49c5-9d63-2b496f4e0d69 HTTP/1.1" status: 204 len: 168 time: 1.6494994 Jan 11 09:32:38.311923 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55846) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:38.394418 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9393c40d-c09b-4c28-92bf-24bb3a083b53 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:38.424488 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-087ea0d0-a2af-40ed-bab2-bd85b677d46b None None] Provisioning for port 8b561d3d-019a-4af7-a34b-738da0b016dd completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:38.443966 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9393c40d-c09b-4c28-92bf-24bb3a083b53 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a5cc178-2aa8-42bd-86ed-aa1a11ceb42d']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:38.483715 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9393c40d-c09b-4c28-92bf-24bb3a083b53 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0597ff47-9c19-40dc-a9e7-ba544b495fc7') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:38.484164 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9393c40d-c09b-4c28-92bf-24bb3a083b53 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0597ff47-9c19-40dc-a9e7-ba544b495fc7') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:38.511319 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9393c40d-c09b-4c28-92bf-24bb3a083b53 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:38.538966 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 870e43b9-0707-4200-85af-ad7222731ac4 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:38.542931 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-087ea0d0-a2af-40ed-bab2-bd85b677d46b None None] Provisioning complete for port 8b561d3d-019a-4af7-a34b-738da0b016dd triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:38.543141 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-087ea0d0-a2af-40ed-bab2-bd85b677d46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:38.546003 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0725e5d-1903-4d9a-99be-3864be945717 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:38.559670 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9393c40d-c09b-4c28-92bf-24bb3a083b53 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:38.568218 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f65458d3-76b2-42a1-973c-b052946c4b72 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:38.570748 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9393c40d-c09b-4c28-92bf-24bb3a083b53 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:32:38.570748 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9393c40d-c09b-4c28-92bf-24bb3a083b53 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:38.576346 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f0725e5d-1903-4d9a-99be-3864be945717 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting port 403d4bf9-4293-422e-818e-5815324b61f2 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:38.576813 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0725e5d-1903-4d9a-99be-3864be945717 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:38.588342 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52c98df8-8243-4db4-8a64-6038b3689ce7 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:32:38.589940 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:32:38.638595 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52c98df8-8243-4db4-8a64-6038b3689ce7 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:38.663440 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 870e43b9-0707-4200-85af-ad7222731ac4 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:38.663814 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:38.959516 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9393c40d-c09b-4c28-92bf-24bb3a083b53 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:39.009943 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-680d6e10-dad4-436e-b9eb-4bdca8490821 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Allocated IP 2001:db8::10 (237f2b1b-00a6-4788-930c-dc8c23193bc5/838be048-52bb-4bda-966b-0f4032f6a88a/b363ffbf-0d08-48fe-ba27-8a80064c077e) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:39.012648 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c98df8-8243-4db4-8a64-6038b3689ce7 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Pushing event updated for resources: {'Port': ['ID=a3b670cd-0a52-44d0-a9b2-ce5281cd3977,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:39.115376 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9393c40d-c09b-4c28-92bf-24bb3a083b53 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:39.127295 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52c98df8-8243-4db4-8a64-6038b3689ce7 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:39.148223 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f0725e5d-1903-4d9a-99be-3864be945717 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] For port 403d4bf9-4293-422e-818e-5815324b61f2, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=403d4bf9-4293-422e-818e-5815324b61f2,segment=NetworkSegment(de7af669-61d1-46d3-931e-1280fb7b66a7),segment_id=de7af669-61d1-46d3-931e-1280fb7b66a7)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:32:39.148575 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0725e5d-1903-4d9a-99be-3864be945717 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:39.187831 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7a497de4-20f8-4c98-94e6-1e13796c3532 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:39.190928 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393c40d-c09b-4c28-92bf-24bb3a083b53 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Network': ['ID=6a5cc178-2aa8-42bd-86ed-aa1a11ceb42d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:39.238044 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9393c40d-c09b-4c28-92bf-24bb3a083b53 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/networks/6a5cc178-2aa8-42bd-86ed-aa1a11ceb42d HTTP/1.1" status: 204 len: 168 time: 2.5758455 Jan 11 09:32:39.239848 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-f65458d3-76b2-42a1-973c-b052946c4b72 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Allocated IP 172.26.3.209 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/ad87134f-980c-4f10-b300-208a31c1ca13) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:39.252092 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7a497de4-20f8-4c98-94e6-1e13796c3532 None None] Transition to ACTIVE for port object e2764849-8d86-48e5-80ad-8b6b0e6fefbb will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:39.258042 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55856) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:39.259994 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a66acd8-8925-42c7-908c-5bf05fd96553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-237f2b1b-00a6-4788-930c-dc8c23193bc5', 'network_id': '237f2b1b-00a6-4788-930c-dc8c23193bc5', 'tenant_id': '8844e01d61a342618edbd314407bab67', 'fixed_ips': [{'subnet_id': '838be048-52bb-4bda-966b-0f4032f6a88a'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:32:39.260225 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3a66acd8-8925-42c7-908c-5bf05fd96553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:39.264663 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-32024c5e-b299-4f49-b3d2-0275f4724946 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1198211374'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:39.271069 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-32024c5e-b299-4f49-b3d2-0275f4724946 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:39.276522 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-32024c5e-b299-4f49-b3d2-0275f4724946 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Usage tracker for resource:network and tenant:605575ac642f4c179928ba111782e9ff is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:39.280559 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-32024c5e-b299-4f49-b3d2-0275f4724946 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:39.287621 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-32024c5e-b299-4f49-b3d2-0275f4724946 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:39.301587 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f0725e5d-1903-4d9a-99be-3864be945717 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Calling delete_port for 403d4bf9-4293-422e-818e-5815324b61f2 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:32:39.308979 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32024c5e-b299-4f49-b3d2-0275f4724946 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Made reservation on behalf of 605575ac642f4c179928ba111782e9ff for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:39.313732 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32024c5e-b299-4f49-b3d2-0275f4724946 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:39.417619 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7a497de4-20f8-4c98-94e6-1e13796c3532 None None] Transition to ACTIVE for port object e2764849-8d86-48e5-80ad-8b6b0e6fefbb will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:39.422125 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-087ea0d0-a2af-40ed-bab2-bd85b677d46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:39.444770 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9686b3b7-15fa-4ad1-a4be-42926704e25a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:39.456400 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:39.466616 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7a497de4-20f8-4c98-94e6-1e13796c3532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:39.558775 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0725e5d-1903-4d9a-99be-3864be945717 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:39.641565 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9686b3b7-15fa-4ad1-a4be-42926704e25a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:39.684432 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a497de4-20f8-4c98-94e6-1e13796c3532 None None] Network a9c2bb75-0d58-40e9-9fd6-8de0340509f2 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:39.685268 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e1059b-fbdd-4283-b3f9-18333e23030f None None] DHCP port deletion for db388c5f-f001-4a96-924b-56e224957840 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:32:39.699505 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-7a497de4-20f8-4c98-94e6-1e13796c3532 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:39.731230 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 870e43b9-0707-4200-85af-ad7222731ac4, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=870e43b9-0707-4200-85af-ad7222731ac4,segment=NetworkSegment(0d981c72-05c6-4ac6-96c4-d724d48e7d49),segment_id=0d981c72-05c6-4ac6-96c4-d724d48e7d49)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:32:39.734538 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a497de4-20f8-4c98-94e6-1e13796c3532 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:39.756411 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a497de4-20f8-4c98-94e6-1e13796c3532 None None] Pushing event updated for resources: {'Port': ['ID=e2764849-8d86-48e5-80ad-8b6b0e6fefbb,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:39.765164 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0725e5d-1903-4d9a-99be-3864be945717 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Port': ['ID=403d4bf9-4293-422e-818e-5815324b61f2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:39.770500 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-680d6e10-dad4-436e-b9eb-4bdca8490821 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:39.773708 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0725e5d-1903-4d9a-99be-3864be945717 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] No DVR routers for this DVR port 403d4bf9-4293-422e-818e-5815324b61f2 on host dv-neutron-823402-4-hyperv {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:32:39.787326 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-087ea0d0-a2af-40ed-bab2-bd85b677d46b None None] For port 8b561d3d-019a-4af7-a34b-738da0b016dd, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=8b561d3d-019a-4af7-a34b-738da0b016dd,segment=NetworkSegment(297bab7c-6705-42d9-a23a-9b9cccc179ee),segment_id=297bab7c-6705-42d9-a23a-9b9cccc179ee)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:32:39.812997 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32024c5e-b299-4f49-b3d2-0275f4724946 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:32:39.831864 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-52c98df8-8243-4db4-8a64-6038b3689ce7 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Floating IP dbd5665c-0401-4390-b3b0-2b65ac72802f associated. External IP: 172.26.3.29, port: e4956721-1084-49e1-b890-883ea2e18eb0. Jan 11 09:32:39.891815 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-680d6e10-dad4-436e-b9eb-4bdca8490821 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Transition to ACTIVE for port object b363ffbf-0d08-48fe-ba27-8a80064c077e will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:39.898868 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32024c5e-b299-4f49-b3d2-0275f4724946 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:39.899244 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-32024c5e-b299-4f49-b3d2-0275f4724946 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Added segment 6d73ccb4-a166-4875-a037-0055cc88a1bf of type vlan for network 98b5be90-e749-461b-8401-e77d93820dc9 Jan 11 09:32:39.918589 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:39.996563 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-087ea0d0-a2af-40ed-bab2-bd85b677d46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:40.065843 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32024c5e-b299-4f49-b3d2-0275f4724946 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:40.084159 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 403d4bf9-4293-422e-818e-5815324b61f2 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:32:40.093134 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0725e5d-1903-4d9a-99be-3864be945717 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:40.105794 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f65458d3-76b2-42a1-973c-b052946c4b72 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:40.131382 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-f0725e5d-1903-4d9a-99be-3864be945717 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db388c5f-f001-4a96-924b-56e224957840']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:40.156297 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-f0725e5d-1903-4d9a-99be-3864be945717 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7af669-61d1-46d3-931e-1280fb7b66a7') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:40.156611 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-f0725e5d-1903-4d9a-99be-3864be945717 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7af669-61d1-46d3-931e-1280fb7b66a7') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:40.176338 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0725e5d-1903-4d9a-99be-3864be945717 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:40.193710 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-680d6e10-dad4-436e-b9eb-4bdca8490821 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:40.201376 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 403d4bf9-4293-422e-818e-5815324b61f2 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:32:40.202350 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 403d4bf9-4293-422e-818e-5815324b61f2 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:32:40.222278 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32024c5e-b299-4f49-b3d2-0275f4724946 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:40.228346 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32024c5e-b299-4f49-b3d2-0275f4724946 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:40.229128 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32024c5e-b299-4f49-b3d2-0275f4724946 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:40.233942 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=870e43b9-0707-4200-85af-ad7222731ac4,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:40.238167 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7a497de4-20f8-4c98-94e6-1e13796c3532 None None] Attempting to bind port e2764849-8d86-48e5-80ad-8b6b0e6fefbb on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:32:40.238737 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7a497de4-20f8-4c98-94e6-1e13796c3532 None None] Attempting to bind port e2764849-8d86-48e5-80ad-8b6b0e6fefbb by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '523179dc-0b2f-4c93-92f6-3d2113fde9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a9c2bb75-0d58-40e9-9fd6-8de0340509f2'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:32:40.239348 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a497de4-20f8-4c98-94e6-1e13796c3532 None None] Attempting to bind port e2764849-8d86-48e5-80ad-8b6b0e6fefbb on network a9c2bb75-0d58-40e9-9fd6-8de0340509f2 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:32:40.253057 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9686b3b7-15fa-4ad1-a4be-42926704e25a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:40.293151 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0725e5d-1903-4d9a-99be-3864be945717 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:40.330910 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0725e5d-1903-4d9a-99be-3864be945717 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:32:40.331673 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0725e5d-1903-4d9a-99be-3864be945717 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:32:40.345849 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:32:40.361250 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-32024c5e-b299-4f49-b3d2-0275f4724946 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1019328 Jan 11 09:32:40.371019 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680d6e10-dad4-436e-b9eb-4bdca8490821 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network 237f2b1b-00a6-4788-930c-dc8c23193bc5 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:40.371628 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55868) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:40.387663 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-3a66acd8-8925-42c7-908c-5bf05fd96553 None None] Allocated IP 2001:db8::2 (237f2b1b-00a6-4788-930c-dc8c23193bc5/838be048-52bb-4bda-966b-0f4032f6a88a/869c5ed8-940e-4d48-9f3d-1c6e93284099) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:40.393252 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-3a4f370b-2c14-4549-abe0-042f5e1b16a5 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'subnet': {'network_id': '98b5be90-e749-461b-8401-e77d93820dc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:40.414124 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-680d6e10-dad4-436e-b9eb-4bdca8490821 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:40.416561 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d6e10-dad4-436e-b9eb-4bdca8490821 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Port': ['ID=b363ffbf-0d08-48fe-ba27-8a80064c077e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:40.419117 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680d6e10-dad4-436e-b9eb-4bdca8490821 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:40.424792 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680d6e10-dad4-436e-b9eb-4bdca8490821 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:40.425417 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-680d6e10-dad4-436e-b9eb-4bdca8490821 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:40.433366 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32024c5e-b299-4f49-b3d2-0275f4724946 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Network': ['ID=98b5be90-e749-461b-8401-e77d93820dc9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:40.446887 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a497de4-20f8-4c98-94e6-1e13796c3532 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:32:40.447200 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a497de4-20f8-4c98-94e6-1e13796c3532 None None] Checking segment: {'id': '523179dc-0b2f-4c93-92f6-3d2113fde9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a9c2bb75-0d58-40e9-9fd6-8de0340509f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:40.447567 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7a497de4-20f8-4c98-94e6-1e13796c3532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:40.447963 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a497de4-20f8-4c98-94e6-1e13796c3532 None None] Bound using segment: {'id': '523179dc-0b2f-4c93-92f6-3d2113fde9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a9c2bb75-0d58-40e9-9fd6-8de0340509f2'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:32:40.448480 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7a497de4-20f8-4c98-94e6-1e13796c3532 None None] Bound port: e2764849-8d86-48e5-80ad-8b6b0e6fefbb, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523179dc-0b2f-4c93-92f6-3d2113fde9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a9c2bb75-0d58-40e9-9fd6-8de0340509f2'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:32:40.448858 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7a497de4-20f8-4c98-94e6-1e13796c3532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:40.465242 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f65458d3-76b2-42a1-973c-b052946c4b72 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:40.469573 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 98b5be90-e749-461b-8401-e77d93820dc9 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:32:40.536366 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0725e5d-1903-4d9a-99be-3864be945717 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:40.566501 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0725e5d-1903-4d9a-99be-3864be945717 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:40.584027 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c98df8-8243-4db4-8a64-6038b3689ce7 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Router 97795655-e088-4cb3-b8c0-a13ea98e4d27 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:32:40.613016 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65458d3-76b2-42a1-973c-b052946c4b72 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:40.617178 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9686b3b7-15fa-4ad1-a4be-42926704e25a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:40.617617 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65458d3-76b2-42a1-973c-b052946c4b72 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Pushing event updated for resources: {'Port': ['ID=ad87134f-980c-4f10-b300-208a31c1ca13,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:40.623182 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f65458d3-76b2-42a1-973c-b052946c4b72 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:40.627603 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65458d3-76b2-42a1-973c-b052946c4b72 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:40.658652 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8457ccfc-245c-4f20-bbf0-564a0ff5e6ce None None] Provisioning complete for port 8b561d3d-019a-4af7-a34b-738da0b016dd triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:40.659029 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8457ccfc-245c-4f20-bbf0-564a0ff5e6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:40.674430 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0725e5d-1903-4d9a-99be-3864be945717 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Network': ['ID=db388c5f-f001-4a96-924b-56e224957840,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:40.688454 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-680d6e10-dad4-436e-b9eb-4bdca8490821 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9395776 Jan 11 09:32:40.692004 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55872) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:40.693494 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686b3b7-15fa-4ad1-a4be-42926704e25a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event deleted for resources: {'Subnet': ['ID=b252dcd2-d19a-4992-a59e-53297bf2c9a5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:40.704349 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-94dd6850-e4c5-44a2-a768-cc4e20d19b7e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'port': {'network_id': '237f2b1b-00a6-4788-930c-dc8c23193bc5', 'name': 'tempest-PortsIpV6TestJSON-759163117', 'fixed_ips': [{'subnet_id': '838be048-52bb-4bda-966b-0f4032f6a88a', 'ip_address': '2001:db8::f'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:40.726618 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9686b3b7-15fa-4ad1-a4be-42926704e25a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:40.728714 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9686b3b7-15fa-4ad1-a4be-42926704e25a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "DELETE /v2.0/subnets/b252dcd2-d19a-4992-a59e-53297bf2c9a5 HTTP/1.1" status: 204 len: 168 time: 3.5005307 Jan 11 09:32:40.740063 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f0725e5d-1903-4d9a-99be-3864be945717 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/networks/db388c5f-f001-4a96-924b-56e224957840 HTTP/1.1" status: 204 len: 168 time: 2.4268956 Jan 11 09:32:40.741092 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55878) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:40.742262 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3a4f370b-2c14-4549-abe0-042f5e1b16a5 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:40.749400 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55880) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:40.828224 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ea0d0-a2af-40ed-bab2-bd85b677d46b None None] Pushing event updated for resources: {'Port': ['ID=8b561d3d-019a-4af7-a34b-738da0b016dd,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:40.875997 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f65458d3-76b2-42a1-973c-b052946c4b72 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:40.952584 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7a497de4-20f8-4c98-94e6-1e13796c3532 None None] For port e2764849-8d86-48e5-80ad-8b6b0e6fefbb, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:32:40.955902 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3a4f370b-2c14-4549-abe0-042f5e1b16a5 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Usage tracker for resource:subnet and tenant:605575ac642f4c179928ba111782e9ff is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:40.971731 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7a497de4-20f8-4c98-94e6-1e13796c3532 None None] For port e2764849-8d86-48e5-80ad-8b6b0e6fefbb, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e2764849-8d86-48e5-80ad-8b6b0e6fefbb,segment=NetworkSegment(523179dc-0b2f-4c93-92f6-3d2113fde9b1),segment_id=523179dc-0b2f-4c93-92f6-3d2113fde9b1)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:32:40.972161 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3a4f370b-2c14-4549-abe0-042f5e1b16a5 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:41.005328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3a4f370b-2c14-4549-abe0-042f5e1b16a5 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:41.029005 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7a497de4-20f8-4c98-94e6-1e13796c3532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:41.067647 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3a66acd8-8925-42c7-908c-5bf05fd96553 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:41.073960 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f65458d3-76b2-42a1-973c-b052946c4b72 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:41.091193 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c34a7c6-0dee-4611-810c-bc6085244781 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:41.092872 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c34a7c6-0dee-4611-810c-bc6085244781 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:41.093612 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4c34a7c6-0dee-4611-810c-bc6085244781 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Synchronizing usage tracker for tenant:63da6de8031e45b28cc9f46aad9f66c1 on resource:subnet {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:32:41.103587 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c98df8-8243-4db4-8a64-6038b3689ce7 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:32:41.106850 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81f50a2-d1a7-44f1-9a4f-5b7b13c7177b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:41.107655 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d81f50a2-d1a7-44f1-9a4f-5b7b13c7177b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Synchronizing usage tracker for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:32:41.122684 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4f370b-2c14-4549-abe0-042f5e1b16a5 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Made reservation on behalf of 605575ac642f4c179928ba111782e9ff for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:41.126398 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3a4f370b-2c14-4549-abe0-042f5e1b16a5 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:41.138420 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de729758-2483-4134-8e36-a4ba12843e78 None None] Sync routers for ids ['97795655-e088-4cb3-b8c0-a13ea98e4d27'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:32:41.140169 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-52c98df8-8243-4db4-8a64-6038b3689ce7 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:41.162951 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3a66acd8-8925-42c7-908c-5bf05fd96553 None None] Transition to ACTIVE for port object 869c5ed8-940e-4d48-9f3d-1c6e93284099 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:41.217581 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-52c98df8-8243-4db4-8a64-6038b3689ce7 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 10.9738958 Jan 11 09:32:41.221028 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55888) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:41.221230 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de729758-2483-4134-8e36-a4ba12843e78 None None] Routers {'97795655-e088-4cb3-b8c0-a13ea98e4d27'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:32:41.221988 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-de729758-2483-4134-8e36-a4ba12843e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:32:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['97795655-e088-4cb3-b8c0-a13ea98e4d27'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:41.333677 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3a66acd8-8925-42c7-908c-5bf05fd96553 None None] Transition to ACTIVE for port object 869c5ed8-940e-4d48-9f3d-1c6e93284099 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:41.379555 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a497de4-20f8-4c98-94e6-1e13796c3532 None None] Pushing event updated for resources: {'Port': ['ID=e2764849-8d86-48e5-80ad-8b6b0e6fefbb,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:41.397429 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-de729758-2483-4134-8e36-a4ba12843e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:41.400479 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3a66acd8-8925-42c7-908c-5bf05fd96553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:41.403046 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.ipam_backend_mixin [None req-3a4f370b-2c14-4549-abe0-042f5e1b16a5 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Performing IP validity checks on allocation pools {{(pid=87654) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 11 09:32:41.403581 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.ipam_backend_mixin [None req-3a4f370b-2c14-4549-abe0-042f5e1b16a5 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87654) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 11 09:32:41.405485 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4d8acc30-91ba-40b3-ab3a-34cd483b1709 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] 10.222.0.15 "GET /v2.0/floatingips/dbd5665c-0401-4390-b3b0-2b65ac72802f HTTP/1.1" status: 200 len: 981 time: 0.1832976 Jan 11 09:32:41.408542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55894) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:41.457694 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8457ccfc-245c-4f20-bbf0-564a0ff5e6ce None None] Provisioning complete for port 870e43b9-0707-4200-85af-ad7222731ac4 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:41.459085 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8457ccfc-245c-4f20-bbf0-564a0ff5e6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:41.469313 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-94dd6850-e4c5-44a2-a768-cc4e20d19b7e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:41.474485 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-94dd6850-e4c5-44a2-a768-cc4e20d19b7e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:port and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:41.497174 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-94dd6850-e4c5-44a2-a768-cc4e20d19b7e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:41.508291 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-94dd6850-e4c5-44a2-a768-cc4e20d19b7e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:41.546272 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d81f50a2-d1a7-44f1-9a4f-5b7b13c7177b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Unset dirty status for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:32:41.550135 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d81f50a2-d1a7-44f1-9a4f-5b7b13c7177b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports/e1463c19-5c33-4c3d-bd8a-bc2aa977dc1c HTTP/1.1" status: 200 len: 841 time: 0.7971230 Jan 11 09:32:41.550332 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de729758-2483-4134-8e36-a4ba12843e78 None None] Routers {'97795655-e088-4cb3-b8c0-a13ea98e4d27'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:32:41.551283 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-de729758-2483-4134-8e36-a4ba12843e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:32:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['97795655-e088-4cb3-b8c0-a13ea98e4d27'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:41.625559 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4c34a7c6-0dee-4611-810c-bc6085244781 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Unset dirty status for tenant:63da6de8031e45b28cc9f46aad9f66c1 on resource:subnet {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:32:41.626504 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a66acd8-8925-42c7-908c-5bf05fd96553 None None] Network 237f2b1b-00a6-4788-930c-dc8c23193bc5 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:41.626946 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4c34a7c6-0dee-4611-810c-bc6085244781 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.8786707 Jan 11 09:32:41.639666 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55900) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:41.640004 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55902) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:41.641684 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dd6850-e4c5-44a2-a768-cc4e20d19b7e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:41.656102 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-3a66acd8-8925-42c7-908c-5bf05fd96553 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:41.660013 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101b8c14-dd9a-43a1-a67c-ce1a8d2c29a9 None None] Network a9c2bb75-0d58-40e9-9fd6-8de0340509f2 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:41.667356 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-94dd6850-e4c5-44a2-a768-cc4e20d19b7e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:41.677769 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a66acd8-8925-42c7-908c-5bf05fd96553 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:41.680184 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-de729758-2483-4134-8e36-a4ba12843e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:41.681131 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de729758-2483-4134-8e36-a4ba12843e78 None None] The sync data for ids ['97795655-e088-4cb3-b8c0-a13ea98e4d27'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:32:41.695339 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66acd8-8925-42c7-908c-5bf05fd96553 None None] Pushing event updated for resources: {'Port': ['ID=869c5ed8-940e-4d48-9f3d-1c6e93284099,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:41.855395 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a146c88a-14fe-4423-ac0c-8fe3f8120451 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2731 time: 0.4451270 Jan 11 09:32:41.855631 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55908) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:41.864857 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-94dd6850-e4c5-44a2-a768-cc4e20d19b7e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] device_id is not set on port 0569cf26-1f2c-4947-b7fc-13786b387fba yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:32:42.024487 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-caff521d-3636-4b70-b01b-53a2a62920d4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports/e1463c19-5c33-4c3d-bd8a-bc2aa977dc1c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3287332 Jan 11 09:32:42.059751 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3a66acd8-8925-42c7-908c-5bf05fd96553 None None] Attempting to bind port 869c5ed8-940e-4d48-9f3d-1c6e93284099 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:32:42.060319 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3a66acd8-8925-42c7-908c-5bf05fd96553 None None] Attempting to bind port 869c5ed8-940e-4d48-9f3d-1c6e93284099 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '0808f93a-af54-4cb6-953f-ac93ad9c61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '237f2b1b-00a6-4788-930c-dc8c23193bc5'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:32:42.060425 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a66acd8-8925-42c7-908c-5bf05fd96553 None None] Attempting to bind port 869c5ed8-940e-4d48-9f3d-1c6e93284099 on network 237f2b1b-00a6-4788-930c-dc8c23193bc5 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:32:42.062436 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55912) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:42.078456 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a66acd8-8925-42c7-908c-5bf05fd96553 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:32:42.079109 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a66acd8-8925-42c7-908c-5bf05fd96553 None None] Checking segment: {'id': '0808f93a-af54-4cb6-953f-ac93ad9c61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '237f2b1b-00a6-4788-930c-dc8c23193bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:42.079247 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-92d30d10-9646-40f1-af5f-e81b687b6465 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'subnet': {'network_id': '26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:42.079498 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3a66acd8-8925-42c7-908c-5bf05fd96553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:42.079888 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a66acd8-8925-42c7-908c-5bf05fd96553 None None] Bound using segment: {'id': '0808f93a-af54-4cb6-953f-ac93ad9c61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '237f2b1b-00a6-4788-930c-dc8c23193bc5'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:32:42.080361 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3a66acd8-8925-42c7-908c-5bf05fd96553 None None] Bound port: 869c5ed8-940e-4d48-9f3d-1c6e93284099, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0808f93a-af54-4cb6-953f-ac93ad9c61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '237f2b1b-00a6-4788-930c-dc8c23193bc5'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:32:42.080729 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3a66acd8-8925-42c7-908c-5bf05fd96553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:42.112859 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63021034-6596-4169-b74c-cf56183ba433 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:42.140328 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 8b561d3d-019a-4af7-a34b-738da0b016dd up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:42.191255 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f65458d3-76b2-42a1-973c-b052946c4b72 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:42.195431 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-667def24-8408-4235-a928-4c56a560f7a4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Deleting port a3b670cd-0a52-44d0-a9b2-ce5281cd3977 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:42.195754 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-667def24-8408-4235-a928-4c56a560f7a4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:42.212020 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-63021034-6596-4169-b74c-cf56183ba433 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 11 09:32:42.212467 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63021034-6596-4169-b74c-cf56183ba433 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:32:42.266167 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3a66acd8-8925-42c7-908c-5bf05fd96553 None None] For port 869c5ed8-940e-4d48-9f3d-1c6e93284099, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:32:42.271029 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3a66acd8-8925-42c7-908c-5bf05fd96553 None None] For port 869c5ed8-940e-4d48-9f3d-1c6e93284099, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=869c5ed8-940e-4d48-9f3d-1c6e93284099,segment=NetworkSegment(0808f93a-af54-4cb6-953f-ac93ad9c61b5),segment_id=0808f93a-af54-4cb6-953f-ac93ad9c61b5)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:32:42.282230 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3a66acd8-8925-42c7-908c-5bf05fd96553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:42.285798 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 8b561d3d-019a-4af7-a34b-738da0b016dd triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:42.286735 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:42.320541 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-63021034-6596-4169-b74c-cf56183ba433 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "DELETE /v2.0/networks/a9c2bb75-0d58-40e9-9fd6-8de0340509f2 HTTP/1.1" status: 409 len: 405 time: 0.6173337 Jan 11 09:32:42.323220 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fd3fa-ed04-4c31-b5a6-3d419d451893 req-2737be04-9a27-48c7-8b09-458614926e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:42.324606 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9b0fd3fa-ed04-4c31-b5a6-3d419d451893 req-2737be04-9a27-48c7-8b09-458614926e72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2f55e34cfef842488129ab7ed2754c64&device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 1099 time: 0.7701714 Jan 11 09:32:42.331059 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55918) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:42.369483 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c1ff9bbc-fb62-4f05-b5c4-1dbffd1a44a6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-939993465'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:42.418147 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c1ff9bbc-fb62-4f05-b5c4-1dbffd1a44a6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:42.447129 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-667def24-8408-4235-a928-4c56a560f7a4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:42.447129 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-667def24-8408-4235-a928-4c56a560f7a4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:42.447859 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-92d30d10-9646-40f1-af5f-e81b687b6465 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:42.447859 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3a4f370b-2c14-4549-abe0-042f5e1b16a5 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:42.449808 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66acd8-8925-42c7-908c-5bf05fd96553 None None] Pushing event updated for resources: {'Port': ['ID=869c5ed8-940e-4d48-9f3d-1c6e93284099,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:42.451777 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c1ff9bbc-fb62-4f05-b5c4-1dbffd1a44a6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Usage tracker for resource:network and tenant:63da6de8031e45b28cc9f46aad9f66c1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:42.499799 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-92d30d10-9646-40f1-af5f-e81b687b6465 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:subnet and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:42.512875 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c1ff9bbc-fb62-4f05-b5c4-1dbffd1a44a6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:42.525609 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-92d30d10-9646-40f1-af5f-e81b687b6465 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:42.548084 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c1ff9bbc-fb62-4f05-b5c4-1dbffd1a44a6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:42.559558 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-92d30d10-9646-40f1-af5f-e81b687b6465 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:42.590735 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 870e43b9-0707-4200-85af-ad7222731ac4 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:42.619601 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-667def24-8408-4235-a928-4c56a560f7a4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Calling delete_port for a3b670cd-0a52-44d0-a9b2-ce5281cd3977 owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:32:42.678361 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d30d10-9646-40f1-af5f-e81b687b6465 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:42.682505 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92d30d10-9646-40f1-af5f-e81b687b6465 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:42.708334 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ff9bbc-fb62-4f05-b5c4-1dbffd1a44a6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Made reservation on behalf of 63da6de8031e45b28cc9f46aad9f66c1 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:42.711801 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1ff9bbc-fb62-4f05-b5c4-1dbffd1a44a6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:42.723343 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 870e43b9-0707-4200-85af-ad7222731ac4 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:42.723988 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:42.732966 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-94dd6850-e4c5-44a2-a768-cc4e20d19b7e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Allocated IP 2001:db8::f (237f2b1b-00a6-4788-930c-dc8c23193bc5/838be048-52bb-4bda-966b-0f4032f6a88a/0569cf26-1f2c-4947-b7fc-13786b387fba) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:42.800968 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f370b-2c14-4549-abe0-042f5e1b16a5 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Subnet': ['ID=f28bc812-09fb-45a7-aea4-6dd4335f26ee,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:42.910787 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f65458d3-76b2-42a1-973c-b052946c4b72 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:42.987564 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4f370b-2c14-4549-abe0-042f5e1b16a5 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Checking segment: {'id': '6d73ccb4-a166-4875-a037-0055cc88a1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '98b5be90-e749-461b-8401-e77d93820dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:42.987919 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4f370b-2c14-4549-abe0-042f5e1b16a5 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Network hostable DHCP agents. Network: 98b5be90-e749-461b-8401-e77d93820dc9, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:32:43.012650 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-667def24-8408-4235-a928-4c56a560f7a4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:43.028997 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fd3fa-ed04-4c31-b5a6-3d419d451893 req-6f65a876-63af-4c85-83f1-449a2d149d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:43.030494 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9b0fd3fa-ed04-4c31-b5a6-3d419d451893 req-6f65a876-63af-4c85-83f1-449a2d149d01 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d792ad28-c1a4-4d37-b57d-4b386593b2fd HTTP/1.1" status: 200 len: 912 time: 0.6986279 Jan 11 09:32:43.084922 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65458d3-76b2-42a1-973c-b052946c4b72 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Pushing event updated for resources: {'Port': ['ID=ad87134f-980c-4f10-b300-208a31c1ca13,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:43.105515 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ff9bbc-fb62-4f05-b5c4-1dbffd1a44a6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:32:43.162026 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccb0f1-705b-4b54-9c81-41dad91c2b98 req-1f800131-1653-44a3-a2c9-4f2e6ca035d6 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:43.163618 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-19ccb0f1-705b-4b54-9c81-41dad91c2b98 req-1f800131-1653-44a3-a2c9-4f2e6ca035d6 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 1.4172850 Jan 11 09:32:43.186046 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667def24-8408-4235-a928-4c56a560f7a4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Pushing event deleted for resources: {'Port': ['ID=a3b670cd-0a52-44d0-a9b2-ce5281cd3977,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:43.258186 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f65458d3-76b2-42a1-973c-b052946c4b72 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:43.304522 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1ff9bbc-fb62-4f05-b5c4-1dbffd1a44a6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:43.304856 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-c1ff9bbc-fb62-4f05-b5c4-1dbffd1a44a6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Added segment 63413664-249e-419b-8674-27ea99bbc593 of type vlan for network c9494995-8669-49d1-b16d-4e9ea8bc2f74 Jan 11 09:32:43.316460 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-19ccb0f1-705b-4b54-9c81-41dad91c2b98 req-93ed4b97-92bb-4475-8e05-947629eb2590 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330390 Jan 11 09:32:43.330237 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f65458d3-76b2-42a1-973c-b052946c4b72 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:43.335115 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f65458d3-76b2-42a1-973c-b052946c4b72 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8217626 Jan 11 09:32:43.336280 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-667def24-8408-4235-a928-4c56a560f7a4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:43.337300 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-667def24-8408-4235-a928-4c56a560f7a4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Floating IP dbd5665c-0401-4390-b3b0-2b65ac72802f disassociated (deleted). External IP: 172.26.3.29, port: e4956721-1084-49e1-b890-883ea2e18eb0. Jan 11 09:32:43.342519 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55922) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:43.356777 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-544a3b87-b083-4c31-8e7b-d78cb133acb1 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Request body: {'floatingip': {'port_id': 'e3232104-9504-4be4-83d4-e9e0c5188f9b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:43.412050 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4f370b-2c14-4549-abe0-042f5e1b16a5 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Network 98b5be90-e749-461b-8401-e77d93820dc9 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:32:43.487029 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-544a3b87-b083-4c31-8e7b-d78cb133acb1 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks [] for floatingip, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:43.654756 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9b0fd3fa-ed04-4c31-b5a6-3d419d451893 req-57e0b4d9-16f9-47f0-b742-61904d73b7b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d114431c-1274-4827-a777-bc1c30573cfe HTTP/1.1" status: 200 len: 1002 time: 0.6074460 Jan 11 09:32:43.794989 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1ff9bbc-fb62-4f05-b5c4-1dbffd1a44a6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:43.798625 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-3a4f370b-2c14-4549-abe0-042f5e1b16a5 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 98b5be90-e749-461b-8401-e77d93820dc9) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:43.807703 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ab42ad-0eaf-4884-a87e-b5aa2c616e69 None None] Network 98b5be90-e749-461b-8401-e77d93820dc9 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:43.885651 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4f370b-2c14-4549-abe0-042f5e1b16a5 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:43.886385 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3a4f370b-2c14-4549-abe0-042f5e1b16a5 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:43.935307 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1139b10e-0084-4be3-a728-67a2de4647a2 None None] Network 237f2b1b-00a6-4788-930c-dc8c23193bc5 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:43.959609 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92d30d10-9646-40f1-af5f-e81b687b6465 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:44.019661 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-c1ff9bbc-fb62-4f05-b5c4-1dbffd1a44a6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:32:44.044428 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667def24-8408-4235-a928-4c56a560f7a4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Router 97795655-e088-4cb3-b8c0-a13ea98e4d27 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:32:44.093847 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fd3fa-ed04-4c31-b5a6-3d419d451893 req-f39a7450-8adf-4a70-b932-0627deeff728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:44.095494 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9b0fd3fa-ed04-4c31-b5a6-3d419d451893 req-f39a7450-8adf-4a70-b932-0627deeff728 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75d32f1d-e961-48e8-b51c-6c84103eee1a HTTP/1.1" status: 200 len: 850 time: 0.3052986 Jan 11 09:32:44.096988 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f498fd1f-4b69-40ce-9214-2112fc1e5f78 None None] Provisioning for port 869c5ed8-940e-4d48-9f3d-1c6e93284099 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:44.171229 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3a4f370b-2c14-4549-abe0-042f5e1b16a5 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.7859693 Jan 11 09:32:44.175510 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55928) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:44.176187 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d30d10-9646-40f1-af5f-e81b687b6465 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:44.189571 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 869c5ed8-940e-4d48-9f3d-1c6e93284099 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:44.202968 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-92d30d10-9646-40f1-af5f-e81b687b6465 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:44.217296 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1ff9bbc-fb62-4f05-b5c4-1dbffd1a44a6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:44.226684 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ff9bbc-fb62-4f05-b5c4-1dbffd1a44a6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:44.228330 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1ff9bbc-fb62-4f05-b5c4-1dbffd1a44a6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:44.233749 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d30d10-9646-40f1-af5f-e81b687b6465 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:44.234358 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92d30d10-9646-40f1-af5f-e81b687b6465 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:44.249416 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-94dd6850-e4c5-44a2-a768-cc4e20d19b7e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:44.283106 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c39d5e-6bc5-43bc-921a-e140a3d611b9 None None] Network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:44.283352 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d30d10-9646-40f1-af5f-e81b687b6465 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Subnet': ['ID=24bba97e-4ebf-43ad-b440-a9d6cb143e20,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:44.300841 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-544a3b87-b083-4c31-8e7b-d78cb133acb1 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] update failed (client error): The resource could not be found. Jan 11 09:32:44.301877 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-544a3b87-b083-4c31-8e7b-d78cb133acb1 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] 10.222.0.15 "PUT /v2.0/floatingips/c085d69f-bf6f-48d4-955c-fe97380bf30f HTTP/1.1" status: 404 len: 507 time: 0.9546270 Jan 11 09:32:44.310839 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55932) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:44.348463 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-94dd6850-e4c5-44a2-a768-cc4e20d19b7e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Transition to ACTIVE for port object 0569cf26-1f2c-4947-b7fc-13786b387fba will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:44.354479 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c1ff9bbc-fb62-4f05-b5c4-1dbffd1a44a6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.0114837 Jan 11 09:32:44.355264 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55938) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:44.406007 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-92d30d10-9646-40f1-af5f-e81b687b6465 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3368547 Jan 11 09:32:44.409952 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-6689e912-13fa-41cf-918f-52e56a3691b6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Request body: {'subnet': {'network_id': 'c9494995-8669-49d1-b16d-4e9ea8bc2f74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:44.420879 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cabe548-0bb6-4a9f-8687-60eaaa261052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-98b5be90-e749-461b-8401-e77d93820dc9', 'network_id': '98b5be90-e749-461b-8401-e77d93820dc9', 'tenant_id': '605575ac642f4c179928ba111782e9ff', 'fixed_ips': [{'subnet_id': 'f28bc812-09fb-45a7-aea4-6dd4335f26ee'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:32:44.421770 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2cabe548-0bb6-4a9f-8687-60eaaa261052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:44.436759 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55942) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:44.442725 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff9bbc-fb62-4f05-b5c4-1dbffd1a44a6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event updated for resources: {'Network': ['ID=c9494995-8669-49d1-b16d-4e9ea8bc2f74,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:44.456215 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b070277c-dc78-43c3-9074-07c30f896856 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'security_group': {'name': 'tempest-secgroup-1803521739'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:44.469300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b070277c-dc78-43c3-9074-07c30f896856 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:44.489602 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b070277c-dc78-43c3-9074-07c30f896856 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:security_group and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:44.495701 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b070277c-dc78-43c3-9074-07c30f896856 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:44.556087 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b070277c-dc78-43c3-9074-07c30f896856 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:44.592716 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fd3fa-ed04-4c31-b5a6-3d419d451893 req-ab2aff2e-31b6-42e9-98a7-adbae594fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:44.595049 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9b0fd3fa-ed04-4c31-b5a6-3d419d451893 req-ab2aff2e-31b6-42e9-98a7-adbae594fae2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d792ad28-c1a4-4d37-b57d-4b386593b2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4887223 Jan 11 09:32:44.600904 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b070277c-dc78-43c3-9074-07c30f896856 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:44.644999 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6689e912-13fa-41cf-918f-52e56a3691b6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:44.668296 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-2cabe548-0bb6-4a9f-8687-60eaaa261052 None None] Allocated IP 172.20.0.3 (98b5be90-e749-461b-8401-e77d93820dc9/f28bc812-09fb-45a7-aea4-6dd4335f26ee/ac7fdd99-4daf-4d24-9750-bae68cd02ac9) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:44.689797 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-94dd6850-e4c5-44a2-a768-cc4e20d19b7e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:44.776193 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b070277c-dc78-43c3-9074-07c30f896856 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:44.779577 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6689e912-13fa-41cf-918f-52e56a3691b6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:44.798772 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667def24-8408-4235-a928-4c56a560f7a4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:32:44.805256 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b070277c-dc78-43c3-9074-07c30f896856 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:security_group_rule and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:44.806757 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-667def24-8408-4235-a928-4c56a560f7a4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:44.812001 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc74ad83-3876-4184-a1b6-71613d1f554f None None] Sync routers for ids ['97795655-e088-4cb3-b8c0-a13ea98e4d27'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:32:44.825994 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc74ad83-3876-4184-a1b6-71613d1f554f None None] Routers {'97795655-e088-4cb3-b8c0-a13ea98e4d27'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:32:44.826806 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-bc74ad83-3876-4184-a1b6-71613d1f554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:32:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['97795655-e088-4cb3-b8c0-a13ea98e4d27'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:44.855846 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network c9494995-8669-49d1-b16d-4e9ea8bc2f74 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:32:44.859596 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b070277c-dc78-43c3-9074-07c30f896856 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:44.888052 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b070277c-dc78-43c3-9074-07c30f896856 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:44.905095 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-bbce6336-cb09-47d9-9287-29b06759b69f tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Deleting port ad87134f-980c-4f10-b300-208a31c1ca13 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:44.905695 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbce6336-cb09-47d9-9287-29b06759b69f tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:44.906427 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dd6850-e4c5-44a2-a768-cc4e20d19b7e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network 237f2b1b-00a6-4788-930c-dc8c23193bc5 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:44.912221 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6689e912-13fa-41cf-918f-52e56a3691b6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Made reservation on behalf of 63da6de8031e45b28cc9f46aad9f66c1 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:44.916360 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6689e912-13fa-41cf-918f-52e56a3691b6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:44.919043 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-bc74ad83-3876-4184-a1b6-71613d1f554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:44.929836 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc74ad83-3876-4184-a1b6-71613d1f554f None None] Routers {'97795655-e088-4cb3-b8c0-a13ea98e4d27'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:32:44.931631 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-bc74ad83-3876-4184-a1b6-71613d1f554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:32:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['97795655-e088-4cb3-b8c0-a13ea98e4d27'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:44.943692 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-94dd6850-e4c5-44a2-a768-cc4e20d19b7e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:44.959753 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dd6850-e4c5-44a2-a768-cc4e20d19b7e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:44.965270 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dd6850-e4c5-44a2-a768-cc4e20d19b7e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:44.965888 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-94dd6850-e4c5-44a2-a768-cc4e20d19b7e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:44.982323 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd6850-e4c5-44a2-a768-cc4e20d19b7e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Port': ['ID=0569cf26-1f2c-4947-b7fc-13786b387fba,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:45.005114 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-bc74ad83-3876-4184-a1b6-71613d1f554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:45.005873 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc74ad83-3876-4184-a1b6-71613d1f554f None None] The sync data for ids ['97795655-e088-4cb3-b8c0-a13ea98e4d27'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:32:45.067583 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:45.134665 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-667def24-8408-4235-a928-4c56a560f7a4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] 10.222.0.15 "DELETE /v2.0/floatingips/dbd5665c-0401-4390-b3b0-2b65ac72802f HTTP/1.1" status: 204 len: 168 time: 3.2697113 Jan 11 09:32:45.145899 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-94dd6850-e4c5-44a2-a768-cc4e20d19b7e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.4499905 Jan 11 09:32:45.156311 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55948) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:45.156957 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55950) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:45.167001 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9b0fd3fa-ed04-4c31-b5a6-3d419d451893 req-1970e86e-a961-4a9b-83df-acfdcd590eaa service neutron] 10.222.0.42 "GET /v2.0/networks/d792ad28-c1a4-4d37-b57d-4b386593b2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5499263 Jan 11 09:32:45.176010 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 869c5ed8-940e-4d48-9f3d-1c6e93284099 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:45.177535 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8ea68af5-6964-49d0-a9c0-90f2943cf270 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:45.255532 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 869c5ed8-940e-4d48-9f3d-1c6e93284099 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:45.256032 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:45.266900 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8ea68af5-6964-49d0-a9c0-90f2943cf270 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:45.388241 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2cabe548-0bb6-4a9f-8687-60eaaa261052 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:45.413452 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbce6336-cb09-47d9-9287-29b06759b69f tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:45.413775 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbce6336-cb09-47d9-9287-29b06759b69f tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:45.436902 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2cabe548-0bb6-4a9f-8687-60eaaa261052 None None] Transition to ACTIVE for port object ac7fdd99-4daf-4d24-9750-bae68cd02ac9 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:45.470115 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b070277c-dc78-43c3-9074-07c30f896856 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:45.484100 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2cabe548-0bb6-4a9f-8687-60eaaa261052 None None] Transition to ACTIVE for port object ac7fdd99-4daf-4d24-9750-bae68cd02ac9 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:45.515859 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b070277c-dc78-43c3-9074-07c30f896856 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:45.531455 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2cabe548-0bb6-4a9f-8687-60eaaa261052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:45.569018 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-bbce6336-cb09-47d9-9287-29b06759b69f tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Calling delete_port for ad87134f-980c-4f10-b300-208a31c1ca13 owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:32:45.693332 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cabe548-0bb6-4a9f-8687-60eaaa261052 None None] Network 98b5be90-e749-461b-8401-e77d93820dc9 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:45.702202 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-2cabe548-0bb6-4a9f-8687-60eaaa261052 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:45.707381 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:45.734539 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cabe548-0bb6-4a9f-8687-60eaaa261052 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:45.744626 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070277c-dc78-43c3-9074-07c30f896856 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a85c9525-703a-4616-b760-3901689bc737,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:45.744909 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabe548-0bb6-4a9f-8687-60eaaa261052 None None] Pushing event updated for resources: {'Port': ['ID=ac7fdd99-4daf-4d24-9750-bae68cd02ac9,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:45.776060 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9b0fd3fa-ed04-4c31-b5a6-3d419d451893 req-ce9c4c15-2adf-4fdb-ab13-7110d7be630c service neutron] 10.222.0.42 "GET /v2.0/networks/d792ad28-c1a4-4d37-b57d-4b386593b2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5955870 Jan 11 09:32:45.790498 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b070277c-dc78-43c3-9074-07c30f896856 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:45.794357 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b070277c-dc78-43c3-9074-07c30f896856 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3521366 Jan 11 09:32:45.828262 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8ea68af5-6964-49d0-a9c0-90f2943cf270 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Usage tracker for resource:floatingip and tenant:0ebbea47583f4416aea395ba68f2f61e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:45.831306 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55958) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:45.849461 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b9f37e23-1619-4ca1-bb40-9abae01cd81a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'security_group': {'name': 'tempest-secgroup-314039796'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:45.871699 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8ea68af5-6964-49d0-a9c0-90f2943cf270 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:45.881129 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8ea68af5-6964-49d0-a9c0-90f2943cf270 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:45.901163 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 869c5ed8-940e-4d48-9f3d-1c6e93284099, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=869c5ed8-940e-4d48-9f3d-1c6e93284099,segment=NetworkSegment(0808f93a-af54-4cb6-953f-ac93ad9c61b5),segment_id=0808f93a-af54-4cb6-953f-ac93ad9c61b5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:32:45.908564 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2cabe548-0bb6-4a9f-8687-60eaaa261052 None None] Attempting to bind port ac7fdd99-4daf-4d24-9750-bae68cd02ac9 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:32:45.908844 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2cabe548-0bb6-4a9f-8687-60eaaa261052 None None] Attempting to bind port ac7fdd99-4daf-4d24-9750-bae68cd02ac9 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '6d73ccb4-a166-4875-a037-0055cc88a1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '98b5be90-e749-461b-8401-e77d93820dc9'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:32:45.909182 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cabe548-0bb6-4a9f-8687-60eaaa261052 None None] Attempting to bind port ac7fdd99-4daf-4d24-9750-bae68cd02ac9 on network 98b5be90-e749-461b-8401-e77d93820dc9 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:32:45.912732 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:45.968462 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8ea68af5-6964-49d0-a9c0-90f2943cf270 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:45.989738 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cabe548-0bb6-4a9f-8687-60eaaa261052 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:32:45.990141 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cabe548-0bb6-4a9f-8687-60eaaa261052 None None] Checking segment: {'id': '6d73ccb4-a166-4875-a037-0055cc88a1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '98b5be90-e749-461b-8401-e77d93820dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:45.990547 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2cabe548-0bb6-4a9f-8687-60eaaa261052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:45.990949 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cabe548-0bb6-4a9f-8687-60eaaa261052 None None] Bound using segment: {'id': '6d73ccb4-a166-4875-a037-0055cc88a1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '98b5be90-e749-461b-8401-e77d93820dc9'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:32:45.991418 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2cabe548-0bb6-4a9f-8687-60eaaa261052 None None] Bound port: ac7fdd99-4daf-4d24-9750-bae68cd02ac9, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d73ccb4-a166-4875-a037-0055cc88a1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '98b5be90-e749-461b-8401-e77d93820dc9'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:32:45.991783 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2cabe548-0bb6-4a9f-8687-60eaaa261052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:46.028576 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b2bc48-2166-4206-b5ac-b17082723d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90', 'network_id': '26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90', 'tenant_id': '370f45c782b744dba4d02cc69aceb8a0', 'fixed_ips': [{'subnet_id': '24bba97e-4ebf-43ad-b440-a9d6cb143e20'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:32:46.029479 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b0b2bc48-2166-4206-b5ac-b17082723d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:46.038265 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.objects.ports [None req-6689e912-13fa-41cf-918f-52e56a3691b6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87654) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 11 09:32:46.039722 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6689e912-13fa-41cf-918f-52e56a3691b6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:46.061611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b9f37e23-1619-4ca1-bb40-9abae01cd81a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:46.107085 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cadbc-43c2-4349-aaa5-d76eecbb6744 req-a5b57280-fd6a-407c-90fd-9d066435c00f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:46.114436 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d21cadbc-43c2-4349-aaa5-d76eecbb6744 req-a5b57280-fd6a-407c-90fd-9d066435c00f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 1.5811489 Jan 11 09:32:46.121932 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b9f37e23-1619-4ca1-bb40-9abae01cd81a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:security_group and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:46.150489 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=869c5ed8-940e-4d48-9f3d-1c6e93284099,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:46.174058 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b9f37e23-1619-4ca1-bb40-9abae01cd81a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:46.199494 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b9f37e23-1619-4ca1-bb40-9abae01cd81a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:46.205397 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689e912-13fa-41cf-918f-52e56a3691b6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event updated for resources: {'Subnet': ['ID=1a984cdd-1c7e-4165-ac90-eebd95cd2deb,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:46.212102 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:46.231169 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6cb20bce-16ab-4bd3-9fb6-98bd38561e26 None None] Provisioning for port b363ffbf-0d08-48fe-ba27-8a80064c077e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:46.238714 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6689e912-13fa-41cf-918f-52e56a3691b6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Checking segment: {'id': '63413664-249e-419b-8674-27ea99bbc593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c9494995-8669-49d1-b16d-4e9ea8bc2f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:46.239632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6689e912-13fa-41cf-918f-52e56a3691b6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Network hostable DHCP agents. Network: c9494995-8669-49d1-b16d-4e9ea8bc2f74, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:32:46.262659 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6cb20bce-16ab-4bd3-9fb6-98bd38561e26 None None] Provisioning complete for port b363ffbf-0d08-48fe-ba27-8a80064c077e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:46.263031 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6cb20bce-16ab-4bd3-9fb6-98bd38561e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:46.285722 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6689e912-13fa-41cf-918f-52e56a3691b6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Network c9494995-8669-49d1-b16d-4e9ea8bc2f74 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:32:46.297255 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2cabe548-0bb6-4a9f-8687-60eaaa261052 None None] For port ac7fdd99-4daf-4d24-9750-bae68cd02ac9, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:32:46.301899 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-6689e912-13fa-41cf-918f-52e56a3691b6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, c9494995-8669-49d1-b16d-4e9ea8bc2f74) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:46.309135 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6689e912-13fa-41cf-918f-52e56a3691b6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:46.309771 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6689e912-13fa-41cf-918f-52e56a3691b6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:46.354236 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6689e912-13fa-41cf-918f-52e56a3691b6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9501572 Jan 11 09:32:46.355219 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55966) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:46.357149 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdec161-ba9b-4fbf-97d7-48023be5178c None None] Network c9494995-8669-49d1-b16d-4e9ea8bc2f74 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:46.362129 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-04b22ab8-a57d-4e53-92ad-bb18f889a417 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Request body: {'port': {'network_id': 'c9494995-8669-49d1-b16d-4e9ea8bc2f74', 'name': 'tempest-NetworksIpV6TestAttrs-1448798880'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:46.380788 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d21cadbc-43c2-4349-aaa5-d76eecbb6744 req-47816d30-fb7a-43da-9729-c0b85a5353a4 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334719 Jan 11 09:32:46.384602 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2cabe548-0bb6-4a9f-8687-60eaaa261052 None None] For port ac7fdd99-4daf-4d24-9750-bae68cd02ac9, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ac7fdd99-4daf-4d24-9750-bae68cd02ac9,segment=NetworkSegment(6d73ccb4-a166-4875-a037-0055cc88a1bf),segment_id=6d73ccb4-a166-4875-a037-0055cc88a1bf)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:32:46.404797 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9f37e23-1619-4ca1-bb40-9abae01cd81a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:46.406841 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2cabe548-0bb6-4a9f-8687-60eaaa261052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:46.435933 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b9f37e23-1619-4ca1-bb40-9abae01cd81a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:46.446583 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b9f37e23-1619-4ca1-bb40-9abae01cd81a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:security_group_rule and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:46.453143 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b9f37e23-1619-4ca1-bb40-9abae01cd81a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:46.520940 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6cb20bce-16ab-4bd3-9fb6-98bd38561e26 None None] Port b363ffbf-0d08-48fe-ba27-8a80064c077e cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:32:46.560300 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2760ee50-394a-4eb6-86ae-6eb4ce3769bb tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:46.564573 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2760ee50-394a-4eb6-86ae-6eb4ce3769bb tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 1.4022155 Jan 11 09:32:46.565355 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55970) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:46.566309 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b9f37e23-1619-4ca1-bb40-9abae01cd81a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:46.673189 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-b0b2bc48-2166-4206-b5ac-b17082723d27 None None] Allocated IP 172.20.0.2 (26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90/24bba97e-4ebf-43ad-b440-a9d6cb143e20/405c06c6-abee-4155-ac10-660d9828fc35) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:46.751242 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-04b22ab8-a57d-4e53-92ad-bb18f889a417 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:46.765952 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-04b22ab8-a57d-4e53-92ad-bb18f889a417 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Usage tracker for resource:port and tenant:63da6de8031e45b28cc9f46aad9f66c1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:46.772847 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabe548-0bb6-4a9f-8687-60eaaa261052 None None] Pushing event updated for resources: {'Port': ['ID=ac7fdd99-4daf-4d24-9750-bae68cd02ac9,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:46.774908 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-04b22ab8-a57d-4e53-92ad-bb18f889a417 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:46.795734 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-04b22ab8-a57d-4e53-92ad-bb18f889a417 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:46.817708 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b22ab8-a57d-4e53-92ad-bb18f889a417 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Made reservation on behalf of 63da6de8031e45b28cc9f46aad9f66c1 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:46.827964 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04b22ab8-a57d-4e53-92ad-bb18f889a417 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:46.849077 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:46.909191 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-04b22ab8-a57d-4e53-92ad-bb18f889a417 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] device_id is not set on port 68ee9f52-e6ab-4227-856e-2b3ce132dda2 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:32:46.944436 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Subnet': ['ID=f28bc812-09fb-45a7-aea4-6dd4335f26ee,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:46.947710 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6cb20bce-16ab-4bd3-9fb6-98bd38561e26 None None] Provisioning complete for port 869c5ed8-940e-4d48-9f3d-1c6e93284099 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:46.949697 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6cb20bce-16ab-4bd3-9fb6-98bd38561e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:46.962657 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbce6336-cb09-47d9-9287-29b06759b69f tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:47.132746 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce6336-cb09-47d9-9287-29b06759b69f tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Pushing event deleted for resources: {'Port': ['ID=ad87134f-980c-4f10-b300-208a31c1ca13,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:47.186384 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-04b22ab8-a57d-4e53-92ad-bb18f889a417 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Allocated IP 2001:db8::f816:3eff:fed2:7486 (c9494995-8669-49d1-b16d-4e9ea8bc2f74/1a984cdd-1c7e-4165-ac90-eebd95cd2deb/68ee9f52-e6ab-4227-856e-2b3ce132dda2) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:47.314736 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:47.395600 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8ea68af5-6964-49d0-a9c0-90f2943cf270 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:47.410562 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d036db-4a3c-44a3-a4e1-78e0109ce852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-c9494995-8669-49d1-b16d-4e9ea8bc2f74', 'network_id': 'c9494995-8669-49d1-b16d-4e9ea8bc2f74', 'tenant_id': '63da6de8031e45b28cc9f46aad9f66c1', 'fixed_ips': [{'subnet_id': '1a984cdd-1c7e-4165-ac90-eebd95cd2deb'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:32:47.412761 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a5d036db-4a3c-44a3-a4e1-78e0109ce852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:47.425439 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d905cbea-c20c-48f9-a52d-b64feadc398d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:47.432725 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d905cbea-c20c-48f9-a52d-b64feadc398d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:47.441092 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d905cbea-c20c-48f9-a52d-b64feadc398d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:47.445743 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d905cbea-c20c-48f9-a52d-b64feadc398d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.8701324 Jan 11 09:32:47.491658 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 55978) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:47.504621 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9f37e23-1619-4ca1-bb40-9abae01cd81a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:47.580457 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04b22ab8-a57d-4e53-92ad-bb18f889a417 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:47.589277 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b5be90-e749-461b-8401-e77d93820dc9']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:47.600007 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-67999a3c-796c-4585-ba1e-36c6f1690c50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting port 0569cf26-1f2c-4947-b7fc-13786b387fba {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:47.600358 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67999a3c-796c-4585-ba1e-36c6f1690c50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:47.601726 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-04b22ab8-a57d-4e53-92ad-bb18f889a417 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Transition to ACTIVE for port object 68ee9f52-e6ab-4227-856e-2b3ce132dda2 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:47.683982 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04b22ab8-a57d-4e53-92ad-bb18f889a417 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:47.737093 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d73ccb4-a166-4875-a037-0055cc88a1bf') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:47.737677 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d73ccb4-a166-4875-a037-0055cc88a1bf') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:47.750989 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b0b2bc48-2166-4206-b5ac-b17082723d27 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:47.754959 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:47.776763 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b0b2bc48-2166-4206-b5ac-b17082723d27 None None] Transition to ACTIVE for port object 405c06c6-abee-4155-ac10-660d9828fc35 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:47.781087 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:47.788129 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:32:47.788865 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:47.820046 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6cb20bce-16ab-4bd3-9fb6-98bd38561e26 None None] Provisioning for port 0569cf26-1f2c-4947-b7fc-13786b387fba completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:47.823373 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b22ab8-a57d-4e53-92ad-bb18f889a417 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Network c9494995-8669-49d1-b16d-4e9ea8bc2f74 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:47.824156 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b22ab8-a57d-4e53-92ad-bb18f889a417 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event updated for resources: {'Port': ['ID=68ee9f52-e6ab-4227-856e-2b3ce132dda2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:47.835239 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-04b22ab8-a57d-4e53-92ad-bb18f889a417 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:47.845320 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b22ab8-a57d-4e53-92ad-bb18f889a417 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:47.848039 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6cb20bce-16ab-4bd3-9fb6-98bd38561e26 None None] Provisioning complete for port 0569cf26-1f2c-4947-b7fc-13786b387fba triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:47.848550 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6cb20bce-16ab-4bd3-9fb6-98bd38561e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:47.860591 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b22ab8-a57d-4e53-92ad-bb18f889a417 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:47.861255 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04b22ab8-a57d-4e53-92ad-bb18f889a417 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:47.887694 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b0b2bc48-2166-4206-b5ac-b17082723d27 None None] Transition to ACTIVE for port object 405c06c6-abee-4155-ac10-660d9828fc35 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:47.888646 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-04b22ab8-a57d-4e53-92ad-bb18f889a417 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5319772 Jan 11 09:32:47.891257 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55990) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:47.905792 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b0b2bc48-2166-4206-b5ac-b17082723d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:47.938648 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-a5d036db-4a3c-44a3-a4e1-78e0109ce852 None None] Allocated IP 2001:db8::f816:3eff:fe89:652d (c9494995-8669-49d1-b16d-4e9ea8bc2f74/1a984cdd-1c7e-4165-ac90-eebd95cd2deb/5319631b-edd8-4186-bc31-8ae3603750cb) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:32:47.952840 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:32:48.013912 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9f37e23-1619-4ca1-bb40-9abae01cd81a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:48.060486 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-6294450a-8bbc-42b6-a5b8-6f0ceebd78cd tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Deleting subnet 1a984cdd-1c7e-4165-ac90-eebd95cd2deb {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:32:48.155944 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbce6336-cb09-47d9-9287-29b06759b69f tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:48.184797 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6cb20bce-16ab-4bd3-9fb6-98bd38561e26 None None] Port 0569cf26-1f2c-4947-b7fc-13786b387fba cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:32:48.194974 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.api [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 11 09:32:48.194974 dv-neutron-823402-4-hyperv neutron-server[87655]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 11 09:32:48.194974 dv-neutron-823402-4-hyperv neutron-server[87655]: [parameters: {'id': '98b5be90-e749-461b-8401-e77d93820dc9'}] Jan 11 09:32:48.194974 dv-neutron-823402-4-hyperv neutron-server[87655]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:32:48.197927 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG oslo_db.api [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:32:48.303214 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f37e23-1619-4ca1-bb40-9abae01cd81a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07de23f3-c865-44b8-a3f0-8797fce74d97,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:48.314626 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 869c5ed8-940e-4d48-9f3d-1c6e93284099 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:48.315407 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbce6336-cb09-47d9-9287-29b06759b69f tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:48.322213 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-bbce6336-cb09-47d9-9287-29b06759b69f tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] 10.222.0.15 "DELETE /v2.0/floatingips/c085d69f-bf6f-48d4-955c-fe97380bf30f HTTP/1.1" status: 204 len: 168 time: 4.0048690 Jan 11 09:32:48.323646 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 55996) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:48.329285 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-de83879a-08f4-4077-b5d8-fb773432dcac tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Request body: {'floatingip': {'floating_network_id': '9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2', 'port_id': 'e3232104-9504-4be4-83d4-e9e0c5188f9b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:48.329467 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9f37e23-1619-4ca1-bb40-9abae01cd81a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:48.338229 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-de83879a-08f4-4077-b5d8-fb773432dcac tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:48.338751 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b9f37e23-1619-4ca1-bb40-9abae01cd81a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.5034306 Jan 11 09:32:48.339548 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56000) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:48.342885 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-de83879a-08f4-4077-b5d8-fb773432dcac tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Usage tracker for resource:floatingip and tenant:b70bb6cdf08347b79b4f014651c12f30 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:48.346049 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-de83879a-08f4-4077-b5d8-fb773432dcac tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:48.352708 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-de83879a-08f4-4077-b5d8-fb773432dcac tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:48.371040 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de83879a-08f4-4077-b5d8-fb773432dcac tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:48.410778 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a5d036db-4a3c-44a3-a4e1-78e0109ce852 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:48.416684 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9594a4a4-52ab-4a0f-906f-1dcd9e950cd5 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1352288146', 'security_groups': ['07de23f3-c865-44b8-a3f0-8797fce74d97'], 'network_id': '26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '24bba97e-4ebf-43ad-b440-a9d6cb143e20'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:48.430976 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b2bc48-2166-4206-b5ac-b17082723d27 None None] Network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:48.436361 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d58876d-e9fa-4d0d-9aa1-112c3ff0505a None None] Network 98b5be90-e749-461b-8401-e77d93820dc9 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:48.461927 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-b0b2bc48-2166-4206-b5ac-b17082723d27 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:48.478619 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b2bc48-2166-4206-b5ac-b17082723d27 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:48.481375 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a5d036db-4a3c-44a3-a4e1-78e0109ce852 None None] Transition to ACTIVE for port object 5319631b-edd8-4186-bc31-8ae3603750cb will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:48.485583 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2bc48-2166-4206-b5ac-b17082723d27 None None] Pushing event updated for resources: {'Port': ['ID=405c06c6-abee-4155-ac10-660d9828fc35,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:48.499707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49005160-32f3-4b74-9ef3-e04b54cca334 req-a7f47113-fcbb-4e76-97e8-4d912c801061 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:48.501907 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-49005160-32f3-4b74-9ef3-e04b54cca334 req-a7f47113-fcbb-4e76-97e8-4d912c801061 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.8543248 Jan 11 09:32:48.564996 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-8ea68af5-6964-49d0-a9c0-90f2943cf270 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Allocated IP 172.26.3.58 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/fc6ed900-7a45-4499-a08a-afc7b9396991) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:48.568349 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7805ba41-0786-4071-a9cf-ed01498148e6 None None] Provisioning complete for port b363ffbf-0d08-48fe-ba27-8a80064c077e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:48.568767 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7805ba41-0786-4071-a9cf-ed01498148e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:48.570622 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-de83879a-08f4-4077-b5d8-fb773432dcac tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:32:48.576663 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-de83879a-08f4-4077-b5d8-fb773432dcac tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2516499 Jan 11 09:32:48.577398 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56004) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:48.582763 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-34a95203-e949-4b0a-bceb-c0ef3e8ae239 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'port_id': 'e3232104-9504-4be4-83d4-e9e0c5188f9b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:48.590430 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-34a95203-e949-4b0a-bceb-c0ef3e8ae239 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:48.594386 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-34a95203-e949-4b0a-bceb-c0ef3e8ae239 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Usage tracker for resource:floatingip and tenant:b70bb6cdf08347b79b4f014651c12f30 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:48.597473 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-34a95203-e949-4b0a-bceb-c0ef3e8ae239 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:48.604228 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-34a95203-e949-4b0a-bceb-c0ef3e8ae239 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:48.616790 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-34a95203-e949-4b0a-bceb-c0ef3e8ae239 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:48.663103 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a5d036db-4a3c-44a3-a4e1-78e0109ce852 None None] Transition to ACTIVE for port object 5319631b-edd8-4186-bc31-8ae3603750cb will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:48.699098 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6294450a-8bbc-42b6-a5b8-6f0ceebd78cd tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:48.733310 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a5d036db-4a3c-44a3-a4e1-78e0109ce852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:48.779009 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:48.797329 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67999a3c-796c-4585-ba1e-36c6f1690c50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:48.819065 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6294450a-8bbc-42b6-a5b8-6f0ceebd78cd tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:48.904652 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b0b2bc48-2166-4206-b5ac-b17082723d27 None None] Attempting to bind port 405c06c6-abee-4155-ac10-660d9828fc35 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:32:48.905310 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b0b2bc48-2166-4206-b5ac-b17082723d27 None None] Attempting to bind port 405c06c6-abee-4155-ac10-660d9828fc35 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '9fba4ea3-2778-4e1c-ad1d-2f01f7de9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:32:48.905844 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b2bc48-2166-4206-b5ac-b17082723d27 None None] Attempting to bind port 405c06c6-abee-4155-ac10-660d9828fc35 on network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:32:48.908251 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7805ba41-0786-4071-a9cf-ed01498148e6 None None] Port b363ffbf-0d08-48fe-ba27-8a80064c077e cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:32:48.943962 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b2bc48-2166-4206-b5ac-b17082723d27 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:32:48.944637 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b2bc48-2166-4206-b5ac-b17082723d27 None None] Checking segment: {'id': '9fba4ea3-2778-4e1c-ad1d-2f01f7de9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:48.945212 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b0b2bc48-2166-4206-b5ac-b17082723d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:48.945820 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b2bc48-2166-4206-b5ac-b17082723d27 None None] Bound using segment: {'id': '9fba4ea3-2778-4e1c-ad1d-2f01f7de9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:32:48.947645 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b0b2bc48-2166-4206-b5ac-b17082723d27 None None] Bound port: 405c06c6-abee-4155-ac10-660d9828fc35, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fba4ea3-2778-4e1c-ad1d-2f01f7de9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:32:48.948213 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b0b2bc48-2166-4206-b5ac-b17082723d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:48.961529 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d036db-4a3c-44a3-a4e1-78e0109ce852 None None] Network c9494995-8669-49d1-b16d-4e9ea8bc2f74 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:48.971544 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 869c5ed8-940e-4d48-9f3d-1c6e93284099 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:48.972589 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:48.989369 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-34a95203-e949-4b0a-bceb-c0ef3e8ae239 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:48.996800 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-49005160-32f3-4b74-9ef3-e04b54cca334 req-cf486752-57b4-478c-a693-3900194d2774 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4762328 Jan 11 09:32:49.006775 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-a5d036db-4a3c-44a3-a4e1-78e0109ce852 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:49.010691 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d036db-4a3c-44a3-a4e1-78e0109ce852 None None] Pushing event updated for resources: {'Port': ['ID=5319631b-edd8-4186-bc31-8ae3603750cb,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:49.012242 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-67999a3c-796c-4585-ba1e-36c6f1690c50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Calling delete_port for 0569cf26-1f2c-4947-b7fc-13786b387fba owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:32:49.020385 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d036db-4a3c-44a3-a4e1-78e0109ce852 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:49.101531 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6294450a-8bbc-42b6-a5b8-6f0ceebd78cd tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:49.185126 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6294450a-8bbc-42b6-a5b8-6f0ceebd78cd tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:49.198924 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Deleting port ac7fdd99-4daf-4d24-9750-bae68cd02ac9 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:49.199505 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:49.206321 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7805ba41-0786-4071-a9cf-ed01498148e6 None None] Provisioning complete for port 0569cf26-1f2c-4947-b7fc-13786b387fba triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:49.207205 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7805ba41-0786-4071-a9cf-ed01498148e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:49.234356 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6294450a-8bbc-42b6-a5b8-6f0ceebd78cd tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:49.264507 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6dd9d08c-f298-43b5-95fe-0c8ea67b3a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:49.279065 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9594a4a4-52ab-4a0f-906f-1dcd9e950cd5 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:49.284491 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-9594a4a4-52ab-4a0f-906f-1dcd9e950cd5 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:port and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:49.288987 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-9594a4a4-52ab-4a0f-906f-1dcd9e950cd5 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:49.298054 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9594a4a4-52ab-4a0f-906f-1dcd9e950cd5 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:49.333820 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a5d036db-4a3c-44a3-a4e1-78e0109ce852 None None] Attempting to bind port 5319631b-edd8-4186-bc31-8ae3603750cb on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:32:49.334197 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a5d036db-4a3c-44a3-a4e1-78e0109ce852 None None] Attempting to bind port 5319631b-edd8-4186-bc31-8ae3603750cb by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '63413664-249e-419b-8674-27ea99bbc593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c9494995-8669-49d1-b16d-4e9ea8bc2f74'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:32:49.334645 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d036db-4a3c-44a3-a4e1-78e0109ce852 None None] Attempting to bind port 5319631b-edd8-4186-bc31-8ae3603750cb on network c9494995-8669-49d1-b16d-4e9ea8bc2f74 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:32:49.341166 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7805ba41-0786-4071-a9cf-ed01498148e6 None None] Port 0569cf26-1f2c-4947-b7fc-13786b387fba cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:32:49.346888 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b0b2bc48-2166-4206-b5ac-b17082723d27 None None] For port 405c06c6-abee-4155-ac10-660d9828fc35, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:32:49.367065 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9594a4a4-52ab-4a0f-906f-1dcd9e950cd5 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:49.373018 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294450a-8bbc-42b6-a5b8-6f0ceebd78cd tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event deleted for resources: {'Subnet': ['ID=1a984cdd-1c7e-4165-ac90-eebd95cd2deb,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:49.387964 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d036db-4a3c-44a3-a4e1-78e0109ce852 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:32:49.388405 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d036db-4a3c-44a3-a4e1-78e0109ce852 None None] Checking segment: {'id': '63413664-249e-419b-8674-27ea99bbc593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c9494995-8669-49d1-b16d-4e9ea8bc2f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:49.388722 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a5d036db-4a3c-44a3-a4e1-78e0109ce852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:49.389847 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6294450a-8bbc-42b6-a5b8-6f0ceebd78cd tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "DELETE /v2.0/subnets/1a984cdd-1c7e-4165-ac90-eebd95cd2deb HTTP/1.1" status: 204 len: 168 time: 1.4970088 Jan 11 09:32:49.392007 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56018) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:49.393086 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d036db-4a3c-44a3-a4e1-78e0109ce852 None None] Bound using segment: {'id': '63413664-249e-419b-8674-27ea99bbc593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c9494995-8669-49d1-b16d-4e9ea8bc2f74'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:32:49.393655 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a5d036db-4a3c-44a3-a4e1-78e0109ce852 None None] Bound port: 5319631b-edd8-4186-bc31-8ae3603750cb, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63413664-249e-419b-8674-27ea99bbc593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c9494995-8669-49d1-b16d-4e9ea8bc2f74'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:32:49.394044 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a5d036db-4a3c-44a3-a4e1-78e0109ce852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:49.416114 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b0b2bc48-2166-4206-b5ac-b17082723d27 None None] For port 405c06c6-abee-4155-ac10-660d9828fc35, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=405c06c6-abee-4155-ac10-660d9828fc35,segment=NetworkSegment(9fba4ea3-2778-4e1c-ad1d-2f01f7de9cfa),segment_id=9fba4ea3-2778-4e1c-ad1d-2f01f7de9cfa)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:32:49.468965 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b0b2bc48-2166-4206-b5ac-b17082723d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:49.473308 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e52ce8-2c71-460f-ad8c-cb23e5686d9f None None] DHCP port deletion for 98b5be90-e749-461b-8401-e77d93820dc9 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:32:49.475654 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8ea68af5-6964-49d0-a9c0-90f2943cf270 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:49.515118 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93826d2f-0e5a-455e-8363-3a5047b03d9e tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:49.517333 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93826d2f-0e5a-455e-8363-3a5047b03d9e tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:49.519229 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-93826d2f-0e5a-455e-8363-3a5047b03d9e tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Synchronizing usage tracker for tenant:63da6de8031e45b28cc9f46aad9f66c1 on resource:subnet {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:32:49.542867 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-93826d2f-0e5a-455e-8363-3a5047b03d9e tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Unset dirty status for tenant:63da6de8031e45b28cc9f46aad9f66c1 on resource:subnet {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:32:49.549831 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-93826d2f-0e5a-455e-8363-3a5047b03d9e tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1563840 Jan 11 09:32:49.551032 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56024) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:49.612137 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-47e52ce8-2c71-460f-ad8c-cb23e5686d9f None None] Deleting port ac7fdd99-4daf-4d24-9750-bae68cd02ac9 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:49.612854 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-47e52ce8-2c71-460f-ad8c-cb23e5686d9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:49.675542 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ac7fdd99-4daf-4d24-9750-bae68cd02ac9 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:49.713355 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7e7799f6-e0a2-4c25-976b-fc8ee9f29804 None None] Provisioning for port ac7fdd99-4daf-4d24-9750-bae68cd02ac9 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:49.743717 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f89b3a9e-a30b-4c38-9e49-94f6ac63bb6a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:49.775358 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89b3a9e-a30b-4c38-9e49-94f6ac63bb6a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 11 09:32:49.778046 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89b3a9e-a30b-4c38-9e49-94f6ac63bb6a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:32:49.787527 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f89b3a9e-a30b-4c38-9e49-94f6ac63bb6a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "DELETE /v2.0/networks/c9494995-8669-49d1-b16d-4e9ea8bc2f74 HTTP/1.1" status: 409 len: 405 time: 0.2351689 Jan 11 09:32:49.788747 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56030) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:49.796345 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-adc3470c-4061-48ec-8665-8a4712b511f8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-648741627'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:49.815548 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-adc3470c-4061-48ec-8665-8a4712b511f8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:49.823473 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-adc3470c-4061-48ec-8665-8a4712b511f8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Usage tracker for resource:network and tenant:63da6de8031e45b28cc9f46aad9f66c1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:49.824514 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2bc48-2166-4206-b5ac-b17082723d27 None None] Pushing event updated for resources: {'Port': ['ID=405c06c6-abee-4155-ac10-660d9828fc35,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:49.827225 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-adc3470c-4061-48ec-8665-8a4712b511f8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:49.835715 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-adc3470c-4061-48ec-8665-8a4712b511f8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:49.859780 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc3470c-4061-48ec-8665-8a4712b511f8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Made reservation on behalf of 63da6de8031e45b28cc9f46aad9f66c1 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:49.865576 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adc3470c-4061-48ec-8665-8a4712b511f8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:49.898603 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] For port ac7fdd99-4daf-4d24-9750-bae68cd02ac9, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ac7fdd99-4daf-4d24-9750-bae68cd02ac9,segment=NetworkSegment(6d73ccb4-a166-4875-a037-0055cc88a1bf),segment_id=6d73ccb4-a166-4875-a037-0055cc88a1bf)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:32:49.898808 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:49.909958 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9594a4a4-52ab-4a0f-906f-1dcd9e950cd5 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:49.917931 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc3470c-4061-48ec-8665-8a4712b511f8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:32:49.922173 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a5d036db-4a3c-44a3-a4e1-78e0109ce852 None None] For port 5319631b-edd8-4186-bc31-8ae3603750cb, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:32:49.931259 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adc3470c-4061-48ec-8665-8a4712b511f8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:49.931857 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-adc3470c-4061-48ec-8665-8a4712b511f8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Added segment 0ec647a3-ef28-4eb4-a5fe-8c24b3a6055c of type vlan for network 1b0fe577-2877-4eb0-8677-caf28c83d93f Jan 11 09:32:49.959523 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a5d036db-4a3c-44a3-a4e1-78e0109ce852 None None] For port 5319631b-edd8-4186-bc31-8ae3603750cb, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=5319631b-edd8-4186-bc31-8ae3603750cb,segment=NetworkSegment(63413664-249e-419b-8674-27ea99bbc593),segment_id=63413664-249e-419b-8674-27ea99bbc593)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:32:49.984569 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a5d036db-4a3c-44a3-a4e1-78e0109ce852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:50.050133 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adc3470c-4061-48ec-8665-8a4712b511f8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:50.070213 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8ea68af5-6964-49d0-a9c0-90f2943cf270 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:50.083471 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Calling delete_port for ac7fdd99-4daf-4d24-9750-bae68cd02ac9 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:32:50.109482 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port ac7fdd99-4daf-4d24-9750-bae68cd02ac9 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:50.111583 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adc3470c-4061-48ec-8665-8a4712b511f8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:50.122727 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc3470c-4061-48ec-8665-8a4712b511f8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:50.124068 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adc3470c-4061-48ec-8665-8a4712b511f8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:50.136170 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port ac7fdd99-4daf-4d24-9750-bae68cd02ac9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:50.136541 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:50.190193 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-34a95203-e949-4b0a-bceb-c0ef3e8ae239 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Allocated IP 172.26.3.142 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/e3005d87-3c41-486a-a6fe-f2e60ac563db) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:50.201351 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-9594a4a4-52ab-4a0f-906f-1dcd9e950cd5 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] device_id is not set on port 6181ce58-5b23-4c80-8171-623166dae29a yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:32:50.396880 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-47e52ce8-2c71-460f-ad8c-cb23e5686d9f None None] For port ac7fdd99-4daf-4d24-9750-bae68cd02ac9, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ac7fdd99-4daf-4d24-9750-bae68cd02ac9,segment=NetworkSegment(6d73ccb4-a166-4875-a037-0055cc88a1bf),segment_id=6d73ccb4-a166-4875-a037-0055cc88a1bf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:32:50.398132 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-47e52ce8-2c71-460f-ad8c-cb23e5686d9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:50.407421 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d036db-4a3c-44a3-a4e1-78e0109ce852 None None] Pushing event updated for resources: {'Port': ['ID=5319631b-edd8-4186-bc31-8ae3603750cb,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:50.433053 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-9594a4a4-52ab-4a0f-906f-1dcd9e950cd5 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Allocated IP 172.20.0.12 (26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90/24bba97e-4ebf-43ad-b440-a9d6cb143e20/6181ce58-5b23-4c80-8171-623166dae29a) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:50.463058 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-34a95203-e949-4b0a-bceb-c0ef3e8ae239 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:50.493295 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-adc3470c-4061-48ec-8665-8a4712b511f8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6961329 Jan 11 09:32:50.505374 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56034) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:50.519707 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Request body: {'subnet': {'network_id': '1b0fe577-2877-4eb0-8677-caf28c83d93f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:50.585187 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-47e52ce8-2c71-460f-ad8c-cb23e5686d9f None None] Calling delete_port for ac7fdd99-4daf-4d24-9750-bae68cd02ac9 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:32:50.644394 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9594a4a4-52ab-4a0f-906f-1dcd9e950cd5 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:50.662660 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-9594a4a4-52ab-4a0f-906f-1dcd9e950cd5 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Transition to ACTIVE for port object 6181ce58-5b23-4c80-8171-623166dae29a will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:50.693922 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-47e52ce8-2c71-460f-ad8c-cb23e5686d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:50.735543 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea68af5-6964-49d0-a9c0-90f2943cf270 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Pushing event updated for resources: {'Port': ['ID=fc6ed900-7a45-4499-a08a-afc7b9396991,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:50.736983 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce274ab-25fd-4486-9ae7-029c253fe7ce None None] Network c9494995-8669-49d1-b16d-4e9ea8bc2f74 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:50.744227 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67999a3c-796c-4585-ba1e-36c6f1690c50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:50.760088 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9594a4a4-52ab-4a0f-906f-1dcd9e950cd5 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:50.791309 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e52ce8-2c71-460f-ad8c-cb23e5686d9f None None] Pushing event deleted for resources: {'Port': ['ID=ac7fdd99-4daf-4d24-9750-bae68cd02ac9,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:50.796667 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No ports have port_id starting with ac7fdd99-4daf-4d24-9750-bae68cd02ac9 Jan 11 09:32:50.797727 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e52ce8-2c71-460f-ad8c-cb23e5686d9f None None] No DVR routers for this DVR port ac7fdd99-4daf-4d24-9750-bae68cd02ac9 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:32:50.820000 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:50.834443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3470c-4061-48ec-8665-8a4712b511f8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event updated for resources: {'Network': ['ID=1b0fe577-2877-4eb0-8677-caf28c83d93f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:50.865368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-34a95203-e949-4b0a-bceb-c0ef3e8ae239 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:50.873368 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 1b0fe577-2877-4eb0-8677-caf28c83d93f details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:32:50.884631 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:51.060165 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a95203-e949-4b0a-bceb-c0ef3e8ae239 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Pushing event updated for resources: {'Port': ['ID=e3005d87-3c41-486a-a6fe-f2e60ac563db,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:51.081352 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a95203-e949-4b0a-bceb-c0ef3e8ae239 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:51.083956 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-34a95203-e949-4b0a-bceb-c0ef3e8ae239 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:51.091581 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Made reservation on behalf of 63da6de8031e45b28cc9f46aad9f66c1 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:51.095459 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:51.150535 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 405c06c6-abee-4155-ac10-660d9828fc35 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:51.241364 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea68af5-6964-49d0-a9c0-90f2943cf270 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:51.270732 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8ea68af5-6964-49d0-a9c0-90f2943cf270 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:51.283217 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea68af5-6964-49d0-a9c0-90f2943cf270 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:51.341427 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dc77815d-bc28-4091-970a-51d7eef2e60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:51.363960 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 405c06c6-abee-4155-ac10-660d9828fc35 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:51.368829 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-67999a3c-796c-4585-ba1e-36c6f1690c50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:51.372641 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67999a3c-796c-4585-ba1e-36c6f1690c50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Port': ['ID=0569cf26-1f2c-4947-b7fc-13786b387fba,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:51.380302 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a95203-e949-4b0a-bceb-c0ef3e8ae239 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:51.422740 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67999a3c-796c-4585-ba1e-36c6f1690c50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:51.423080 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67999a3c-796c-4585-ba1e-36c6f1690c50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:51.423417 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67999a3c-796c-4585-ba1e-36c6f1690c50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:51.423746 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67999a3c-796c-4585-ba1e-36c6f1690c50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:51.424067 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67999a3c-796c-4585-ba1e-36c6f1690c50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:51.424388 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67999a3c-796c-4585-ba1e-36c6f1690c50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:51.424707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67999a3c-796c-4585-ba1e-36c6f1690c50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:51.425022 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67999a3c-796c-4585-ba1e-36c6f1690c50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:51.425337 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67999a3c-796c-4585-ba1e-36c6f1690c50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:51.425652 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67999a3c-796c-4585-ba1e-36c6f1690c50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:51.425962 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67999a3c-796c-4585-ba1e-36c6f1690c50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:51.426297 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67999a3c-796c-4585-ba1e-36c6f1690c50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:51.439274 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ac7fdd99-4daf-4d24-9750-bae68cd02ac9 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:32:51.486236 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: ac7fdd99-4daf-4d24-9750-bae68cd02ac9 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:32:51.486892 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ac7fdd99-4daf-4d24-9750-bae68cd02ac9 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:32:51.491082 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9594a4a4-52ab-4a0f-906f-1dcd9e950cd5 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:51.508926 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-67999a3c-796c-4585-ba1e-36c6f1690c50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/ports/0569cf26-1f2c-4947-b7fc-13786b387fba HTTP/1.1" status: 204 len: 168 time: 4.0128219 Jan 11 09:32:51.509976 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-9594a4a4-52ab-4a0f-906f-1dcd9e950cd5 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:51.513400 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9594a4a4-52ab-4a0f-906f-1dcd9e950cd5 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:51.541392 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56048) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:51.629292 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.api [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:32:51.629893 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG oslo_db.api [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:32:51.640672 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-851cb8b6-621c-4bfb-a1c7-2db218444dbf None None] Provisioning for port 405c06c6-abee-4155-ac10-660d9828fc35 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:51.648081 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594a4a4-52ab-4a0f-906f-1dcd9e950cd5 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Port': ['ID=6181ce58-5b23-4c80-8171-623166dae29a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:51.650201 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-851cb8b6-621c-4bfb-a1c7-2db218444dbf None None] Provisioning complete for port 405c06c6-abee-4155-ac10-660d9828fc35 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:51.650659 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-851cb8b6-621c-4bfb-a1c7-2db218444dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:51.666109 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c578fce-32b3-4549-97d7-492f5c809c1d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] GET failed (client error): The resource could not be found. Jan 11 09:32:51.666933 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1c578fce-32b3-4549-97d7-492f5c809c1d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Synchronizing usage tracker for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:32:51.688855 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-34a95203-e949-4b0a-bceb-c0ef3e8ae239 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Deleting port e3005d87-3c41-486a-a6fe-f2e60ac563db {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:51.689364 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-34a95203-e949-4b0a-bceb-c0ef3e8ae239 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:51.704842 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9594a4a4-52ab-4a0f-906f-1dcd9e950cd5 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:51.705847 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9594a4a4-52ab-4a0f-906f-1dcd9e950cd5 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:51.716365 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8ea68af5-6964-49d0-a9c0-90f2943cf270 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:51.725928 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1c578fce-32b3-4549-97d7-492f5c809c1d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Unset dirty status for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:32:51.730933 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1c578fce-32b3-4549-97d7-492f5c809c1d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports/0569cf26-1f2c-4947-b7fc-13786b387fba HTTP/1.1" status: 404 len: 333 time: 0.1789231 Jan 11 09:32:51.734587 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56054) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:51.923213 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f867d06e-2e20-49d7-a31f-21e9e107e67f None None] get_active_networks_info from dv-neutron-823402-4-hyperv {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 11 09:32:51.944387 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.objects.ports [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87654) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 11 09:32:51.970323 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-851cb8b6-621c-4bfb-a1c7-2db218444dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:51.971212 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9594a4a4-52ab-4a0f-906f-1dcd9e950cd5 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5766280 Jan 11 09:32:51.974116 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56058) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:51.983013 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d4230716-dd5e-49e0-b068-bcf6c4aa226b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'subnet': {'network_id': '26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:51.995822 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:52.020327 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ad7e2c2a-b130-4e97-a0ea-f882229338a5 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting port b363ffbf-0d08-48fe-ba27-8a80064c077e {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:52.020740 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2c2a-b130-4e97-a0ea-f882229338a5 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:52.049097 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-851cb8b6-621c-4bfb-a1c7-2db218444dbf None None] For port 405c06c6-abee-4155-ac10-660d9828fc35, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=405c06c6-abee-4155-ac10-660d9828fc35,segment=NetworkSegment(9fba4ea3-2778-4e1c-ad1d-2f01f7de9cfa),segment_id=9fba4ea3-2778-4e1c-ad1d-2f01f7de9cfa)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:32:52.058139 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8ea68af5-6964-49d0-a9c0-90f2943cf270 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:52.060215 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-851cb8b6-621c-4bfb-a1c7-2db218444dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:52.135191 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Deleting port ac7fdd99-4daf-4d24-9750-bae68cd02ac9 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:52.135400 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:52.139481 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event updated for resources: {'Subnet': ['ID=f431c239-d241-4b95-9073-150aec4b5122,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:52.146813 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Checking segment: {'id': '0ec647a3-ef28-4eb4-a5fe-8c24b3a6055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1b0fe577-2877-4eb0-8677-caf28c83d93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:52.147172 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Network hostable DHCP agents. Network: 1b0fe577-2877-4eb0-8677-caf28c83d93f, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:32:52.155565 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-34a95203-e949-4b0a-bceb-c0ef3e8ae239 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:52.155900 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-34a95203-e949-4b0a-bceb-c0ef3e8ae239 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:52.166021 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:52.166515 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:52.166846 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:52.167169 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:52.167490 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:52.167825 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:52.168128 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:52.168477 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:52.168758 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:52.169068 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:52.169377 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:52.169741 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:32:52.206857 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cb8b6-621c-4bfb-a1c7-2db218444dbf None None] Pushing event updated for resources: {'Port': ['ID=405c06c6-abee-4155-ac10-660d9828fc35,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:52.223799 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-851cb8b6-621c-4bfb-a1c7-2db218444dbf None None] Provisioning complete for port e1463c19-5c33-4c3d-bd8a-bc2aa977dc1c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:52.224106 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-851cb8b6-621c-4bfb-a1c7-2db218444dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:52.288343 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] The port 'ac7fdd99-4daf-4d24-9750-bae68cd02ac9' was deleted {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:32:52.314637 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-851cb8b6-621c-4bfb-a1c7-2db218444dbf None None] Port e1463c19-5c33-4c3d-bd8a-bc2aa977dc1c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:32:52.451501 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Network 1b0fe577-2877-4eb0-8677-caf28c83d93f is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:32:52.463137 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-34a95203-e949-4b0a-bceb-c0ef3e8ae239 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Calling delete_port for e3005d87-3c41-486a-a6fe-f2e60ac563db owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:32:52.481126 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-81726000-2f1f-4ad5-a92a-bfbebe26a5f0 None None] Provisioning for port 6181ce58-5b23-4c80-8171-623166dae29a completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:52.490030 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-81726000-2f1f-4ad5-a92a-bfbebe26a5f0 None None] Provisioning complete for port 6181ce58-5b23-4c80-8171-623166dae29a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:52.490444 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-81726000-2f1f-4ad5-a92a-bfbebe26a5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:52.567510 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-81726000-2f1f-4ad5-a92a-bfbebe26a5f0 None None] Port 6181ce58-5b23-4c80-8171-623166dae29a cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:32:52.582154 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d4230716-dd5e-49e0-b068-bcf6c4aa226b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:52.587098 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:52.605179 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 1b0fe577-2877-4eb0-8677-caf28c83d93f) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:52.616075 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:52.616934 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:52.617311 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:52.631904 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f867d06e-2e20-49d7-a31f-21e9e107e67f None None] Unable to find a vacant binding_index for network 1b0fe577-2877-4eb0-8677-caf28c83d93f and agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 {{(pid=87656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 11 09:32:52.640909 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f867d06e-2e20-49d7-a31f-21e9e107e67f None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 1b0fe577-2877-4eb0-8677-caf28c83d93f) {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 11 09:32:52.663009 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:52.675253 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d4230716-dd5e-49e0-b068-bcf6c4aa226b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:subnet and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:52.682358 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7d93d722-5db7-4423-99bb-689e10d19a1a tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1759083 Jan 11 09:32:52.688742 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d4230716-dd5e-49e0-b068-bcf6c4aa226b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:52.693803 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56062) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:52.757650 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d4230716-dd5e-49e0-b068-bcf6c4aa226b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:52.773624 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b5be90-e749-461b-8401-e77d93820dc9']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:52.812035 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d73ccb4-a166-4875-a037-0055cc88a1bf') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:52.812268 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d73ccb4-a166-4875-a037-0055cc88a1bf') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:52.823205 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-34a95203-e949-4b0a-bceb-c0ef3e8ae239 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:52.823497 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4230716-dd5e-49e0-b068-bcf6c4aa226b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:52.826979 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4230716-dd5e-49e0-b068-bcf6c4aa226b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:52.886221 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:52.902550 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2c2a-b130-4e97-a0ea-f882229338a5 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:52.948518 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a95203-e949-4b0a-bceb-c0ef3e8ae239 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Pushing event deleted for resources: {'Port': ['ID=e3005d87-3c41-486a-a6fe-f2e60ac563db,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:52.995706 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 405c06c6-abee-4155-ac10-660d9828fc35 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:53.008781 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0650d116-ecca-42b9-b16a-ffa14e195eb8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:53.084123 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.ipam_backend_mixin [None req-d4230716-dd5e-49e0-b068-bcf6c4aa226b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 24bba97e-4ebf-43ad-b440-a9d6cb143e20 (CIDR: 172.20.0.0/28) Jan 11 09:32:53.153297 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 405c06c6-abee-4155-ac10-660d9828fc35 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:53.153647 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:53.215442 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0650d116-ecca-42b9-b16a-ffa14e195eb8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:53.322000 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0650d116-ecca-42b9-b16a-ffa14e195eb8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:53.339511 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4230716-dd5e-49e0-b068-bcf6c4aa226b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:32:53.340075 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4230716-dd5e-49e0-b068-bcf6c4aa226b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:32:53.343892 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:53.354160 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ad7e2c2a-b130-4e97-a0ea-f882229338a5 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Calling delete_port for b363ffbf-0d08-48fe-ba27-8a80064c077e owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:32:53.357210 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73669d3b-df7a-4a28-a5cf-8889058776e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-1b0fe577-2877-4eb0-8677-caf28c83d93f', 'network_id': '1b0fe577-2877-4eb0-8677-caf28c83d93f', 'tenant_id': '63da6de8031e45b28cc9f46aad9f66c1', 'fixed_ips': [{'subnet_id': 'f431c239-d241-4b95-9073-150aec4b5122'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:32:53.358031 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-73669d3b-df7a-4a28-a5cf-8889058776e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:53.389133 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.resource_extend [None req-8ea68af5-6964-49d0-a9c0-90f2943cf270 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:32:53.402282 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650d116-ecca-42b9-b16a-ffa14e195eb8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event deleted for resources: {'Subnet': ['ID=f431c239-d241-4b95-9073-150aec4b5122,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:53.417849 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:32:53.418278 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: util.warn( Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: util.warn( Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: util.warn( Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: util.warn( Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:32:53.439824 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:32:53.455033 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8ea68af5-6964-49d0-a9c0-90f2943cf270 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:53.465819 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-34a95203-e949-4b0a-bceb-c0ef3e8ae239 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] create failed (client error): The resource could not be found. Jan 11 09:32:53.479588 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-34a95203-e949-4b0a-bceb-c0ef3e8ae239 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.8961837 Jan 11 09:32:53.479797 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d4230716-dd5e-49e0-b068-bcf6c4aa226b tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4986184 Jan 11 09:32:53.479797 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56068) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:53.484616 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56070) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:53.517557 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6302e6f-3c9f-44ef-a7d0-053d09ffe555 None None] get_active_networks_info from dv-neutron-823402-4-hyperv {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 11 09:32:53.602908 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8ea68af5-6964-49d0-a9c0-90f2943cf270 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:53.615304 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7a486598-a7ae-4f92-b2eb-c3e3df1e4c29 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'subnet': {'network_id': '26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:53.626547 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0650d116-ecca-42b9-b16a-ffa14e195eb8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:53.686366 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-0650d116-ecca-42b9-b16a-ffa14e195eb8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b0fe577-2877-4eb0-8677-caf28c83d93f']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:53.700782 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8f54b547-e347-4536-923e-16cbe3e6c651 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Deleting port e3232104-9504-4be4-83d4-e9e0c5188f9b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:53.701131 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8f54b547-e347-4536-923e-16cbe3e6c651 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:53.703914 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:53.753299 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-0650d116-ecca-42b9-b16a-ffa14e195eb8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec647a3-ef28-4eb4-a5fe-8c24b3a6055c') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:53.753574 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-0650d116-ecca-42b9-b16a-ffa14e195eb8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec647a3-ef28-4eb4-a5fe-8c24b3a6055c') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:53.791794 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0650d116-ecca-42b9-b16a-ffa14e195eb8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:53.793916 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6302e6f-3c9f-44ef-a7d0-053d09ffe555 None None] Resources bound (agent type, host, resource id): {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 11 09:32:53.799021 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:53.827830 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0650d116-ecca-42b9-b16a-ffa14e195eb8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:53.840069 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Network': ['ID=98b5be90-e749-461b-8401-e77d93820dc9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:53.890826 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0650d116-ecca-42b9-b16a-ffa14e195eb8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:32:53.891235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0650d116-ecca-42b9-b16a-ffa14e195eb8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:32:53.906356 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:32:53.946217 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-756a4553-dada-4950-bcfa-0bd97cec14ea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/networks/98b5be90-e749-461b-8401-e77d93820dc9 HTTP/1.1" status: 204 len: 168 time: 9.7655473 Jan 11 09:32:53.949392 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea68af5-6964-49d0-a9c0-90f2943cf270 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Pushing event updated for resources: {'Port': ['ID=fc6ed900-7a45-4499-a08a-afc7b9396991,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:53.990856 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56076) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:54.015443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d9a65ef4-45ec-4ac0-9ade-4e9fb2b05621 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-926486424'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:54.035938 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:54.045254 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d9a65ef4-45ec-4ac0-9ade-4e9fb2b05621 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:54.052574 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0650d116-ecca-42b9-b16a-ffa14e195eb8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:54.056047 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d9a65ef4-45ec-4ac0-9ade-4e9fb2b05621 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Usage tracker for resource:network and tenant:605575ac642f4c179928ba111782e9ff is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:54.064977 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8ea68af5-6964-49d0-a9c0-90f2943cf270 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:54.080413 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0650d116-ecca-42b9-b16a-ffa14e195eb8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:54.081917 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d9a65ef4-45ec-4ac0-9ade-4e9fb2b05621 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:54.107495 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d9a65ef4-45ec-4ac0-9ade-4e9fb2b05621 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:54.133825 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7a486598-a7ae-4f92-b2eb-c3e3df1e4c29 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:54.140620 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-7a486598-a7ae-4f92-b2eb-c3e3df1e4c29 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:subnet and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:54.144292 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-7a486598-a7ae-4f92-b2eb-c3e3df1e4c29 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:54.152585 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7a486598-a7ae-4f92-b2eb-c3e3df1e4c29 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:54.167149 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a486598-a7ae-4f92-b2eb-c3e3df1e4c29 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:54.171514 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a486598-a7ae-4f92-b2eb-c3e3df1e4c29 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:54.191682 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2c2a-b130-4e97-a0ea-f882229338a5 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:54.205803 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8ea68af5-6964-49d0-a9c0-90f2943cf270 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:54.210320 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8ea68af5-6964-49d0-a9c0-90f2943cf270 tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.0505176 Jan 11 09:32:54.216361 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56082) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:54.253015 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650d116-ecca-42b9-b16a-ffa14e195eb8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event deleted for resources: {'Network': ['ID=1b0fe577-2877-4eb0-8677-caf28c83d93f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:54.270755 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8f54b547-e347-4536-923e-16cbe3e6c651 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:54.278351 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a65ef4-45ec-4ac0-9ade-4e9fb2b05621 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Made reservation on behalf of 605575ac642f4c179928ba111782e9ff for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:54.283023 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9a65ef4-45ec-4ac0-9ade-4e9fb2b05621 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:54.291796 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0650d116-ecca-42b9-b16a-ffa14e195eb8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "DELETE /v2.0/networks/1b0fe577-2877-4eb0-8677-caf28c83d93f HTTP/1.1" status: 204 len: 168 time: 1.5866225 Jan 11 09:32:54.314910 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56086) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:54.334994 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a314fc80-76e7-46e1-93ec-f85d8164b385 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-743210328'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:54.355117 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e2c2a-b130-4e97-a0ea-f882229338a5 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Port': ['ID=b363ffbf-0d08-48fe-ba27-8a80064c077e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:54.362607 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a314fc80-76e7-46e1-93ec-f85d8164b385 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:54.449319 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8f54b547-e347-4536-923e-16cbe3e6c651 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Calling delete_port for e3232104-9504-4be4-83d4-e9e0c5188f9b owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:32:54.466236 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a314fc80-76e7-46e1-93ec-f85d8164b385 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Usage tracker for resource:network and tenant:63da6de8031e45b28cc9f46aad9f66c1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:54.474290 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a314fc80-76e7-46e1-93ec-f85d8164b385 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:54.487490 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2c2a-b130-4e97-a0ea-f882229338a5 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:54.492354 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ad7e2c2a-b130-4e97-a0ea-f882229338a5 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/ports/b363ffbf-0d08-48fe-ba27-8a80064c077e HTTP/1.1" status: 204 len: 168 time: 2.7563047 Jan 11 09:32:54.495541 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56092) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:54.500008 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a314fc80-76e7-46e1-93ec-f85d8164b385 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:54.512420 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19411aca-d8ea-4bf6-a713-36e2531f5b79 None None] Network 1b0fe577-2877-4eb0-8677-caf28c83d93f requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:54.548440 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19411aca-d8ea-4bf6-a713-36e2531f5b79 None None] Network 1b0fe577-2877-4eb0-8677-caf28c83d93f could not be found, it might have been deleted concurrently. {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 11 09:32:54.557914 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9476d7b2-71db-4443-b421-1be2f2e52b9b None None] Network 1b0fe577-2877-4eb0-8677-caf28c83d93f requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:54.584770 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9476d7b2-71db-4443-b421-1be2f2e52b9b None None] Network 1b0fe577-2877-4eb0-8677-caf28c83d93f could not be found, it might have been deleted concurrently. {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 11 09:32:54.593828 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a65ef4-45ec-4ac0-9ade-4e9fb2b05621 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:32:54.621333 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9a65ef4-45ec-4ac0-9ade-4e9fb2b05621 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:54.622127 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-d9a65ef4-45ec-4ac0-9ade-4e9fb2b05621 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Added segment a2478700-7a1d-43de-9c63-c78609b283f2 of type vlan for network 7a42690b-481e-4dca-8aa9-5d047f26509a Jan 11 09:32:54.657167 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9a65ef4-45ec-4ac0-9ade-4e9fb2b05621 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:54.680858 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c5c36d1a-59cf-47bf-9267-a5c8d6623ab2 tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:54.709536 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c5c36d1a-59cf-47bf-9267-a5c8d6623ab2 tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:54.721402 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ba5379-bdb6-43dc-9cd6-efcbabd307ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] GET failed (client error): The resource could not be found. Jan 11 09:32:54.722245 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-68ba5379-bdb6-43dc-9cd6-efcbabd307ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Synchronizing usage tracker for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:32:54.725115 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a314fc80-76e7-46e1-93ec-f85d8164b385 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Made reservation on behalf of 63da6de8031e45b28cc9f46aad9f66c1 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:54.729543 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a314fc80-76e7-46e1-93ec-f85d8164b385 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:54.754862 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c5c36d1a-59cf-47bf-9267-a5c8d6623ab2 tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Usage tracker for resource:floatingip and tenant:70db2ba4291f44e9b0c31afc8bbb907e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:54.765167 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c5c36d1a-59cf-47bf-9267-a5c8d6623ab2 tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:54.790365 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c5c36d1a-59cf-47bf-9267-a5c8d6623ab2 tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:54.801672 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9a65ef4-45ec-4ac0-9ade-4e9fb2b05621 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:54.807672 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a65ef4-45ec-4ac0-9ade-4e9fb2b05621 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:54.808259 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9a65ef4-45ec-4ac0-9ade-4e9fb2b05621 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:54.877911 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-68ba5379-bdb6-43dc-9cd6-efcbabd307ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Unset dirty status for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:32:54.879115 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-68ba5379-bdb6-43dc-9cd6-efcbabd307ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports/b363ffbf-0d08-48fe-ba27-8a80064c077e HTTP/1.1" status: 404 len: 333 time: 0.3762939 Jan 11 09:32:54.882445 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56098) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:54.888884 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5c36d1a-59cf-47bf-9267-a5c8d6623ab2 tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:54.916434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a314fc80-76e7-46e1-93ec-f85d8164b385 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:32:54.917628 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8f54b547-e347-4536-923e-16cbe3e6c651 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:54.981537 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54b547-e347-4536-923e-16cbe3e6c651 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Pushing event deleted for resources: {'Port': ['ID=e3232104-9504-4be4-83d4-e9e0c5188f9b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:54.994685 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a65ef4-45ec-4ac0-9ade-4e9fb2b05621 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Network': ['ID=7a42690b-481e-4dca-8aa9-5d047f26509a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:55.001215 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d9a65ef4-45ec-4ac0-9ade-4e9fb2b05621 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0050123 Jan 11 09:32:55.007462 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a314fc80-76e7-46e1-93ec-f85d8164b385 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:55.007809 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-a314fc80-76e7-46e1-93ec-f85d8164b385 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Added segment 10dedf04-1d82-4524-a528-2fa637bb9a32 of type vlan for network ae793220-f6e3-488b-baf1-020cb8950b99 Jan 11 09:32:55.012993 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56102) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:55.013658 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 7a42690b-481e-4dca-8aa9-5d047f26509a details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:32:55.042558 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a58c581-f6be-4194-8cb2-c7b6c2bc0ba9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting subnet 838be048-52bb-4bda-966b-0f4032f6a88a {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:32:55.057195 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-192b1412-248d-42a0-93af-42d8950410f1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'subnet': {'network_id': '7a42690b-481e-4dca-8aa9-5d047f26509a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:55.062144 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a58c581-f6be-4194-8cb2-c7b6c2bc0ba9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:55.175777 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a314fc80-76e7-46e1-93ec-f85d8164b385 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:55.200582 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a58c581-f6be-4194-8cb2-c7b6c2bc0ba9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:55.244259 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8f54b547-e347-4536-923e-16cbe3e6c651 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:55.252723 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8f54b547-e347-4536-923e-16cbe3e6c651 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] 10.222.0.15 "DELETE /v2.0/ports/e3232104-9504-4be4-83d4-e9e0c5188f9b HTTP/1.1" status: 204 len: 168 time: 1.7667542 Jan 11 09:32:55.256703 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56108) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:55.385931 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-192b1412-248d-42a0-93af-42d8950410f1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:55.393769 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27511465-3864-46cd-94c2-0c49d402cca4 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:55.394864 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-27511465-3864-46cd-94c2-0c49d402cca4 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Synchronizing usage tracker for tenant:b70bb6cdf08347b79b4f014651c12f30 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:32:55.398485 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a58c581-f6be-4194-8cb2-c7b6c2bc0ba9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:55.401921 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-192b1412-248d-42a0-93af-42d8950410f1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Usage tracker for resource:subnet and tenant:605575ac642f4c179928ba111782e9ff is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:55.405624 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-192b1412-248d-42a0-93af-42d8950410f1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:55.422326 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a314fc80-76e7-46e1-93ec-f85d8164b385 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:55.427815 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a314fc80-76e7-46e1-93ec-f85d8164b385 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:55.428375 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a314fc80-76e7-46e1-93ec-f85d8164b385 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:55.435254 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-192b1412-248d-42a0-93af-42d8950410f1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:55.459279 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-27511465-3864-46cd-94c2-0c49d402cca4 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Unset dirty status for tenant:b70bb6cdf08347b79b4f014651c12f30 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:32:55.460474 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-27511465-3864-46cd-94c2-0c49d402cca4 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2daadf8-75b6-4b9e-b8e9-c3dc31d63f75 HTTP/1.1" status: 200 len: 913 time: 0.2025516 Jan 11 09:32:55.464373 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56112) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:55.522645 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a486598-a7ae-4f92-b2eb-c3e3df1e4c29 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:55.619590 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a58c581-f6be-4194-8cb2-c7b6c2bc0ba9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:55.663568 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58c581-f6be-4194-8cb2-c7b6c2bc0ba9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Subnet': ['ID=838be048-52bb-4bda-966b-0f4032f6a88a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:55.674335 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192b1412-248d-42a0-93af-42d8950410f1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Made reservation on behalf of 605575ac642f4c179928ba111782e9ff for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:55.677885 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-192b1412-248d-42a0-93af-42d8950410f1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:55.678938 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a58c581-f6be-4194-8cb2-c7b6c2bc0ba9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:55.686231 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bfba54-89ca-42b1-8dc8-98afc698da4e None None] Network 237f2b1b-00a6-4788-930c-dc8c23193bc5 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:55.694762 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a314fc80-76e7-46e1-93ec-f85d8164b385 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3759561 Jan 11 09:32:55.735273 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56116) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:55.748991 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5d490629-924a-4048-8b2e-af901830bf08 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Request body: {'subnet': {'network_id': 'ae793220-f6e3-488b-baf1-020cb8950b99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:55.772979 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314fc80-76e7-46e1-93ec-f85d8164b385 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event updated for resources: {'Network': ['ID=ae793220-f6e3-488b-baf1-020cb8950b99,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:55.773198 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7a58c581-f6be-4194-8cb2-c7b6c2bc0ba9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/subnets/838be048-52bb-4bda-966b-0f4032f6a88a HTTP/1.1" status: 204 len: 168 time: 0.8893704 Jan 11 09:32:55.798862 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56120) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:55.828288 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network ae793220-f6e3-488b-baf1-020cb8950b99 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:32:55.828789 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a486598-a7ae-4f92-b2eb-c3e3df1e4c29 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:55.840805 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-7a486598-a7ae-4f92-b2eb-c3e3df1e4c29 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:55.863756 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec05364-1914-4c74-bfa2-3c906d45811a None None] Network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:55.902318 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a486598-a7ae-4f92-b2eb-c3e3df1e4c29 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:55.902900 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a486598-a7ae-4f92-b2eb-c3e3df1e4c29 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:55.938040 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5c36d1a-59cf-47bf-9267-a5c8d6623ab2 tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:55.981743 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5d490629-924a-4048-8b2e-af901830bf08 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:55.987725 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a486598-a7ae-4f92-b2eb-c3e3df1e4c29 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Subnet': ['ID=0e1bf422-aae5-4f28-90b7-ff997223ef0d,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:55.993411 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5d490629-924a-4048-8b2e-af901830bf08 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Usage tracker for resource:subnet and tenant:63da6de8031e45b28cc9f46aad9f66c1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:55.998373 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5d490629-924a-4048-8b2e-af901830bf08 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:56.012905 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5d490629-924a-4048-8b2e-af901830bf08 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:56.068256 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d490629-924a-4048-8b2e-af901830bf08 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Made reservation on behalf of 63da6de8031e45b28cc9f46aad9f66c1 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:56.071830 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7a486598-a7ae-4f92-b2eb-c3e3df1e4c29 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4625874 Jan 11 09:32:56.072487 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56124) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:56.072609 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5d490629-924a-4048-8b2e-af901830bf08 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:56.094861 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9f112f49-a717-4ab0-ade2-74ed03113e01 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-561116590', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0e1bf422-aae5-4f28-90b7-ff997223ef0d'}], 'security_groups': ['a85c9525-703a-4616-b760-3901689bc737']}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:56.152647 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b726bcb-f0e9-4734-a2d4-d56ce3ba25ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:56.298649 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1b726bcb-f0e9-4734-a2d4-d56ce3ba25ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting port 869c5ed8-940e-4d48-9f3d-1c6e93284099 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:56.298987 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b726bcb-f0e9-4734-a2d4-d56ce3ba25ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:56.349694 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fbf499-683f-4aff-b693-70b793772f98 None None] DHCP port deletion for 237f2b1b-00a6-4788-930c-dc8c23193bc5 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:32:56.361792 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-12fbf499-683f-4aff-b693-70b793772f98 None None] Deleting port 869c5ed8-940e-4d48-9f3d-1c6e93284099 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:56.362193 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12fbf499-683f-4aff-b693-70b793772f98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:56.385536 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fec2c5b4-8d2b-48b9-b8e1-e86042e2be61 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:56.456607 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-c5c36d1a-59cf-47bf-9267-a5c8d6623ab2 tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Allocated IP 172.26.3.70 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/239e9a65-398c-499e-8ab1-68416d7fd1b2) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:56.469926 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80de0e4-f3eb-4fd8-b4d9-935ec9322631 None None] Update dhcp port {'port': {'network_id': '26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90', 'fixed_ips': [{'subnet_id': '24bba97e-4ebf-43ad-b440-a9d6cb143e20', 'ip_address': '172.20.0.2'}, {'subnet_id': '0e1bf422-aae5-4f28-90b7-ff997223ef0d'}], 'binding:host_id': 'dv-neutron-823402-4-hyperv'}, 'id': '405c06c6-abee-4155-ac10-660d9828fc35'} from dv-neutron-823402-4-hyperv. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 11 09:32:56.571501 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b80de0e4-f3eb-4fd8-b4d9-935ec9322631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:56.580806 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5d490629-924a-4048-8b2e-af901830bf08 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:56.666016 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-192b1412-248d-42a0-93af-42d8950410f1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:56.718550 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-12fbf499-683f-4aff-b693-70b793772f98 None None] For port 869c5ed8-940e-4d48-9f3d-1c6e93284099, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=869c5ed8-940e-4d48-9f3d-1c6e93284099,segment=NetworkSegment(0808f93a-af54-4cb6-953f-ac93ad9c61b5),segment_id=0808f93a-af54-4cb6-953f-ac93ad9c61b5)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:32:56.719114 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12fbf499-683f-4aff-b693-70b793772f98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:56.839367 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d490629-924a-4048-8b2e-af901830bf08 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event updated for resources: {'Subnet': ['ID=4c4ed40e-ab06-4d03-a0fb-9bc1838894aa,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:56.846429 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d490629-924a-4048-8b2e-af901830bf08 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Checking segment: {'id': '10dedf04-1d82-4524-a528-2fa637bb9a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ae793220-f6e3-488b-baf1-020cb8950b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:56.847172 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d490629-924a-4048-8b2e-af901830bf08 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Network hostable DHCP agents. Network: ae793220-f6e3-488b-baf1-020cb8950b99, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:32:56.852565 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f112f49-a717-4ab0-ade2-74ed03113e01 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:56.950124 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b1412-248d-42a0-93af-42d8950410f1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Subnet': ['ID=7baacf20-a12e-42d4-944d-73bb509d4481,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:56.963707 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d490629-924a-4048-8b2e-af901830bf08 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Network ae793220-f6e3-488b-baf1-020cb8950b99 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:32:56.967363 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-12fbf499-683f-4aff-b693-70b793772f98 None None] Calling delete_port for 869c5ed8-940e-4d48-9f3d-1c6e93284099 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:32:56.998597 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-5d490629-924a-4048-8b2e-af901830bf08 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, ae793220-f6e3-488b-baf1-020cb8950b99) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:57.006631 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d490629-924a-4048-8b2e-af901830bf08 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:57.007231 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5d490629-924a-4048-8b2e-af901830bf08 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:57.011737 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 869c5ed8-940e-4d48-9f3d-1c6e93284099 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:32:57.012864 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-1b726bcb-f0e9-4734-a2d4-d56ce3ba25ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] For port 869c5ed8-940e-4d48-9f3d-1c6e93284099, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=869c5ed8-940e-4d48-9f3d-1c6e93284099,segment=NetworkSegment(0808f93a-af54-4cb6-953f-ac93ad9c61b5),segment_id=0808f93a-af54-4cb6-953f-ac93ad9c61b5)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:32:57.013237 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b726bcb-f0e9-4734-a2d4-d56ce3ba25ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:57.050643 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3480a4-0adf-4982-8406-38996f1cfd7d None None] Network ae793220-f6e3-488b-baf1-020cb8950b99 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:57.092665 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5d490629-924a-4048-8b2e-af901830bf08 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3525250 Jan 11 09:32:57.092865 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56138) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:57.113379 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5c36d1a-59cf-47bf-9267-a5c8d6623ab2 tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:57.131945 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fec2c5b4-8d2b-48b9-b8e1-e86042e2be61 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Deleting port 4ef82b14-6f4c-43f7-a1de-3f783f384d12 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:57.132189 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fec2c5b4-8d2b-48b9-b8e1-e86042e2be61 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:57.200093 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1b726bcb-f0e9-4734-a2d4-d56ce3ba25ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Calling delete_port for 869c5ed8-940e-4d48-9f3d-1c6e93284099 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:32:57.373948 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192b1412-248d-42a0-93af-42d8950410f1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Checking segment: {'id': 'a2478700-7a1d-43de-9c63-c78609b283f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7a42690b-481e-4dca-8aa9-5d047f26509a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:57.374404 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192b1412-248d-42a0-93af-42d8950410f1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Network hostable DHCP agents. Network: 7a42690b-481e-4dca-8aa9-5d047f26509a, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:32:57.386823 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-40974a2b-af34-489d-a3cb-3e42d3e05db0 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:57.425738 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12fbf499-683f-4aff-b693-70b793772f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:57.478603 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fec2c5b4-8d2b-48b9-b8e1-e86042e2be61 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:57.487471 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-339713a1-d1c3-47d0-aafa-75a54d4dca75 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Synchronizing usage tracker for tenant:27f1e48653724e3083ec9827e4915957 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:32:57.522708 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbf499-683f-4aff-b693-70b793772f98 None None] Pushing event deleted for resources: {'Port': ['ID=869c5ed8-940e-4d48-9f3d-1c6e93284099,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:57.544642 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fbf499-683f-4aff-b693-70b793772f98 None None] No DVR routers for this DVR port 869c5ed8-940e-4d48-9f3d-1c6e93284099 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:32:57.546010 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:57.594690 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192b1412-248d-42a0-93af-42d8950410f1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Network 7a42690b-481e-4dca-8aa9-5d047f26509a is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:32:57.607355 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.api [None req-1b726bcb-f0e9-4734-a2d4-d56ce3ba25ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:32:57.607788 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG oslo_db.api [None req-1b726bcb-f0e9-4734-a2d4-d56ce3ba25ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:32:57.614994 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-40974a2b-af34-489d-a3cb-3e42d3e05db0 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:57.619309 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-339713a1-d1c3-47d0-aafa-75a54d4dca75 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Unset dirty status for tenant:27f1e48653724e3083ec9827e4915957 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:32:57.620621 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-339713a1-d1c3-47d0-aafa-75a54d4dca75 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1374225755&fields=id&tenant_id=27f1e48653724e3083ec9827e4915957 HTTP/1.1" status: 200 len: 267 time: 0.5173998 Jan 11 09:32:57.621241 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-b80de0e4-f3eb-4fd8-b4d9-935ec9322631 None None] Allocated IP 172.20.0.18 (26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90/0e1bf422-aae5-4f28-90b7-ff997223ef0d/405c06c6-abee-4155-ac10-660d9828fc35) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:57.625852 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-192b1412-248d-42a0-93af-42d8950410f1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 7a42690b-481e-4dca-8aa9-5d047f26509a) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:57.631546 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5c36d1a-59cf-47bf-9267-a5c8d6623ab2 tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:57.666654 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d1db18-44e6-419d-9b73-31a32ff7461e None None] Network 7a42690b-481e-4dca-8aa9-5d047f26509a requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:57.678753 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fec2c5b4-8d2b-48b9-b8e1-e86042e2be61 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Calling delete_port for 4ef82b14-6f4c-43f7-a1de-3f783f384d12 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:32:57.763030 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540b8764-b6a1-4443-ad11-48994c1f7399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-ae793220-f6e3-488b-baf1-020cb8950b99', 'network_id': 'ae793220-f6e3-488b-baf1-020cb8950b99', 'tenant_id': '63da6de8031e45b28cc9f46aad9f66c1', 'fixed_ips': [{'subnet_id': '4c4ed40e-ab06-4d03-a0fb-9bc1838894aa'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:32:57.763842 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-540b8764-b6a1-4443-ad11-48994c1f7399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:57.795424 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192b1412-248d-42a0-93af-42d8950410f1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:57.796326 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-192b1412-248d-42a0-93af-42d8950410f1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:57.800574 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c36d1a-59cf-47bf-9267-a5c8d6623ab2 tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Pushing event updated for resources: {'Port': ['ID=239e9a65-398c-499e-8ab1-68416d7fd1b2,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:57.802075 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-40974a2b-af34-489d-a3cb-3e42d3e05db0 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:57.832834 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c36d1a-59cf-47bf-9267-a5c8d6623ab2 tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:57.850878 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40974a2b-af34-489d-a3cb-3e42d3e05db0 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4ed40e-ab06-4d03-a0fb-9bc1838894aa,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:57.851131 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-c5c36d1a-59cf-47bf-9267-a5c8d6623ab2 tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:57.871397 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c36d1a-59cf-47bf-9267-a5c8d6623ab2 tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:57.953913 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-40974a2b-af34-489d-a3cb-3e42d3e05db0 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:57.963269 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-192b1412-248d-42a0-93af-42d8950410f1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9466584 Jan 11 09:32:57.969085 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56142) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:58.025941 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-40974a2b-af34-489d-a3cb-3e42d3e05db0 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae793220-f6e3-488b-baf1-020cb8950b99']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:58.047430 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-40974a2b-af34-489d-a3cb-3e42d3e05db0 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10dedf04-1d82-4524-a528-2fa637bb9a32') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:58.047836 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-40974a2b-af34-489d-a3cb-3e42d3e05db0 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10dedf04-1d82-4524-a528-2fa637bb9a32') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:58.059022 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b80de0e4-f3eb-4fd8-b4d9-935ec9322631 None None] For port 405c06c6-abee-4155-ac10-660d9828fc35, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=405c06c6-abee-4155-ac10-660d9828fc35,segment=NetworkSegment(9fba4ea3-2778-4e1c-ad1d-2f01f7de9cfa),segment_id=9fba4ea3-2778-4e1c-ad1d-2f01f7de9cfa)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:32:58.066268 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-40974a2b-af34-489d-a3cb-3e42d3e05db0 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:58.083727 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fec2c5b4-8d2b-48b9-b8e1-e86042e2be61 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:58.086791 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-40974a2b-af34-489d-a3cb-3e42d3e05db0 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:58.112982 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1b726bcb-f0e9-4734-a2d4-d56ce3ba25ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting port 869c5ed8-940e-4d48-9f3d-1c6e93284099 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:32:58.113154 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b726bcb-f0e9-4734-a2d4-d56ce3ba25ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:58.120207 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e52ca0-9de0-4d0d-bab0-59826d87da58 None None] Network ae793220-f6e3-488b-baf1-020cb8950b99 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:32:58.130942 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40974a2b-af34-489d-a3cb-3e42d3e05db0 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:32:58.131386 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-40974a2b-af34-489d-a3cb-3e42d3e05db0 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:58.167264 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b80de0e4-f3eb-4fd8-b4d9-935ec9322631 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:58.201669 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-626b9512-fd63-47f7-af8a-0bca663f50fc tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:58.202525 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-626b9512-fd63-47f7-af8a-0bca663f50fc tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Synchronizing usage tracker for tenant:27f1e48653724e3083ec9827e4915957 on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:32:58.219079 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1b726bcb-f0e9-4734-a2d4-d56ce3ba25ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] The port '869c5ed8-940e-4d48-9f3d-1c6e93284099' was deleted {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:32:58.278752 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0579604d-6dc7-4f1c-b4c2-c13cc87e45a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-7a42690b-481e-4dca-8aa9-5d047f26509a', 'network_id': '7a42690b-481e-4dca-8aa9-5d047f26509a', 'tenant_id': '605575ac642f4c179928ba111782e9ff', 'fixed_ips': [{'subnet_id': '7baacf20-a12e-42d4-944d-73bb509d4481'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:32:58.279070 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:32:58.281322 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0579604d-6dc7-4f1c-b4c2-c13cc87e45a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:58.285506 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2c5b4-8d2b-48b9-b8e1-e86042e2be61 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Pushing event deleted for resources: {'Port': ['ID=4ef82b14-6f4c-43f7-a1de-3f783f384d12,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:58.299318 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b80de0e4-f3eb-4fd8-b4d9-935ec9322631 None None] Transition to ACTIVE for port object 405c06c6-abee-4155-ac10-660d9828fc35 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:58.317148 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b80de0e4-f3eb-4fd8-b4d9-935ec9322631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:58.334030 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5c36d1a-59cf-47bf-9267-a5c8d6623ab2 tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:58.357360 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:58.413690 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-626b9512-fd63-47f7-af8a-0bca663f50fc tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Unset dirty status for tenant:27f1e48653724e3083ec9827e4915957 on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:32:58.415812 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-626b9512-fd63-47f7-af8a-0bca663f50fc tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/networks?id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 HTTP/1.1" status: 200 len: 812 time: 0.6988401 Jan 11 09:32:58.454750 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-40974a2b-af34-489d-a3cb-3e42d3e05db0 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:58.487273 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-40974a2b-af34-489d-a3cb-3e42d3e05db0 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:58.504867 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-755c3416-70ff-4949-81ab-53bf3d03be40 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/quotas/27f1e48653724e3083ec9827e4915957 HTTP/1.1" status: 200 len: 375 time: 0.0389440 Jan 11 09:32:58.565906 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40974a2b-af34-489d-a3cb-3e42d3e05db0 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event deleted for resources: {'Network': ['ID=ae793220-f6e3-488b-baf1-020cb8950b99,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:58.630199 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-40974a2b-af34-489d-a3cb-3e42d3e05db0 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "DELETE /v2.0/networks/ae793220-f6e3-488b-baf1-020cb8950b99 HTTP/1.1" status: 204 len: 168 time: 1.5363076 Jan 11 09:32:58.642469 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56146) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:58.650493 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-bf13587a-cec4-49ae-be8e-e991dc04560f tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1656349654'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:58.653581 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b726bcb-f0e9-4734-a2d4-d56ce3ba25ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:58.656408 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fec2c5b4-8d2b-48b9-b8e1-e86042e2be61 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:58.660265 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bf13587a-cec4-49ae-be8e-e991dc04560f tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:32:58.666288 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bf13587a-cec4-49ae-be8e-e991dc04560f tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Usage tracker for resource:network and tenant:63da6de8031e45b28cc9f46aad9f66c1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:32:58.670556 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bf13587a-cec4-49ae-be8e-e991dc04560f tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:32:58.673198 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:58.713196 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80de0e4-f3eb-4fd8-b4d9-935ec9322631 None None] Pushing event updated for resources: {'Port': ['ID=405c06c6-abee-4155-ac10-660d9828fc35,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:58.725856 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bf13587a-cec4-49ae-be8e-e991dc04560f tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:32:58.737512 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-0579604d-6dc7-4f1c-b4c2-c13cc87e45a5 None None] Allocated IP 172.20.0.1 (7a42690b-481e-4dca-8aa9-5d047f26509a/7baacf20-a12e-42d4-944d-73bb509d4481/59eb1831-5634-4f33-9c7d-dfa239ac633b) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:58.786305 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5c36d1a-59cf-47bf-9267-a5c8d6623ab2 tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:58.909784 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf13587a-cec4-49ae-be8e-e991dc04560f tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Made reservation on behalf of 63da6de8031e45b28cc9f46aad9f66c1 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:32:58.913352 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf13587a-cec4-49ae-be8e-e991dc04560f tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:58.979846 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 405c06c6-abee-4155-ac10-660d9828fc35 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:32:59.047759 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec2c5b4-8d2b-48b9-b8e1-e86042e2be61 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Router a2daadf8-75b6-4b9e-b8e9-c3dc31d63f75 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:32:59.048783 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf13587a-cec4-49ae-be8e-e991dc04560f tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:32:59.079926 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-1b726bcb-f0e9-4734-a2d4-d56ce3ba25ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['237f2b1b-00a6-4788-930c-dc8c23193bc5']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:59.122637 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-1b726bcb-f0e9-4734-a2d4-d56ce3ba25ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0808f93a-af54-4cb6-953f-ac93ad9c61b5') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:59.122637 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-1b726bcb-f0e9-4734-a2d4-d56ce3ba25ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0808f93a-af54-4cb6-953f-ac93ad9c61b5') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:59.129312 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0579604d-6dc7-4f1c-b4c2-c13cc87e45a5 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:59.143274 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0579604d-6dc7-4f1c-b4c2-c13cc87e45a5 None None] Transition to ACTIVE for port object 59eb1831-5634-4f33-9c7d-dfa239ac633b will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:59.153866 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5c36d1a-59cf-47bf-9267-a5c8d6623ab2 tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:59.159055 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b726bcb-f0e9-4734-a2d4-d56ce3ba25ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:59.170439 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0579604d-6dc7-4f1c-b4c2-c13cc87e45a5 None None] Transition to ACTIVE for port object 59eb1831-5634-4f33-9c7d-dfa239ac633b will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:32:59.177162 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0579604d-6dc7-4f1c-b4c2-c13cc87e45a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:59.188855 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5c36d1a-59cf-47bf-9267-a5c8d6623ab2 tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:59.233707 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf13587a-cec4-49ae-be8e-e991dc04560f tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:59.233707 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-bf13587a-cec4-49ae-be8e-e991dc04560f tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Added segment 4213bad3-dc37-4cb6-a8de-19bf75b024af of type vlan for network 72a3cf18-a01a-4f8c-b695-5edec710f7df Jan 11 09:32:59.246137 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0579604d-6dc7-4f1c-b4c2-c13cc87e45a5 None None] Network 7a42690b-481e-4dca-8aa9-5d047f26509a is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:32:59.249508 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-0579604d-6dc7-4f1c-b4c2-c13cc87e45a5 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:32:59.252426 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec2c5b4-8d2b-48b9-b8e1-e86042e2be61 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:32:59.254285 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0579604d-6dc7-4f1c-b4c2-c13cc87e45a5 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:32:59.264322 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579604d-6dc7-4f1c-b4c2-c13cc87e45a5 None None] Pushing event updated for resources: {'Port': ['ID=59eb1831-5634-4f33-9c7d-dfa239ac633b,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:59.279290 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-fec2c5b4-8d2b-48b9-b8e1-e86042e2be61 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] 10.222.0.15 "PUT /v2.0/routers/a2daadf8-75b6-4b9e-b8e9-c3dc31d63f75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8138592 Jan 11 09:32:59.281330 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf13587a-cec4-49ae-be8e-e991dc04560f tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:59.285180 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56150) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:59.307518 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a377fc3-26e4-4997-8534-b90f96cac52b None None] Sync routers for ids ['a2daadf8-75b6-4b9e-b8e9-c3dc31d63f75'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:32:59.370268 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a377fc3-26e4-4997-8534-b90f96cac52b None None] Routers {'a2daadf8-75b6-4b9e-b8e9-c3dc31d63f75'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:32:59.371193 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3a377fc3-26e4-4997-8534-b90f96cac52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:32:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['a2daadf8-75b6-4b9e-b8e9-c3dc31d63f75'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:59.396133 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-9f112f49-a717-4ab0-ade2-74ed03113e01 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Delete allocated IP 172.20.0.12 (26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90/24bba97e-4ebf-43ad-b440-a9d6cb143e20) {{(pid=87655) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 11 09:32:59.413275 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b726bcb-f0e9-4734-a2d4-d56ce3ba25ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:59.448438 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3a377fc3-26e4-4997-8534-b90f96cac52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:59.450686 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f36d5e31-1bce-4ec2-9090-07a9a829a985 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:59.455608 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-0579604d-6dc7-4f1c-b4c2-c13cc87e45a5 None None] Attempting to bind port 59eb1831-5634-4f33-9c7d-dfa239ac633b on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:32:59.456460 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-0579604d-6dc7-4f1c-b4c2-c13cc87e45a5 None None] Attempting to bind port 59eb1831-5634-4f33-9c7d-dfa239ac633b by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'a2478700-7a1d-43de-9c63-c78609b283f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7a42690b-481e-4dca-8aa9-5d047f26509a'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:32:59.456993 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0579604d-6dc7-4f1c-b4c2-c13cc87e45a5 None None] Attempting to bind port 59eb1831-5634-4f33-9c7d-dfa239ac633b on network 7a42690b-481e-4dca-8aa9-5d047f26509a {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:32:59.463904 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b726bcb-f0e9-4734-a2d4-d56ce3ba25ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:32:59.464332 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b726bcb-f0e9-4734-a2d4-d56ce3ba25ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:59.467041 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0579604d-6dc7-4f1c-b4c2-c13cc87e45a5 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:32:59.467615 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0579604d-6dc7-4f1c-b4c2-c13cc87e45a5 None None] Checking segment: {'id': 'a2478700-7a1d-43de-9c63-c78609b283f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7a42690b-481e-4dca-8aa9-5d047f26509a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:32:59.468183 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0579604d-6dc7-4f1c-b4c2-c13cc87e45a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:59.468714 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0579604d-6dc7-4f1c-b4c2-c13cc87e45a5 None None] Bound using segment: {'id': 'a2478700-7a1d-43de-9c63-c78609b283f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7a42690b-481e-4dca-8aa9-5d047f26509a'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:32:59.469322 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-0579604d-6dc7-4f1c-b4c2-c13cc87e45a5 None None] Bound port: 59eb1831-5634-4f33-9c7d-dfa239ac633b, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2478700-7a1d-43de-9c63-c78609b283f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7a42690b-481e-4dca-8aa9-5d047f26509a'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:32:59.469851 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0579604d-6dc7-4f1c-b4c2-c13cc87e45a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:59.479329 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a377fc3-26e4-4997-8534-b90f96cac52b None None] Routers {'a2daadf8-75b6-4b9e-b8e9-c3dc31d63f75'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:32:59.480157 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3a377fc3-26e4-4997-8534-b90f96cac52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:32:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['a2daadf8-75b6-4b9e-b8e9-c3dc31d63f75'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: util.warn( Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: util.warn( Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: util.warn( Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: util.warn( Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:32:59.482104 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:32:59.487382 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-9f112f49-a717-4ab0-ade2-74ed03113e01 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Allocated IP 172.20.0.30 (26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90/0e1bf422-aae5-4f28-90b7-ff997223ef0d/6181ce58-5b23-4c80-8171-623166dae29a) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:32:59.512119 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:59.517633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf13587a-cec4-49ae-be8e-e991dc04560f tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:59.523042 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf13587a-cec4-49ae-be8e-e991dc04560f tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:32:59.523668 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf13587a-cec4-49ae-be8e-e991dc04560f tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:59.552674 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c36d1a-59cf-47bf-9267-a5c8d6623ab2 tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Pushing event updated for resources: {'Port': ['ID=239e9a65-398c-499e-8ab1-68416d7fd1b2,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:59.553072 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3a377fc3-26e4-4997-8534-b90f96cac52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:32:59.553577 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a377fc3-26e4-4997-8534-b90f96cac52b None None] The sync data for ids ['a2daadf8-75b6-4b9e-b8e9-c3dc31d63f75'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:32:59.627653 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-88b9bd9f-e851-4fd9-9327-f17a0a806cd8 None None] Provisioning for port 405c06c6-abee-4155-ac10-660d9828fc35 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:32:59.641054 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Subnet': ['ID=7baacf20-a12e-42d4-944d-73bb509d4481,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:59.649194 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-88b9bd9f-e851-4fd9-9327-f17a0a806cd8 None None] Provisioning complete for port 405c06c6-abee-4155-ac10-660d9828fc35 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:59.649828 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-88b9bd9f-e851-4fd9-9327-f17a0a806cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:59.658350 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-6254804e-5573-4cd0-8447-e16a4359c7ed tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Synchronizing usage tracker for tenant:27f1e48653724e3083ec9827e4915957 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:32:59.692144 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5c36d1a-59cf-47bf-9267-a5c8d6623ab2 tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:59.717115 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0579604d-6dc7-4f1c-b4c2-c13cc87e45a5 None None] For port 59eb1831-5634-4f33-9c7d-dfa239ac633b, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:32:59.727306 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b726bcb-f0e9-4734-a2d4-d56ce3ba25ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:59.732420 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0579604d-6dc7-4f1c-b4c2-c13cc87e45a5 None None] For port 59eb1831-5634-4f33-9c7d-dfa239ac633b, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=59eb1831-5634-4f33-9c7d-dfa239ac633b,segment=NetworkSegment(a2478700-7a1d-43de-9c63-c78609b283f2),segment_id=a2478700-7a1d-43de-9c63-c78609b283f2)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:32:59.743814 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0579604d-6dc7-4f1c-b4c2-c13cc87e45a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:59.769791 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1b726bcb-f0e9-4734-a2d4-d56ce3ba25ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:59.859432 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-6254804e-5573-4cd0-8447-e16a4359c7ed tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Unset dirty status for tenant:27f1e48653724e3083ec9827e4915957 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:32:59.860740 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-6254804e-5573-4cd0-8447-e16a4359c7ed tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=27f1e48653724e3083ec9827e4915957&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2813914 Jan 11 09:32:59.870080 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:59.878480 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b726bcb-f0e9-4734-a2d4-d56ce3ba25ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Network': ['ID=237f2b1b-00a6-4788-930c-dc8c23193bc5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:59.889931 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bf13587a-cec4-49ae-be8e-e991dc04560f tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2467980 Jan 11 09:32:59.902335 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56154) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:59.918683 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1b726bcb-f0e9-4734-a2d4-d56ce3ba25ec tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/networks/237f2b1b-00a6-4788-930c-dc8c23193bc5 HTTP/1.1" status: 204 len: 168 time: 4.1078625 Jan 11 09:32:59.918683 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5c36d1a-59cf-47bf-9267-a5c8d6623ab2 tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:32:59.920800 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c5c36d1a-59cf-47bf-9267-a5c8d6623ab2 tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6966560 Jan 11 09:32:59.928649 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56158) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:59.928817 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56160) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:32:59.947000 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-90692049-26e1-4bf6-80da-472703b1e392 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1141684991'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:59.956325 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b46568f0-980c-4997-b73f-75c5662acecc tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Request body: {'subnet': {'network_id': '72a3cf18-a01a-4f8c-b695-5edec710f7df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:32:59.956566 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579604d-6dc7-4f1c-b4c2-c13cc87e45a5 None None] Pushing event updated for resources: {'Port': ['ID=59eb1831-5634-4f33-9c7d-dfa239ac633b,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:32:59.969074 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-88b9bd9f-e851-4fd9-9327-f17a0a806cd8 None None] Provisioning complete for port 6181ce58-5b23-4c80-8171-623166dae29a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:32:59.969432 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-88b9bd9f-e851-4fd9-9327-f17a0a806cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:00.000580 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f444d53b-30ea-42ba-b1a7-5c2a68929270 None None] Network 7a42690b-481e-4dca-8aa9-5d047f26509a requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:00.016867 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-90692049-26e1-4bf6-80da-472703b1e392 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:00.032033 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13587a-cec4-49ae-be8e-e991dc04560f tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event updated for resources: {'Network': ['ID=72a3cf18-a01a-4f8c-b695-5edec710f7df,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:00.035717 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a42690b-481e-4dca-8aa9-5d047f26509a']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:00.051743 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 72a3cf18-a01a-4f8c-b695-5edec710f7df details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:33:00.052101 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f36d5e31-1bce-4ec2-9090-07a9a829a985 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:00.064442 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f36d5e31-1bce-4ec2-9090-07a9a829a985 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:00.080957 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-88b9bd9f-e851-4fd9-9327-f17a0a806cd8 None None] Port 6181ce58-5b23-4c80-8171-623166dae29a cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:33:00.103721 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-90692049-26e1-4bf6-80da-472703b1e392 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:network and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:00.122060 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-90692049-26e1-4bf6-80da-472703b1e392 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:00.125645 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2478700-7a1d-43de-9c63-c78609b283f2') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:00.125941 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2478700-7a1d-43de-9c63-c78609b283f2') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:00.158438 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b46568f0-980c-4997-b73f-75c5662acecc tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:00.161395 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f36d5e31-1bce-4ec2-9090-07a9a829a985 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:00.162255 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36d5e31-1bce-4ec2-9090-07a9a829a985 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Fanout notify agent at l3_agent the message router_deleted on router a2daadf8-75b6-4b9e-b8e9-c3dc31d63f75 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:33:00.169660 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b46568f0-980c-4997-b73f-75c5662acecc tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Usage tracker for resource:subnet and tenant:63da6de8031e45b28cc9f46aad9f66c1 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:00.173184 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b46568f0-980c-4997-b73f-75c5662acecc tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:00.183262 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f36d5e31-1bce-4ec2-9090-07a9a829a985 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:00.184502 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f36d5e31-1bce-4ec2-9090-07a9a829a985 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] 10.222.0.15 "DELETE /v2.0/routers/a2daadf8-75b6-4b9e-b8e9-c3dc31d63f75 HTTP/1.1" status: 204 len: 168 time: 0.8982210 Jan 11 09:33:00.185373 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b46568f0-980c-4997-b73f-75c5662acecc tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:00.187133 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56166) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:00.201901 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-90692049-26e1-4bf6-80da-472703b1e392 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:00.205006 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:00.232875 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46568f0-980c-4997-b73f-75c5662acecc tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Made reservation on behalf of 63da6de8031e45b28cc9f46aad9f66c1 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:00.236337 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b46568f0-980c-4997-b73f-75c5662acecc tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:00.264018 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:00.278344 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1056c3dd-a618-44e7-99a0-48f502f7444d tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Synchronizing usage tracker for tenant:0ebbea47583f4416aea395ba68f2f61e on resource:floatingip {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:33:00.286924 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90692049-26e1-4bf6-80da-472703b1e392 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:00.291242 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90692049-26e1-4bf6-80da-472703b1e392 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:00.302804 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d65588-056b-48c4-99c2-eb5bf49b8257 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Deleting subnet a8a547cf-81b4-4d0f-bcf4-03176dba169e {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:33:00.312142 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:33:00.312541 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:33:00.328113 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:33:00.343785 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-88b9bd9f-e851-4fd9-9327-f17a0a806cd8 None None] Provisioning complete for port e1463c19-5c33-4c3d-bd8a-bc2aa977dc1c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:00.344294 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-88b9bd9f-e851-4fd9-9327-f17a0a806cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:00.356012 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-86d65588-056b-48c4-99c2-eb5bf49b8257 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:00.416978 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-88b9bd9f-e851-4fd9-9327-f17a0a806cd8 None None] Port e1463c19-5c33-4c3d-bd8a-bc2aa977dc1c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:33:00.427015 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-86d65588-056b-48c4-99c2-eb5bf49b8257 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:00.445497 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-fd031848-8fce-41d8-8284-df85906c7ce0 service neutron] 10.222.0.15 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5653284 Jan 11 09:33:00.447608 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcbfe2b-b8ce-4c00-bbc4-af419c7574db None None] get_active_networks_info from dv-neutron-823402-4-hyperv {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 11 09:33:00.456532 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90692049-26e1-4bf6-80da-472703b1e392 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:33:00.464382 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1056c3dd-a618-44e7-99a0-48f502f7444d tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Unset dirty status for tenant:0ebbea47583f4416aea395ba68f2f61e on resource:floatingip {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:33:00.468598 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1056c3dd-a618-44e7-99a0-48f502f7444d tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.5368106 Jan 11 09:33:00.471233 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56170) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:00.492902 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.api [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 11 09:33:00.492902 dv-neutron-823402-4-hyperv neutron-server[87655]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 11 09:33:00.492902 dv-neutron-823402-4-hyperv neutron-server[87655]: [parameters: {'id': '7a42690b-481e-4dca-8aa9-5d047f26509a'}] Jan 11 09:33:00.492902 dv-neutron-823402-4-hyperv neutron-server[87655]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:33:00.493318 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG oslo_db.api [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:33:00.559082 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90692049-26e1-4bf6-80da-472703b1e392 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:00.559747 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-90692049-26e1-4bf6-80da-472703b1e392 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Added segment 174270f6-23e8-468a-a638-ede5bf87ecde of type vlan for network 10c432c2-40d9-4590-8bdd-4cc3ca68ee18 Jan 11 09:33:00.591875 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-86d65588-056b-48c4-99c2-eb5bf49b8257 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:00.604911 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcbfe2b-b8ce-4c00-bbc4-af419c7574db None None] Resources bound (agent type, host, resource id): {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 11 09:33:00.606906 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f112f49-a717-4ab0-ade2-74ed03113e01 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:00.612815 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-94d55844-e697-4307-8eeb-0e14bc5e90d8 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Synchronizing usage tracker for tenant:d7ddb24bf10e4c9394b0a42048a1cf1c on resource:floatingip {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:33:00.704656 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-9f112f49-a717-4ab0-ade2-74ed03113e01 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Transition to ACTIVE for port object 6181ce58-5b23-4c80-8171-623166dae29a will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:00.714786 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90692049-26e1-4bf6-80da-472703b1e392 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:00.719061 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f112f49-a717-4ab0-ade2-74ed03113e01 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:00.778355 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-94d55844-e697-4307-8eeb-0e14bc5e90d8 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Unset dirty status for tenant:d7ddb24bf10e4c9394b0a42048a1cf1c on resource:floatingip {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:33:00.780424 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-86d65588-056b-48c4-99c2-eb5bf49b8257 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:00.782506 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-94d55844-e697-4307-8eeb-0e14bc5e90d8 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2919447 Jan 11 09:33:00.785182 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56174) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:00.790231 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.objects.ports [None req-b46568f0-980c-4997-b73f-75c5662acecc tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87654) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 11 09:33:00.862388 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-7623ab74-0990-4c36-b3ed-4a418b2f3c8d service neutron] 10.222.0.15 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901551 Jan 11 09:33:00.877812 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b46568f0-980c-4997-b73f-75c5662acecc tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:00.893501 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d65588-056b-48c4-99c2-eb5bf49b8257 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Pushing event deleted for resources: {'Subnet': ['ID=a8a547cf-81b4-4d0f-bcf4-03176dba169e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:00.920460 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f112f49-a717-4ab0-ade2-74ed03113e01 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Port': ['ID=6181ce58-5b23-4c80-8171-623166dae29a,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:00.930433 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90692049-26e1-4bf6-80da-472703b1e392 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:00.936090 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90692049-26e1-4bf6-80da-472703b1e392 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:00.936497 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90692049-26e1-4bf6-80da-472703b1e392 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:00.941765 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-86d65588-056b-48c4-99c2-eb5bf49b8257 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:01.002798 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:01.016754 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-90692049-26e1-4bf6-80da-472703b1e392 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0839000 Jan 11 09:33:01.032399 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9f112f49-a717-4ab0-ade2-74ed03113e01 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] In _notify_port_updated(), no bound segment for port 6181ce58-5b23-4c80-8171-623166dae29a on network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 {{(pid=87655) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 11 09:33:01.039184 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f112f49-a717-4ab0-ade2-74ed03113e01 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:01.040731 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f112f49-a717-4ab0-ade2-74ed03113e01 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:01.045593 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9f112f49-a717-4ab0-ade2-74ed03113e01 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "PUT /v2.0/ports/6181ce58-5b23-4c80-8171-623166dae29a HTTP/1.1" status: 200 len: 920 time: 4.9653785 Jan 11 09:33:01.046582 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56180) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:01.047054 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56182) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:01.069827 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-bba87a0b-8563-4774-b35c-ad3c0ec4812e tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Deleting port 239e9a65-398c-499e-8ab1-68416d7fd1b2 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:01.070188 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bba87a0b-8563-4774-b35c-ad3c0ec4812e tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:01.104398 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-86d65588-056b-48c4-99c2-eb5bf49b8257 tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] 10.222.0.15 "DELETE /v2.0/subnets/a8a547cf-81b4-4d0f-bcf4-03176dba169e HTTP/1.1" status: 204 len: 168 time: 0.9162540 Jan 11 09:33:01.115111 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56188) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:01.127478 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-90e853ff-675a-4cac-afc2-8a6dde569fd1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'subnet': {'network_id': '10c432c2-40d9-4590-8bdd-4cc3ca68ee18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:01.166785 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9251c843-915e-492f-9cd2-9323be33105c None None] Network 9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:01.190303 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46568f0-980c-4997-b73f-75c5662acecc tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event updated for resources: {'Subnet': ['ID=baf4f8eb-2345-4cd1-9ffc-c11763bbcef5,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:01.247753 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46568f0-980c-4997-b73f-75c5662acecc tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Checking segment: {'id': '4213bad3-dc37-4cb6-a8de-19bf75b024af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '72a3cf18-a01a-4f8c-b695-5edec710f7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:33:01.248305 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46568f0-980c-4997-b73f-75c5662acecc tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Network hostable DHCP agents. Network: 72a3cf18-a01a-4f8c-b695-5edec710f7df, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:33:01.329876 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Deleting port 59eb1831-5634-4f33-9c7d-dfa239ac633b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:01.342627 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:01.414672 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90692049-26e1-4bf6-80da-472703b1e392 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Network': ['ID=10c432c2-40d9-4590-8bdd-4cc3ca68ee18,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:01.429317 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 10c432c2-40d9-4590-8bdd-4cc3ca68ee18 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:33:01.551926 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7f4c03c1-a972-4263-b7b3-ee1c2fceabde req-b0b49e73-3c0f-4a63-b533-6d08165e66b5 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 210 time: 0.1115921 Jan 11 09:33:01.558613 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d2cd8fa-8867-4237-aa99-66f63f4da9df tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:01.588908 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46568f0-980c-4997-b73f-75c5662acecc tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Network 72a3cf18-a01a-4f8c-b695-5edec710f7df is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:33:01.595336 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae898df0-cd1b-4d89-bb62-ac7084b33bd7 None None] DHCP port deletion for 9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:33:01.606187 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ae898df0-cd1b-4d89-bb62-ac7084b33bd7 None None] Deleting port 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:01.607680 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ae898df0-cd1b-4d89-bb62-ac7084b33bd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:01.628665 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b46568f0-980c-4997-b73f-75c5662acecc tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 72a3cf18-a01a-4f8c-b695-5edec710f7df) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:01.630319 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1d2cd8fa-8867-4237-aa99-66f63f4da9df tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Deleting port 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:01.630657 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d2cd8fa-8867-4237-aa99-66f63f4da9df tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:01.663267 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ce2012-dfd6-4e70-b0fe-23aabf3e4f7c None None] Network 72a3cf18-a01a-4f8c-b695-5edec710f7df requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:01.689908 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46568f0-980c-4997-b73f-75c5662acecc tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:01.690534 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b46568f0-980c-4997-b73f-75c5662acecc tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:01.695113 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bba87a0b-8563-4774-b35c-ad3c0ec4812e tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:01.695975 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bba87a0b-8563-4774-b35c-ad3c0ec4812e tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:01.796560 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7582e247-8247-4d70-a56b-740733effa30 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting port 6181ce58-5b23-4c80-8171-623166dae29a {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:01.798861 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7582e247-8247-4d70-a56b-740733effa30 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:01.882910 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-bba87a0b-8563-4774-b35c-ad3c0ec4812e tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Calling delete_port for 239e9a65-398c-499e-8ab1-68416d7fd1b2 owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:01.923835 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b46568f0-980c-4997-b73f-75c5662acecc tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0156093 Jan 11 09:33:02.026711 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56206) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:02.056443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-90e853ff-675a-4cac-afc2-8a6dde569fd1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:02.088981 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1d2cd8fa-8867-4237-aa99-66f63f4da9df tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] For port 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=8b2c99ee-4ebf-4ccb-9314-c5e6820dca58,segment=NetworkSegment(b2cbff7b-a174-4619-a19c-e2ad4f639bb7),segment_id=b2cbff7b-a174-4619-a19c-e2ad4f639bb7)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:02.089322 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d2cd8fa-8867-4237-aa99-66f63f4da9df tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:02.094477 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-68200899-7239-4b40-ad05-e4e686a5cea8 None None] Provisioning for port 6181ce58-5b23-4c80-8171-623166dae29a completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:33:02.107889 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ae898df0-cd1b-4d89-bb62-ac7084b33bd7 None None] For port 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=8b2c99ee-4ebf-4ccb-9314-c5e6820dca58,segment=NetworkSegment(b2cbff7b-a174-4619-a19c-e2ad4f639bb7),segment_id=b2cbff7b-a174-4619-a19c-e2ad4f639bb7)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:02.108270 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ae898df0-cd1b-4d89-bb62-ac7084b33bd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:02.115893 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-68200899-7239-4b40-ad05-e4e686a5cea8 None None] Provisioning complete for port 6181ce58-5b23-4c80-8171-623166dae29a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:02.115893 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-68200899-7239-4b40-ad05-e4e686a5cea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:02.130871 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-90e853ff-675a-4cac-afc2-8a6dde569fd1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:subnet and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:02.150912 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-90e853ff-675a-4cac-afc2-8a6dde569fd1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:02.188037 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-90e853ff-675a-4cac-afc2-8a6dde569fd1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:02.246175 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1d2cd8fa-8867-4237-aa99-66f63f4da9df tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Calling delete_port for 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:02.271895 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] For port 59eb1831-5634-4f33-9c7d-dfa239ac633b, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=59eb1831-5634-4f33-9c7d-dfa239ac633b,segment=NetworkSegment(a2478700-7a1d-43de-9c63-c78609b283f2),segment_id=a2478700-7a1d-43de-9c63-c78609b283f2)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:02.272404 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:02.322123 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ae898df0-cd1b-4d89-bb62-ac7084b33bd7 None None] Calling delete_port for 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:02.384918 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916e2ad2-572e-41c3-806e-e2ba6428967c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-72a3cf18-a01a-4f8c-b695-5edec710f7df', 'network_id': '72a3cf18-a01a-4f8c-b695-5edec710f7df', 'tenant_id': '63da6de8031e45b28cc9f46aad9f66c1', 'fixed_ips': [{'subnet_id': 'baf4f8eb-2345-4cd1-9ffc-c11763bbcef5'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:33:02.385885 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-916e2ad2-572e-41c3-806e-e2ba6428967c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:02.396799 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d2cd8fa-8867-4237-aa99-66f63f4da9df tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:02.413679 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-68200899-7239-4b40-ad05-e4e686a5cea8 None None] Port 6181ce58-5b23-4c80-8171-623166dae29a cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:33:02.478289 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Calling delete_port for 59eb1831-5634-4f33-9c7d-dfa239ac633b owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:02.497724 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2cd8fa-8867-4237-aa99-66f63f4da9df tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Pushing event deleted for resources: {'Port': ['ID=8b2c99ee-4ebf-4ccb-9314-c5e6820dca58,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:02.503180 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2cd8fa-8867-4237-aa99-66f63f4da9df tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] No DVR routers for this DVR port 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58 on host dv-neutron-823402-4-hyperv {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:33:02.506932 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e853ff-675a-4cac-afc2-8a6dde569fd1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:02.510422 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90e853ff-675a-4cac-afc2-8a6dde569fd1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:02.526618 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-ae898df0-cd1b-4d89-bb62-ac7084b33bd7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:33:02.526974 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-ae898df0-cd1b-4d89-bb62-ac7084b33bd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:33:02.619920 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-916e2ad2-572e-41c3-806e-e2ba6428967c None None] Allocated IP 2001:db8::f816:3eff:feba:bb2d (72a3cf18-a01a-4f8c-b695-5edec710f7df/baf4f8eb-2345-4cd1-9ffc-c11763bbcef5/7b268a02-d26c-404c-b0c5-33d618a6c14b) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:02.662025 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bba87a0b-8563-4774-b35c-ad3c0ec4812e tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:02.669895 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d2cd8fa-8867-4237-aa99-66f63f4da9df tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:02.735897 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba87a0b-8563-4774-b35c-ad3c0ec4812e tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Pushing event deleted for resources: {'Port': ['ID=239e9a65-398c-499e-8ab1-68416d7fd1b2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:02.745376 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:02.788899 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-1d2cd8fa-8867-4237-aa99-66f63f4da9df tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:02.815976 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7582e247-8247-4d70-a56b-740733effa30 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:02.838479 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-1d2cd8fa-8867-4237-aa99-66f63f4da9df tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2cbff7b-a174-4619-a19c-e2ad4f639bb7') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:02.838875 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-1d2cd8fa-8867-4237-aa99-66f63f4da9df tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2cbff7b-a174-4619-a19c-e2ad4f639bb7') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:02.859042 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d2cd8fa-8867-4237-aa99-66f63f4da9df tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:02.874688 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e9fce432-4374-4753-a48e-026ffd835d8f req-ef49d3cd-fa15-4318-a46e-8d4ad66f85e9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 210 time: 0.1149609 Jan 11 09:33:02.900286 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d2cd8fa-8867-4237-aa99-66f63f4da9df tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:02.974945 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:33:02.975499 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2cd8fa-8867-4237-aa99-66f63f4da9df tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:33:02.975892 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d2cd8fa-8867-4237-aa99-66f63f4da9df tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:33:02.990861 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:33:03.031672 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ae898df0-cd1b-4d89-bb62-ac7084b33bd7 None None] Deleting port 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:03.032300 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ae898df0-cd1b-4d89-bb62-ac7084b33bd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:03.036994 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bba87a0b-8563-4774-b35c-ad3c0ec4812e tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:03.110499 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:33:03.110851 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 8b2c99ee-4ebf-4ccb-9314-c5e6820dca58 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:33:03.165093 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ae898df0-cd1b-4d89-bb62-ac7084b33bd7 None None] The port '8b2c99ee-4ebf-4ccb-9314-c5e6820dca58' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:33:03.170299 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-916e2ad2-572e-41c3-806e-e2ba6428967c None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:03.180464 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d2cd8fa-8867-4237-aa99-66f63f4da9df tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:03.181052 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bba87a0b-8563-4774-b35c-ad3c0ec4812e tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:03.184697 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bba87a0b-8563-4774-b35c-ad3c0ec4812e tempest-FloatingIPAdminTestJSON-369840164 tempest-FloatingIPAdminTestJSON-369840164-project] 10.222.0.15 "DELETE /v2.0/floatingips/9d72fb04-d5ae-40ba-bae5-176c611389cd HTTP/1.1" status: 204 len: 168 time: 2.3630233 Jan 11 09:33:03.189247 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-916e2ad2-572e-41c3-806e-e2ba6428967c None None] Transition to ACTIVE for port object 7b268a02-d26c-404c-b0c5-33d618a6c14b will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:03.200699 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56212) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:03.207078 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d2cd8fa-8867-4237-aa99-66f63f4da9df tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:03.212920 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-916e2ad2-572e-41c3-806e-e2ba6428967c None None] Transition to ACTIVE for port object 7b268a02-d26c-404c-b0c5-33d618a6c14b will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:03.221352 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-916e2ad2-572e-41c3-806e-e2ba6428967c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:03.301993 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:03.303168 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916e2ad2-572e-41c3-806e-e2ba6428967c None None] Network 72a3cf18-a01a-4f8c-b695-5edec710f7df is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:03.311976 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-916e2ad2-572e-41c3-806e-e2ba6428967c None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:03.312786 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7582e247-8247-4d70-a56b-740733effa30 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Calling delete_port for 6181ce58-5b23-4c80-8171-623166dae29a owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:03.316917 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916e2ad2-572e-41c3-806e-e2ba6428967c None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:33:03.367933 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e2ad2-572e-41c3-806e-e2ba6428967c None None] Pushing event updated for resources: {'Port': ['ID=7b268a02-d26c-404c-b0c5-33d618a6c14b,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:03.413409 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:03.419392 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2cd8fa-8867-4237-aa99-66f63f4da9df tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] Pushing event deleted for resources: {'Network': ['ID=9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:03.428024 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-916e2ad2-572e-41c3-806e-e2ba6428967c None None] Attempting to bind port 7b268a02-d26c-404c-b0c5-33d618a6c14b on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:33:03.428471 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-916e2ad2-572e-41c3-806e-e2ba6428967c None None] Attempting to bind port 7b268a02-d26c-404c-b0c5-33d618a6c14b by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '4213bad3-dc37-4cb6-a8de-19bf75b024af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '72a3cf18-a01a-4f8c-b695-5edec710f7df'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:33:03.428908 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e2ad2-572e-41c3-806e-e2ba6428967c None None] Attempting to bind port 7b268a02-d26c-404c-b0c5-33d618a6c14b on network 72a3cf18-a01a-4f8c-b695-5edec710f7df {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:33:03.436446 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e2ad2-572e-41c3-806e-e2ba6428967c None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:33:03.436886 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e2ad2-572e-41c3-806e-e2ba6428967c None None] Checking segment: {'id': '4213bad3-dc37-4cb6-a8de-19bf75b024af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '72a3cf18-a01a-4f8c-b695-5edec710f7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:33:03.437358 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-916e2ad2-572e-41c3-806e-e2ba6428967c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:03.437818 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e2ad2-572e-41c3-806e-e2ba6428967c None None] Bound using segment: {'id': '4213bad3-dc37-4cb6-a8de-19bf75b024af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '72a3cf18-a01a-4f8c-b695-5edec710f7df'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:33:03.438450 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-916e2ad2-572e-41c3-806e-e2ba6428967c None None] Bound port: 7b268a02-d26c-404c-b0c5-33d618a6c14b, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4213bad3-dc37-4cb6-a8de-19bf75b024af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '72a3cf18-a01a-4f8c-b695-5edec710f7df'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:33:03.438898 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-916e2ad2-572e-41c3-806e-e2ba6428967c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:03.456521 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No DVR routers for this DVR port 59eb1831-5634-4f33-9c7d-dfa239ac633b on host dv-neutron-823402-4-hyperv {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:33:03.505261 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a6a26886-3575-4631-b670-ed00ef07db8e tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Deleting port fc6ed900-7a45-4499-a08a-afc7b9396991 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:03.505516 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6a26886-3575-4631-b670-ed00ef07db8e tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:03.513315 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Port': ['ID=59eb1831-5634-4f33-9c7d-dfa239ac633b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:03.536527 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1d2cd8fa-8867-4237-aa99-66f63f4da9df tempest-FloatingIPNegativeTestJSON-686261842 tempest-FloatingIPNegativeTestJSON-686261842-project] 10.222.0.15 "DELETE /v2.0/networks/9e56fbff-c9e7-4bdc-9cd0-c0e51355c8d2 HTTP/1.1" status: 204 len: 168 time: 2.4131880 Jan 11 09:33:03.550431 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-5c8cb05d-b540-4d8d-b0c0-fd27394b97d8 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:03.551852 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-5c8cb05d-b540-4d8d-b0c0-fd27394b97d8 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.42 "GET /v2.0/networks?id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 HTTP/1.1" status: 200 len: 812 time: 0.6433771 Jan 11 09:33:03.594489 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:33:03.611499 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-916e2ad2-572e-41c3-806e-e2ba6428967c None None] For port 7b268a02-d26c-404c-b0c5-33d618a6c14b, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:33:03.619540 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-916e2ad2-572e-41c3-806e-e2ba6428967c None None] For port 7b268a02-d26c-404c-b0c5-33d618a6c14b, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=7b268a02-d26c-404c-b0c5-33d618a6c14b,segment=NetworkSegment(4213bad3-dc37-4cb6-a8de-19bf75b024af),segment_id=4213bad3-dc37-4cb6-a8de-19bf75b024af)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:33:03.632437 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-916e2ad2-572e-41c3-806e-e2ba6428967c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:03.647174 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-4225b822-1abb-4334-bb0a-4f1885a35881 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Synchronizing usage tracker for tenant:27f1e48653724e3083ec9827e4915957 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:33:03.687877 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90e853ff-675a-4cac-afc2-8a6dde569fd1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:03.719194 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-4225b822-1abb-4334-bb0a-4f1885a35881 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Unset dirty status for tenant:27f1e48653724e3083ec9827e4915957 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:33:03.720282 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-4225b822-1abb-4334-bb0a-4f1885a35881 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27f1e48653724e3083ec9827e4915957 HTTP/1.1" status: 200 len: 380 time: 0.1589913 Jan 11 09:33:03.734864 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-a02ac8f7-c6e1-4c00-9d4e-7fa4b130e3b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Request body: {'port': {'device_id': 'fd58043c-e00d-4f66-b153-63e3b6ee7000', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'admin_state_up': True, 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'security_groups': ['969fa111-f6f8-405d-8b41-79705ce02985']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:03.754665 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e2ad2-572e-41c3-806e-e2ba6428967c None None] Pushing event updated for resources: {'Port': ['ID=7b268a02-d26c-404c-b0c5-33d618a6c14b,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:03.873451 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:03.989978 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6a26886-3575-4631-b670-ed00ef07db8e tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:03.990344 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6a26886-3575-4631-b670-ed00ef07db8e tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:03.999839 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-a02ac8f7-c6e1-4c00-9d4e-7fa4b130e3b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:04.017741 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56226) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:04.047650 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:04.091964 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a42690b-481e-4dca-8aa9-5d047f26509a']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:04.182146 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2478700-7a1d-43de-9c63-c78609b283f2') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:04.182672 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2478700-7a1d-43de-9c63-c78609b283f2') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:04.193774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a6a26886-3575-4631-b670-ed00ef07db8e tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Calling delete_port for fc6ed900-7a45-4499-a08a-afc7b9396991 owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:04.220101 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-22d3c20e-4271-4a30-975c-a908907cb72b req-1eacc0df-8fba-4da9-b515-dfea8734bc42 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 210 time: 0.1192539 Jan 11 09:33:04.227538 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-a02ac8f7-c6e1-4c00-9d4e-7fa4b130e3b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:04.229849 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e853ff-675a-4cac-afc2-8a6dde569fd1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Subnet': ['ID=ff16f1c4-df18-4eab-b9b2-bbb83a888bbe,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:04.245954 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:04.255732 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:04.270515 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-a02ac8f7-c6e1-4c00-9d4e-7fa4b130e3b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Made reservation on behalf of 27f1e48653724e3083ec9827e4915957 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:04.274893 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-a02ac8f7-c6e1-4c00-9d4e-7fa4b130e3b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:04.313901 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e853ff-675a-4cac-afc2-8a6dde569fd1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Checking segment: {'id': '174270f6-23e8-468a-a638-ede5bf87ecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '10c432c2-40d9-4590-8bdd-4cc3ca68ee18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:33:04.314325 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e853ff-675a-4cac-afc2-8a6dde569fd1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network hostable DHCP agents. Network: 10c432c2-40d9-4590-8bdd-4cc3ca68ee18, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:33:04.325515 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event deleted for resources: {'Subnet': ['ID=baf4f8eb-2345-4cd1-9ffc-c11763bbcef5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:04.342548 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7582e247-8247-4d70-a56b-740733effa30 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:04.354422 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:04.460034 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:33:04.460905 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:33:04.486725 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:33:04.540204 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582e247-8247-4d70-a56b-740733effa30 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Port': ['ID=6181ce58-5b23-4c80-8171-623166dae29a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:04.593938 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-a02ac8f7-c6e1-4c00-9d4e-7fa4b130e3b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Allocated IP 172.20.0.6 (5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66/627ce13c-dd38-4562-afe1-c17eb9a23002/f14f387a-896f-4d55-9c1e-0e78f36c51c5) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:04.608981 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e853ff-675a-4cac-afc2-8a6dde569fd1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network 10c432c2-40d9-4590-8bdd-4cc3ca68ee18 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:33:04.619456 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4c63268a-6eb7-4d0c-9b08-6c3557b650cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b70bb6cdf08347b79b4f014651c12f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5335333 Jan 11 09:33:04.623281 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56232) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:04.624489 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6a26886-3575-4631-b670-ed00ef07db8e tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:04.713308 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a26886-3575-4631-b670-ed00ef07db8e tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc6ed900-7a45-4499-a08a-afc7b9396991,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:04.754830 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:04.800427 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-90e853ff-675a-4cac-afc2-8a6dde569fd1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 10c432c2-40d9-4590-8bdd-4cc3ca68ee18) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:04.809003 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a91504-393c-455f-9581-9184bb0ccd4f None None] Network 10c432c2-40d9-4590-8bdd-4cc3ca68ee18 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:04.810445 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:04.812481 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e853ff-675a-4cac-afc2-8a6dde569fd1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:04.813116 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90e853ff-675a-4cac-afc2-8a6dde569fd1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:04.817632 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a3cf18-a01a-4f8c-b695-5edec710f7df']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:04.855234 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7582e247-8247-4d70-a56b-740733effa30 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:04.873970 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:04.892707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4213bad3-dc37-4cb6-a8de-19bf75b024af') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:04.893004 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4213bad3-dc37-4cb6-a8de-19bf75b024af') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:04.926881 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Network': ['ID=7a42690b-481e-4dca-8aa9-5d047f26509a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:04.938441 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:04.975385 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:05.017195 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ec33a6b5-1b29-43c4-ba41-3b1cfc832bea tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/networks/7a42690b-481e-4dca-8aa9-5d047f26509a HTTP/1.1" status: 204 len: 168 time: 7.0447590 Jan 11 09:33:05.025694 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-90e853ff-675a-4cac-afc2-8a6dde569fd1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9006755 Jan 11 09:33:05.025694 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56236) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:05.025694 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:33:05.025694 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:05.033965 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56238) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:33:05.057984 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:33:05.061996 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7582e247-8247-4d70-a56b-740733effa30 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/ports/6181ce58-5b23-4c80-8171-623166dae29a HTTP/1.1" status: 204 len: 168 time: 3.9400027 Jan 11 09:33:05.062976 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56244) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:05.074372 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7b268a02-d26c-404c-b0c5-33d618a6c14b up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:33:05.104417 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-24887e5d-b932-4733-9174-1b3934c34c82 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-213452401'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:05.118322 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-e52c7242-c933-4694-8070-8ea09a7909e1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-916668345', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:05.130619 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-60c6ec9e-5c22-4cef-a1f8-57d2faf288d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:05.141474 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-24887e5d-b932-4733-9174-1b3934c34c82 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:05.167724 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-60c6ec9e-5c22-4cef-a1f8-57d2faf288d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:05.231858 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e5a8b6-3997-4a7d-9306-f64e1233e014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-10c432c2-40d9-4590-8bdd-4cc3ca68ee18', 'network_id': '10c432c2-40d9-4590-8bdd-4cc3ca68ee18', 'tenant_id': '8844e01d61a342618edbd314407bab67', 'fixed_ips': [{'subnet_id': 'ff16f1c4-df18-4eab-b9b2-bbb83a888bbe'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:33:05.232998 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-11e5a8b6-3997-4a7d-9306-f64e1233e014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:05.241063 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e52c7242-c933-4694-8070-8ea09a7909e1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:05.247770 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-60c6ec9e-5c22-4cef-a1f8-57d2faf288d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:05.264421 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6a26886-3575-4631-b670-ed00ef07db8e tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:05.268030 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c73c1e-6718-49ff-ad2e-472c246b6233 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] GET failed (client error): The resource could not be found. Jan 11 09:33:05.270942 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-34c73c1e-6718-49ff-ad2e-472c246b6233 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Synchronizing usage tracker for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:33:05.280391 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-24887e5d-b932-4733-9174-1b3934c34c82 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Usage tracker for resource:network and tenant:605575ac642f4c179928ba111782e9ff is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:05.288111 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-24887e5d-b932-4733-9174-1b3934c34c82 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:05.295935 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e52c7242-c933-4694-8070-8ea09a7909e1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:router and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:05.301106 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6ec9e-5c22-4cef-a1f8-57d2faf288d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086e4cb3-7e9d-4804-b7da-b46dbdd822b0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:05.311823 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-24887e5d-b932-4733-9174-1b3934c34c82 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:05.313185 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e52c7242-c933-4694-8070-8ea09a7909e1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:05.329903 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e52c7242-c933-4694-8070-8ea09a7909e1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:05.361321 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24887e5d-b932-4733-9174-1b3934c34c82 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Made reservation on behalf of 605575ac642f4c179928ba111782e9ff for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:05.366861 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 7b268a02-d26c-404c-b0c5-33d618a6c14b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:33:05.376773 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24887e5d-b932-4733-9174-1b3934c34c82 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:05.385234 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-60c6ec9e-5c22-4cef-a1f8-57d2faf288d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:05.389393 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-60c6ec9e-5c22-4cef-a1f8-57d2faf288d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/086e4cb3-7e9d-4804-b7da-b46dbdd822b0 HTTP/1.1" status: 204 len: 168 time: 0.7531595 Jan 11 09:33:05.391501 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6a26886-3575-4631-b670-ed00ef07db8e tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:05.392835 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a6a26886-3575-4631-b670-ed00ef07db8e tempest-FloatingIPAdminTestJSON-2041214144 tempest-FloatingIPAdminTestJSON-2041214144-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/e4dd739a-f042-48f7-8648-96b15002a3e3 HTTP/1.1" status: 204 len: 168 time: 2.1824734 Jan 11 09:33:05.397614 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56252) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:05.400756 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e52c7242-c933-4694-8070-8ea09a7909e1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:05.401915 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e52c7242-c933-4694-8070-8ea09a7909e1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:05.413796 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.api [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 11 09:33:05.413796 dv-neutron-823402-4-hyperv neutron-server[87655]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 11 09:33:05.413796 dv-neutron-823402-4-hyperv neutron-server[87655]: [parameters: {'id': '72a3cf18-a01a-4f8c-b695-5edec710f7df'}] Jan 11 09:33:05.413796 dv-neutron-823402-4-hyperv neutron-server[87655]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:33:05.415481 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG oslo_db.api [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:33:05.423393 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e52c7242-c933-4694-8070-8ea09a7909e1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:05.437113 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24887e5d-b932-4733-9174-1b3934c34c82 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:33:05.449845 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24887e5d-b932-4733-9174-1b3934c34c82 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:05.450339 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-24887e5d-b932-4733-9174-1b3934c34c82 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Added segment 30d89831-b8e3-4c4b-a97f-21502831fd01 of type vlan for network 696ce846-4ce1-4f96-8759-d018d8a15fca Jan 11 09:33:05.485940 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24887e5d-b932-4733-9174-1b3934c34c82 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:05.491515 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-a02ac8f7-c6e1-4c00-9d4e-7fa4b130e3b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:05.495967 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e52c7242-c933-4694-8070-8ea09a7909e1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:05.526653 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5944f08e-da42-4962-80a6-f29bb594d3f6 None None] Network 72a3cf18-a01a-4f8c-b695-5edec710f7df requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:05.535102 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e52c7242-c933-4694-8070-8ea09a7909e1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:05.536460 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e52c7242-c933-4694-8070-8ea09a7909e1 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4983664 Jan 11 09:33:05.542750 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56256) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:05.561852 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-f7f9573d-407d-4898-9fe4-68eacd92a96c tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'port': {'network_id': '10c432c2-40d9-4590-8bdd-4cc3ca68ee18', 'name': 'tempest-PortsIpV6TestJSON-1864599881'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:05.573596 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24887e5d-b932-4733-9174-1b3934c34c82 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:05.579819 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24887e5d-b932-4733-9174-1b3934c34c82 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:05.580864 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24887e5d-b932-4733-9174-1b3934c34c82 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:05.608011 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-34c73c1e-6718-49ff-ad2e-472c246b6233 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Unset dirty status for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:33:05.613247 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-34c73c1e-6718-49ff-ad2e-472c246b6233 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports/6181ce58-5b23-4c80-8171-623166dae29a HTTP/1.1" status: 404 len: 333 time: 0.5449748 Jan 11 09:33:05.613922 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56260) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:05.683605 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-11e5a8b6-3997-4a7d-9306-f64e1233e014 None None] Allocated IP 2001:db8::2 (10c432c2-40d9-4590-8bdd-4cc3ca68ee18/ff16f1c4-df18-4eab-b9b2-bbb83a888bbe/77438421-053d-4ab5-9a04-41f4c085d251) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:05.686173 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-55a48cbf-0b0a-4a18-8a92-0a592657d409 None None] Provisioning for port 7b268a02-d26c-404c-b0c5-33d618a6c14b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:33:05.699630 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-55a48cbf-0b0a-4a18-8a92-0a592657d409 None None] Provisioning complete for port 7b268a02-d26c-404c-b0c5-33d618a6c14b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:05.700173 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-55a48cbf-0b0a-4a18-8a92-0a592657d409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:05.833540 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-a02ac8f7-c6e1-4c00-9d4e-7fa4b130e3b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Transition to ACTIVE for port object f14f387a-896f-4d55-9c1e-0e78f36c51c5 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:05.850626 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24887e5d-b932-4733-9174-1b3934c34c82 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Network': ['ID=696ce846-4ce1-4f96-8759-d018d8a15fca,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:05.857467 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-24887e5d-b932-4733-9174-1b3934c34c82 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8066771 Jan 11 09:33:05.865116 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-050711bb-144d-4823-990e-4204366729ba req-255fc4fe-428d-4f83-b5ad-91f4ac0d8066 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 210 time: 0.3443809 Jan 11 09:33:05.878107 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56268) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:05.880903 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 696ce846-4ce1-4f96-8759-d018d8a15fca details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:33:05.919213 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b439e6c3-59c5-4010-90fb-457030ca0f14 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'subnet': {'network_id': '696ce846-4ce1-4f96-8759-d018d8a15fca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:06.082599 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:06.097087 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c3e5770c-7a53-45f9-8b23-8ca9a48b6e58 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Deleting port e4956721-1084-49e1-b890-883ea2e18eb0 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:06.097821 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c3e5770c-7a53-45f9-8b23-8ca9a48b6e58 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:06.113849 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Deleting port 7b268a02-d26c-404c-b0c5-33d618a6c14b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:06.114218 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:06.124226 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f7f9573d-407d-4898-9fe4-68eacd92a96c tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:06.154407 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f7f9573d-407d-4898-9fe4-68eacd92a96c tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:port and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:06.159831 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc27538e-29e3-44c3-b301-37da489852e8 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:06.168216 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f7f9573d-407d-4898-9fe4-68eacd92a96c tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:06.178389 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-a02ac8f7-c6e1-4c00-9d4e-7fa4b130e3b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:06.180582 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b439e6c3-59c5-4010-90fb-457030ca0f14 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:06.183038 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f7f9573d-407d-4898-9fe4-68eacd92a96c tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:06.188685 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc27538e-29e3-44c3-b301-37da489852e8 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:06.229413 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b439e6c3-59c5-4010-90fb-457030ca0f14 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Usage tracker for resource:subnet and tenant:605575ac642f4c179928ba111782e9ff is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:06.239746 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b439e6c3-59c5-4010-90fb-457030ca0f14 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:06.244988 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc27538e-29e3-44c3-b301-37da489852e8 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:06.265177 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b439e6c3-59c5-4010-90fb-457030ca0f14 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:06.271956 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27538e-29e3-44c3-b301-37da489852e8 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07de23f3-c865-44b8-a3f0-8797fce74d97,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:06.308501 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-a02ac8f7-c6e1-4c00-9d4e-7fa4b130e3b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Network 5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:06.309215 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc27538e-29e3-44c3-b301-37da489852e8 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:06.312762 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-bc27538e-29e3-44c3-b301-37da489852e8 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/security-groups/07de23f3-c865-44b8-a3f0-8797fce74d97 HTTP/1.1" status: 204 len: 168 time: 0.4637947 Jan 11 09:33:06.316732 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56278) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:06.318573 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-a02ac8f7-c6e1-4c00-9d4e-7fa4b130e3b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:06.354225 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f9573d-407d-4898-9fe4-68eacd92a96c tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:06.357722 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f7f9573d-407d-4898-9fe4-68eacd92a96c tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:06.391525 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-a02ac8f7-c6e1-4c00-9d4e-7fa4b130e3b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:33:06.481332 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-55a48cbf-0b0a-4a18-8a92-0a592657d409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:06.556196 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] For port 7b268a02-d26c-404c-b0c5-33d618a6c14b, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=7b268a02-d26c-404c-b0c5-33d618a6c14b,segment=NetworkSegment(4213bad3-dc37-4cb6-a8de-19bf75b024af),segment_id=4213bad3-dc37-4cb6-a8de-19bf75b024af)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:06.556705 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:06.655069 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7ac9b1-c499-4a5f-b38a-a531daacb91d None None] DHCP port deletion for 72a3cf18-a01a-4f8c-b695-5edec710f7df request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:33:06.709772 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ac9b1-c499-4a5f-b38a-a531daacb91d None None] Deleting port 7b268a02-d26c-404c-b0c5-33d618a6c14b {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:06.710156 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9c7ac9b1-c499-4a5f-b38a-a531daacb91d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:06.745305 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Calling delete_port for 7b268a02-d26c-404c-b0c5-33d618a6c14b owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:06.762118 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b439e6c3-59c5-4010-90fb-457030ca0f14 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Made reservation on behalf of 605575ac642f4c179928ba111782e9ff for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:06.765601 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b439e6c3-59c5-4010-90fb-457030ca0f14 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:06.793923 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ac8f7-c6e1-4c00-9d4e-7fa4b130e3b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Pushing event updated for resources: {'Port': ['ID=f14f387a-896f-4d55-9c1e-0e78f36c51c5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:06.813675 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-11e5a8b6-3997-4a7d-9306-f64e1233e014 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:06.828065 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41726c11-2b68-4ba4-9771-4a1276ee9014 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:06.839237 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-55a48cbf-0b0a-4a18-8a92-0a592657d409 None None] For port 7b268a02-d26c-404c-b0c5-33d618a6c14b, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=7b268a02-d26c-404c-b0c5-33d618a6c14b,segment=NetworkSegment(4213bad3-dc37-4cb6-a8de-19bf75b024af),segment_id=4213bad3-dc37-4cb6-a8de-19bf75b024af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:06.842247 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-11e5a8b6-3997-4a7d-9306-f64e1233e014 None None] Transition to ACTIVE for port object 77438421-053d-4ab5-9a04-41f4c085d251 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:06.855267 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-f7f9573d-407d-4898-9fe4-68eacd92a96c tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] device_id is not set on port ef7ea23d-2462-4ecb-9992-d80b1d4c1d66 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:33:06.861303 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41726c11-2b68-4ba4-9771-4a1276ee9014 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:06.885428 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-55a48cbf-0b0a-4a18-8a92-0a592657d409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:06.923613 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56290) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:06.931389 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41726c11-2b68-4ba4-9771-4a1276ee9014 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:06.988345 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41726c11-2b68-4ba4-9771-4a1276ee9014 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85c9525-703a-4616-b760-3901689bc737,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:06.993683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-11e5a8b6-3997-4a7d-9306-f64e1233e014 None None] Transition to ACTIVE for port object 77438421-053d-4ab5-9a04-41f4c085d251 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:06.995157 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7b268a02-d26c-404c-b0c5-33d618a6c14b no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:33:07.002399 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41726c11-2b68-4ba4-9771-4a1276ee9014 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:07.007112 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-41726c11-2b68-4ba4-9771-4a1276ee9014 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/security-groups/a85c9525-703a-4616-b760-3901689bc737 HTTP/1.1" status: 204 len: 168 time: 0.6894307 Jan 11 09:33:07.009743 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56298) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:07.075217 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-11e5a8b6-3997-4a7d-9306-f64e1233e014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:07.147173 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-f7f9573d-407d-4898-9fe4-68eacd92a96c tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Allocated IP 2001:db8::2ae (10c432c2-40d9-4590-8bdd-4cc3ca68ee18/ff16f1c4-df18-4eab-b9b2-bbb83a888bbe/ef7ea23d-2462-4ecb-9992-d80b1d4c1d66) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:07.155063 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.api [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:33:07.155700 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG oslo_db.api [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:33:07.173093 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b0be9a97-052b-44c6-99fc-9275dd1a7b79 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:07.174154 dv-neutron-823402-4-hyperv neutron-server[87655]: WARNING neutron.api.v2.base [None req-b0be9a97-052b-44c6-99fc-9275dd1a7b79 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 11 09:33:07.174857 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-b0be9a97-052b-44c6-99fc-9275dd1a7b79 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] create failed (client error): There was a conflict when trying to complete your request. Jan 11 09:33:07.180172 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b0be9a97-052b-44c6-99fc-9275dd1a7b79 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2492046 Jan 11 09:33:07.183442 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56302) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:07.201291 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ca311862-a07a-4360-85da-78deb2bea2c9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group': {'name': 'tempest-secgroup--994583225'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:07.212432 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ca311862-a07a-4360-85da-78deb2bea2c9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:07.233672 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ca311862-a07a-4360-85da-78deb2bea2c9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Usage tracker for resource:security_group and tenant:6fb756cc06c841b0980f9fa48b0cf6da is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:07.235394 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-9c7ac9b1-c499-4a5f-b38a-a531daacb91d None None] For port 7b268a02-d26c-404c-b0c5-33d618a6c14b, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=7b268a02-d26c-404c-b0c5-33d618a6c14b,segment=NetworkSegment(4213bad3-dc37-4cb6-a8de-19bf75b024af),segment_id=4213bad3-dc37-4cb6-a8de-19bf75b024af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:07.235957 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9c7ac9b1-c499-4a5f-b38a-a531daacb91d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:07.243177 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ca311862-a07a-4360-85da-78deb2bea2c9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:07.260473 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a1a75b-b64a-438e-a541-9eb9ddd4a052 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting subnet 24bba97e-4ebf-43ad-b440-a9d6cb143e20 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:33:07.264571 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ca311862-a07a-4360-85da-78deb2bea2c9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:07.269294 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6a1a75b-b64a-438e-a541-9eb9ddd4a052 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:07.307326 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d48c6-ee4e-450b-9f61-d0bd6365053e req-1a4c0b39-ee5e-459d-8279-07b618d96850 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:07.309203 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3b5d48c6-ee4e-450b-9f61-d0bd6365053e req-1a4c0b39-ee5e-459d-8279-07b618d96850 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 931 time: 0.2225659 Jan 11 09:33:07.315117 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c3e5770c-7a53-45f9-8b23-8ca9a48b6e58 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:07.329638 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-a02ac8f7-c6e1-4c00-9d4e-7fa4b130e3b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:07.330324 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-a02ac8f7-c6e1-4c00-9d4e-7fa4b130e3b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:07.366948 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ac9b1-c499-4a5f-b38a-a531daacb91d None None] Calling delete_port for 7b268a02-d26c-404c-b0c5-33d618a6c14b owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:07.378314 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3b5d48c6-ee4e-450b-9f61-d0bd6365053e req-a96626fb-bfb6-4e54-8279-5fde1ada15c4 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591733 Jan 11 09:33:07.390871 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca311862-a07a-4360-85da-78deb2bea2c9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:07.408689 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca311862-a07a-4360-85da-78deb2bea2c9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:07.431440 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6a1a75b-b64a-438e-a541-9eb9ddd4a052 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:07.464237 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ca311862-a07a-4360-85da-78deb2bea2c9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:07.475189 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ca311862-a07a-4360-85da-78deb2bea2c9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Usage tracker for resource:security_group_rule and tenant:6fb756cc06c841b0980f9fa48b0cf6da is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:07.478613 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e5a8b6-3997-4a7d-9306-f64e1233e014 None None] Network 10c432c2-40d9-4590-8bdd-4cc3ca68ee18 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:07.481019 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ca311862-a07a-4360-85da-78deb2bea2c9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:07.485290 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a48cbf-0b0a-4a18-8a92-0a592657d409 None None] Pushing event updated for resources: {'Port': ['ID=7b268a02-d26c-404c-b0c5-33d618a6c14b,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:07.488661 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7e5283a1-4567-4876-ad53-8f7b76020bca None None] Provisioning for port f14f387a-896f-4d55-9c1e-0e78f36c51c5 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:33:07.492413 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-11e5a8b6-3997-4a7d-9306-f64e1233e014 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:07.497649 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9c7ac9b1-c499-4a5f-b38a-a531daacb91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:07.499392 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ca311862-a07a-4360-85da-78deb2bea2c9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:07.502605 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e5a8b6-3997-4a7d-9306-f64e1233e014 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:33:07.514771 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a48cbf-0b0a-4a18-8a92-0a592657d409 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:07.516342 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a48cbf-0b0a-4a18-8a92-0a592657d409 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:07.516924 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a48cbf-0b0a-4a18-8a92-0a592657d409 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:07.517640 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a48cbf-0b0a-4a18-8a92-0a592657d409 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:07.518217 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a48cbf-0b0a-4a18-8a92-0a592657d409 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:07.519409 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a48cbf-0b0a-4a18-8a92-0a592657d409 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:07.519962 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a48cbf-0b0a-4a18-8a92-0a592657d409 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:07.520546 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a48cbf-0b0a-4a18-8a92-0a592657d409 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:07.521118 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a48cbf-0b0a-4a18-8a92-0a592657d409 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:07.521668 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a48cbf-0b0a-4a18-8a92-0a592657d409 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:07.522616 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a48cbf-0b0a-4a18-8a92-0a592657d409 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:07.523926 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a48cbf-0b0a-4a18-8a92-0a592657d409 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:07.528199 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No active binding found for port 7b268a02-d26c-404c-b0c5-33d618a6c14b {{(pid=87656) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 11 09:33:07.528876 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7b268a02-d26c-404c-b0c5-33d618a6c14b not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:33:07.530597 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7e5283a1-4567-4876-ad53-8f7b76020bca None None] Provisioning complete for port f14f387a-896f-4d55-9c1e-0e78f36c51c5 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:07.531184 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7e5283a1-4567-4876-ad53-8f7b76020bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:07.581950 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6a1a75b-b64a-438e-a541-9eb9ddd4a052 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:07.588706 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c3e5770c-7a53-45f9-8b23-8ca9a48b6e58 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Calling delete_port for e4956721-1084-49e1-b890-883ea2e18eb0 owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:07.658391 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Deleting port 7b268a02-d26c-404c-b0c5-33d618a6c14b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:07.658888 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:07.716721 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7ac9b1-c499-4a5f-b38a-a531daacb91d None None] No DVR routers for this DVR port 7b268a02-d26c-404c-b0c5-33d618a6c14b on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:33:07.777015 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-11e5a8b6-3997-4a7d-9306-f64e1233e014 None None] Attempting to bind port 77438421-053d-4ab5-9a04-41f4c085d251 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:33:07.783104 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-11e5a8b6-3997-4a7d-9306-f64e1233e014 None None] Attempting to bind port 77438421-053d-4ab5-9a04-41f4c085d251 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '174270f6-23e8-468a-a638-ede5bf87ecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '10c432c2-40d9-4590-8bdd-4cc3ca68ee18'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:33:07.783603 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e5a8b6-3997-4a7d-9306-f64e1233e014 None None] Attempting to bind port 77438421-053d-4ab5-9a04-41f4c085d251 on network 10c432c2-40d9-4590-8bdd-4cc3ca68ee18 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:33:07.784015 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] The port '7b268a02-d26c-404c-b0c5-33d618a6c14b' was deleted {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:33:07.797687 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e5a8b6-3997-4a7d-9306-f64e1233e014 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:33:07.798049 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e5a8b6-3997-4a7d-9306-f64e1233e014 None None] Checking segment: {'id': '174270f6-23e8-468a-a638-ede5bf87ecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '10c432c2-40d9-4590-8bdd-4cc3ca68ee18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:33:07.804458 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-11e5a8b6-3997-4a7d-9306-f64e1233e014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:07.804458 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e5a8b6-3997-4a7d-9306-f64e1233e014 None None] Bound using segment: {'id': '174270f6-23e8-468a-a638-ede5bf87ecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '10c432c2-40d9-4590-8bdd-4cc3ca68ee18'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:33:07.804684 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-11e5a8b6-3997-4a7d-9306-f64e1233e014 None None] Bound port: 77438421-053d-4ab5-9a04-41f4c085d251, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174270f6-23e8-468a-a638-ede5bf87ecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '10c432c2-40d9-4590-8bdd-4cc3ca68ee18'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:33:07.805317 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-11e5a8b6-3997-4a7d-9306-f64e1233e014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:07.824577 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7e5283a1-4567-4876-ad53-8f7b76020bca None None] Port f14f387a-896f-4d55-9c1e-0e78f36c51c5 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:33:07.827444 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5a8b6-3997-4a7d-9306-f64e1233e014 None None] Pushing event updated for resources: {'Port': ['ID=77438421-053d-4ab5-9a04-41f4c085d251,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:07.841035 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca311862-a07a-4360-85da-78deb2bea2c9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:07.865250 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-a02ac8f7-c6e1-4c00-9d4e-7fa4b130e3b6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1341655 Jan 11 09:33:07.879014 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca311862-a07a-4360-85da-78deb2bea2c9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:07.882458 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ca311862-a07a-4360-85da-78deb2bea2c9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:07.885413 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f7f9573d-407d-4898-9fe4-68eacd92a96c tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:07.893947 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ac9b1-c499-4a5f-b38a-a531daacb91d None None] Pushing event deleted for resources: {'Port': ['ID=7b268a02-d26c-404c-b0c5-33d618a6c14b,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:07.894602 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-67628457-9196-4e7f-a521-a0172f32a11f service neutron] Request body: {'port': {'device_id': 'fd58043c-e00d-4f66-b153-63e3b6ee7000', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:07.919250 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca311862-a07a-4360-85da-78deb2bea2c9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2627078a-bce7-4399-a0b6-739f2ed36ef3,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:07.921870 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6a1a75b-b64a-438e-a541-9eb9ddd4a052 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:07.925741 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ca311862-a07a-4360-85da-78deb2bea2c9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Usage tracker for resource:security_group_rule and tenant:6fb756cc06c841b0980f9fa48b0cf6da is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:07.985676 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f7f9573d-407d-4898-9fe4-68eacd92a96c tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Transition to ACTIVE for port object ef7ea23d-2462-4ecb-9992-d80b1d4c1d66 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:07.992395 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-11e5a8b6-3997-4a7d-9306-f64e1233e014 None None] For port 77438421-053d-4ab5-9a04-41f4c085d251, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:33:07.995625 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-11e5a8b6-3997-4a7d-9306-f64e1233e014 None None] For port 77438421-053d-4ab5-9a04-41f4c085d251, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=77438421-053d-4ab5-9a04-41f4c085d251,segment=NetworkSegment(174270f6-23e8-468a-a638-ede5bf87ecde),segment_id=174270f6-23e8-468a-a638-ede5bf87ecde)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:33:08.000048 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-11e5a8b6-3997-4a7d-9306-f64e1233e014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:08.019981 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:08.027191 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ca311862-a07a-4360-85da-78deb2bea2c9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:08.031753 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1a75b-b64a-438e-a541-9eb9ddd4a052 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Subnet': ['ID=24bba97e-4ebf-43ad-b440-a9d6cb143e20,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:08.043071 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ca311862-a07a-4360-85da-78deb2bea2c9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:08.062433 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6a1a75b-b64a-438e-a541-9eb9ddd4a052 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:08.073094 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a3cf18-a01a-4f8c-b695-5edec710f7df']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:08.077850 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c954e571-52f4-4e87-a126-2e163eda410b None None] Network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:08.120247 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4213bad3-dc37-4cb6-a8de-19bf75b024af') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:08.120537 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4213bad3-dc37-4cb6-a8de-19bf75b024af') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:08.138990 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f6a1a75b-b64a-438e-a541-9eb9ddd4a052 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/subnets/24bba97e-4ebf-43ad-b440-a9d6cb143e20 HTTP/1.1" status: 204 len: 168 time: 1.1226702 Jan 11 09:33:08.142917 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56306) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:08.151698 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:08.168367 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-62b178a7-f67f-49f8-bb1c-508cb2d64794 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'subnet': {'network_id': '26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:08.189698 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5a8b6-3997-4a7d-9306-f64e1233e014 None None] Pushing event updated for resources: {'Port': ['ID=77438421-053d-4ab5-9a04-41f4c085d251,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:08.223704 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-67628457-9196-4e7f-a521-a0172f32a11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:08.236392 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:08.309703 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:33:08.309935 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:33:08.325232 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:33:08.540729 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca311862-a07a-4360-85da-78deb2bea2c9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:08.577939 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c3e5770c-7a53-45f9-8b23-8ca9a48b6e58 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:08.636837 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f7f9573d-407d-4898-9fe4-68eacd92a96c tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:08.655338 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b439e6c3-59c5-4010-90fb-457030ca0f14 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:08.693417 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca311862-a07a-4360-85da-78deb2bea2c9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:08.785695 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439e6c3-59c5-4010-90fb-457030ca0f14 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Subnet': ['ID=75a41124-91c2-4c5f-8d5e-0d6de6ec0b26,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:08.806678 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5770c-7a53-45f9-8b23-8ca9a48b6e58 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Pushing event deleted for resources: {'Port': ['ID=e4956721-1084-49e1-b890-883ea2e18eb0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:08.819789 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca311862-a07a-4360-85da-78deb2bea2c9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:08.829998 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ca311862-a07a-4360-85da-78deb2bea2c9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6427503 Jan 11 09:33:08.836762 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56312) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:08.837531 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:08.881309 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:08.887879 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ccc09ebc-dc95-4d36-ba50-1883c7d55853 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group_rule': {'security_group_id': '25193f7e-7195-4bef-bf6d-52173f28d5fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:08.897546 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event deleted for resources: {'Network': ['ID=72a3cf18-a01a-4f8c-b695-5edec710f7df,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:08.915953 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ccc09ebc-dc95-4d36-ba50-1883c7d55853 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:08.917286 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9573d-407d-4898-9fe4-68eacd92a96c tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Port': ['ID=ef7ea23d-2462-4ecb-9992-d80b1d4c1d66,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:08.924317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-62b178a7-f67f-49f8-bb1c-508cb2d64794 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:08.930828 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca311862-a07a-4360-85da-78deb2bea2c9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25193f7e-7195-4bef-bf6d-52173f28d5fd,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:08.934599 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ccc09ebc-dc95-4d36-ba50-1883c7d55853 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Usage tracker for resource:security_group_rule and tenant:6fb756cc06c841b0980f9fa48b0cf6da is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:08.942060 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ed79b3a1-5c97-4cae-8a09-62ccf4e0f172 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "DELETE /v2.0/networks/72a3cf18-a01a-4f8c-b695-5edec710f7df HTTP/1.1" status: 204 len: 168 time: 6.9087243 Jan 11 09:33:08.943336 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ccc09ebc-dc95-4d36-ba50-1883c7d55853 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:08.948760 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-62b178a7-f67f-49f8-bb1c-508cb2d64794 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:subnet and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:08.956749 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56316) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:08.958142 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-62b178a7-f67f-49f8-bb1c-508cb2d64794 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:08.966679 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ccc09ebc-dc95-4d36-ba50-1883c7d55853 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:09.020938 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-62b178a7-f67f-49f8-bb1c-508cb2d64794 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:09.056932 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-885733b1-dfd8-4c28-9ee4-88e1f826c9c8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] DELETE failed (client error): The resource could not be found. Jan 11 09:33:09.057434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-885733b1-dfd8-4c28-9ee4-88e1f826c9c8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:33:09.061636 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-885733b1-dfd8-4c28-9ee4-88e1f826c9c8 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "DELETE /v2.0/subnets/baf4f8eb-2345-4cd1-9ffc-c11763bbcef5 HTTP/1.1" status: 404 len: 337 time: 0.0987625 Jan 11 09:33:09.063766 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56320) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:09.081706 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9e92f-e83c-4db4-ab98-c52c374e2e4b req-06b76886-0572-456c-8771-516c415ea690 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:09.110217 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-faf9e92f-e83c-4db4-ab98-c52c374e2e4b req-06b76886-0572-456c-8771-516c415ea690 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 931 time: 0.4990411 Jan 11 09:33:09.129820 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 77438421-053d-4ab5-9a04-41f4c085d251 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:33:09.148563 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ccc09ebc-dc95-4d36-ba50-1883c7d55853 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:09.252980 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b178a7-f67f-49f8-bb1c-508cb2d64794 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:09.256470 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62b178a7-f67f-49f8-bb1c-508cb2d64794 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:09.272127 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 77438421-053d-4ab5-9a04-41f4c085d251 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:33:09.281438 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f9573d-407d-4898-9fe4-68eacd92a96c tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network 10c432c2-40d9-4590-8bdd-4cc3ca68ee18 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:09.333949 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fcac384-f6c4-4c01-ac29-12651e1271c1 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] DELETE failed (client error): The resource could not be found. Jan 11 09:33:09.334432 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fcac384-f6c4-4c01-ac29-12651e1271c1 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:33:09.339124 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1fcac384-f6c4-4c01-ac29-12651e1271c1 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "DELETE /v2.0/networks/72a3cf18-a01a-4f8c-b695-5edec710f7df HTTP/1.1" status: 404 len: 339 time: 0.2154510 Jan 11 09:33:09.346010 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56324) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:09.369504 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-faf9e92f-e83c-4db4-ab98-c52c374e2e4b req-ce56c417-e428-45ed-b5df-e8c34806743d tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424037 Jan 11 09:33:09.401893 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-f7f9573d-407d-4898-9fe4-68eacd92a96c tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:09.436166 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f9573d-407d-4898-9fe4-68eacd92a96c tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:33:09.441865 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f9573d-407d-4898-9fe4-68eacd92a96c tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:09.442636 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f7f9573d-407d-4898-9fe4-68eacd92a96c tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:09.449669 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b439e6c3-59c5-4010-90fb-457030ca0f14 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Checking segment: {'id': '30d89831-b8e3-4c4b-a97f-21502831fd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '696ce846-4ce1-4f96-8759-d018d8a15fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:33:09.450191 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b439e6c3-59c5-4010-90fb-457030ca0f14 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Network hostable DHCP agents. Network: 696ce846-4ce1-4f96-8759-d018d8a15fca, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:33:09.457260 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c3e5770c-7a53-45f9-8b23-8ca9a48b6e58 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:09.484540 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ccad95a-5367-4b7d-a72d-6cdb1aa91496 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] DELETE failed (client error): The resource could not be found. Jan 11 09:33:09.484894 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ccad95a-5367-4b7d-a72d-6cdb1aa91496 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:33:09.486751 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6ccad95a-5367-4b7d-a72d-6cdb1aa91496 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "DELETE /v2.0/subnets/4c4ed40e-ab06-4d03-a0fb-9bc1838894aa HTTP/1.1" status: 404 len: 337 time: 0.1379128 Jan 11 09:33:09.493100 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56328) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:09.504225 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c3e5770c-7a53-45f9-8b23-8ca9a48b6e58 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] 10.222.0.15 "DELETE /v2.0/ports/e4956721-1084-49e1-b890-883ea2e18eb0 HTTP/1.1" status: 204 len: 168 time: 4.1051559 Jan 11 09:33:09.516330 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56332) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:09.556444 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-9315f0f7-bddb-4f11-9383-492485fe6be7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] DELETE failed (client error): The resource could not be found. Jan 11 09:33:09.556954 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9315f0f7-bddb-4f11-9383-492485fe6be7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:33:09.576722 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-398c6a40-d8fb-409b-bf22-1df3ebf69a9c None None] Provisioning complete for port 405c06c6-abee-4155-ac10-660d9828fc35 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:09.577350 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-398c6a40-d8fb-409b-bf22-1df3ebf69a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:09.619258 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f7f9573d-407d-4898-9fe4-68eacd92a96c tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0720315 Jan 11 09:33:09.626035 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ccc09ebc-dc95-4d36-ba50-1883c7d55853 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:09.627714 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9315f0f7-bddb-4f11-9383-492485fe6be7 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "DELETE /v2.0/networks/ae793220-f6e3-488b-baf1-020cb8950b99 HTTP/1.1" status: 404 len: 339 time: 0.1325762 Jan 11 09:33:09.628319 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56336) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:09.638424 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b439e6c3-59c5-4010-90fb-457030ca0f14 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Network 696ce846-4ce1-4f96-8759-d018d8a15fca is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:33:09.642265 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56338) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:09.722503 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-816f1a7f-8028-499b-80a3-5e691faf19d8 req-8c8678fb-399b-4335-8eb8-b87385200da2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8259323 Jan 11 09:33:09.742600 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ccc09ebc-dc95-4d36-ba50-1883c7d55853 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:09.765405 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b439e6c3-59c5-4010-90fb-457030ca0f14 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 696ce846-4ce1-4f96-8759-d018d8a15fca) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:09.777301 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e931b7-16ef-4c91-b198-5b685e593394 None None] Network 696ce846-4ce1-4f96-8759-d018d8a15fca requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:09.781772 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b743a14-ec2c-4bdc-9384-4c88bedb4362 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] DELETE failed (client error): The resource could not be found. Jan 11 09:33:09.788151 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b743a14-ec2c-4bdc-9384-4c88bedb4362 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:33:09.798410 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2b743a14-ec2c-4bdc-9384-4c88bedb4362 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "DELETE /v2.0/subnets/f431c239-d241-4b95-9073-150aec4b5122 HTTP/1.1" status: 404 len: 337 time: 0.1502166 Jan 11 09:33:09.802788 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56344) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:09.831388 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b439e6c3-59c5-4010-90fb-457030ca0f14 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:09.832001 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b439e6c3-59c5-4010-90fb-457030ca0f14 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:09.869466 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ccc09ebc-dc95-4d36-ba50-1883c7d55853 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:09.871277 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ccc09ebc-dc95-4d36-ba50-1883c7d55853 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0316873 Jan 11 09:33:09.886103 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-67628457-9196-4e7f-a521-a0172f32a11f service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:33:09.898881 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56348) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:09.947142 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b439e6c3-59c5-4010-90fb-457030ca0f14 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0540309 Jan 11 09:33:09.955085 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56352) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:09.955765 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc09ebc-dc95-4d36-ba50-1883c7d55853 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37303af-29d1-4051-93bf-4bf00b157727,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:09.984945 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d80fb0c7-5279-433e-af36-956905ddd823 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group_rule': {'security_group_id': '25193f7e-7195-4bef-bf6d-52173f28d5fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:10.016038 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-aacfde98-648d-4c49-8b14-b0616b1dd734 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] DELETE failed (client error): The resource could not be found. Jan 11 09:33:10.016606 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aacfde98-648d-4c49-8b14-b0616b1dd734 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:33:10.021865 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-aacfde98-648d-4c49-8b14-b0616b1dd734 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "DELETE /v2.0/networks/1b0fe577-2877-4eb0-8677-caf28c83d93f HTTP/1.1" status: 404 len: 339 time: 0.1975343 Jan 11 09:33:10.025783 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d80fb0c7-5279-433e-af36-956905ddd823 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:10.028218 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56356) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:10.038399 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d80fb0c7-5279-433e-af36-956905ddd823 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Usage tracker for resource:security_group_rule and tenant:6fb756cc06c841b0980f9fa48b0cf6da is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:10.058770 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceb549d-c203-4f55-b3a2-077e24719e6c None None] Network 10c432c2-40d9-4590-8bdd-4cc3ca68ee18 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:10.077917 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d80fb0c7-5279-433e-af36-956905ddd823 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:10.100479 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d80fb0c7-5279-433e-af36-956905ddd823 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:10.123698 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-67628457-9196-4e7f-a521-a0172f32a11f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14f387a-896f-4d55-9c1e-0e78f36c51c5 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:33:10.147993 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291b8bac-6721-4c9f-8d80-876c9f3c046d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-696ce846-4ce1-4f96-8759-d018d8a15fca', 'network_id': '696ce846-4ce1-4f96-8759-d018d8a15fca', 'tenant_id': '605575ac642f4c179928ba111782e9ff', 'fixed_ips': [{'subnet_id': '75a41124-91c2-4c5f-8d5e-0d6de6ec0b26'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:33:10.149691 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-291b8bac-6721-4c9f-8d80-876c9f3c046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:10.155540 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-67628457-9196-4e7f-a521-a0172f32a11f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:10.182030 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d427b0e-fea7-462b-b117-eb7af0e68739 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:10.182761 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0d427b0e-fea7-462b-b117-eb7af0e68739 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Synchronizing usage tracker for tenant:d7ddb24bf10e4c9394b0a42048a1cf1c on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:33:10.203358 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6b28d5e7-7af1-4c20-be04-8280f56e0a5e tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Deleting port 68ee9f52-e6ab-4227-856e-2b3ce132dda2 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:10.203713 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6b28d5e7-7af1-4c20-be04-8280f56e0a5e tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:10.250793 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-67628457-9196-4e7f-a521-a0172f32a11f service neutron] Transition to ACTIVE for port object f14f387a-896f-4d55-9c1e-0e78f36c51c5 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:10.251609 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d80fb0c7-5279-433e-af36-956905ddd823 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:10.271429 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-67628457-9196-4e7f-a521-a0172f32a11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:10.301343 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-398c6a40-d8fb-409b-bf22-1df3ebf69a9c None None] Provisioning complete for port e1463c19-5c33-4c3d-bd8a-bc2aa977dc1c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:10.301830 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-398c6a40-d8fb-409b-bf22-1df3ebf69a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:10.376168 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0d427b0e-fea7-462b-b117-eb7af0e68739 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Unset dirty status for tenant:d7ddb24bf10e4c9394b0a42048a1cf1c on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:33:10.379870 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0d427b0e-fea7-462b-b117-eb7af0e68739 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] 10.222.0.15 "GET /v2.0/ports?device_id=97795655-e088-4cb3-b8c0-a13ea98e4d27 HTTP/1.1" status: 200 len: 913 time: 0.8582373 Jan 11 09:33:10.407659 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56360) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:10.446359 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-398c6a40-d8fb-409b-bf22-1df3ebf69a9c None None] Port e1463c19-5c33-4c3d-bd8a-bc2aa977dc1c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:33:10.463851 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f1a7f-8028-499b-80a3-5e691faf19d8 req-be276a24-350b-4e2e-bca9-fe472cc2f5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:10.465590 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-816f1a7f-8028-499b-80a3-5e691faf19d8 req-be276a24-350b-4e2e-bca9-fe472cc2f5e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2f55e34cfef842488129ab7ed2754c64&device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 1099 time: 0.5704439 Jan 11 09:33:10.551606 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-291b8bac-6721-4c9f-8d80-876c9f3c046d None None] Allocated IP 172.20.0.2 (696ce846-4ce1-4f96-8759-d018d8a15fca/75a41124-91c2-4c5f-8d5e-0d6de6ec0b26/d787d9f7-e00c-4576-b1a2-53edafd4a4dd) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:10.653941 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c6be1e65-fd12-46ef-b3eb-14d4c263a2ae None None] Provisioning for port 77438421-053d-4ab5-9a04-41f4c085d251 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:33:10.695299 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c6be1e65-fd12-46ef-b3eb-14d4c263a2ae None None] Provisioning complete for port 77438421-053d-4ab5-9a04-41f4c085d251 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:10.695855 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c6be1e65-fd12-46ef-b3eb-14d4c263a2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:10.752526 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67628457-9196-4e7f-a521-a0172f32a11f service neutron] Pushing event updated for resources: {'Port': ['ID=f14f387a-896f-4d55-9c1e-0e78f36c51c5,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:10.862959 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d41860a-c3a8-4f21-967d-6c07fafa6b2c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:10.879918 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62b178a7-f67f-49f8-bb1c-508cb2d64794 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:10.975695 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-291b8bac-6721-4c9f-8d80-876c9f3c046d None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:10.989921 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-291b8bac-6721-4c9f-8d80-876c9f3c046d None None] Transition to ACTIVE for port object d787d9f7-e00c-4576-b1a2-53edafd4a4dd will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:11.015946 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-291b8bac-6721-4c9f-8d80-876c9f3c046d None None] Transition to ACTIVE for port object d787d9f7-e00c-4576-b1a2-53edafd4a4dd will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:11.027480 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-291b8bac-6721-4c9f-8d80-876c9f3c046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:11.084486 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b178a7-f67f-49f8-bb1c-508cb2d64794 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Subnet': ['ID=a3801e93-98f2-4692-8bdc-85fa0dee4153,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:11.108135 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6b28d5e7-7af1-4c20-be04-8280f56e0a5e tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:11.109513 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-0d41860a-c3a8-4f21-967d-6c07fafa6b2c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Deleting port d787d9f7-e00c-4576-b1a2-53edafd4a4dd {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:11.109956 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d41860a-c3a8-4f21-967d-6c07fafa6b2c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:11.135286 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-d80fb0c7-5279-433e-af36-956905ddd823 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] create failed (client error): There was a conflict when trying to complete your request. Jan 11 09:33:11.136369 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d80fb0c7-5279-433e-af36-956905ddd823 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2023649 Jan 11 09:33:11.140916 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291b8bac-6721-4c9f-8d80-876c9f3c046d None None] Network 696ce846-4ce1-4f96-8759-d018d8a15fca is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:11.144313 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b8bac-6721-4c9f-8d80-876c9f3c046d None None] Pushing event updated for resources: {'Port': ['ID=d787d9f7-e00c-4576-b1a2-53edafd4a4dd,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:11.148664 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-291b8bac-6721-4c9f-8d80-876c9f3c046d None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:11.151078 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291b8bac-6721-4c9f-8d80-876c9f3c046d None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:33:11.163005 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b178a7-f67f-49f8-bb1c-508cb2d64794 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:11.171461 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56366) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:11.206355 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f1a7f-8028-499b-80a3-5e691faf19d8 req-1b890a1b-e683-4434-84f4-d440cf533b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:11.207828 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-816f1a7f-8028-499b-80a3-5e691faf19d8 req-1b890a1b-e683-4434-84f4-d440cf533b3a service neutron] 10.222.0.42 "GET /v2.0/networks?id=d792ad28-c1a4-4d37-b57d-4b386593b2fd HTTP/1.1" status: 200 len: 912 time: 0.6959200 Jan 11 09:33:11.280031 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-291b8bac-6721-4c9f-8d80-876c9f3c046d None None] Attempting to bind port d787d9f7-e00c-4576-b1a2-53edafd4a4dd on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:33:11.280031 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-291b8bac-6721-4c9f-8d80-876c9f3c046d None None] Attempting to bind port d787d9f7-e00c-4576-b1a2-53edafd4a4dd by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '30d89831-b8e3-4c4b-a97f-21502831fd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '696ce846-4ce1-4f96-8759-d018d8a15fca'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:33:11.280031 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291b8bac-6721-4c9f-8d80-876c9f3c046d None None] Attempting to bind port d787d9f7-e00c-4576-b1a2-53edafd4a4dd on network 696ce846-4ce1-4f96-8759-d018d8a15fca {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:33:11.295584 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6b28d5e7-7af1-4c20-be04-8280f56e0a5e tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Calling delete_port for 68ee9f52-e6ab-4227-856e-2b3ce132dda2 owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:11.298077 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291b8bac-6721-4c9f-8d80-876c9f3c046d None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:33:11.298555 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291b8bac-6721-4c9f-8d80-876c9f3c046d None None] Checking segment: {'id': '30d89831-b8e3-4c4b-a97f-21502831fd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '696ce846-4ce1-4f96-8759-d018d8a15fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:33:11.298993 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-291b8bac-6721-4c9f-8d80-876c9f3c046d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:11.299379 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291b8bac-6721-4c9f-8d80-876c9f3c046d None None] Bound using segment: {'id': '30d89831-b8e3-4c4b-a97f-21502831fd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '696ce846-4ce1-4f96-8759-d018d8a15fca'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:33:11.299966 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-291b8bac-6721-4c9f-8d80-876c9f3c046d None None] Bound port: d787d9f7-e00c-4576-b1a2-53edafd4a4dd, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d89831-b8e3-4c4b-a97f-21502831fd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '696ce846-4ce1-4f96-8759-d018d8a15fca'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:33:11.300333 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-291b8bac-6721-4c9f-8d80-876c9f3c046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:11.305162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f783a102-a7f3-4666-a5f0-87373eb02e40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:11.315154 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-62b178a7-f67f-49f8-bb1c-508cb2d64794 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:11.320303 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c6be1e65-fd12-46ef-b3eb-14d4c263a2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:11.339433 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b178a7-f67f-49f8-bb1c-508cb2d64794 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:11.340251 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-62b178a7-f67f-49f8-bb1c-508cb2d64794 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:11.392932 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-62b178a7-f67f-49f8-bb1c-508cb2d64794 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2465577 Jan 11 09:33:11.402990 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56370) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:11.427492 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-291b8bac-6721-4c9f-8d80-876c9f3c046d None None] For port d787d9f7-e00c-4576-b1a2-53edafd4a4dd, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:33:11.431171 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-291b8bac-6721-4c9f-8d80-876c9f3c046d None None] For port d787d9f7-e00c-4576-b1a2-53edafd4a4dd, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=d787d9f7-e00c-4576-b1a2-53edafd4a4dd,segment=NetworkSegment(30d89831-b8e3-4c4b-a97f-21502831fd01),segment_id=30d89831-b8e3-4c4b-a97f-21502831fd01)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:33:11.437644 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f41e0a-1cdd-41c7-8975-88b60cb300fb None None] Network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:11.531530 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-67628457-9196-4e7f-a521-a0172f32a11f service neutron] Attempting to bind port f14f387a-896f-4d55-9c1e-0e78f36c51c5 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:33:11.532090 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-67628457-9196-4e7f-a521-a0172f32a11f service neutron] Attempting to bind port f14f387a-896f-4d55-9c1e-0e78f36c51c5 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '432e4216-ddff-43d1-8fec-12c3795a4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:33:11.532211 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-67628457-9196-4e7f-a521-a0172f32a11f service neutron] Attempting to bind port f14f387a-896f-4d55-9c1e-0e78f36c51c5 on network 5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:33:11.546412 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-67628457-9196-4e7f-a521-a0172f32a11f service neutron] Port f14f387a-896f-4d55-9c1e-0e78f36c51c5 on network 5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:33:11.546738 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-67628457-9196-4e7f-a521-a0172f32a11f service neutron] Attempting to bind port f14f387a-896f-4d55-9c1e-0e78f36c51c5 on network 5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:33:11.561261 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6c21e6d1-1ec5-4249-b99e-4b180eebf1b1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'security_group': {'name': 'tempest-secgroup-661292676'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:11.571805 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-816f1a7f-8028-499b-80a3-5e691faf19d8 req-3e593a28-6fad-4bbb-a22e-4e1e47dad6b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d114431c-1274-4827-a777-bc1c30573cfe HTTP/1.1" status: 200 len: 1002 time: 0.2851706 Jan 11 09:33:11.585244 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-67628457-9196-4e7f-a521-a0172f32a11f service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:33:11.586921 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-67628457-9196-4e7f-a521-a0172f32a11f service neutron] Checking segment: {'id': '432e4216-ddff-43d1-8fec-12c3795a4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:33:11.587553 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-67628457-9196-4e7f-a521-a0172f32a11f service neutron] Bound using segment: {'id': '432e4216-ddff-43d1-8fec-12c3795a4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:33:11.588328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-67628457-9196-4e7f-a521-a0172f32a11f service neutron] Bound port: f14f387a-896f-4d55-9c1e-0e78f36c51c5, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '432e4216-ddff-43d1-8fec-12c3795a4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:33:11.588475 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-67628457-9196-4e7f-a521-a0172f32a11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:11.593575 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f426374-5c02-4a25-a921-47b33b46f98e req-db4bc9b5-6b96-40c3-b27d-b61a10721d16 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:11.595021 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4f426374-5c02-4a25-a921-47b33b46f98e req-db4bc9b5-6b96-40c3-b27d-b61a10721d16 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 943 time: 0.8516467 Jan 11 09:33:11.597743 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6c21e6d1-1ec5-4249-b99e-4b180eebf1b1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:11.623234 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-291b8bac-6721-4c9f-8d80-876c9f3c046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:11.641795 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6b28d5e7-7af1-4c20-be04-8280f56e0a5e tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:11.724754 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6c21e6d1-1ec5-4249-b99e-4b180eebf1b1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:security_group and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:11.741407 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28d5e7-7af1-4c20-be04-8280f56e0a5e tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event deleted for resources: {'Port': ['ID=68ee9f52-e6ab-4227-856e-2b3ce132dda2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:11.745507 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c6be1e65-fd12-46ef-b3eb-14d4c263a2ae None None] For port 77438421-053d-4ab5-9a04-41f4c085d251, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=77438421-053d-4ab5-9a04-41f4c085d251,segment=NetworkSegment(174270f6-23e8-468a-a638-ede5bf87ecde),segment_id=174270f6-23e8-468a-a638-ede5bf87ecde)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:11.748989 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6c21e6d1-1ec5-4249-b99e-4b180eebf1b1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:11.773556 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c6be1e65-fd12-46ef-b3eb-14d4c263a2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:11.776626 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6b28d5e7-7af1-4c20-be04-8280f56e0a5e tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:11.787361 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6b28d5e7-7af1-4c20-be04-8280f56e0a5e tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "DELETE /v2.0/ports/68ee9f52-e6ab-4227-856e-2b3ce132dda2 HTTP/1.1" status: 204 len: 168 time: 1.7563584 Jan 11 09:33:11.797122 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56374) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:11.845356 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f1a7f-8028-499b-80a3-5e691faf19d8 req-8eab1775-55c8-4dc2-9b54-6a45ebd27237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:11.846238 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b8bac-6721-4c9f-8d80-876c9f3c046d None None] Pushing event updated for resources: {'Port': ['ID=d787d9f7-e00c-4576-b1a2-53edafd4a4dd,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:11.847045 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-816f1a7f-8028-499b-80a3-5e691faf19d8 req-8eab1775-55c8-4dc2-9b54-6a45ebd27237 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75d32f1d-e961-48e8-b51c-6c84103eee1a HTTP/1.1" status: 200 len: 850 time: 0.2634182 Jan 11 09:33:11.857410 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6c21e6d1-1ec5-4249-b99e-4b180eebf1b1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:11.895310 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-67628457-9196-4e7f-a521-a0172f32a11f service neutron] For port f14f387a-896f-4d55-9c1e-0e78f36c51c5, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:33:11.900231 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-67628457-9196-4e7f-a521-a0172f32a11f service neutron] For port f14f387a-896f-4d55-9c1e-0e78f36c51c5, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=f14f387a-896f-4d55-9c1e-0e78f36c51c5,segment=NetworkSegment(432e4216-ddff-43d1-8fec-12c3795a4030),segment_id=432e4216-ddff-43d1-8fec-12c3795a4030)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:33:11.907753 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2ada07-9f6b-4317-b3a5-6517f22e0f55 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] DELETE failed (client error): The resource could not be found. Jan 11 09:33:11.908511 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b2ada07-9f6b-4317-b3a5-6517f22e0f55 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:33:11.911246 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5b2ada07-9f6b-4317-b3a5-6517f22e0f55 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "DELETE /v2.0/subnets/1a984cdd-1c7e-4165-ac90-eebd95cd2deb HTTP/1.1" status: 404 len: 337 time: 0.1123774 Jan 11 09:33:11.954683 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-67628457-9196-4e7f-a521-a0172f32a11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:11.970063 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56378) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:12.028602 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be1e65-fd12-46ef-b3eb-14d4c263a2ae None None] Pushing event updated for resources: {'Port': ['ID=77438421-053d-4ab5-9a04-41f4c085d251,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:12.067242 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f5fb5123-b762-4723-84c7-0d1f26e3eff0 None None] Provisioning complete for port 77438421-053d-4ab5-9a04-41f4c085d251 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:12.067612 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5123-b762-4723-84c7-0d1f26e3eff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:12.108090 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-67628457-9196-4e7f-a521-a0172f32a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:12.108616 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-67628457-9196-4e7f-a521-a0172f32a11f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:12.109993 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-67628457-9196-4e7f-a521-a0172f32a11f service neutron] 10.222.0.42 "PUT /v2.0/ports/f14f387a-896f-4d55-9c1e-0e78f36c51c5 HTTP/1.1" status: 200 len: 1093 time: 4.2284532 Jan 11 09:33:12.111474 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd58043c-e00d-4f66-b153-63e3b6ee7000', 'tag': 'f14f387a-896f-4d55-9c1e-0e78f36c51c5'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:33:12.115885 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c21e6d1-1ec5-4249-b99e-4b180eebf1b1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:12.126857 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4f426374-5c02-4a25-a921-47b33b46f98e req-1d983f2f-e82a-49ab-a9b4-26343b1406a0 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4509408 Jan 11 09:33:12.160879 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db7f01e4-45bc-4ccc-8e19-75c0fa450678 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:12.309207 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd58043c-e00d-4f66-b153-63e3b6ee7000', 'tag': 'f14f387a-896f-4d55-9c1e-0e78f36c51c5', 'status': 'completed', 'code': 200} Jan 11 09:33:12.343064 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67628457-9196-4e7f-a521-a0172f32a11f service neutron] Pushing event updated for resources: {'Port': ['ID=f14f387a-896f-4d55-9c1e-0e78f36c51c5,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:12.427143 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6c21e6d1-1ec5-4249-b99e-4b180eebf1b1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:12.443549 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6c21e6d1-1ec5-4249-b99e-4b180eebf1b1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:security_group_rule and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:12.453683 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6c21e6d1-1ec5-4249-b99e-4b180eebf1b1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:12.478415 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b83032-34c3-4f97-a276-15da581bec17 None None] Update dhcp port {'port': {'network_id': '26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90', 'fixed_ips': [{'subnet_id': '0e1bf422-aae5-4f28-90b7-ff997223ef0d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a3801e93-98f2-4692-8bdc-85fa0dee4153'}], 'binding:host_id': 'dv-neutron-823402-4-hyperv'}, 'id': '405c06c6-abee-4155-ac10-660d9828fc35'} from dv-neutron-823402-4-hyperv. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 11 09:33:12.511311 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e06b0f3-db25-4a7c-85d8-2b2e16674257 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:12.526390 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-3281ffb5-74af-47e2-ae7e-906f49dbc88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:12.528247 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-3281ffb5-74af-47e2-ae7e-906f49dbc88f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27f1e48653724e3083ec9827e4915957&device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 1096 time: 0.3527806 Jan 11 09:33:12.537144 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6c21e6d1-1ec5-4249-b99e-4b180eebf1b1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:12.543522 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db7f01e4-45bc-4ccc-8e19-75c0fa450678 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:12.567064 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-77b83032-34c3-4f97-a276-15da581bec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:12.578647 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f5fb5123-b762-4723-84c7-0d1f26e3eff0 None None] Provisioning for port ef7ea23d-2462-4ecb-9992-d80b1d4c1d66 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:33:12.588977 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f5fb5123-b762-4723-84c7-0d1f26e3eff0 None None] Provisioning complete for port ef7ea23d-2462-4ecb-9992-d80b1d4c1d66 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:12.589351 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5123-b762-4723-84c7-0d1f26e3eff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:12.602364 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f1a7f-8028-499b-80a3-5e691faf19d8 req-9c3bfbdb-5af8-43ff-971f-18703ffc6520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:12.603858 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-816f1a7f-8028-499b-80a3-5e691faf19d8 req-9c3bfbdb-5af8-43ff-971f-18703ffc6520 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d792ad28-c1a4-4d37-b57d-4b386593b2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6985214 Jan 11 09:33:12.613624 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6e06b0f3-db25-4a7c-85d8-2b2e16674257 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Deleting port 5319631b-edd8-4186-bc31-8ae3603750cb {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:12.613624 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e06b0f3-db25-4a7c-85d8-2b2e16674257 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:12.667022 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-b8d2ed09-c3a0-4157-8266-222660218cab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f14f387a-896f-4d55-9c1e-0e78f36c51c5 HTTP/1.1" status: 200 len: 217 time: 0.1262565 Jan 11 09:33:12.736950 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f5fb5123-b762-4723-84c7-0d1f26e3eff0 None None] Port ef7ea23d-2462-4ecb-9992-d80b1d4c1d66 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:33:12.767365 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-0d41860a-c3a8-4f21-967d-6c07fafa6b2c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] For port d787d9f7-e00c-4576-b1a2-53edafd4a4dd, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=d787d9f7-e00c-4576-b1a2-53edafd4a4dd,segment=NetworkSegment(30d89831-b8e3-4c4b-a97f-21502831fd01),segment_id=30d89831-b8e3-4c4b-a97f-21502831fd01)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:12.768841 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d41860a-c3a8-4f21-967d-6c07fafa6b2c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:12.780370 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db7f01e4-45bc-4ccc-8e19-75c0fa450678 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:12.869419 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-77b83032-34c3-4f97-a276-15da581bec17 None None] Allocated IP 172.20.0.2 (26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90/a3801e93-98f2-4692-8bdc-85fa0dee4153/405c06c6-abee-4155-ac10-660d9828fc35) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:12.926409 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-13d8d994-5965-4c34-bf02-547752f9d5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:12.927879 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-13d8d994-5965-4c34-bf02-547752f9d5d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=627ce13c-dd38-4562-afe1-c17eb9a23002 HTTP/1.1" status: 200 len: 851 time: 0.2485194 Jan 11 09:33:13.022886 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.resource_extend [None req-f783a102-a7f3-4666-a5f0-87373eb02e40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:33:13.092887 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f01e4-45bc-4ccc-8e19-75c0fa450678 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25193f7e-7195-4bef-bf6d-52173f28d5fd,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:13.105067 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-0d41860a-c3a8-4f21-967d-6c07fafa6b2c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Calling delete_port for d787d9f7-e00c-4576-b1a2-53edafd4a4dd owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:13.125782 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-77b83032-34c3-4f97-a276-15da581bec17 None None] For port 405c06c6-abee-4155-ac10-660d9828fc35, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=405c06c6-abee-4155-ac10-660d9828fc35,segment=NetworkSegment(9fba4ea3-2778-4e1c-ad1d-2f01f7de9cfa),segment_id=9fba4ea3-2778-4e1c-ad1d-2f01f7de9cfa)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:13.136577 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device d787d9f7-e00c-4576-b1a2-53edafd4a4dd up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:33:13.168200 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f783a102-a7f3-4666-a5f0-87373eb02e40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:13.201633 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f783a102-a7f3-4666-a5f0-87373eb02e40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:13.206168 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db7f01e4-45bc-4ccc-8e19-75c0fa450678 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:13.209457 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-db7f01e4-45bc-4ccc-8e19-75c0fa450678 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "DELETE /v2.0/security-groups/25193f7e-7195-4bef-bf6d-52173f28d5fd HTTP/1.1" status: 204 len: 168 time: 1.9363906 Jan 11 09:33:13.239352 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-77b83032-34c3-4f97-a276-15da581bec17 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:13.246393 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56384) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:13.265342 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-77b83032-34c3-4f97-a276-15da581bec17 None None] Transition to ACTIVE for port object 405c06c6-abee-4155-ac10-660d9828fc35 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:13.283623 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-77b83032-34c3-4f97-a276-15da581bec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:13.291675 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c21e6d1-1ec5-4249-b99e-4b180eebf1b1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:13.367459 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-816f1a7f-8028-499b-80a3-5e691faf19d8 req-61d6e99f-bb1b-441f-a7b8-18067aa603ea service neutron] 10.222.0.42 "GET /v2.0/networks/d792ad28-c1a4-4d37-b57d-4b386593b2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7552576 Jan 11 09:33:13.400427 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c21e6d1-1ec5-4249-b99e-4b180eebf1b1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:13.451750 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6e06b0f3-db25-4a7c-85d8-2b2e16674257 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] For port 5319631b-edd8-4186-bc31-8ae3603750cb, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=5319631b-edd8-4186-bc31-8ae3603750cb,segment=NetworkSegment(63413664-249e-419b-8674-27ea99bbc593),segment_id=63413664-249e-419b-8674-27ea99bbc593)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:13.452301 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e06b0f3-db25-4a7c-85d8-2b2e16674257 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:13.526472 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b83032-34c3-4f97-a276-15da581bec17 None None] Pushing event updated for resources: {'Port': ['ID=405c06c6-abee-4155-ac10-660d9828fc35,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:13.529953 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port d787d9f7-e00c-4576-b1a2-53edafd4a4dd completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:33:13.542696 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 77438421-053d-4ab5-9a04-41f4c085d251 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:33:13.644700 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 77438421-053d-4ab5-9a04-41f4c085d251 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:13.645803 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:13.698660 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a102-a7f3-4666-a5f0-87373eb02e40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Port': ['ID=ef7ea23d-2462-4ecb-9992-d80b1d4c1d66,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:13.737042 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-2a702ca2-bd4d-47f9-bfb7-2cd415cf4100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:13.740348 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01b7b6a-e6ed-482a-9967-4d9b7c758150 None None] Network 696ce846-4ce1-4f96-8759-d018d8a15fca requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:13.748567 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-2a702ca2-bd4d-47f9-bfb7-2cd415cf4100 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8089221 Jan 11 09:33:13.761337 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21e6d1-1ec5-4249-b99e-4b180eebf1b1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68592348-176e-425e-887b-6bdcb2296d87,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:13.763719 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c21e6d1-1ec5-4249-b99e-4b180eebf1b1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:13.765033 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6c21e6d1-1ec5-4249-b99e-4b180eebf1b1 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.3596785 Jan 11 09:33:13.768228 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6e06b0f3-db25-4a7c-85d8-2b2e16674257 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Calling delete_port for 5319631b-edd8-4186-bc31-8ae3603750cb owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:13.789746 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56390) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:13.810307 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b56e3085-55e2-46ab-958c-d7e4f3f9dd5c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Synchronizing usage tracker for tenant:6fb756cc06c841b0980f9fa48b0cf6da on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:33:13.825690 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-55d775e9-cd15-4826-8267-f3a456f577d0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'security_group': {'name': 'tempest-secgroup-162286452'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:13.856056 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-55d775e9-cd15-4826-8267-f3a456f577d0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:13.886095 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-55d775e9-cd15-4826-8267-f3a456f577d0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:security_group and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:13.894429 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-55d775e9-cd15-4826-8267-f3a456f577d0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:13.948216 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-55d775e9-cd15-4826-8267-f3a456f577d0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:13.963639 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-08175980-a079-4ba8-b3c9-b288961ebb06 None None] Provisioning for port d787d9f7-e00c-4576-b1a2-53edafd4a4dd completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:33:13.968235 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d41860a-c3a8-4f21-967d-6c07fafa6b2c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:13.973699 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-08175980-a079-4ba8-b3c9-b288961ebb06 None None] Provisioning complete for port d787d9f7-e00c-4576-b1a2-53edafd4a4dd triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:13.974173 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-08175980-a079-4ba8-b3c9-b288961ebb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:13.991109 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-c7f4945f-5def-4756-a92c-272c76c39e30 service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776316 Jan 11 09:33:14.014776 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b56e3085-55e2-46ab-958c-d7e4f3f9dd5c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Unset dirty status for tenant:6fb756cc06c841b0980f9fa48b0cf6da on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:33:14.016130 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b56e3085-55e2-46ab-958c-d7e4f3f9dd5c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7535450 Jan 11 09:33:14.036545 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56394) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:14.038382 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-08175980-a079-4ba8-b3c9-b288961ebb06 None None] Port d787d9f7-e00c-4576-b1a2-53edafd4a4dd was deleted so its status cannot be updated. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 11 09:33:14.054006 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-29e9b268-de05-48f3-b771-5f3b19843d70 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group': {'name': 'tempest-secgroup--303146895'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:14.058564 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41860a-c3a8-4f21-967d-6c07fafa6b2c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Port': ['ID=d787d9f7-e00c-4576-b1a2-53edafd4a4dd,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:14.064051 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-29e9b268-de05-48f3-b771-5f3b19843d70 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:14.075775 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-29e9b268-de05-48f3-b771-5f3b19843d70 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:14.110101 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-29e9b268-de05-48f3-b771-5f3b19843d70 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:14.112914 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e32cb-eb6a-40a1-abba-3743af6b86b3 req-31855474-819e-47b7-97d5-cc1f7aaedf18 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:14.114743 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9d9e32cb-eb6a-40a1-abba-3743af6b86b3 req-31855474-819e-47b7-97d5-cc1f7aaedf18 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 943 time: 0.7023804 Jan 11 09:33:14.115802 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55d775e9-cd15-4826-8267-f3a456f577d0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:14.162369 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-816f1a7f-8028-499b-80a3-5e691faf19d8 req-ee46ca97-4e49-46d3-8b0b-e6961ad2fd51 service neutron] 10.222.0.42 "GET /v2.0/networks/d792ad28-c1a4-4d37-b57d-4b386593b2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7849369 Jan 11 09:33:14.228713 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f783a102-a7f3-4666-a5f0-87373eb02e40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:14.233972 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b928d53f-ecf3-4ec2-a2d2-dd5aa448368a None None] Provisioning complete for port ef7ea23d-2462-4ecb-9992-d80b1d4c1d66 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:14.234181 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-29e9b268-de05-48f3-b771-5f3b19843d70 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:14.234415 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b928d53f-ecf3-4ec2-a2d2-dd5aa448368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:14.242574 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-29e9b268-de05-48f3-b771-5f3b19843d70 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Usage tracker for resource:security_group_rule and tenant:6fb756cc06c841b0980f9fa48b0cf6da is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:14.250153 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e06b0f3-db25-4a7c-85d8-2b2e16674257 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:14.268124 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-29e9b268-de05-48f3-b771-5f3b19843d70 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:14.303031 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b928d53f-ecf3-4ec2-a2d2-dd5aa448368a None None] Port ef7ea23d-2462-4ecb-9992-d80b1d4c1d66 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:33:14.309118 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-55d775e9-cd15-4826-8267-f3a456f577d0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:14.315054 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d41860a-c3a8-4f21-967d-6c07fafa6b2c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No DVR routers for this DVR port d787d9f7-e00c-4576-b1a2-53edafd4a4dd on host dv-neutron-823402-4-hyperv {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:33:14.319595 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-29e9b268-de05-48f3-b771-5f3b19843d70 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:14.323409 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e06b0f3-db25-4a7c-85d8-2b2e16674257 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] No DVR routers for this DVR port 5319631b-edd8-4186-bc31-8ae3603750cb on host dv-neutron-823402-4-hyperv {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:33:14.326138 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-55d775e9-cd15-4826-8267-f3a456f577d0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:security_group_rule and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:14.361009 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e954999d-d5e2-407e-a7d7-06acfb8f4d8a tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:14.373674 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06b0f3-db25-4a7c-85d8-2b2e16674257 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event deleted for resources: {'Port': ['ID=5319631b-edd8-4186-bc31-8ae3603750cb,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:14.403715 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eab46e8e-a09e-4703-8ccd-baf3206e87a4 req-4645133e-e9fa-4ec8-b736-3675991ea3bd service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020100 Jan 11 09:33:14.427792 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-55d775e9-cd15-4826-8267-f3a456f577d0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:14.434247 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-95030575-8b66-49cc-bdca-92535e8c6e3d None None] Provisioning for port 405c06c6-abee-4155-ac10-660d9828fc35 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:33:14.439179 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-95030575-8b66-49cc-bdca-92535e8c6e3d None None] Provisioning complete for port 405c06c6-abee-4155-ac10-660d9828fc35 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:14.439552 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-95030575-8b66-49cc-bdca-92535e8c6e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:14.448671 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-55d775e9-cd15-4826-8267-f3a456f577d0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:14.471494 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9d9e32cb-eb6a-40a1-abba-3743af6b86b3 req-e5a2ed7e-bf1e-40e5-9f78-06ebd32f4356 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3020470 Jan 11 09:33:14.511807 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e06b0f3-db25-4a7c-85d8-2b2e16674257 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:14.557128 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d41860a-c3a8-4f21-967d-6c07fafa6b2c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:14.612653 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-6e06b0f3-db25-4a7c-85d8-2b2e16674257 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9494995-8669-49d1-b16d-4e9ea8bc2f74']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:14.649737 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-6e06b0f3-db25-4a7c-85d8-2b2e16674257 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63413664-249e-419b-8674-27ea99bbc593') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:14.650138 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-6e06b0f3-db25-4a7c-85d8-2b2e16674257 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63413664-249e-419b-8674-27ea99bbc593') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:14.672542 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-95030575-8b66-49cc-bdca-92535e8c6e3d None None] Provisioning complete for port e1463c19-5c33-4c3d-bd8a-bc2aa977dc1c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:14.673081 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-95030575-8b66-49cc-bdca-92535e8c6e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:14.673349 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-29e9b268-de05-48f3-b771-5f3b19843d70 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:14.677672 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e06b0f3-db25-4a7c-85d8-2b2e16674257 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:14.693423 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-29e9b268-de05-48f3-b771-5f3b19843d70 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:14.730079 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9b268-de05-48f3-b771-5f3b19843d70 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b19216f2-c5a1-4cc9-bf4e-9764941f8bef,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:14.734527 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e06b0f3-db25-4a7c-85d8-2b2e16674257 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:14.748572 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e06b0f3-db25-4a7c-85d8-2b2e16674257 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:33:14.749250 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e06b0f3-db25-4a7c-85d8-2b2e16674257 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:14.759833 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-95030575-8b66-49cc-bdca-92535e8c6e3d None None] Port e1463c19-5c33-4c3d-bd8a-bc2aa977dc1c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:33:14.766195 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:33:14.797656 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9f2f4-1e94-400a-beff-479c3490f0e2 req-d096dd0f-f701-42b4-b867-b1cfd2d8ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:14.799145 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b8b9f2f4-1e94-400a-beff-479c3490f0e2 req-d096dd0f-f701-42b4-b867-b1cfd2d8ec30 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27f1e48653724e3083ec9827e4915957&device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 1096 time: 0.2692177 Jan 11 09:33:14.822835 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f783a102-a7f3-4666-a5f0-87373eb02e40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:14.837776 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55d775e9-cd15-4826-8267-f3a456f577d0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:14.890964 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-29e9b268-de05-48f3-b771-5f3b19843d70 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:14.894436 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-29e9b268-de05-48f3-b771-5f3b19843d70 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8503680 Jan 11 09:33:14.902530 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56398) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:14.908901 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-624cc6b8-93ec-497d-9999-4996a51f486c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group_rule': {'security_group_id': 'b19216f2-c5a1-4cc9-bf4e-9764941f8bef', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:14.909690 dv-neutron-823402-4-hyperv neutron-server[87654]: WARNING neutron.api.v2.base [None req-624cc6b8-93ec-497d-9999-4996a51f486c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 11 09:33:14.914831 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-624cc6b8-93ec-497d-9999-4996a51f486c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:33:14.914831 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-624cc6b8-93ec-497d-9999-4996a51f486c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0076678 Jan 11 09:33:14.916058 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e06b0f3-db25-4a7c-85d8-2b2e16674257 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:14.920187 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e06b0f3-db25-4a7c-85d8-2b2e16674257 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:14.923759 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56402) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:15.012814 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06b0f3-db25-4a7c-85d8-2b2e16674257 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event deleted for resources: {'Network': ['ID=c9494995-8669-49d1-b16d-4e9ea8bc2f74,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:15.019565 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55d775e9-cd15-4826-8267-f3a456f577d0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:15.023405 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6e06b0f3-db25-4a7c-85d8-2b2e16674257 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "DELETE /v2.0/networks/c9494995-8669-49d1-b16d-4e9ea8bc2f74 HTTP/1.1" status: 204 len: 168 time: 2.9781601 Jan 11 09:33:15.027988 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56406) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:15.039367 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 405c06c6-abee-4155-ac10-660d9828fc35 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:33:15.115028 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d41860a-c3a8-4f21-967d-6c07fafa6b2c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:15.121142 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 405c06c6-abee-4155-ac10-660d9828fc35 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:15.123520 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:15.139512 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9f2f4-1e94-400a-beff-479c3490f0e2 req-94c7a27c-770f-44c7-8c3a-cd72011a2772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:15.140948 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b8b9f2f4-1e94-400a-beff-479c3490f0e2 req-94c7a27c-770f-44c7-8c3a-cd72011a2772 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 HTTP/1.1" status: 200 len: 913 time: 0.2906053 Jan 11 09:33:15.199803 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41860a-c3a8-4f21-967d-6c07fafa6b2c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Subnet': ['ID=75a41124-91c2-4c5f-8d5e-0d6de6ec0b26,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:15.224018 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-45ade462-8fe4-41a5-878d-72b89052c006 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Deleting port d51102c6-9748-4be2-9ee0-420d7aa7586a {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:15.224324 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45ade462-8fe4-41a5-878d-72b89052c006 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:15.229460 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7069d2-1eeb-45eb-940a-6e75a682bfc6 None None] Network 696ce846-4ce1-4f96-8759-d018d8a15fca requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:15.229609 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d775e9-cd15-4826-8267-f3a456f577d0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=635f4bbf-c899-4e3a-86ec-1b3e2b137d4e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:15.243918 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-55d775e9-cd15-4826-8267-f3a456f577d0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:15.247961 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-55d775e9-cd15-4826-8267-f3a456f577d0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.4417565 Jan 11 09:33:15.253148 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56410) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:15.395688 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b8b9f2f4-1e94-400a-beff-479c3490f0e2 req-360ef152-a47c-4377-bc7c-cf2739f3cc59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f14f387a-896f-4d55-9c1e-0e78f36c51c5 HTTP/1.1" status: 200 len: 217 time: 0.2449028 Jan 11 09:33:15.396276 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41ddfa2a-9d35-4b0b-bf45-f11d5a1827fc tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:15.402488 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5609f885-d255-4240-ad0e-9bd208c4a572 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'security_group': {'name': 'tempest-secgroup-680202929'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:15.418830 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5609f885-d255-4240-ad0e-9bd208c4a572 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:15.457790 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d41860a-c3a8-4f21-967d-6c07fafa6b2c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:15.462445 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5609f885-d255-4240-ad0e-9bd208c4a572 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:security_group and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:15.469582 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5609f885-d255-4240-ad0e-9bd208c4a572 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:15.498018 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5609f885-d255-4240-ad0e-9bd208c4a572 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:15.516064 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc4611a-294c-4399-937b-694aca330903 None None] DHCP port deletion for 696ce846-4ce1-4f96-8759-d018d8a15fca request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:33:15.517785 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-0d41860a-c3a8-4f21-967d-6c07fafa6b2c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696ce846-4ce1-4f96-8759-d018d8a15fca']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:15.541880 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41ddfa2a-9d35-4b0b-bf45-f11d5a1827fc tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:15.553784 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-0d41860a-c3a8-4f21-967d-6c07fafa6b2c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d89831-b8e3-4c4b-a97f-21502831fd01') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:15.554254 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-0d41860a-c3a8-4f21-967d-6c07fafa6b2c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d89831-b8e3-4c4b-a97f-21502831fd01') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:15.591317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d41860a-c3a8-4f21-967d-6c07fafa6b2c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:15.598590 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5609f885-d255-4240-ad0e-9bd208c4a572 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:15.619152 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9f2f4-1e94-400a-beff-479c3490f0e2 req-c2ed0273-1539-4d1e-bab1-33b98b25e32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:15.620581 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b8b9f2f4-1e94-400a-beff-479c3490f0e2 req-c2ed0273-1539-4d1e-bab1-33b98b25e32d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=627ce13c-dd38-4562-afe1-c17eb9a23002 HTTP/1.1" status: 200 len: 851 time: 0.2062840 Jan 11 09:33:15.680058 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d41860a-c3a8-4f21-967d-6c07fafa6b2c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:15.719206 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5609f885-d255-4240-ad0e-9bd208c4a572 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:15.729011 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5609f885-d255-4240-ad0e-9bd208c4a572 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:security_group_rule and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:15.733921 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5609f885-d255-4240-ad0e-9bd208c4a572 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:15.769184 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d41860a-c3a8-4f21-967d-6c07fafa6b2c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:33:15.769580 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d41860a-c3a8-4f21-967d-6c07fafa6b2c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:33:15.784907 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:33:15.787711 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5609f885-d255-4240-ad0e-9bd208c4a572 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:15.809604 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e954999d-d5e2-407e-a7d7-06acfb8f4d8a tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Deleting port 5d0b01bd-a8da-4c29-bf76-b476c8ac2659 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:15.809936 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e954999d-d5e2-407e-a7d7-06acfb8f4d8a tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:15.813836 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41ddfa2a-9d35-4b0b-bf45-f11d5a1827fc tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:15.832305 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45ade462-8fe4-41a5-878d-72b89052c006 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:15.873111 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ddfa2a-9d35-4b0b-bf45-f11d5a1827fc tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19216f2-c5a1-4cc9-bf4e-9764941f8bef,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:15.995712 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d41860a-c3a8-4f21-967d-6c07fafa6b2c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:16.002180 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-45ade462-8fe4-41a5-878d-72b89052c006 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Calling delete_port for d51102c6-9748-4be2-9ee0-420d7aa7586a owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:16.025205 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d41860a-c3a8-4f21-967d-6c07fafa6b2c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:16.045215 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41ddfa2a-9d35-4b0b-bf45-f11d5a1827fc tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:16.046339 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-41ddfa2a-9d35-4b0b-bf45-f11d5a1827fc tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "DELETE /v2.0/security-groups/b19216f2-c5a1-4cc9-bf4e-9764941f8bef HTTP/1.1" status: 204 len: 168 time: 1.1051662 Jan 11 09:33:16.051082 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a407ebb-d735-4c17-b9d8-18b28cecd6c2 req-50c2f43c-c47f-4b14-8595-d264bf22f6c3 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:16.052730 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8a407ebb-d735-4c17-b9d8-18b28cecd6c2 req-50c2f43c-c47f-4b14-8595-d264bf22f6c3 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 943 time: 0.4148247 Jan 11 09:33:16.059318 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56416) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:16.064423 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41860a-c3a8-4f21-967d-6c07fafa6b2c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Network': ['ID=696ce846-4ce1-4f96-8759-d018d8a15fca,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:16.096673 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9f2f4-1e94-400a-beff-479c3490f0e2 req-539c263b-29d6-4566-b6ba-a2fd36dd9c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:16.098198 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b8b9f2f4-1e94-400a-beff-479c3490f0e2 req-539c263b-29d6-4566-b6ba-a2fd36dd9c93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4640443 Jan 11 09:33:16.114312 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0d41860a-c3a8-4f21-967d-6c07fafa6b2c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/networks/696ce846-4ce1-4f96-8759-d018d8a15fca HTTP/1.1" status: 204 len: 168 time: 6.1561294 Jan 11 09:33:16.121905 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56420) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:16.123791 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f783a102-a7f3-4666-a5f0-87373eb02e40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:16.156714 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-75645b54-9510-4acc-bb3f-37922114a8d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1402346128'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:16.159554 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f783a102-a7f3-4666-a5f0-87373eb02e40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:16.160299 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f783a102-a7f3-4666-a5f0-87373eb02e40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:16.217758 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-75645b54-9510-4acc-bb3f-37922114a8d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:16.235519 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45ade462-8fe4-41a5-878d-72b89052c006 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:16.248103 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5609f885-d255-4240-ad0e-9bd208c4a572 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:16.265848 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-75645b54-9510-4acc-bb3f-37922114a8d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Usage tracker for resource:network and tenant:605575ac642f4c179928ba111782e9ff is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:16.281191 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-75645b54-9510-4acc-bb3f-37922114a8d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:16.299335 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-75645b54-9510-4acc-bb3f-37922114a8d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:16.312855 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e954999d-d5e2-407e-a7d7-06acfb8f4d8a tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:16.337110 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8a407ebb-d735-4c17-b9d8-18b28cecd6c2 req-f9acfaaf-6498-46c5-9199-84fca768306a tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675819 Jan 11 09:33:16.343171 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783a102-a7f3-4666-a5f0-87373eb02e40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Port': ['ID=ef7ea23d-2462-4ecb-9992-d80b1d4c1d66,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:16.343454 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-26f38028-6d58-46d8-a183-8681e2dfee77 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Synchronizing usage tracker for tenant:6fb756cc06c841b0980f9fa48b0cf6da on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:33:16.346523 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5609f885-d255-4240-ad0e-9bd208c4a572 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:16.366487 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ade462-8fe4-41a5-878d-72b89052c006 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event deleted for resources: {'Port': ['ID=d51102c6-9748-4be2-9ee0-420d7aa7586a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:16.398234 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45ade462-8fe4-41a5-878d-72b89052c006 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:16.449276 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-26f38028-6d58-46d8-a183-8681e2dfee77 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Unset dirty status for tenant:6fb756cc06c841b0980f9fa48b0cf6da on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:33:16.450558 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-26f38028-6d58-46d8-a183-8681e2dfee77 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3904035 Jan 11 09:33:16.455427 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56424) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:16.456420 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5609f885-d255-4240-ad0e-9bd208c4a572 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:16.457600 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5609f885-d255-4240-ad0e-9bd208c4a572 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0702996 Jan 11 09:33:16.460973 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-45ade462-8fe4-41a5-878d-72b89052c006 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "DELETE /v2.0/ports/d51102c6-9748-4be2-9ee0-420d7aa7586a HTTP/1.1" status: 204 len: 168 time: 1.4306006 Jan 11 09:33:16.461815 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609f885-d255-4240-ad0e-9bd208c4a572 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4895d17f-1bfd-428f-81f0-40c97a75129f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:16.466287 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56428) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:16.466503 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56430) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:16.472823 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-23bb6007-4a0d-4550-ac0b-3a197b1ded1f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group': {'name': 'tempest-secgroup--1579547928'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:16.519774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-6b047c41-95c4-4601-9fd4-cf78507057a6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1826659968', 'security_groups': ['4895d17f-1bfd-428f-81f0-40c97a75129f'], 'network_id': '26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a3801e93-98f2-4692-8bdc-85fa0dee4153'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:16.535501 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b8b9f2f4-1e94-400a-beff-479c3490f0e2 req-454749dd-cb42-446f-964f-fc80a25c299c service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265380 Jan 11 09:33:16.536488 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-23bb6007-4a0d-4550-ac0b-3a197b1ded1f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:16.588963 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a7b404-cfaf-4e6a-99ae-796ddcc2df8f tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] DELETE failed (client error): The resource could not be found. Jan 11 09:33:16.589531 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a7b404-cfaf-4e6a-99ae-796ddcc2df8f tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:33:16.591283 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-30a7b404-cfaf-4e6a-99ae-796ddcc2df8f tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "DELETE /v2.0/subnets/b252dcd2-d19a-4992-a59e-53297bf2c9a5 HTTP/1.1" status: 404 len: 337 time: 0.1224697 Jan 11 09:33:16.599892 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-23bb6007-4a0d-4550-ac0b-3a197b1ded1f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:16.605116 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56436) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:16.625809 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e954999d-d5e2-407e-a7d7-06acfb8f4d8a tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Calling delete_port for 5d0b01bd-a8da-4c29-bf76-b476c8ac2659 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:16.656706 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75645b54-9510-4acc-bb3f-37922114a8d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Made reservation on behalf of 605575ac642f4c179928ba111782e9ff for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:16.660111 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75645b54-9510-4acc-bb3f-37922114a8d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:16.729575 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23bb6007-4a0d-4550-ac0b-3a197b1ded1f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:16.732911 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75645b54-9510-4acc-bb3f-37922114a8d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:33:16.889662 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0862c713-6af5-4c2f-b8f4-958d6cdff7f6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:16.891949 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75645b54-9510-4acc-bb3f-37922114a8d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:16.892259 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-75645b54-9510-4acc-bb3f-37922114a8d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Added segment 3a9b8e9f-ea5d-4ba9-ab65-aa686a4203e3 of type vlan for network 40cd6bcc-899a-45fa-9b32-96d123c90c5f Jan 11 09:33:16.898398 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-23bb6007-4a0d-4550-ac0b-3a197b1ded1f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:16.906997 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device d787d9f7-e00c-4576-b1a2-53edafd4a4dd no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:33:16.909742 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f783a102-a7f3-4666-a5f0-87373eb02e40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network 10c432c2-40d9-4590-8bdd-4cc3ca68ee18 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:16.914127 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f783a102-a7f3-4666-a5f0-87373eb02e40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:16.929794 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-23bb6007-4a0d-4550-ac0b-3a197b1ded1f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Usage tracker for resource:security_group_rule and tenant:6fb756cc06c841b0980f9fa48b0cf6da is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:16.938127 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-23bb6007-4a0d-4550-ac0b-3a197b1ded1f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:16.948718 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-23bb6007-4a0d-4550-ac0b-3a197b1ded1f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:16.952553 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: d787d9f7-e00c-4576-b1a2-53edafd4a4dd {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:33:16.953839 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device d787d9f7-e00c-4576-b1a2-53edafd4a4dd not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:33:16.956944 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b8b9f2f4-1e94-400a-beff-479c3490f0e2 req-1994f232-403f-409f-986d-f7ab53318aa0 service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124365 Jan 11 09:33:16.961852 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6b047c41-95c4-4601-9fd4-cf78507057a6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:16.974413 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0862c713-6af5-4c2f-b8f4-958d6cdff7f6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Deleting port e2764849-8d86-48e5-80ad-8b6b0e6fefbb {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:16.974971 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0862c713-6af5-4c2f-b8f4-958d6cdff7f6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:17.004139 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75645b54-9510-4acc-bb3f-37922114a8d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:17.025117 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6b047c41-95c4-4601-9fd4-cf78507057a6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:17.093149 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b047c41-95c4-4601-9fd4-cf78507057a6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:17.168750 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75645b54-9510-4acc-bb3f-37922114a8d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:17.174109 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75645b54-9510-4acc-bb3f-37922114a8d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:17.174702 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75645b54-9510-4acc-bb3f-37922114a8d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:17.196816 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-06e16b76-a011-4f7b-92f2-b5fafc5d286c None None] Provisioning complete for port ef7ea23d-2462-4ecb-9992-d80b1d4c1d66 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:17.197657 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-06e16b76-a011-4f7b-92f2-b5fafc5d286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:17.252234 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-06e16b76-a011-4f7b-92f2-b5fafc5d286c None None] Port ef7ea23d-2462-4ecb-9992-d80b1d4c1d66 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:33:17.347208 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-75645b54-9510-4acc-bb3f-37922114a8d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2077253 Jan 11 09:33:17.350824 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56440) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:17.365527 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75645b54-9510-4acc-bb3f-37922114a8d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Network': ['ID=40cd6bcc-899a-45fa-9b32-96d123c90c5f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:17.371190 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a54af3b1-a26e-44b7-8e89-26b618bd297b tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'subnet': {'network_id': '40cd6bcc-899a-45fa-9b32-96d123c90c5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:17.380253 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 40cd6bcc-899a-45fa-9b32-96d123c90c5f details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:33:17.403894 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e954999d-d5e2-407e-a7d7-06acfb8f4d8a tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:17.459159 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f783a102-a7f3-4666-a5f0-87373eb02e40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Router 97ee3ee1-660c-4790-be7e-34a0d5a39610 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:33:17.463921 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23bb6007-4a0d-4550-ac0b-3a197b1ded1f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:17.485773 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954999d-d5e2-407e-a7d7-06acfb8f4d8a tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Pushing event deleted for resources: {'Port': ['ID=5d0b01bd-a8da-4c29-bf76-b476c8ac2659,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:17.488699 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23bb6007-4a0d-4550-ac0b-3a197b1ded1f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:17.532390 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-0862c713-6af5-4c2f-b8f4-958d6cdff7f6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] For port e2764849-8d86-48e5-80ad-8b6b0e6fefbb, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e2764849-8d86-48e5-80ad-8b6b0e6fefbb,segment=NetworkSegment(523179dc-0b2f-4c93-92f6-3d2113fde9b1),segment_id=523179dc-0b2f-4c93-92f6-3d2113fde9b1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:17.532760 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0862c713-6af5-4c2f-b8f4-958d6cdff7f6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:17.543017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6b047c41-95c4-4601-9fd4-cf78507057a6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:17.696179 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0862c713-6af5-4c2f-b8f4-958d6cdff7f6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Calling delete_port for e2764849-8d86-48e5-80ad-8b6b0e6fefbb owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:17.735626 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a54af3b1-a26e-44b7-8e89-26b618bd297b tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:17.744814 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-6b047c41-95c4-4601-9fd4-cf78507057a6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] device_id is not set on port 4653f5d0-9ffc-4380-9a29-edac1f75e0ae yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:33:17.779254 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb6007-4a0d-4550-ac0b-3a197b1ded1f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8c3e08-da9e-4483-8924-734d261a5f90,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:17.794877 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a54af3b1-a26e-44b7-8e89-26b618bd297b tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Usage tracker for resource:subnet and tenant:605575ac642f4c179928ba111782e9ff is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:17.795489 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23bb6007-4a0d-4550-ac0b-3a197b1ded1f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:17.796769 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-23bb6007-4a0d-4550-ac0b-3a197b1ded1f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3379610 Jan 11 09:33:17.802902 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56446) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:17.815142 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a54af3b1-a26e-44b7-8e89-26b618bd297b tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:17.817410 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-ddffc161-214c-47f8-a7f0-bafb5de62e1f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group_rule': {'security_group_id': 'ab8c3e08-da9e-4483-8924-734d261a5f90', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:17.818256 dv-neutron-823402-4-hyperv neutron-server[87654]: WARNING neutron.api.v2.base [None req-ddffc161-214c-47f8-a7f0-bafb5de62e1f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 11 09:33:17.818753 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-ddffc161-214c-47f8-a7f0-bafb5de62e1f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:33:17.822904 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ddffc161-214c-47f8-a7f0-bafb5de62e1f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0131888 Jan 11 09:33:17.829008 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56450) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:17.843606 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a54af3b1-a26e-44b7-8e89-26b618bd297b tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:17.953768 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0862c713-6af5-4c2f-b8f4-958d6cdff7f6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:18.026518 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862c713-6af5-4c2f-b8f4-958d6cdff7f6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event deleted for resources: {'Port': ['ID=e2764849-8d86-48e5-80ad-8b6b0e6fefbb,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:18.036762 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0862c713-6af5-4c2f-b8f4-958d6cdff7f6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] No DVR routers for this DVR port e2764849-8d86-48e5-80ad-8b6b0e6fefbb on host dv-neutron-823402-4-hyperv {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:33:18.062463 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54af3b1-a26e-44b7-8e89-26b618bd297b tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Made reservation on behalf of 605575ac642f4c179928ba111782e9ff for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:18.065862 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a54af3b1-a26e-44b7-8e89-26b618bd297b tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:18.081489 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f783a102-a7f3-4666-a5f0-87373eb02e40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:33:18.092838 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc421edd-bd03-438a-8a71-8b600f180ff1 None None] Sync routers for ids ['97ee3ee1-660c-4790-be7e-34a0d5a39610'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:33:18.093980 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f783a102-a7f3-4666-a5f0-87373eb02e40 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "PUT /v2.0/routers/97ee3ee1-660c-4790-be7e-34a0d5a39610/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4630551 Jan 11 09:33:18.102351 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc421edd-bd03-438a-8a71-8b600f180ff1 None None] Routers {'97ee3ee1-660c-4790-be7e-34a0d5a39610'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:33:18.103400 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-dc421edd-bd03-438a-8a71-8b600f180ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:32:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['97ee3ee1-660c-4790-be7e-34a0d5a39610'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:18.109159 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56454) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:18.146381 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e16490-c6ce-4ab0-a9a7-267ca14349b1 req-5075e38c-e472-4705-9f11-db23d4559687 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:18.147888 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-65e16490-c6ce-4ab0-a9a7-267ca14349b1 req-5075e38c-e472-4705-9f11-db23d4559687 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 943 time: 0.6664009 Jan 11 09:33:18.153094 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b02e591-1e2a-45fb-ace3-080e9bfa2614 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:18.162786 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-dc421edd-bd03-438a-8a71-8b600f180ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:18.172127 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc421edd-bd03-438a-8a71-8b600f180ff1 None None] Routers {'97ee3ee1-660c-4790-be7e-34a0d5a39610'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:33:18.172732 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-dc421edd-bd03-438a-8a71-8b600f180ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:32:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['97ee3ee1-660c-4790-be7e-34a0d5a39610'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:18.236798 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-dc421edd-bd03-438a-8a71-8b600f180ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:18.237195 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc421edd-bd03-438a-8a71-8b600f180ff1 None None] The sync data for ids ['97ee3ee1-660c-4790-be7e-34a0d5a39610'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:33:18.256449 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-6b047c41-95c4-4601-9fd4-cf78507057a6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Allocated IP 172.20.0.8 (26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90/a3801e93-98f2-4692-8bdc-85fa0dee4153/4653f5d0-9ffc-4380-9a29-edac1f75e0ae) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:18.277963 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.ipam_backend_mixin [None req-a54af3b1-a26e-44b7-8e89-26b618bd297b tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Performing IP validity checks on allocation pools {{(pid=87655) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 11 09:33:18.278399 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.ipam_backend_mixin [None req-a54af3b1-a26e-44b7-8e89-26b618bd297b tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87655) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 11 09:33:18.310699 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b02e591-1e2a-45fb-ace3-080e9bfa2614 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:18.332978 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-65e16490-c6ce-4ab0-a9a7-267ca14349b1 req-0766179f-3924-49df-95ea-757fae89031c tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297598 Jan 11 09:33:18.336241 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0862c713-6af5-4c2f-b8f4-958d6cdff7f6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:18.339941 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e954999d-d5e2-407e-a7d7-06acfb8f4d8a tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:18.408071 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-0862c713-6af5-4c2f-b8f4-958d6cdff7f6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c2bb75-0d58-40e9-9fd6-8de0340509f2']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:18.435628 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-0862c713-6af5-4c2f-b8f4-958d6cdff7f6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523179dc-0b2f-4c93-92f6-3d2113fde9b1') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:18.435924 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-0862c713-6af5-4c2f-b8f4-958d6cdff7f6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523179dc-0b2f-4c93-92f6-3d2113fde9b1') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:18.454777 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0862c713-6af5-4c2f-b8f4-958d6cdff7f6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:18.470242 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6891dbe8-7996-4a24-9505-01215f60b210 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:18.470945 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6891dbe8-7996-4a24-9505-01215f60b210 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Synchronizing usage tracker for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:33:18.497652 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b02e591-1e2a-45fb-ace3-080e9bfa2614 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:18.517735 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0862c713-6af5-4c2f-b8f4-958d6cdff7f6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:18.543006 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02e591-1e2a-45fb-ace3-080e9bfa2614 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8c3e08-da9e-4483-8924-734d261a5f90,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:18.544925 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0862c713-6af5-4c2f-b8f4-958d6cdff7f6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:33:18.545322 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0862c713-6af5-4c2f-b8f4-958d6cdff7f6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:33:18.566050 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:33:18.635959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6891dbe8-7996-4a24-9505-01215f60b210 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Unset dirty status for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:33:18.637047 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6891dbe8-7996-4a24-9505-01215f60b210 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports?device_id=97ee3ee1-660c-4790-be7e-34a0d5a39610 HTTP/1.1" status: 200 len: 989 time: 0.5243595 Jan 11 09:33:18.649121 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56458) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:18.735094 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b02e591-1e2a-45fb-ace3-080e9bfa2614 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:18.736200 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8b02e591-1e2a-45fb-ace3-080e9bfa2614 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "DELETE /v2.0/security-groups/ab8c3e08-da9e-4483-8924-734d261a5f90 HTTP/1.1" status: 204 len: 168 time: 0.9063070 Jan 11 09:33:18.740136 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56462) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:18.762780 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0862c713-6af5-4c2f-b8f4-958d6cdff7f6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:18.775961 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a54af3b1-a26e-44b7-8e89-26b618bd297b tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:18.788519 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0862c713-6af5-4c2f-b8f4-958d6cdff7f6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:18.809049 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862c713-6af5-4c2f-b8f4-958d6cdff7f6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event deleted for resources: {'Network': ['ID=a9c2bb75-0d58-40e9-9fd6-8de0340509f2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:18.825052 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6b047c41-95c4-4601-9fd4-cf78507057a6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:18.830337 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0862c713-6af5-4c2f-b8f4-958d6cdff7f6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "DELETE /v2.0/networks/a9c2bb75-0d58-40e9-9fd6-8de0340509f2 HTTP/1.1" status: 204 len: 168 time: 2.2242286 Jan 11 09:33:18.838856 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56466) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:18.902050 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6b047c41-95c4-4601-9fd4-cf78507057a6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Transition to ACTIVE for port object 4653f5d0-9ffc-4380-9a29-edac1f75e0ae will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:18.908536 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-fa8b0e09-9249-40de-ba67-51936c1e1d20 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Synchronizing usage tracker for tenant:6fb756cc06c841b0980f9fa48b0cf6da on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:33:19.028408 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54af3b1-a26e-44b7-8e89-26b618bd297b tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Subnet': ['ID=93b2128c-071e-417d-b10a-3e5b4c14cd0b,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:19.069449 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-093928f5-ab0f-4bd4-9b64-15506bc27393 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Deleting subnet b8a84fe6-3af4-4eec-84a5-20e98e8123e2 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:33:19.070097 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-895b4691-5d86-4b22-b93d-51098515695d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:19.077079 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-093928f5-ab0f-4bd4-9b64-15506bc27393 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:19.106577 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-fa8b0e09-9249-40de-ba67-51936c1e1d20 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Unset dirty status for tenant:6fb756cc06c841b0980f9fa48b0cf6da on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:33:19.107827 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-fa8b0e09-9249-40de-ba67-51936c1e1d20 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3668175 Jan 11 09:33:19.113519 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56470) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:19.125482 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-cfe80e93-e11e-4aef-9db3-8456a4700945 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group': {'name': 'tempest-secgroup--36269543'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:19.145547 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cfe80e93-e11e-4aef-9db3-8456a4700945 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:19.155018 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-093928f5-ab0f-4bd4-9b64-15506bc27393 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:19.198523 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6b047c41-95c4-4601-9fd4-cf78507057a6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:19.202192 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cfe80e93-e11e-4aef-9db3-8456a4700945 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:19.202767 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54af3b1-a26e-44b7-8e89-26b618bd297b tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Checking segment: {'id': '3a9b8e9f-ea5d-4ba9-ab65-aa686a4203e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '40cd6bcc-899a-45fa-9b32-96d123c90c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:33:19.203523 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54af3b1-a26e-44b7-8e89-26b618bd297b tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Network hostable DHCP agents. Network: 40cd6bcc-899a-45fa-9b32-96d123c90c5f, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:33:19.217709 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e954999d-d5e2-407e-a7d7-06acfb8f4d8a tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Router 97795655-e088-4cb3-b8c0-a13ea98e4d27 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:33:19.299816 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b047c41-95c4-4601-9fd4-cf78507057a6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:19.305449 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-6b047c41-95c4-4601-9fd4-cf78507057a6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:19.307383 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cfe80e93-e11e-4aef-9db3-8456a4700945 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:19.318692 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b047c41-95c4-4601-9fd4-cf78507057a6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:33:19.336082 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54af3b1-a26e-44b7-8e89-26b618bd297b tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Network 40cd6bcc-899a-45fa-9b32-96d123c90c5f is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:33:19.369700 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b047c41-95c4-4601-9fd4-cf78507057a6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Port': ['ID=4653f5d0-9ffc-4380-9a29-edac1f75e0ae,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:19.397736 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-093928f5-ab0f-4bd4-9b64-15506bc27393 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:19.465303 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cfe80e93-e11e-4aef-9db3-8456a4700945 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:19.475380 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-cfe80e93-e11e-4aef-9db3-8456a4700945 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Usage tracker for resource:security_group_rule and tenant:6fb756cc06c841b0980f9fa48b0cf6da is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:19.489407 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-cfe80e93-e11e-4aef-9db3-8456a4700945 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:19.502910 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cfe80e93-e11e-4aef-9db3-8456a4700945 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:19.516007 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b047c41-95c4-4601-9fd4-cf78507057a6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:19.516667 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6b047c41-95c4-4601-9fd4-cf78507057a6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:19.516842 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a54af3b1-a26e-44b7-8e89-26b618bd297b tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 40cd6bcc-899a-45fa-9b32-96d123c90c5f) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:19.527410 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4011b50a-69be-4b58-8be3-224080393e3d None None] Network 40cd6bcc-899a-45fa-9b32-96d123c90c5f requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:19.564372 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6b047c41-95c4-4601-9fd4-cf78507057a6 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0968750 Jan 11 09:33:19.567520 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54af3b1-a26e-44b7-8e89-26b618bd297b tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:19.568330 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a54af3b1-a26e-44b7-8e89-26b618bd297b tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:19.568701 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56476) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:19.570295 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-093928f5-ab0f-4bd4-9b64-15506bc27393 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:19.580693 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4226812e-6eb9-4b4b-bfc7-122bc800952a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'subnet': {'network_id': '26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:19.651913 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093928f5-ab0f-4bd4-9b64-15506bc27393 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event deleted for resources: {'Subnet': ['ID=b8a84fe6-3af4-4eec-84a5-20e98e8123e2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:19.667700 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-093928f5-ab0f-4bd4-9b64-15506bc27393 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:19.679686 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-093928f5-ab0f-4bd4-9b64-15506bc27393 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "DELETE /v2.0/subnets/b8a84fe6-3af4-4eec-84a5-20e98e8123e2 HTTP/1.1" status: 204 len: 168 time: 0.8391809 Jan 11 09:33:19.680524 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56480) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:19.692507 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a54af3b1-a26e-44b7-8e89-26b618bd297b tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.3322978 Jan 11 09:33:19.699181 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56484) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:19.724741 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e954999d-d5e2-407e-a7d7-06acfb8f4d8a tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:33:19.735946 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e954999d-d5e2-407e-a7d7-06acfb8f4d8a tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] 10.222.0.15 "PUT /v2.0/routers/97795655-e088-4cb3-b8c0-a13ea98e4d27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3170366 Jan 11 09:33:19.761969 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56488) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:19.767756 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51076f07-af0d-41ab-a81e-23d8c1f90d3e None None] Network 6fba1deb-90b3-4f97-a014-08d54b68e53a requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:19.787699 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c98f64-265f-41b3-9717-8d2aafa6a932 None None] Sync routers for ids ['97795655-e088-4cb3-b8c0-a13ea98e4d27'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:33:19.816709 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-25a85623-630f-469e-8f6c-da4c7b086f87 None None] Provisioning for port 4653f5d0-9ffc-4380-9a29-edac1f75e0ae completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:33:19.844074 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-25a85623-630f-469e-8f6c-da4c7b086f87 None None] Provisioning complete for port 4653f5d0-9ffc-4380-9a29-edac1f75e0ae triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:19.844307 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-25a85623-630f-469e-8f6c-da4c7b086f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:19.871830 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c98f64-265f-41b3-9717-8d2aafa6a932 None None] Routers {'97795655-e088-4cb3-b8c0-a13ea98e4d27'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:33:19.872808 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-29c98f64-265f-41b3-9717-8d2aafa6a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:32:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['97795655-e088-4cb3-b8c0-a13ea98e4d27'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:19.880799 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679028b-d557-461a-919e-30cf7593dafc req-7017fb2f-518c-4a28-a5df-e4669e019539 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:19.883628 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a679028b-d557-461a-919e-30cf7593dafc req-7017fb2f-518c-4a28-a5df-e4669e019539 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 943 time: 0.3666048 Jan 11 09:33:19.966498 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-314cd295-bc67-4883-9a6c-02f508c0b1df tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:19.984474 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cfe80e93-e11e-4aef-9db3-8456a4700945 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:20.003596 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a679028b-d557-461a-919e-30cf7593dafc req-8f7dd3a3-ac73-4d0f-9072-5826773a757d tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002953 Jan 11 09:33:20.024142 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cfe80e93-e11e-4aef-9db3-8456a4700945 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:20.062556 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-29c98f64-265f-41b3-9717-8d2aafa6a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:20.067574 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:20.078867 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-06e9de4a-c4b7-430e-bbe2-09009eb83850 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:20.153737 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ec6ddd-d66c-4482-b955-7d675a9db577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-40cd6bcc-899a-45fa-9b32-96d123c90c5f', 'network_id': '40cd6bcc-899a-45fa-9b32-96d123c90c5f', 'tenant_id': '605575ac642f4c179928ba111782e9ff', 'fixed_ips': [{'subnet_id': '93b2128c-071e-417d-b10a-3e5b4c14cd0b'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:33:20.154606 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d0ec6ddd-d66c-4482-b955-7d675a9db577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:20.183195 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c98f64-265f-41b3-9717-8d2aafa6a932 None None] Routers {'97795655-e088-4cb3-b8c0-a13ea98e4d27'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:33:20.183781 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-29c98f64-265f-41b3-9717-8d2aafa6a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:32:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['97795655-e088-4cb3-b8c0-a13ea98e4d27'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:20.192081 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4226812e-6eb9-4b4b-bfc7-122bc800952a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:20.197857 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe80e93-e11e-4aef-9db3-8456a4700945 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91141819-6bf0-4260-82c3-f34b42aa0ae5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:20.205674 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cfe80e93-e11e-4aef-9db3-8456a4700945 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:20.206901 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-cfe80e93-e11e-4aef-9db3-8456a4700945 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0900662 Jan 11 09:33:20.210467 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4226812e-6eb9-4b4b-bfc7-122bc800952a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:subnet and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:20.213593 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Deleting port 870e43b9-0707-4200-85af-ad7222731ac4 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:20.213593 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:20.220275 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56492) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:20.234501 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c1cb056d-780b-4f5c-b61d-7212f563937f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group_rule': {'security_group_id': '91141819-6bf0-4260-82c3-f34b42aa0ae5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:20.244233 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4226812e-6eb9-4b4b-bfc7-122bc800952a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:20.248052 dv-neutron-823402-4-hyperv neutron-server[87655]: WARNING neutron.api.v2.base [None req-c1cb056d-780b-4f5c-b61d-7212f563937f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 11 09:33:20.248771 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-c1cb056d-780b-4f5c-b61d-7212f563937f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:33:20.250302 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c1cb056d-780b-4f5c-b61d-7212f563937f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0288541 Jan 11 09:33:20.257171 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56496) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:20.262948 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4226812e-6eb9-4b4b-bfc7-122bc800952a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:20.270762 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-314cd295-bc67-4883-9a6c-02f508c0b1df tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:20.279798 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c934557-0847-4674-b3ca-2040125d8ed4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:20.295291 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-25a85623-630f-469e-8f6c-da4c7b086f87 None None] Port 4653f5d0-9ffc-4380-9a29-edac1f75e0ae cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:33:20.309990 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4839748b-8805-446d-aa1d-3ba2a49d6698 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group_rule': {'security_group_id': '91141819-6bf0-4260-82c3-f34b42aa0ae5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:20.310860 dv-neutron-823402-4-hyperv neutron-server[87655]: WARNING neutron.api.v2.base [None req-4839748b-8805-446d-aa1d-3ba2a49d6698 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 11 09:33:20.311440 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-4839748b-8805-446d-aa1d-3ba2a49d6698 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:33:20.315301 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4839748b-8805-446d-aa1d-3ba2a49d6698 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0543084 Jan 11 09:33:20.319912 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56500) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:20.325236 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-29c98f64-265f-41b3-9717-8d2aafa6a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:20.325852 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c98f64-265f-41b3-9717-8d2aafa6a932 None None] The sync data for ids ['97795655-e088-4cb3-b8c0-a13ea98e4d27'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:33:20.330597 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9371135b-d3a0-4ef6-af1d-da421b0dc7b4 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group_rule': {'security_group_id': '91141819-6bf0-4260-82c3-f34b42aa0ae5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:20.331504 dv-neutron-823402-4-hyperv neutron-server[87655]: WARNING neutron.api.v2.base [None req-9371135b-d3a0-4ef6-af1d-da421b0dc7b4 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 11 09:33:20.332088 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-9371135b-d3a0-4ef6-af1d-da421b0dc7b4 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:33:20.333123 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9371135b-d3a0-4ef6-af1d-da421b0dc7b4 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097802 Jan 11 09:33:20.336399 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56504) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:20.356850 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-84575e96-2b68-408c-8298-9a7cb6927c92 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group_rule': {'security_group_id': '91141819-6bf0-4260-82c3-f34b42aa0ae5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:20.358651 dv-neutron-823402-4-hyperv neutron-server[87654]: WARNING neutron.api.v2.base [None req-84575e96-2b68-408c-8298-9a7cb6927c92 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 11 09:33:20.359160 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-84575e96-2b68-408c-8298-9a7cb6927c92 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:33:20.363989 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-84575e96-2b68-408c-8298-9a7cb6927c92 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0192063 Jan 11 09:33:20.371676 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4226812e-6eb9-4b4b-bfc7-122bc800952a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:20.375978 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4226812e-6eb9-4b4b-bfc7-122bc800952a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:20.390483 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56508) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server [None req-d0ec6ddd-d66c-4482-b955-7d675a9db577 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93b2128c-071e-417d-b10a-3e5b4c14cd0b: This subnet is being modified by another concurrent operation. Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 11 09:33:20.501873 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise exception Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93b2128c-071e-417d-b10a-3e5b4c14cd0b: This subnet is being modified by another concurrent operation. Jan 11 09:33:20.515644 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server Jan 11 09:33:20.523084 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-314cd295-bc67-4883-9a6c-02f508c0b1df tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:20.528820 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10297c5a-7b7a-4859-997a-0ece1893ef0c None None] Network 40cd6bcc-899a-45fa-9b32-96d123c90c5f requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:20.573177 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cd295-bc67-4883-9a6c-02f508c0b1df tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Subnet': ['ID=93b2128c-071e-417d-b10a-3e5b4c14cd0b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:20.594779 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e465f8d-b5cd-4e7b-869c-e4adffaa5def None None] DHCP port deletion for 6fba1deb-90b3-4f97-a014-08d54b68e53a request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:33:20.689457 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-314cd295-bc67-4883-9a6c-02f508c0b1df tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:20.737963 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-314cd295-bc67-4883-9a6c-02f508c0b1df tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40cd6bcc-899a-45fa-9b32-96d123c90c5f']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:20.763674 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-06e9de4a-c4b7-430e-bbe2-09009eb83850 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting port ef7ea23d-2462-4ecb-9992-d80b1d4c1d66 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:20.764025 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-06e9de4a-c4b7-430e-bbe2-09009eb83850 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:20.771220 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3e465f8d-b5cd-4e7b-869c-e4adffaa5def None None] Deleting port 870e43b9-0707-4200-85af-ad7222731ac4 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:20.771586 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e465f8d-b5cd-4e7b-869c-e4adffaa5def None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:20.806876 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-314cd295-bc67-4883-9a6c-02f508c0b1df tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9b8e9f-ea5d-4ba9-ab65-aa686a4203e3') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:20.806876 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-314cd295-bc67-4883-9a6c-02f508c0b1df tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9b8e9f-ea5d-4ba9-ab65-aa686a4203e3') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:20.839232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-314cd295-bc67-4883-9a6c-02f508c0b1df tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:20.895849 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-314cd295-bc67-4883-9a6c-02f508c0b1df tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:20.910794 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.ipam_backend_mixin [None req-4226812e-6eb9-4b4b-bfc7-122bc800952a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a3801e93-98f2-4692-8bdc-85fa0dee4153 (CIDR: 172.20.0.0/28) Jan 11 09:33:20.920511 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314cd295-bc67-4883-9a6c-02f508c0b1df tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:33:20.920917 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-314cd295-bc67-4883-9a6c-02f508c0b1df tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:33:20.936698 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:33:20.988124 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-731bb304-0ac4-4233-ac3b-989ceb7d456f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:21.001924 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-4226812e-6eb9-4b4b-bfc7-122bc800952a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:33:21.002446 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4226812e-6eb9-4b4b-bfc7-122bc800952a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:33:21.020340 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c934557-0847-4674-b3ca-2040125d8ed4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:21.036036 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3e465f8d-b5cd-4e7b-869c-e4adffaa5def None None] For port 870e43b9-0707-4200-85af-ad7222731ac4, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=870e43b9-0707-4200-85af-ad7222731ac4,segment=NetworkSegment(0d981c72-05c6-4ac6-96c4-d724d48e7d49),segment_id=0d981c72-05c6-4ac6-96c4-d724d48e7d49)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:21.036423 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e465f8d-b5cd-4e7b-869c-e4adffaa5def None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:21.037060 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] For port 870e43b9-0707-4200-85af-ad7222731ac4, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=870e43b9-0707-4200-85af-ad7222731ac4,segment=NetworkSegment(0d981c72-05c6-4ac6-96c4-d724d48e7d49),segment_id=0d981c72-05c6-4ac6-96c4-d724d48e7d49)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:21.037422 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:21.052952 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 870e43b9-0707-4200-85af-ad7222731ac4 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:33:21.176984 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-06e9de4a-c4b7-430e-bbe2-09009eb83850 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:21.181939 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6c934557-0847-4674-b3ca-2040125d8ed4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Deleting port 11fbb777-dc39-45e9-8213-187accbcdeb9 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:21.182301 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c934557-0847-4674-b3ca-2040125d8ed4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:21.209914 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-731bb304-0ac4-4233-ac3b-989ceb7d456f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:21.223491 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Calling delete_port for 870e43b9-0707-4200-85af-ad7222731ac4 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:21.234602 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-314cd295-bc67-4883-9a6c-02f508c0b1df tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:21.238855 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-314cd295-bc67-4883-9a6c-02f508c0b1df tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:21.254376 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3e465f8d-b5cd-4e7b-869c-e4adffaa5def None None] Calling delete_port for 870e43b9-0707-4200-85af-ad7222731ac4 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:21.254861 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4226812e-6eb9-4b4b-bfc7-122bc800952a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6772096 Jan 11 09:33:21.271366 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56514) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:21.287422 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-bf3cb600-d910-4986-b1e7-b6e49a5f53db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'subnet': {'network_id': '26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:21.377244 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-40b258b1-3766-462f-8179-a2add860a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:21.383710 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:21.430039 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 870e43b9-0707-4200-85af-ad7222731ac4, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=870e43b9-0707-4200-85af-ad7222731ac4,segment=NetworkSegment(0d981c72-05c6-4ac6-96c4-d724d48e7d49),segment_id=0d981c72-05c6-4ac6-96c4-d724d48e7d49)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:21.434532 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:21.494737 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-3e465f8d-b5cd-4e7b-869c-e4adffaa5def None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:33:21.495024 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-3e465f8d-b5cd-4e7b-869c-e4adffaa5def None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:33:21.509379 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-06e9de4a-c4b7-430e-bbe2-09009eb83850 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Calling delete_port for ef7ea23d-2462-4ecb-9992-d80b1d4c1d66 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:21.510020 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=870e43b9-0707-4200-85af-ad7222731ac4,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:21.540716 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-731bb304-0ac4-4233-ac3b-989ceb7d456f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:21.555951 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cd295-bc67-4883-9a6c-02f508c0b1df tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Network': ['ID=40cd6bcc-899a-45fa-9b32-96d123c90c5f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:21.566737 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.api [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:33:21.567050 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG oslo_db.api [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:33:21.569696 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-314cd295-bc67-4883-9a6c-02f508c0b1df tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/networks/40cd6bcc-899a-45fa-9b32-96d123c90c5f HTTP/1.1" status: 204 len: 168 time: 1.8670447 Jan 11 09:33:21.577514 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56518) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:21.589536 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-30dd9e37-dde9-4623-b6c9-9b3b493b6168 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-68207274'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:21.591172 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731bb304-0ac4-4233-ac3b-989ceb7d456f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91141819-6bf0-4260-82c3-f34b42aa0ae5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:21.602001 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-30dd9e37-dde9-4623-b6c9-9b3b493b6168 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:21.613134 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-30dd9e37-dde9-4623-b6c9-9b3b493b6168 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Usage tracker for resource:network and tenant:605575ac642f4c179928ba111782e9ff is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:21.625961 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-30dd9e37-dde9-4623-b6c9-9b3b493b6168 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:21.626262 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bf3cb600-d910-4986-b1e7-b6e49a5f53db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:21.629494 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c934557-0847-4674-b3ca-2040125d8ed4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:21.640479 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bf3cb600-d910-4986-b1e7-b6e49a5f53db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:subnet and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:21.646860 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-30dd9e37-dde9-4623-b6c9-9b3b493b6168 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:21.647035 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bf3cb600-d910-4986-b1e7-b6e49a5f53db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:21.678128 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f4f0f-b9b6-4378-9f01-56bc6f99062f req-ab7db32b-dd37-4461-aaed-47a0af063f42 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:21.680462 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-851f4f0f-b9b6-4378-9f01-56bc6f99062f req-ab7db32b-dd37-4461-aaed-47a0af063f42 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 943 time: 0.5068190 Jan 11 09:33:21.687261 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dd9e37-dde9-4623-b6c9-9b3b493b6168 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Made reservation on behalf of 605575ac642f4c179928ba111782e9ff for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:21.690563 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-30dd9e37-dde9-4623-b6c9-9b3b493b6168 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:21.703690 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-731bb304-0ac4-4233-ac3b-989ceb7d456f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:21.705055 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-731bb304-0ac4-4233-ac3b-989ceb7d456f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "DELETE /v2.0/security-groups/91141819-6bf0-4260-82c3-f34b42aa0ae5 HTTP/1.1" status: 204 len: 168 time: 1.3073056 Jan 11 09:33:21.727502 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56522) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:21.764340 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bf3cb600-d910-4986-b1e7-b6e49a5f53db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:21.772057 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6c934557-0847-4674-b3ca-2040125d8ed4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Calling delete_port for 11fbb777-dc39-45e9-8213-187accbcdeb9 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:21.800761 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30dd9e37-dde9-4623-b6c9-9b3b493b6168 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:33:21.822881 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3cb600-d910-4986-b1e7-b6e49a5f53db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:21.826451 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb600-d910-4986-b1e7-b6e49a5f53db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:21.848778 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-851f4f0f-b9b6-4378-9f01-56bc6f99062f req-2ef46ad2-b4f5-4e8a-a595-fce8108e8906 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470842 Jan 11 09:33:21.877533 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-30dd9e37-dde9-4623-b6c9-9b3b493b6168 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:21.877877 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-30dd9e37-dde9-4623-b6c9-9b3b493b6168 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Added segment 57785de4-ebea-47bf-b388-cf60446181e9 of type vlan for network d46a1bda-8ce0-464e-a665-a9e792fdc2ed Jan 11 09:33:21.885895 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7a5bb95d-b257-43f8-9163-1e5aab061722 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1572680 Jan 11 09:33:21.891016 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56526) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:21.915661 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-06e9de4a-c4b7-430e-bbe2-09009eb83850 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:21.941266 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c0ca2bfd-21c0-4008-a589-55fd05b2c5c5 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group': {'name': 'tempest-secgroup--1528553212'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:21.962464 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c0ca2bfd-21c0-4008-a589-55fd05b2c5c5 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:21.982839 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-30dd9e37-dde9-4623-b6c9-9b3b493b6168 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:21.986664 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9de4a-c4b7-430e-bbe2-09009eb83850 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Port': ['ID=ef7ea23d-2462-4ecb-9992-d80b1d4c1d66,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:21.988702 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c0ca2bfd-21c0-4008-a589-55fd05b2c5c5 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Usage tracker for resource:security_group and tenant:6fb756cc06c841b0980f9fa48b0cf6da is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:21.996741 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c0ca2bfd-21c0-4008-a589-55fd05b2c5c5 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:21.997382 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3e465f8d-b5cd-4e7b-869c-e4adffaa5def None None] Deleting port 870e43b9-0707-4200-85af-ad7222731ac4 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:21.998252 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e465f8d-b5cd-4e7b-869c-e4adffaa5def None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:22.018098 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c0ca2bfd-21c0-4008-a589-55fd05b2c5c5 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:22.028408 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.ipam_backend_mixin [None req-bf3cb600-d910-4986-b1e7-b6e49a5f53db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0e1bf422-aae5-4f28-90b7-ff997223ef0d (CIDR: 172.20.0.16/28) Jan 11 09:33:22.035756 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3cb600-d910-4986-b1e7-b6e49a5f53db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:33:22.036480 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3cb600-d910-4986-b1e7-b6e49a5f53db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:33:22.044368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2bfd-21c0-4008-a589-55fd05b2c5c5 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:22.071347 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c0ca2bfd-21c0-4008-a589-55fd05b2c5c5 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:22.075223 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c0ca2bfd-21c0-4008-a589-55fd05b2c5c5 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Usage tracker for resource:security_group_rule and tenant:6fb756cc06c841b0980f9fa48b0cf6da is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:22.078445 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c0ca2bfd-21c0-4008-a589-55fd05b2c5c5 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:22.084885 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c0ca2bfd-21c0-4008-a589-55fd05b2c5c5 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:22.143140 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-30dd9e37-dde9-4623-b6c9-9b3b493b6168 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:22.148988 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dd9e37-dde9-4623-b6c9-9b3b493b6168 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:22.149609 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-30dd9e37-dde9-4623-b6c9-9b3b493b6168 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:22.157891 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2bfd-21c0-4008-a589-55fd05b2c5c5 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:22.162992 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Deleting port 870e43b9-0707-4200-85af-ad7222731ac4 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:22.163503 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:22.230930 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2bfd-21c0-4008-a589-55fd05b2c5c5 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:22.271931 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3e465f8d-b5cd-4e7b-869c-e4adffaa5def None None] For port 870e43b9-0707-4200-85af-ad7222731ac4, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=870e43b9-0707-4200-85af-ad7222731ac4,segment=NetworkSegment(0d981c72-05c6-4ac6-96c4-d724d48e7d49),segment_id=0d981c72-05c6-4ac6-96c4-d724d48e7d49)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:22.273711 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e465f8d-b5cd-4e7b-869c-e4adffaa5def None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:22.284863 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-06e9de4a-c4b7-430e-bbe2-09009eb83850 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:22.308027 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca2bfd-21c0-4008-a589-55fd05b2c5c5 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddaf3e68-943a-4fb8-818f-25d9d2fcf644,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:22.318946 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bf3cb600-d910-4986-b1e7-b6e49a5f53db tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0463524 Jan 11 09:33:22.320681 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56530) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:22.333015 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a2fbe7eb-9ab7-404b-9ac9-f1ecfe61aba9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'subnet': {'network_id': '26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:22.356987 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-30dd9e37-dde9-4623-b6c9-9b3b493b6168 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7756777 Jan 11 09:33:22.357214 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd9e37-dde9-4623-b6c9-9b3b493b6168 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Network': ['ID=d46a1bda-8ce0-464e-a665-a9e792fdc2ed,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:22.360166 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56534) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:22.376205 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2bfd-21c0-4008-a589-55fd05b2c5c5 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:22.379997 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c0ca2bfd-21c0-4008-a589-55fd05b2c5c5 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4846923 Jan 11 09:33:22.393348 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56536) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:22.402166 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network d46a1bda-8ce0-464e-a665-a9e792fdc2ed details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:33:22.413337 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d85c47ee-bfb8-4465-9ea7-778b00b661b2 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group_rule': {'security_group_id': 'ddaf3e68-943a-4fb8-818f-25d9d2fcf644', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:22.414274 dv-neutron-823402-4-hyperv neutron-server[87654]: WARNING neutron.api.v2.base [None req-d85c47ee-bfb8-4465-9ea7-778b00b661b2 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 11 09:33:22.414775 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-d85c47ee-bfb8-4465-9ea7-778b00b661b2 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:33:22.418318 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d85c47ee-bfb8-4465-9ea7-778b00b661b2 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0208790 Jan 11 09:33:22.427957 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56542) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:22.430496 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c934557-0847-4674-b3ca-2040125d8ed4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:22.431193 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-dffac50c-d41c-4894-b6ff-ee237bfe7b1a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'subnet': {'network_id': 'd46a1bda-8ce0-464e-a665-a9e792fdc2ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:22.431377 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3e465f8d-b5cd-4e7b-869c-e4adffaa5def None None] Calling delete_port for 870e43b9-0707-4200-85af-ad7222731ac4 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:22.462367 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e6e0fa6c-91a5-40bd-b4f0-ad1b37170c7f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group_rule': {'security_group_id': 'ddaf3e68-943a-4fb8-818f-25d9d2fcf644', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:22.529019 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e6e0fa6c-91a5-40bd-b4f0-ad1b37170c7f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:22.558124 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e6e0fa6c-91a5-40bd-b4f0-ad1b37170c7f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Usage tracker for resource:security_group_rule and tenant:6fb756cc06c841b0980f9fa48b0cf6da is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:22.564656 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e6e0fa6c-91a5-40bd-b4f0-ad1b37170c7f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:22.575449 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:22.589675 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:22.613908 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e465f8d-b5cd-4e7b-869c-e4adffaa5def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:22.624739 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e6e0fa6c-91a5-40bd-b4f0-ad1b37170c7f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:22.677730 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e465f8d-b5cd-4e7b-869c-e4adffaa5def None None] Pushing event deleted for resources: {'Port': ['ID=870e43b9-0707-4200-85af-ad7222731ac4,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:22.682494 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e465f8d-b5cd-4e7b-869c-e4adffaa5def None None] No DVR routers for this DVR port 870e43b9-0707-4200-85af-ad7222731ac4 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:33:22.713222 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794fd0f9-70ad-4a37-bdc9-1b03d774b669 None None] get_active_networks_info from dv-neutron-823402-4-hyperv {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 11 09:33:22.719405 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c934557-0847-4674-b3ca-2040125d8ed4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Pushing event deleted for resources: {'Port': ['ID=11fbb777-dc39-45e9-8213-187accbcdeb9,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:22.792091 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dffac50c-d41c-4894-b6ff-ee237bfe7b1a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:22.804345 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-dffac50c-d41c-4894-b6ff-ee237bfe7b1a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Usage tracker for resource:subnet and tenant:605575ac642f4c179928ba111782e9ff is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:22.811650 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-dffac50c-d41c-4894-b6ff-ee237bfe7b1a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:22.822796 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dffac50c-d41c-4894-b6ff-ee237bfe7b1a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:22.840155 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e9de4a-c4b7-430e-bbe2-09009eb83850 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Router 97ee3ee1-660c-4790-be7e-34a0d5a39610 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:33:22.841914 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-e6e0fa6c-91a5-40bd-b4f0-ad1b37170c7f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:33:22.845722 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e6e0fa6c-91a5-40bd-b4f0-ad1b37170c7f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3976130 Jan 11 09:33:22.846196 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56546) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:22.852234 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-617e8dc0-484c-4035-9838-b0429076620e tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group_rule': {'security_group_id': 'ddaf3e68-943a-4fb8-818f-25d9d2fcf644', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:22.853051 dv-neutron-823402-4-hyperv neutron-server[87655]: WARNING neutron.api.v2.base [None req-617e8dc0-484c-4035-9838-b0429076620e tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 11 09:33:22.853538 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-617e8dc0-484c-4035-9838-b0429076620e tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:33:22.857956 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-617e8dc0-484c-4035-9838-b0429076620e tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074308 Jan 11 09:33:22.858127 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56550) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:22.858724 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffac50c-d41c-4894-b6ff-ee237bfe7b1a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Made reservation on behalf of 605575ac642f4c179928ba111782e9ff for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:22.862378 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dffac50c-d41c-4894-b6ff-ee237bfe7b1a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:22.890991 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7697dbe4-5a4f-4515-b7ae-60ee2d2eb5ad tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group_rule': {'security_group_id': 'ddaf3e68-943a-4fb8-818f-25d9d2fcf644', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:22.950519 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794fd0f9-70ad-4a37-bdc9-1b03d774b669 None None] Resources bound (agent type, host, resource id): {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 11 09:33:22.955809 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a2fbe7eb-9ab7-404b-9ac9-f1ecfe61aba9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:22.959677 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a2fbe7eb-9ab7-404b-9ac9-f1ecfe61aba9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Usage tracker for resource:subnet and tenant:370f45c782b744dba4d02cc69aceb8a0 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:22.963888 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a2fbe7eb-9ab7-404b-9ac9-f1ecfe61aba9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:22.971205 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a2fbe7eb-9ab7-404b-9ac9-f1ecfe61aba9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:22.984112 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] For port 870e43b9-0707-4200-85af-ad7222731ac4, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=870e43b9-0707-4200-85af-ad7222731ac4,segment=NetworkSegment(0d981c72-05c6-4ac6-96c4-d724d48e7d49),segment_id=0d981c72-05c6-4ac6-96c4-d724d48e7d49)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:22.984514 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:23.003344 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fbe7eb-9ab7-404b-9ac9-f1ecfe61aba9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Made reservation on behalf of 370f45c782b744dba4d02cc69aceb8a0 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:23.009405 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2fbe7eb-9ab7-404b-9ac9-f1ecfe61aba9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:23.036785 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c934557-0847-4674-b3ca-2040125d8ed4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:23.076709 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7697dbe4-5a4f-4515-b7ae-60ee2d2eb5ad tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:23.130466 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-7697dbe4-5a4f-4515-b7ae-60ee2d2eb5ad tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Usage tracker for resource:security_group_rule and tenant:6fb756cc06c841b0980f9fa48b0cf6da is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:23.137309 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-7697dbe4-5a4f-4515-b7ae-60ee2d2eb5ad tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:23.265394 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Calling delete_port for 870e43b9-0707-4200-85af-ad7222731ac4 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:23.271883 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7697dbe4-5a4f-4515-b7ae-60ee2d2eb5ad tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:23.288611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e9de4a-c4b7-430e-bbe2-09009eb83850 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:33:23.294146 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-06e9de4a-c4b7-430e-bbe2-09009eb83850 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "PUT /v2.0/routers/97ee3ee1-660c-4790-be7e-34a0d5a39610/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6441195 Jan 11 09:33:23.303214 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56558) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:23.303459 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4162eab3-53cf-4d45-b3a2-3675bc44d346 None None] Sync routers for ids ['97ee3ee1-660c-4790-be7e-34a0d5a39610'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:33:23.316178 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4162eab3-53cf-4d45-b3a2-3675bc44d346 None None] Routers {'97ee3ee1-660c-4790-be7e-34a0d5a39610'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:33:23.317249 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4162eab3-53cf-4d45-b3a2-3675bc44d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:33:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['97ee3ee1-660c-4790-be7e-34a0d5a39610'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:23.358011 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-7697dbe4-5a4f-4515-b7ae-60ee2d2eb5ad tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:33:23.362269 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7697dbe4-5a4f-4515-b7ae-60ee2d2eb5ad tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4815798 Jan 11 09:33:23.367560 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56562) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:23.382207 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d91d51c4-05b7-4233-8c3f-5c33d70d1292 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group_rule': {'security_group_id': 'ddaf3e68-943a-4fb8-818f-25d9d2fcf644', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:23.382942 dv-neutron-823402-4-hyperv neutron-server[87655]: WARNING neutron.api.v2.base [None req-d91d51c4-05b7-4233-8c3f-5c33d70d1292 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 11 09:33:23.383446 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-d91d51c4-05b7-4233-8c3f-5c33d70d1292 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:33:23.387129 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d91d51c4-05b7-4233-8c3f-5c33d70d1292 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0125096 Jan 11 09:33:23.406351 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4162eab3-53cf-4d45-b3a2-3675bc44d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:23.412137 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56566) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:23.416463 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4162eab3-53cf-4d45-b3a2-3675bc44d346 None None] Routers {'97ee3ee1-660c-4790-be7e-34a0d5a39610'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:33:23.417075 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4162eab3-53cf-4d45-b3a2-3675bc44d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:33:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['97ee3ee1-660c-4790-be7e-34a0d5a39610'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:23.430411 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68645450-907a-40fd-81b9-608acb4dc421 req-cb293ebf-a67f-40da-9a62-6191374d53b8 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:23.431873 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-68645450-907a-40fd-81b9-608acb4dc421 req-cb293ebf-a67f-40da-9a62-6191374d53b8 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 943 time: 0.3525741 Jan 11 09:33:23.477585 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4162eab3-53cf-4d45-b3a2-3675bc44d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:23.477807 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4162eab3-53cf-4d45-b3a2-3675bc44d346 None None] The sync data for ids ['97ee3ee1-660c-4790-be7e-34a0d5a39610'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:33:23.492059 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c934557-0847-4674-b3ca-2040125d8ed4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:23.496987 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-7bb68768-0aa2-4477-91d1-29103ec9c31d tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group_rule': {'security_group_id': 'ddaf3e68-943a-4fb8-818f-25d9d2fcf644', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:23.507065 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-68645450-907a-40fd-81b9-608acb4dc421 req-812a7017-a530-4f63-9423-51e23e1d52a0 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662773 Jan 11 09:33:23.507664 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c934557-0847-4674-b3ca-2040125d8ed4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:23.509655 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab01998-8a61-4b7f-a965-892353235cfe tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] GET failed (client error): The resource could not be found. Jan 11 09:33:23.511941 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6ab01998-8a61-4b7f-a965-892353235cfe tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports/ef7ea23d-2462-4ecb-9992-d80b1d4c1d66 HTTP/1.1" status: 404 len: 333 time: 0.1945820 Jan 11 09:33:23.519001 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7bb68768-0aa2-4477-91d1-29103ec9c31d tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:23.525871 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56570) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:23.551046 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7bb68768-0aa2-4477-91d1-29103ec9c31d tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Usage tracker for resource:security_group_rule and tenant:6fb756cc06c841b0980f9fa48b0cf6da is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:23.556770 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7bb68768-0aa2-4477-91d1-29103ec9c31d tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:23.570358 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7bb68768-0aa2-4477-91d1-29103ec9c31d tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:23.588101 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c934557-0847-4674-b3ca-2040125d8ed4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:23.588537 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c934557-0847-4674-b3ca-2040125d8ed4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Fanout notify agent at l3_agent the message router_deleted on router 97795655-e088-4cb3-b8c0-a13ea98e4d27 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:33:23.591707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dffac50c-d41c-4894-b6ff-ee237bfe7b1a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:23.607669 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device f14f387a-896f-4d55-9c1e-0e78f36c51c5 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:33:23.619513 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c934557-0847-4674-b3ca-2040125d8ed4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:23.620629 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6c934557-0847-4674-b3ca-2040125d8ed4 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] 10.222.0.15 "DELETE /v2.0/routers/97795655-e088-4cb3-b8c0-a13ea98e4d27 HTTP/1.1" status: 204 len: 168 time: 3.8455620 Jan 11 09:33:23.622849 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.api [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:33:23.623250 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG oslo_db.api [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:33:23.627410 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56574) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:23.703862 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-7bb68768-0aa2-4477-91d1-29103ec9c31d tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:33:23.704917 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7bb68768-0aa2-4477-91d1-29103ec9c31d tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2379205 Jan 11 09:33:23.712256 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56578) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:23.726602 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-724cb244-54a3-44a7-a659-321f3ea5f1aa tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:23.749384 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-861aadd2-9246-4381-b927-82b4894b202f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group_rule': {'security_group_id': 'ddaf3e68-943a-4fb8-818f-25d9d2fcf644', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:23.749855 dv-neutron-823402-4-hyperv neutron-server[87654]: WARNING neutron.api.v2.base [None req-861aadd2-9246-4381-b927-82b4894b202f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 11 09:33:23.750363 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-861aadd2-9246-4381-b927-82b4894b202f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:33:23.751299 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-861aadd2-9246-4381-b927-82b4894b202f tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0381169 Jan 11 09:33:23.755402 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a02ac1d-7de1-414a-b6d7-a561be05c3ae tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Deleting subnet 91872a9a-3e93-41df-972a-3a1e4c1a7aa6 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:33:23.762680 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56582) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:23.768181 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a02ac1d-7de1-414a-b6d7-a561be05c3ae tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:23.785165 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port f14f387a-896f-4d55-9c1e-0e78f36c51c5, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=f14f387a-896f-4d55-9c1e-0e78f36c51c5,segment=NetworkSegment(432e4216-ddff-43d1-8fec-12c3795a4030),segment_id=432e4216-ddff-43d1-8fec-12c3795a4030)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:23.799443 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': 'f14f387a-896f-4d55-9c1e-0e78f36c51c5', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'port_id': 'f14f387a-896f-4d55-9c1e-0e78f36c51c5', 'mac_address': 'fa:16:3e:7d:22:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:33:23.801989 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c0861dc1-064f-4ef5-9451-87657c51130c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group_rule': {'security_group_id': 'ddaf3e68-943a-4fb8-818f-25d9d2fcf644', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:23.814531 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c0861dc1-064f-4ef5-9451-87657c51130c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:23.825766 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c0861dc1-064f-4ef5-9451-87657c51130c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Usage tracker for resource:security_group_rule and tenant:6fb756cc06c841b0980f9fa48b0cf6da is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:23.835586 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c0861dc1-064f-4ef5-9451-87657c51130c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:23.856647 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c0861dc1-064f-4ef5-9451-87657c51130c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:23.861411 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:23.862520 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a02ac1d-7de1-414a-b6d7-a561be05c3ae tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:23.880053 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14f387a-896f-4d55-9c1e-0e78f36c51c5 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:33:23.898630 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port f14f387a-896f-4d55-9c1e-0e78f36c51c5, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=f14f387a-896f-4d55-9c1e-0e78f36c51c5,segment=NetworkSegment(432e4216-ddff-43d1-8fec-12c3795a4030),segment_id=432e4216-ddff-43d1-8fec-12c3795a4030)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:23.904716 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:23.960230 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-c0861dc1-064f-4ef5-9451-87657c51130c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:33:23.961318 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c0861dc1-064f-4ef5-9451-87657c51130c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1967375 Jan 11 09:33:23.972565 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56586) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:23.987663 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-ffa78480-dc8f-4479-b90d-f09888349855 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group_rule': {'security_group_id': 'ddaf3e68-943a-4fb8-818f-25d9d2fcf644', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:23.997604 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:23.998710 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=f14f387a-896f-4d55-9c1e-0e78f36c51c5,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:24.011867 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffac50c-d41c-4894-b6ff-ee237bfe7b1a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Subnet': ['ID=8b2c421a-8f93-4a42-9981-650482d74651,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:24.013927 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ffa78480-dc8f-4479-b90d-f09888349855 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:24.016778 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2fbe7eb-9ab7-404b-9ac9-f1ecfe61aba9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:24.052876 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ffa78480-dc8f-4479-b90d-f09888349855 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Usage tracker for resource:security_group_rule and tenant:6fb756cc06c841b0980f9fa48b0cf6da is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:24.068904 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ffa78480-dc8f-4479-b90d-f09888349855 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:24.073587 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffac50c-d41c-4894-b6ff-ee237bfe7b1a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Checking segment: {'id': '57785de4-ebea-47bf-b388-cf60446181e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd46a1bda-8ce0-464e-a665-a9e792fdc2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:33:24.073949 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffac50c-d41c-4894-b6ff-ee237bfe7b1a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Network hostable DHCP agents. Network: d46a1bda-8ce0-464e-a665-a9e792fdc2ed, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:33:24.087451 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a02ac1d-7de1-414a-b6d7-a561be05c3ae tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:24.097915 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-724cb244-54a3-44a7-a659-321f3ea5f1aa tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:24.101272 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-724cb244-54a3-44a7-a659-321f3ea5f1aa tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:24.120237 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ffa78480-dc8f-4479-b90d-f09888349855 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:24.120801 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffac50c-d41c-4894-b6ff-ee237bfe7b1a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Network d46a1bda-8ce0-464e-a665-a9e792fdc2ed is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:33:24.131007 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-724cb244-54a3-44a7-a659-321f3ea5f1aa tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:24.131487 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724cb244-54a3-44a7-a659-321f3ea5f1aa tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Fanout notify agent at l3_agent the message router_deleted on router 97ee3ee1-660c-4790-be7e-34a0d5a39610 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:33:24.133516 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-dffac50c-d41c-4894-b6ff-ee237bfe7b1a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, d46a1bda-8ce0-464e-a665-a9e792fdc2ed) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:24.139649 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fbe7eb-9ab7-404b-9ac9-f1ecfe61aba9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:24.141604 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffac50c-d41c-4894-b6ff-ee237bfe7b1a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:24.141877 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dffac50c-d41c-4894-b6ff-ee237bfe7b1a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:24.149488 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158cd741-1402-474c-b2dc-eb667bbae8be None None] Network d46a1bda-8ce0-464e-a665-a9e792fdc2ed requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:24.150039 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-a2fbe7eb-9ab7-404b-9ac9-f1ecfe61aba9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:24.165703 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fbe7eb-9ab7-404b-9ac9-f1ecfe61aba9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:24.166423 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2fbe7eb-9ab7-404b-9ac9-f1ecfe61aba9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:24.167338 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-724cb244-54a3-44a7-a659-321f3ea5f1aa tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:24.168657 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-724cb244-54a3-44a7-a659-321f3ea5f1aa tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/routers/97ee3ee1-660c-4790-be7e-34a0d5a39610 HTTP/1.1" status: 204 len: 168 time: 0.6408677 Jan 11 09:33:24.171033 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56590) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:24.173110 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbe7eb-9ab7-404b-9ac9-f1ecfe61aba9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Subnet': ['ID=d6e958d9-b23e-47b8-9bde-ea87382c752d,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:24.174261 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adb5abe-e577-4ddf-a0c7-095ef32d0325 None None] Network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:24.178064 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-dffac50c-d41c-4894-b6ff-ee237bfe7b1a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7619195 Jan 11 09:33:24.184367 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56594) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:24.256566 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd20540-de43-475a-867a-0b42ee5e56c9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting subnet ff16f1c4-df18-4eab-b9b2-bbb83a888bbe {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:33:24.260572 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cd20540-de43-475a-867a-0b42ee5e56c9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:24.269486 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a2fbe7eb-9ab7-404b-9ac9-f1ecfe61aba9 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9438357 Jan 11 09:33:24.274911 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-ffa78480-dc8f-4479-b90d-f09888349855 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:33:24.278499 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ffa78480-dc8f-4479-b90d-f09888349855 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3010645 Jan 11 09:33:24.279281 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56598) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:24.279615 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56600) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:24.295155 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['f14f387a-896f-4d55-9c1e-0e78f36c51c5'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:33:24.324173 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cd20540-de43-475a-867a-0b42ee5e56c9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:24.419516 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cd20540-de43-475a-867a-0b42ee5e56c9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:24.462572 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Deleting port 870e43b9-0707-4200-85af-ad7222731ac4 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:24.462967 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:24.489820 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-02343537-3846-4d33-bece-3abdcdaca07c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-329698754', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd6e958d9-b23e-47b8-9bde-ea87382c752d'}], 'security_groups': ['68592348-176e-425e-887b-6bdcb2296d87', '635f4bbf-c899-4e3a-86ec-1b3e2b137d4e']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:24.501233 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cd20540-de43-475a-867a-0b42ee5e56c9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:24.547596 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a02ac1d-7de1-414a-b6d7-a561be05c3ae tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:24.556346 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd20540-de43-475a-867a-0b42ee5e56c9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Subnet': ['ID=ff16f1c4-df18-4eab-b9b2-bbb83a888bbe,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:24.564290 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7cd20540-de43-475a-867a-0b42ee5e56c9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:24.571769 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7cd20540-de43-475a-867a-0b42ee5e56c9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/subnets/ff16f1c4-df18-4eab-b9b2-bbb83a888bbe HTTP/1.1" status: 204 len: 168 time: 0.3996191 Jan 11 09:33:24.574320 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56608) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:24.576752 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a03780-e485-4de7-8df9-dacea47aded7 None None] Network 10c432c2-40d9-4590-8bdd-4cc3ca68ee18 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:24.661106 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] The port '870e43b9-0707-4200-85af-ad7222731ac4' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:33:24.680944 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02ac1d-7de1-414a-b6d7-a561be05c3ae tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Pushing event deleted for resources: {'Subnet': ['ID=91872a9a-3e93-41df-972a-3a1e4c1a7aa6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:24.695900 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a02ac1d-7de1-414a-b6d7-a561be05c3ae tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:24.720329 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413b006d-75f6-4931-85d6-5ba43c98e604 None None] Network 93b5dfc8-3699-4dc0-b595-1e6d3c2b7825 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:24.771340 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4a02ac1d-7de1-414a-b6d7-a561be05c3ae tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] 10.222.0.15 "DELETE /v2.0/subnets/91872a9a-3e93-41df-972a-3a1e4c1a7aa6 HTTP/1.1" status: 204 len: 168 time: 1.1367745 Jan 11 09:33:24.787502 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56612) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:24.849462 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13129051-802b-4e4a-8c82-d77b8ded4a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-d46a1bda-8ce0-464e-a665-a9e792fdc2ed', 'network_id': 'd46a1bda-8ce0-464e-a665-a9e792fdc2ed', 'tenant_id': '605575ac642f4c179928ba111782e9ff', 'fixed_ips': [{'subnet_id': '8b2c421a-8f93-4a42-9981-650482d74651'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:33:24.850312 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13129051-802b-4e4a-8c82-d77b8ded4a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:24.852729 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:24.874401 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0279aa11-9574-4222-8342-dd8ea9c1aa3f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:24.899387 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-0279aa11-9574-4222-8342-dd8ea9c1aa3f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting port 77438421-053d-4ab5-9a04-41f4c085d251 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:24.899722 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0279aa11-9574-4222-8342-dd8ea9c1aa3f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:24.980170 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9dcaf8e-ce70-4670-9bad-8986ac9a6f42 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:25.001206 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e869a13-ffff-430f-bcc4-4ece3c877784 req-89ddaae4-f9ac-414e-bdbe-94ec88d4b09c tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:25.002717 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5e869a13-ffff-430f-bcc4-4ece3c877784 req-89ddaae4-f9ac-414e-bdbe-94ec88d4b09c tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 944 time: 0.3018847 Jan 11 09:33:25.037073 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:25.101299 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5e869a13-ffff-430f-bcc4-4ece3c877784 req-9681486d-33c8-4cd1-bf4d-e29e42d5c369 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889995 Jan 11 09:33:25.169336 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-0279aa11-9574-4222-8342-dd8ea9c1aa3f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] For port 77438421-053d-4ab5-9a04-41f4c085d251, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=77438421-053d-4ab5-9a04-41f4c085d251,segment=NetworkSegment(174270f6-23e8-468a-a638-ede5bf87ecde),segment_id=174270f6-23e8-468a-a638-ede5bf87ecde)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:25.169336 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0279aa11-9574-4222-8342-dd8ea9c1aa3f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:25.191974 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fba1deb-90b3-4f97-a014-08d54b68e53a']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:25.215626 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0128cde9-76fd-4b89-bfb2-7aea3f4082b7 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:25.229196 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9dcaf8e-ce70-4670-9bad-8986ac9a6f42 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:25.267293 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d981c72-05c6-4ac6-96c4-d724d48e7d49') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:25.267534 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d981c72-05c6-4ac6-96c4-d724d48e7d49') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:25.301231 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-0279aa11-9574-4222-8342-dd8ea9c1aa3f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Calling delete_port for 77438421-053d-4ab5-9a04-41f4c085d251 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:25.351204 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:25.368352 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:25.386020 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0279aa11-9574-4222-8342-dd8ea9c1aa3f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:25.426766 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0128cde9-76fd-4b89-bfb2-7aea3f4082b7 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Deleting port e1a842df-ba66-45aa-b396-3c2dfb0e7538 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:25.427166 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0128cde9-76fd-4b89-bfb2-7aea3f4082b7 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:25.436974 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279aa11-9574-4222-8342-dd8ea9c1aa3f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Port': ['ID=77438421-053d-4ab5-9a04-41f4c085d251,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:25.440233 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0279aa11-9574-4222-8342-dd8ea9c1aa3f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] No DVR routers for this DVR port 77438421-053d-4ab5-9a04-41f4c085d251 on host dv-neutron-823402-4-hyperv {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:33:25.467753 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:25.476418 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-13129051-802b-4e4a-8c82-d77b8ded4a27 None None] Allocated IP 172.20.0.1 (d46a1bda-8ce0-464e-a665-a9e792fdc2ed/8b2c421a-8f93-4a42-9981-650482d74651/5a337b09-f9d1-4d12-8a2e-31be9c51c2f7) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:25.499853 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96cc185-2c39-448c-ad9a-19e22a4b46a3 None None] Update dhcp port {'port': {'network_id': '26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90', 'fixed_ips': [{'subnet_id': '0e1bf422-aae5-4f28-90b7-ff997223ef0d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a3801e93-98f2-4692-8bdc-85fa0dee4153', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd6e958d9-b23e-47b8-9bde-ea87382c752d'}], 'binding:host_id': 'dv-neutron-823402-4-hyperv'}, 'id': '405c06c6-abee-4155-ac10-660d9828fc35'} from dv-neutron-823402-4-hyperv. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 11 09:33:25.511344 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:33:25.511745 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:33:25.528004 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:33:25.532728 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02343537-3846-4d33-bece-3abdcdaca07c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:25.552625 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9dcaf8e-ce70-4670-9bad-8986ac9a6f42 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:25.578072 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0279aa11-9574-4222-8342-dd8ea9c1aa3f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:25.609201 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-0279aa11-9574-4222-8342-dd8ea9c1aa3f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c432c2-40d9-4590-8bdd-4cc3ca68ee18']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:25.624367 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-0279aa11-9574-4222-8342-dd8ea9c1aa3f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174270f6-23e8-468a-a638-ede5bf87ecde') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:25.624802 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-0279aa11-9574-4222-8342-dd8ea9c1aa3f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174270f6-23e8-468a-a638-ede5bf87ecde') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:25.643620 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0279aa11-9574-4222-8342-dd8ea9c1aa3f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:25.664467 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0279aa11-9574-4222-8342-dd8ea9c1aa3f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:25.671973 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0279aa11-9574-4222-8342-dd8ea9c1aa3f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:33:25.672502 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0279aa11-9574-4222-8342-dd8ea9c1aa3f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:25.676641 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe398d9-5b46-4848-85c4-c4d8e5e0bc84 None None] DHCP port deletion for 10c432c2-40d9-4590-8bdd-4cc3ca68ee18 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:33:25.678300 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f96cc185-2c39-448c-ad9a-19e22a4b46a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:33:25.693206 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:33:25.721550 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdbddb0-82b3-45dd-b2d1-12e43e39d6d3 None None] DHCP port deletion for 93b5dfc8-3699-4dc0-b595-1e6d3c2b7825 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:33:25.760235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dcaf8e-ce70-4670-9bad-8986ac9a6f42 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddaf3e68-943a-4fb8-818f-25d9d2fcf644,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:25.782419 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3cdbddb0-82b3-45dd-b2d1-12e43e39d6d3 None None] Deleting port e1a842df-ba66-45aa-b396-3c2dfb0e7538 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:25.782617 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3cdbddb0-82b3-45dd-b2d1-12e43e39d6d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:25.816214 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9dcaf8e-ce70-4670-9bad-8986ac9a6f42 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:25.816461 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0279aa11-9574-4222-8342-dd8ea9c1aa3f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:25.820055 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b9dcaf8e-ce70-4670-9bad-8986ac9a6f42 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "DELETE /v2.0/security-groups/ddaf3e68-943a-4fb8-818f-25d9d2fcf644 HTTP/1.1" status: 204 len: 168 time: 1.5353758 Jan 11 09:33:25.824568 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:25.832959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:25.834139 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56616) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:25.842810 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0279aa11-9574-4222-8342-dd8ea9c1aa3f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:25.849177 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279aa11-9574-4222-8342-dd8ea9c1aa3f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Network': ['ID=10c432c2-40d9-4590-8bdd-4cc3ca68ee18,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:25.867358 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0279aa11-9574-4222-8342-dd8ea9c1aa3f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/networks/10c432c2-40d9-4590-8bdd-4cc3ca68ee18 HTTP/1.1" status: 204 len: 168 time: 1.2917132 Jan 11 09:33:25.871813 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56620) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:25.940234 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] 10.222.0.15 "DELETE /v2.0/networks/6fba1deb-90b3-4f97-a014-08d54b68e53a HTTP/1.1" status: 204 len: 168 time: 6.2543995 Jan 11 09:33:25.941047 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a4845-7eed-4696-a0c6-bdfc7a4442e6 tempest-NetworksIpV6TestAttrs-11862444 tempest-NetworksIpV6TestAttrs-11862444-project] Pushing event deleted for resources: {'Network': ['ID=6fba1deb-90b3-4f97-a014-08d54b68e53a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:25.958893 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64638ce-eeb4-4475-82db-efbf86fb3f03 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:25.959486 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f64638ce-eeb4-4475-82db-efbf86fb3f03 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Synchronizing usage tracker for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:33:25.980460 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f64638ce-eeb4-4475-82db-efbf86fb3f03 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Unset dirty status for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:33:25.983258 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f64638ce-eeb4-4475-82db-efbf86fb3f03 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports/68b16294-661d-40d8-89f5-74bb3e773330 HTTP/1.1" status: 200 len: 844 time: 0.1104934 Jan 11 09:33:25.986853 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56626) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:26.081112 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9d0c1a42-7cd2-4b6c-a574-82bc4732fdbe tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports/68b16294-661d-40d8-89f5-74bb3e773330?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0925949 Jan 11 09:33:26.084600 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56630) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:26.089982 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13129051-802b-4e4a-8c82-d77b8ded4a27 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:26.092868 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8adb5edc-41e6-4164-b40b-afedad1a617e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'subnet': {'network_id': 'daa20188-92c8-437c-9c82-e50d2f56b722', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:26.166838 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-13129051-802b-4e4a-8c82-d77b8ded4a27 None None] Transition to ACTIVE for port object 5a337b09-f9d1-4d12-8a2e-31be9c51c2f7 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:26.275014 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8adb5edc-41e6-4164-b40b-afedad1a617e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:26.283471 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8adb5edc-41e6-4164-b40b-afedad1a617e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:subnet and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:26.286946 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8adb5edc-41e6-4164-b40b-afedad1a617e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:26.290669 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-0128cde9-76fd-4b89-bfb2-7aea3f4082b7 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] For port e1a842df-ba66-45aa-b396-3c2dfb0e7538, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e1a842df-ba66-45aa-b396-3c2dfb0e7538,segment=NetworkSegment(251770d3-2a61-4f11-85e6-cd9848bc509c),segment_id=251770d3-2a61-4f11-85e6-cd9848bc509c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:26.291589 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0128cde9-76fd-4b89-bfb2-7aea3f4082b7 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:26.292272 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-13129051-802b-4e4a-8c82-d77b8ded4a27 None None] Transition to ACTIVE for port object 5a337b09-f9d1-4d12-8a2e-31be9c51c2f7 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:26.296130 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3cdbddb0-82b3-45dd-b2d1-12e43e39d6d3 None None] For port e1a842df-ba66-45aa-b396-3c2dfb0e7538, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e1a842df-ba66-45aa-b396-3c2dfb0e7538,segment=NetworkSegment(251770d3-2a61-4f11-85e6-cd9848bc509c),segment_id=251770d3-2a61-4f11-85e6-cd9848bc509c)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:26.296732 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3cdbddb0-82b3-45dd-b2d1-12e43e39d6d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:26.309836 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-f96cc185-2c39-448c-ad9a-19e22a4b46a3 None None] Allocated IP 172.20.0.34 (26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90/d6e958d9-b23e-47b8-9bde-ea87382c752d/405c06c6-abee-4155-ac10-660d9828fc35) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:26.347777 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8adb5edc-41e6-4164-b40b-afedad1a617e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:26.368642 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13129051-802b-4e4a-8c82-d77b8ded4a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:26.373545 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56638) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:26.376566 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adb5edc-41e6-4164-b40b-afedad1a617e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:26.382518 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8adb5edc-41e6-4164-b40b-afedad1a617e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:26.448136 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4dfb8a05-aa7c-4066-905f-14d0f6882594 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Synchronizing usage tracker for tenant:6fb756cc06c841b0980f9fa48b0cf6da on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:33:26.465122 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0128cde9-76fd-4b89-bfb2-7aea3f4082b7 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Calling delete_port for e1a842df-ba66-45aa-b396-3c2dfb0e7538 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:26.468221 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3cdbddb0-82b3-45dd-b2d1-12e43e39d6d3 None None] Calling delete_port for e1a842df-ba66-45aa-b396-3c2dfb0e7538 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:26.501635 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27391e99-64b1-4f13-85a5-2af02e2e2bde req-7721b1b6-03fa-4e95-9494-0fb5bb5b130a tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:26.503158 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-27391e99-64b1-4f13-85a5-2af02e2e2bde req-7721b1b6-03fa-4e95-9494-0fb5bb5b130a tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 944 time: 0.2129569 Jan 11 09:33:26.583417 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4dfb8a05-aa7c-4066-905f-14d0f6882594 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Unset dirty status for tenant:6fb756cc06c841b0980f9fa48b0cf6da on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:33:26.585491 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4dfb8a05-aa7c-4066-905f-14d0f6882594 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7273469 Jan 11 09:33:26.591907 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13129051-802b-4e4a-8c82-d77b8ded4a27 None None] Network d46a1bda-8ce0-464e-a665-a9e792fdc2ed is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:26.601336 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56644) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:26.602372 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-13129051-802b-4e4a-8c82-d77b8ded4a27 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:26.604075 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13129051-802b-4e4a-8c82-d77b8ded4a27 None None] Pushing event updated for resources: {'Port': ['ID=5a337b09-f9d1-4d12-8a2e-31be9c51c2f7,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:26.606179 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13129051-802b-4e4a-8c82-d77b8ded4a27 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:33:26.619018 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-cc07c455-e9e6-4919-931b-c56b3eb56535 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group': {'name': 'tempest-secgroup--1693219717'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:26.625098 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:26.625834 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cc07c455-e9e6-4919-931b-c56b3eb56535 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:26.640254 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cc07c455-e9e6-4919-931b-c56b3eb56535 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:26.666003 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc07c455-e9e6-4919-931b-c56b3eb56535 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:26.681331 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Subnet': ['ID=8b2c421a-8f93-4a42-9981-650482d74651,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:26.689822 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-27391e99-64b1-4f13-85a5-2af02e2e2bde req-642031d3-1ad0-4de6-98d0-62cef7f6b86b tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771591 Jan 11 09:33:26.700553 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cc07c455-e9e6-4919-931b-c56b3eb56535 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:26.706912 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5fcc5d9c-f39a-4d00-9ee2-30ef3b26948a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63da6de8031e45b28cc9f46aad9f66c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321738 Jan 11 09:33:26.716280 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56650) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:26.755994 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-cc07c455-e9e6-4919-931b-c56b3eb56535 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Usage tracker for resource:security_group_rule and tenant:6fb756cc06c841b0980f9fa48b0cf6da is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:26.764851 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-cc07c455-e9e6-4919-931b-c56b3eb56535 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:26.774185 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cc07c455-e9e6-4919-931b-c56b3eb56535 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:26.779823 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.api [None req-0128cde9-76fd-4b89-bfb2-7aea3f4082b7 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 11 09:33:26.779823 dv-neutron-823402-4-hyperv neutron-server[87654]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Jan 11 09:33:26.779823 dv-neutron-823402-4-hyperv neutron-server[87654]: [parameters: {'port_id': 'e1a842df-ba66-45aa-b396-3c2dfb0e7538', 'host': 'dv-neutron-823402-4-hyperv', 'level': 0}] Jan 11 09:33:26.779823 dv-neutron-823402-4-hyperv neutron-server[87654]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:33:26.780833 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG oslo_db.api [None req-0128cde9-76fd-4b89-bfb2-7aea3f4082b7 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:33:26.830807 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3cdbddb0-82b3-45dd-b2d1-12e43e39d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:26.868070 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8adb5edc-41e6-4164-b40b-afedad1a617e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:26.888557 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:26.899368 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-13129051-802b-4e4a-8c82-d77b8ded4a27 None None] Attempting to bind port 5a337b09-f9d1-4d12-8a2e-31be9c51c2f7 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:33:26.899729 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-13129051-802b-4e4a-8c82-d77b8ded4a27 None None] Attempting to bind port 5a337b09-f9d1-4d12-8a2e-31be9c51c2f7 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '57785de4-ebea-47bf-b388-cf60446181e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd46a1bda-8ce0-464e-a665-a9e792fdc2ed'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:33:26.900274 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13129051-802b-4e4a-8c82-d77b8ded4a27 None None] Attempting to bind port 5a337b09-f9d1-4d12-8a2e-31be9c51c2f7 on network d46a1bda-8ce0-464e-a665-a9e792fdc2ed {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:33:26.902794 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbddb0-82b3-45dd-b2d1-12e43e39d6d3 None None] Pushing event deleted for resources: {'Port': ['ID=e1a842df-ba66-45aa-b396-3c2dfb0e7538,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:26.917113 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdbddb0-82b3-45dd-b2d1-12e43e39d6d3 None None] No DVR routers for this DVR port e1a842df-ba66-45aa-b396-3c2dfb0e7538 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:33:26.918552 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46a1bda-8ce0-464e-a665-a9e792fdc2ed']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:26.919887 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f96cc185-2c39-448c-ad9a-19e22a4b46a3 None None] For port 405c06c6-abee-4155-ac10-660d9828fc35, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=405c06c6-abee-4155-ac10-660d9828fc35,segment=NetworkSegment(9fba4ea3-2778-4e1c-ad1d-2f01f7de9cfa),segment_id=9fba4ea3-2778-4e1c-ad1d-2f01f7de9cfa)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:26.922291 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13129051-802b-4e4a-8c82-d77b8ded4a27 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:33:26.922663 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13129051-802b-4e4a-8c82-d77b8ded4a27 None None] Checking segment: {'id': '57785de4-ebea-47bf-b388-cf60446181e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd46a1bda-8ce0-464e-a665-a9e792fdc2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:33:26.923068 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13129051-802b-4e4a-8c82-d77b8ded4a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:26.923455 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13129051-802b-4e4a-8c82-d77b8ded4a27 None None] Bound using segment: {'id': '57785de4-ebea-47bf-b388-cf60446181e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd46a1bda-8ce0-464e-a665-a9e792fdc2ed'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:33:26.924057 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-13129051-802b-4e4a-8c82-d77b8ded4a27 None None] Bound port: 5a337b09-f9d1-4d12-8a2e-31be9c51c2f7, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57785de4-ebea-47bf-b388-cf60446181e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd46a1bda-8ce0-464e-a665-a9e792fdc2ed'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:33:26.924267 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13129051-802b-4e4a-8c82-d77b8ded4a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:26.943808 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57785de4-ebea-47bf-b388-cf60446181e9') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:26.943808 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57785de4-ebea-47bf-b388-cf60446181e9') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:26.953651 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:26.971465 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:26.979390 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:33:26.979810 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:27.014829 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 77438421-053d-4ab5-9a04-41f4c085d251 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:33:27.017854 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:33:27.039686 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f96cc185-2c39-448c-ad9a-19e22a4b46a3 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:27.066968 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc07c455-e9e6-4919-931b-c56b3eb56535 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:27.068930 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adb5edc-41e6-4164-b40b-afedad1a617e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network daa20188-92c8-437c-9c82-e50d2f56b722 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:27.071257 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 77438421-053d-4ab5-9a04-41f4c085d251 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:33:27.071949 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 77438421-053d-4ab5-9a04-41f4c085d251 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:33:27.072484 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8adb5edc-41e6-4164-b40b-afedad1a617e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:27.072623 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e1a842df-ba66-45aa-b396-3c2dfb0e7538 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:33:27.083572 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc07c455-e9e6-4919-931b-c56b3eb56535 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:27.090036 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adb5edc-41e6-4164-b40b-afedad1a617e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:27.090679 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8adb5edc-41e6-4164-b40b-afedad1a617e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:27.093180 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.api [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 11 09:33:27.093180 dv-neutron-823402-4-hyperv neutron-server[87654]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 11 09:33:27.093180 dv-neutron-823402-4-hyperv neutron-server[87654]: [parameters: {'id': 'd46a1bda-8ce0-464e-a665-a9e792fdc2ed'}] Jan 11 09:33:27.093180 dv-neutron-823402-4-hyperv neutron-server[87654]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:33:27.093546 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG oslo_db.api [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:33:27.104828 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb5edc-41e6-4164-b40b-afedad1a617e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Subnet': ['ID=fb39b367-c107-4f41-8a42-2e1ac2b3dd9c,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:27.106979 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581043cb-9716-4555-bb07-e5bda1a56841 None None] Network daa20188-92c8-437c-9c82-e50d2f56b722 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:27.117400 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7f796f98-280f-449d-a50e-3412ebc5f836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:27.136988 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: e1a842df-ba66-45aa-b396-3c2dfb0e7538 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:33:27.137570 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e1a842df-ba66-45aa-b396-3c2dfb0e7538 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:33:27.148686 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-13129051-802b-4e4a-8c82-d77b8ded4a27 None None] For port 5a337b09-f9d1-4d12-8a2e-31be9c51c2f7, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:33:27.149601 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7f796f98-280f-449d-a50e-3412ebc5f836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:27.156886 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07c455-e9e6-4919-931b-c56b3eb56535 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f89c92b-e4c7-49be-ba79-344a8757376b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:27.165274 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8adb5edc-41e6-4164-b40b-afedad1a617e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0762599 Jan 11 09:33:27.165477 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f96cc185-2c39-448c-ad9a-19e22a4b46a3 None None] Transition to ACTIVE for port object 405c06c6-abee-4155-ac10-660d9828fc35 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:27.165604 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56654) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:27.169661 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cc07c455-e9e6-4919-931b-c56b3eb56535 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:27.171367 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-cc07c455-e9e6-4919-931b-c56b3eb56535 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5687530 Jan 11 09:33:27.172802 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-13129051-802b-4e4a-8c82-d77b8ded4a27 None None] For port 5a337b09-f9d1-4d12-8a2e-31be9c51c2f7, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=5a337b09-f9d1-4d12-8a2e-31be9c51c2f7,segment=NetworkSegment(57785de4-ebea-47bf-b388-cf60446181e9),segment_id=57785de4-ebea-47bf-b388-cf60446181e9)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:33:27.174178 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56660) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:27.175921 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f96cc185-2c39-448c-ad9a-19e22a4b46a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:27.176076 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-f976b5e1-9cc5-4ad8-8b9b-03230097f9c7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'security_group': {'name': 'tempest-secgroup-1128584680'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:27.182403 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1375a47c-5187-46d5-8d60-0448def55917 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group_rule': {'security_group_id': '1f89c92b-e4c7-49be-ba79-344a8757376b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:27.183970 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f976b5e1-9cc5-4ad8-8b9b-03230097f9c7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:27.188194 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f976b5e1-9cc5-4ad8-8b9b-03230097f9c7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:security_group and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:27.189777 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1375a47c-5187-46d5-8d60-0448def55917 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:27.191215 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f976b5e1-9cc5-4ad8-8b9b-03230097f9c7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:27.197821 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1375a47c-5187-46d5-8d60-0448def55917 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Usage tracker for resource:security_group_rule and tenant:6fb756cc06c841b0980f9fa48b0cf6da is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:27.198260 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f976b5e1-9cc5-4ad8-8b9b-03230097f9c7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:27.203941 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1375a47c-5187-46d5-8d60-0448def55917 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:27.212252 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1375a47c-5187-46d5-8d60-0448def55917 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:27.228856 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f976b5e1-9cc5-4ad8-8b9b-03230097f9c7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:27.255601 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-1375a47c-5187-46d5-8d60-0448def55917 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] create failed (client error): The resource could not be found. Jan 11 09:33:27.260850 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1375a47c-5187-46d5-8d60-0448def55917 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0825148 Jan 11 09:33:27.260850 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56664) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:27.265909 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-427a19cb-3059-4295-8910-ff89ace705da tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group_rule': {'security_group_id': '1f89c92b-e4c7-49be-ba79-344a8757376b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '588fa569-c4c9-40ac-861d-b6b8e7c4b105'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:27.266112 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13129051-802b-4e4a-8c82-d77b8ded4a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:27.271812 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-427a19cb-3059-4295-8910-ff89ace705da tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:27.276096 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-427a19cb-3059-4295-8910-ff89ace705da tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Usage tracker for resource:security_group_rule and tenant:6fb756cc06c841b0980f9fa48b0cf6da is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:27.279258 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-427a19cb-3059-4295-8910-ff89ace705da tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:27.289244 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-427a19cb-3059-4295-8910-ff89ace705da tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:27.302698 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0128cde9-76fd-4b89-bfb2-7aea3f4082b7 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Deleting port e1a842df-ba66-45aa-b396-3c2dfb0e7538 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:27.303042 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0128cde9-76fd-4b89-bfb2-7aea3f4082b7 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:27.330494 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-427a19cb-3059-4295-8910-ff89ace705da tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] create failed (client error): The resource could not be found. Jan 11 09:33:27.334327 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-427a19cb-3059-4295-8910-ff89ace705da tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0701239 Jan 11 09:33:27.334622 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56668) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:27.362039 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f976b5e1-9cc5-4ad8-8b9b-03230097f9c7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:27.400425 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ed7d19c-47ff-4905-987b-8d0db656bcee tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:27.403125 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0128cde9-76fd-4b89-bfb2-7aea3f4082b7 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] The port 'e1a842df-ba66-45aa-b396-3c2dfb0e7538' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:33:27.404815 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f976b5e1-9cc5-4ad8-8b9b-03230097f9c7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:security_group_rule and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:27.430073 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ed7d19c-47ff-4905-987b-8d0db656bcee tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:27.448569 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f976b5e1-9cc5-4ad8-8b9b-03230097f9c7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:27.481109 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ed7d19c-47ff-4905-987b-8d0db656bcee tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:27.483537 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f976b5e1-9cc5-4ad8-8b9b-03230097f9c7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:27.485584 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96cc185-2c39-448c-ad9a-19e22a4b46a3 None None] Pushing event updated for resources: {'Port': ['ID=405c06c6-abee-4155-ac10-660d9828fc35,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:27.511281 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7d19c-47ff-4905-987b-8d0db656bcee tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f89c92b-e4c7-49be-ba79-344a8757376b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:27.515104 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ed7d19c-47ff-4905-987b-8d0db656bcee tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:27.517622 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3ed7d19c-47ff-4905-987b-8d0db656bcee tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "DELETE /v2.0/security-groups/1f89c92b-e4c7-49be-ba79-344a8757376b HTTP/1.1" status: 204 len: 168 time: 0.1805329 Jan 11 09:33:27.519231 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56672) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:27.593188 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5e699b96-5ce7-46eb-86b1-3c3018057aa1 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Synchronizing usage tracker for tenant:6fb756cc06c841b0980f9fa48b0cf6da on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:33:27.614623 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5e699b96-5ce7-46eb-86b1-3c3018057aa1 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Unset dirty status for tenant:6fb756cc06c841b0980f9fa48b0cf6da on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:33:27.616484 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5e699b96-5ce7-46eb-86b1-3c3018057aa1 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0961554 Jan 11 09:33:27.622916 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56676) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:27.633895 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-638a3468-4000-45e9-a4a1-928587887308 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group_rule': {'security_group_id': '0e75657d-5efd-40e5-9430-4045f8349911', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:27.641588 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0128cde9-76fd-4b89-bfb2-7aea3f4082b7 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:27.652441 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-638a3468-4000-45e9-a4a1-928587887308 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:27.658804 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device f14f387a-896f-4d55-9c1e-0e78f36c51c5 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:33:27.659327 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-638a3468-4000-45e9-a4a1-928587887308 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Usage tracker for resource:security_group_rule and tenant:6fb756cc06c841b0980f9fa48b0cf6da is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:27.667679 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-638a3468-4000-45e9-a4a1-928587887308 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:27.668611 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-0128cde9-76fd-4b89-bfb2-7aea3f4082b7 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b5dfc8-3699-4dc0-b595-1e6d3c2b7825']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:27.681654 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-0128cde9-76fd-4b89-bfb2-7aea3f4082b7 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251770d3-2a61-4f11-85e6-cd9848bc509c') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:27.681946 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-0128cde9-76fd-4b89-bfb2-7aea3f4082b7 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251770d3-2a61-4f11-85e6-cd9848bc509c') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:27.696561 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0128cde9-76fd-4b89-bfb2-7aea3f4082b7 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:27.708628 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-638a3468-4000-45e9-a4a1-928587887308 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:27.714259 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0128cde9-76fd-4b89-bfb2-7aea3f4082b7 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:27.721289 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:27.745185 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13129051-802b-4e4a-8c82-d77b8ded4a27 None None] Pushing event updated for resources: {'Port': ['ID=5a337b09-f9d1-4d12-8a2e-31be9c51c2f7,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:27.756217 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0128cde9-76fd-4b89-bfb2-7aea3f4082b7 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:33:27.756624 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0128cde9-76fd-4b89-bfb2-7aea3f4082b7 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:27.769196 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbf5359-5e29-454c-992f-134798ac48c9 None None] Network d46a1bda-8ce0-464e-a665-a9e792fdc2ed requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:27.800110 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-638a3468-4000-45e9-a4a1-928587887308 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] create failed (client error): The resource could not be found. Jan 11 09:33:27.801380 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-638a3468-4000-45e9-a4a1-928587887308 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1774991 Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:33:27.802984 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:33:27.807537 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56682) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:27.812777 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8a4151e3-bbd1-4ac1-a0fa-1ddd5a6654f3 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group': {'name': 'tempest-secgroup--1553066724'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:27.818984 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8a4151e3-bbd1-4ac1-a0fa-1ddd5a6654f3 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:27.820921 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7f796f98-280f-449d-a50e-3412ebc5f836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:27.836142 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8a4151e3-bbd1-4ac1-a0fa-1ddd5a6654f3 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:27.853599 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8a4151e3-bbd1-4ac1-a0fa-1ddd5a6654f3 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:27.884557 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f796f98-280f-449d-a50e-3412ebc5f836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a68942-32cb-49d3-9ae1-09ee9ae79c58,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:27.920921 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8a4151e3-bbd1-4ac1-a0fa-1ddd5a6654f3 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:27.931986 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8a4151e3-bbd1-4ac1-a0fa-1ddd5a6654f3 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Usage tracker for resource:security_group_rule and tenant:6fb756cc06c841b0980f9fa48b0cf6da is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:27.936729 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8a4151e3-bbd1-4ac1-a0fa-1ddd5a6654f3 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:27.943607 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8a4151e3-bbd1-4ac1-a0fa-1ddd5a6654f3 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:27.965297 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port f14f387a-896f-4d55-9c1e-0e78f36c51c5 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:33:27.983508 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port f14f387a-896f-4d55-9c1e-0e78f36c51c5 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:27.983883 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:27.986945 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-02343537-3846-4d33-bece-3abdcdaca07c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Delete allocated IP 172.20.0.8 (26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90/a3801e93-98f2-4692-8bdc-85fa0dee4153) {{(pid=87654) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 11 09:33:27.990013 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Deleting port 5a337b09-f9d1-4d12-8a2e-31be9c51c2f7 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:27.990641 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:28.047846 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c36f8-72f4-4367-b3f1-69ff61d6f8ae req-53a5128e-096e-4c09-9778-b28535ce2c24 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:28.049561 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-995c36f8-72f4-4367-b3f1-69ff61d6f8ae req-53a5128e-096e-4c09-9778-b28535ce2c24 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 944 time: 0.1725516 Jan 11 09:33:28.051831 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0128cde9-76fd-4b89-bfb2-7aea3f4082b7 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:28.058600 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-02343537-3846-4d33-bece-3abdcdaca07c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Allocated IP 172.20.0.37 (26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90/d6e958d9-b23e-47b8-9bde-ea87382c752d/4653f5d0-9ffc-4380-9a29-edac1f75e0ae) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:28.100221 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0128cde9-76fd-4b89-bfb2-7aea3f4082b7 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:28.120522 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02faa35-214b-4630-b570-a97de5bcf6b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-daa20188-92c8-437c-9c82-e50d2f56b722', 'network_id': 'daa20188-92c8-437c-9c82-e50d2f56b722', 'tenant_id': '8844e01d61a342618edbd314407bab67', 'fixed_ips': [{'subnet_id': 'fb39b367-c107-4f41-8a42-2e1ac2b3dd9c'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:33:28.121397 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b02faa35-214b-4630-b570-a97de5bcf6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:28.144000 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7f796f98-280f-449d-a50e-3412ebc5f836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:28.148480 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7f796f98-280f-449d-a50e-3412ebc5f836 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3a68942-32cb-49d3-9ae1-09ee9ae79c58 HTTP/1.1" status: 204 len: 168 time: 1.4275751 Jan 11 09:33:28.150314 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128cde9-76fd-4b89-bfb2-7aea3f4082b7 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Pushing event deleted for resources: {'Network': ['ID=93b5dfc8-3699-4dc0-b595-1e6d3c2b7825,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:28.164479 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0128cde9-76fd-4b89-bfb2-7aea3f4082b7 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] 10.222.0.15 "DELETE /v2.0/networks/93b5dfc8-3699-4dc0-b595-1e6d3c2b7825 HTTP/1.1" status: 204 len: 168 time: 3.3614128 Jan 11 09:33:28.174784 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56688) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:28.179966 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f976b5e1-9cc5-4ad8-8b9b-03230097f9c7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:28.228475 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f976b5e1-9cc5-4ad8-8b9b-03230097f9c7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:28.306184 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8a4151e3-bbd1-4ac1-a0fa-1ddd5a6654f3 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:28.313580 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f976b5e1-9cc5-4ad8-8b9b-03230097f9c7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:28.314631 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f976b5e1-9cc5-4ad8-8b9b-03230097f9c7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1479471 Jan 11 09:33:28.326363 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56692) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:28.332744 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-ce09f734-6b2a-4763-8427-702525b0e719 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'security_group': {'name': 'tempest-secgroup-1439321805'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:28.352503 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8a4151e3-bbd1-4ac1-a0fa-1ddd5a6654f3 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:28.366180 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976b5e1-9cc5-4ad8-8b9b-03230097f9c7 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad09389f-9e08-41bb-81a2-1a9d6c2bd51f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:28.382683 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ce09f734-6b2a-4763-8427-702525b0e719 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:28.394602 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-995c36f8-72f4-4367-b3f1-69ff61d6f8ae req-24eeec26-5f57-41ec-a47a-22af32a04754 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225117 Jan 11 09:33:28.479032 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-b02faa35-214b-4630-b570-a97de5bcf6b2 None None] Allocated IP 2001:db8::2 (daa20188-92c8-437c-9c82-e50d2f56b722/fb39b367-c107-4f41-8a42-2e1ac2b3dd9c/f8151182-07bb-4f44-88fa-d37382950ec0) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:28.581948 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a45e16fb-c457-4250-9188-af94bb594ef9 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Deleting port e7002a41-caee-4907-94f8-2d4520b1b02c {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:28.582738 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a45e16fb-c457-4250-9188-af94bb594ef9 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:28.587405 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ce09f734-6b2a-4763-8427-702525b0e719 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:security_group and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:28.621222 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4151e3-bbd1-4ac1-a0fa-1ddd5a6654f3 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83fb8b06-d33d-4ddf-944a-ae45e08da273,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:28.646966 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8a4151e3-bbd1-4ac1-a0fa-1ddd5a6654f3 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:28.652120 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8a4151e3-bbd1-4ac1-a0fa-1ddd5a6654f3 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8411758 Jan 11 09:33:28.653593 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ce09f734-6b2a-4763-8427-702525b0e719 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:28.656148 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56704) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:28.658774 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:28.671882 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-853260d3-a74f-4c24-ad63-a47048e63412 None None] Provisioning for port 405c06c6-abee-4155-ac10-660d9828fc35 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:33:28.674958 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ce09f734-6b2a-4763-8427-702525b0e719 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:28.680165 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b5bb7e39-05ba-4ab7-88d6-39f4eb7ae8b0 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group': {'name': 'tempest-secgroup--1409846435'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:28.693944 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b5bb7e39-05ba-4ab7-88d6-39f4eb7ae8b0 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:28.709268 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-853260d3-a74f-4c24-ad63-a47048e63412 None None] Provisioning complete for port 405c06c6-abee-4155-ac10-660d9828fc35 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:28.709664 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-853260d3-a74f-4c24-ad63-a47048e63412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:28.712533 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b5bb7e39-05ba-4ab7-88d6-39f4eb7ae8b0 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Usage tracker for resource:security_group and tenant:6fb756cc06c841b0980f9fa48b0cf6da is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:28.720007 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b5bb7e39-05ba-4ab7-88d6-39f4eb7ae8b0 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:28.722757 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce09f734-6b2a-4763-8427-702525b0e719 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:28.739529 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] For port 5a337b09-f9d1-4d12-8a2e-31be9c51c2f7, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=5a337b09-f9d1-4d12-8a2e-31be9c51c2f7,segment=NetworkSegment(57785de4-ebea-47bf-b388-cf60446181e9),segment_id=57785de4-ebea-47bf-b388-cf60446181e9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:28.739881 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:28.760279 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b5bb7e39-05ba-4ab7-88d6-39f4eb7ae8b0 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:28.825994 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b02faa35-214b-4630-b570-a97de5bcf6b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:28.845844 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b02faa35-214b-4630-b570-a97de5bcf6b2 None None] Transition to ACTIVE for port object f8151182-07bb-4f44-88fa-d37382950ec0 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:28.872592 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b02faa35-214b-4630-b570-a97de5bcf6b2 None None] Transition to ACTIVE for port object f8151182-07bb-4f44-88fa-d37382950ec0 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:28.888258 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd58043c-e00d-4f66-b153-63e3b6ee7000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14f387a-896f-4d55-9c1e-0e78f36c51c5'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:33:28.899506 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a45e16fb-c457-4250-9188-af94bb594ef9 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:28.899749 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a45e16fb-c457-4250-9188-af94bb594ef9 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:28.902042 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Calling delete_port for 5a337b09-f9d1-4d12-8a2e-31be9c51c2f7 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:28.925573 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port f14f387a-896f-4d55-9c1e-0e78f36c51c5, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=f14f387a-896f-4d55-9c1e-0e78f36c51c5,segment=NetworkSegment(432e4216-ddff-43d1-8fec-12c3795a4030),segment_id=432e4216-ddff-43d1-8fec-12c3795a4030)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:28.930147 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b02faa35-214b-4630-b570-a97de5bcf6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:28.944785 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7e39-05ba-4ab7-88d6-39f4eb7ae8b0 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:28.954069 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ce09f734-6b2a-4763-8427-702525b0e719 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:28.972663 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ce09f734-6b2a-4763-8427-702525b0e719 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:security_group_rule and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:29.001794 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ce09f734-6b2a-4763-8427-702525b0e719 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:29.031928 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd58043c-e00d-4f66-b153-63e3b6ee7000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14f387a-896f-4d55-9c1e-0e78f36c51c5', 'code': 200} Jan 11 09:33:29.032657 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:29.040779 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ce09f734-6b2a-4763-8427-702525b0e719 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:29.067887 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b5bb7e39-05ba-4ab7-88d6-39f4eb7ae8b0 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:29.068604 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 405c06c6-abee-4155-ac10-660d9828fc35 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:33:29.079098 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b5bb7e39-05ba-4ab7-88d6-39f4eb7ae8b0 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Usage tracker for resource:security_group_rule and tenant:6fb756cc06c841b0980f9fa48b0cf6da is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:29.088000 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a45e16fb-c457-4250-9188-af94bb594ef9 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Calling delete_port for e7002a41-caee-4907-94f8-2d4520b1b02c owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:29.090328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02343537-3846-4d33-bece-3abdcdaca07c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:29.094354 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b5bb7e39-05ba-4ab7-88d6-39f4eb7ae8b0 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:29.108460 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b5bb7e39-05ba-4ab7-88d6-39f4eb7ae8b0 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:29.131556 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02faa35-214b-4630-b570-a97de5bcf6b2 None None] Network daa20188-92c8-437c-9c82-e50d2f56b722 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:29.142166 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-b02faa35-214b-4630-b570-a97de5bcf6b2 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:29.150681 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02faa35-214b-4630-b570-a97de5bcf6b2 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:33:29.155146 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02faa35-214b-4630-b570-a97de5bcf6b2 None None] Pushing event updated for resources: {'Port': ['ID=f8151182-07bb-4f44-88fa-d37382950ec0,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:29.221161 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7e39-05ba-4ab7-88d6-39f4eb7ae8b0 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:29.235979 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-02343537-3846-4d33-bece-3abdcdaca07c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Transition to ACTIVE for port object 4653f5d0-9ffc-4380-9a29-edac1f75e0ae will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:29.245045 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02343537-3846-4d33-bece-3abdcdaca07c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:29.251924 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7e39-05ba-4ab7-88d6-39f4eb7ae8b0 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:29.311199 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56720) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:29.323791 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:29.358287 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a45e16fb-c457-4250-9188-af94bb594ef9 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:29.414897 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e16fb-c457-4250-9188-af94bb594ef9 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Pushing event deleted for resources: {'Port': ['ID=e7002a41-caee-4907-94f8-2d4520b1b02c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:29.481821 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=f14f387a-896f-4d55-9c1e-0e78f36c51c5,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:29.491759 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b02faa35-214b-4630-b570-a97de5bcf6b2 None None] Attempting to bind port f8151182-07bb-4f44-88fa-d37382950ec0 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:33:29.492097 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b02faa35-214b-4630-b570-a97de5bcf6b2 None None] Attempting to bind port f8151182-07bb-4f44-88fa-d37382950ec0 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'a9e410db-234b-40ea-a6ac-226a730df9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'daa20188-92c8-437c-9c82-e50d2f56b722'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:33:29.492751 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02faa35-214b-4630-b570-a97de5bcf6b2 None None] Attempting to bind port f8151182-07bb-4f44-88fa-d37382950ec0 on network daa20188-92c8-437c-9c82-e50d2f56b722 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:33:29.500096 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02faa35-214b-4630-b570-a97de5bcf6b2 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:33:29.500543 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02faa35-214b-4630-b570-a97de5bcf6b2 None None] Checking segment: {'id': 'a9e410db-234b-40ea-a6ac-226a730df9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'daa20188-92c8-437c-9c82-e50d2f56b722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:33:29.501025 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b02faa35-214b-4630-b570-a97de5bcf6b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:29.501421 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02faa35-214b-4630-b570-a97de5bcf6b2 None None] Bound using segment: {'id': 'a9e410db-234b-40ea-a6ac-226a730df9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'daa20188-92c8-437c-9c82-e50d2f56b722'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:33:29.501894 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b02faa35-214b-4630-b570-a97de5bcf6b2 None None] Bound port: f8151182-07bb-4f44-88fa-d37382950ec0, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e410db-234b-40ea-a6ac-226a730df9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'daa20188-92c8-437c-9c82-e50d2f56b722'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:33:29.502304 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b02faa35-214b-4630-b570-a97de5bcf6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:29.513794 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-853260d3-a74f-4c24-ad63-a47048e63412 None None] Provisioning for port 4653f5d0-9ffc-4380-9a29-edac1f75e0ae completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:33:29.517793 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 405c06c6-abee-4155-ac10-660d9828fc35 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:29.518200 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:29.538151 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-17228bdc-cc0b-4da7-9ba8-de716eeb7ad3 tempest-ServiceProvidersTest-240103180 tempest-ServiceProvidersTest-240103180-project] 10.222.0.15 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2216656 Jan 11 09:33:29.555689 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce09f734-6b2a-4763-8427-702525b0e719 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:29.556303 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a45e16fb-c457-4250-9188-af94bb594ef9 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:29.570953 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb7e39-05ba-4ab7-88d6-39f4eb7ae8b0 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dcafc8-0541-4780-a98a-33183075f3f4,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:29.583641 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No DVR routers for this DVR port 5a337b09-f9d1-4d12-8a2e-31be9c51c2f7 on host dv-neutron-823402-4-hyperv {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:33:29.585828 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-853260d3-a74f-4c24-ad63-a47048e63412 None None] Provisioning complete for port 4653f5d0-9ffc-4380-9a29-edac1f75e0ae triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:29.586398 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-853260d3-a74f-4c24-ad63-a47048e63412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:29.588237 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a45e16fb-c457-4250-9188-af94bb594ef9 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:29.591132 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a45e16fb-c457-4250-9188-af94bb594ef9 tempest-FloatingIPAdminTestJSON-1801720349 tempest-FloatingIPAdminTestJSON-1801720349-project] 10.222.0.15 "DELETE /v2.0/floatingips/316da683-6e1c-440e-802c-f1f487cb3bfe HTTP/1.1" status: 204 len: 168 time: 1.4153564 Jan 11 09:33:29.672451 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02343537-3846-4d33-bece-3abdcdaca07c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event updated for resources: {'Port': ['ID=4653f5d0-9ffc-4380-9a29-edac1f75e0ae,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:29.683990 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce09f734-6b2a-4763-8427-702525b0e719 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:29.763345 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619bf1a-3aab-436c-93b1-c4337646a33e req-686ea94a-335a-4e28-869b-1faf82028950 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:29.765167 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5619bf1a-3aab-436c-93b1-c4337646a33e req-686ea94a-335a-4e28-869b-1faf82028950 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 945 time: 0.1600919 Jan 11 09:33:29.799922 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7e39-05ba-4ab7-88d6-39f4eb7ae8b0 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:29.801119 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b5bb7e39-05ba-4ab7-88d6-39f4eb7ae8b0 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1364112 Jan 11 09:33:29.804395 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56732) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:29.820084 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-26982df6-8763-43bb-a5b6-41e4153eb590 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group_rule': {'security_group_id': '83fb8b06-d33d-4ddf-944a-ae45e08da273', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f6dcafc8-0541-4780-a98a-33183075f3f4'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:29.832445 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-853260d3-a74f-4c24-ad63-a47048e63412 None None] Port 4653f5d0-9ffc-4380-9a29-edac1f75e0ae cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:33:29.837742 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-26982df6-8763-43bb-a5b6-41e4153eb590 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:29.839941 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Port': ['ID=5a337b09-f9d1-4d12-8a2e-31be9c51c2f7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:29.858598 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-26982df6-8763-43bb-a5b6-41e4153eb590 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Usage tracker for resource:security_group_rule and tenant:6fb756cc06c841b0980f9fa48b0cf6da is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:29.888683 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-26982df6-8763-43bb-a5b6-41e4153eb590 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:29.899543 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5619bf1a-3aab-436c-93b1-c4337646a33e req-96c70f39-f13e-4d3f-a721-1bd15066aaa6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269836 Jan 11 09:33:29.900552 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-26982df6-8763-43bb-a5b6-41e4153eb590 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:29.921625 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b02faa35-214b-4630-b570-a97de5bcf6b2 None None] For port f8151182-07bb-4f44-88fa-d37382950ec0, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:33:29.924149 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-853260d3-a74f-4c24-ad63-a47048e63412 None None] Provisioning complete for port e1463c19-5c33-4c3d-bd8a-bc2aa977dc1c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:29.927622 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce09f734-6b2a-4763-8427-702525b0e719 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:29.929155 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-853260d3-a74f-4c24-ad63-a47048e63412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:29.929538 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ce09f734-6b2a-4763-8427-702525b0e719 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6021578 Jan 11 09:33:29.933257 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56738) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:29.952149 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f7d3fc65-7033-4d57-ae3c-6e3acee2ef50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-50404290', 'security_groups': ['945589c9-95e1-47ac-9f77-e80b117b5247'], 'network_id': 'daa20188-92c8-437c-9c82-e50d2f56b722', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fb39b367-c107-4f41-8a42-2e1ac2b3dd9c'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:30.046907 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-26982df6-8763-43bb-a5b6-41e4153eb590 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:33:30.052114 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-26982df6-8763-43bb-a5b6-41e4153eb590 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2430115 Jan 11 09:33:30.056672 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56744) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:30.061437 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-02343537-3846-4d33-bece-3abdcdaca07c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] In _notify_port_updated(), no bound segment for port 4653f5d0-9ffc-4380-9a29-edac1f75e0ae on network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 {{(pid=87654) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 11 09:33:30.067528 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b02faa35-214b-4630-b570-a97de5bcf6b2 None None] For port f8151182-07bb-4f44-88fa-d37382950ec0, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=f8151182-07bb-4f44-88fa-d37382950ec0,segment=NetworkSegment(a9e410db-234b-40ea-a6ac-226a730df9a8),segment_id=a9e410db-234b-40ea-a6ac-226a730df9a8)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:33:30.081397 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02343537-3846-4d33-bece-3abdcdaca07c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:30.082465 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02343537-3846-4d33-bece-3abdcdaca07c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:30.084200 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-02343537-3846-4d33-bece-3abdcdaca07c tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "PUT /v2.0/ports/4653f5d0-9ffc-4380-9a29-edac1f75e0ae HTTP/1.1" status: 200 len: 959 time: 5.8037050 Jan 11 09:33:30.084948 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b02faa35-214b-4630-b570-a97de5bcf6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:30.085890 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09f734-6b2a-4763-8427-702525b0e719 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=945589c9-95e1-47ac-9f77-e80b117b5247,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:30.090045 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56748) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:30.097246 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:30.098114 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56750) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:30.190630 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-853260d3-a74f-4c24-ad63-a47048e63412 None None] Port e1463c19-5c33-4c3d-bd8a-bc2aa977dc1c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:33:30.209183 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ef73a1df-97cf-4f7c-beed-506e6be0178d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting port 4653f5d0-9ffc-4380-9a29-edac1f75e0ae {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:30.209617 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ef73a1df-97cf-4f7c-beed-506e6be0178d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:30.214663 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02faa35-214b-4630-b570-a97de5bcf6b2 None None] Pushing event updated for resources: {'Port': ['ID=f8151182-07bb-4f44-88fa-d37382950ec0,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:30.242756 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56756) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:30.249308 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5b321-81e3-48ca-8893-148070368b8a req-14c1bf78-34d3-4c49-a617-999021dd8460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:30.250914 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-43b5b321-81e3-48ca-8893-148070368b8a req-14c1bf78-34d3-4c49-a617-999021dd8460 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 1098 time: 0.9405272 Jan 11 09:33:30.317715 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-23f3278b-3688-49f9-9c61-1b5bea0f6736 None None] Provisioning complete for port 4653f5d0-9ffc-4380-9a29-edac1f75e0ae triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:30.318117 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-23f3278b-3688-49f9-9c61-1b5bea0f6736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:30.356764 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75046a2d-914e-4bb9-b2f5-80c0809dd6f9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:30.371261 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f7d3fc65-7033-4d57-ae3c-6e3acee2ef50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:30.380389 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f7d3fc65-7033-4d57-ae3c-6e3acee2ef50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:port and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:30.383449 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46a1bda-8ce0-464e-a665-a9e792fdc2ed']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:30.389140 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f7d3fc65-7033-4d57-ae3c-6e3acee2ef50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:30.399417 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f7d3fc65-7033-4d57-ae3c-6e3acee2ef50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:30.401891 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75046a2d-914e-4bb9-b2f5-80c0809dd6f9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:30.410714 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57785de4-ebea-47bf-b388-cf60446181e9') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:30.411052 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57785de4-ebea-47bf-b388-cf60446181e9') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:30.446914 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-23f3278b-3688-49f9-9c61-1b5bea0f6736 None None] Port 4653f5d0-9ffc-4380-9a29-edac1f75e0ae cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:33:30.447369 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:30.466565 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d3fc65-7033-4d57-ae3c-6e3acee2ef50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:30.471968 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-43b5b321-81e3-48ca-8893-148070368b8a req-fa77792c-2494-4e4d-b99b-f99cd9ba4739 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024791 Jan 11 09:33:30.535952 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:30.544927 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fe4b5414-dd85-4564-a0b0-b62f8a1a7056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:30.590874 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:33:30.591283 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:33:30.607431 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:33:30.614554 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fe4b5414-dd85-4564-a0b0-b62f8a1a7056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:30.616689 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75046a2d-914e-4bb9-b2f5-80c0809dd6f9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:30.631474 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-fe4b5414-dd85-4564-a0b0-b62f8a1a7056 admin admin] Usage tracker for resource:security_group_rule and tenant:4f05839b84f543888303f374b95366b1 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:30.640832 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-fe4b5414-dd85-4564-a0b0-b62f8a1a7056 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:30.651234 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75046a2d-914e-4bb9-b2f5-80c0809dd6f9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dcafc8-0541-4780-a98a-33183075f3f4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:30.653761 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fe4b5414-dd85-4564-a0b0-b62f8a1a7056 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:30.676803 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-981fb58f-3a4e-46ed-996b-69701b7c77e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7ddb24bf10e4c9394b0a42048a1cf1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4215333 Jan 11 09:33:30.677350 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56766) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:30.695801 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75046a2d-914e-4bb9-b2f5-80c0809dd6f9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:30.700051 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-75046a2d-914e-4bb9-b2f5-80c0809dd6f9 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "DELETE /v2.0/security-groups/f6dcafc8-0541-4780-a98a-33183075f3f4 HTTP/1.1" status: 204 len: 168 time: 0.6393743 Jan 11 09:33:30.713972 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56770) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:30.751013 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f7d3fc65-7033-4d57-ae3c-6e3acee2ef50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:30.811242 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-f7d3fc65-7033-4d57-ae3c-6e3acee2ef50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] device_id is not set on port a7d75e41-5eaf-4462-800d-8396d09c2294 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:33:30.904522 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-697a7c59-195f-41e2-89e1-c9167a4aecaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:30.918125 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:30.959353 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:30.972300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Network': ['ID=d46a1bda-8ce0-464e-a665-a9e792fdc2ed,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:30.974719 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3c265669-4432-4be3-8914-a805f3630458 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Synchronizing usage tracker for tenant:6fb756cc06c841b0980f9fa48b0cf6da on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:33:31.005592 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b4221306-caf8-46b3-9159-27b1bdfced85 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/networks/d46a1bda-8ce0-464e-a665-a9e792fdc2ed HTTP/1.1" status: 204 len: 168 time: 6.8105149 Jan 11 09:33:31.006904 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56776) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:31.012218 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device f8151182-07bb-4f44-88fa-d37382950ec0 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:33:31.026392 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-76c7a540-9c58-4029-afee-471ed1e1a747 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-561432293'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:31.036006 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-76c7a540-9c58-4029-afee-471ed1e1a747 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:31.038833 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-697a7c59-195f-41e2-89e1-c9167a4aecaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:31.057025 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-76c7a540-9c58-4029-afee-471ed1e1a747 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Usage tracker for resource:network and tenant:605575ac642f4c179928ba111782e9ff is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:31.064775 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-76c7a540-9c58-4029-afee-471ed1e1a747 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:31.070350 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ef73a1df-97cf-4f7c-beed-506e6be0178d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:31.087871 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-76c7a540-9c58-4029-afee-471ed1e1a747 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:31.127302 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port f8151182-07bb-4f44-88fa-d37382950ec0 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:33:31.191341 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fe4b5414-dd85-4564-a0b0-b62f8a1a7056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:31.197075 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3c265669-4432-4be3-8914-a805f3630458 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Unset dirty status for tenant:6fb756cc06c841b0980f9fa48b0cf6da on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:33:31.201406 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3c265669-4432-4be3-8914-a805f3630458 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4836645 Jan 11 09:33:31.224347 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56782) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:31.235007 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fe4b5414-dd85-4564-a0b0-b62f8a1a7056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:31.237215 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ef73a1df-97cf-4f7c-beed-506e6be0178d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Calling delete_port for 4653f5d0-9ffc-4380-9a29-edac1f75e0ae owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:31.293056 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c7a540-9c58-4029-afee-471ed1e1a747 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Made reservation on behalf of 605575ac642f4c179928ba111782e9ff for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:31.296768 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-76c7a540-9c58-4029-afee-471ed1e1a747 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:31.326632 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fe4b5414-dd85-4564-a0b0-b62f8a1a7056 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f05839b84f543888303f374b95366b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2241001 Jan 11 09:33:31.342012 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56786) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:31.345655 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b5414-dd85-4564-a0b0-b62f8a1a7056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3123123b-dd42-477c-850b-7917dbcf1a3b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:31.348232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-f7d3fc65-7033-4d57-ae3c-6e3acee2ef50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Allocated IP 2001:db8::106 (daa20188-92c8-437c-9c82-e50d2f56b722/fb39b367-c107-4f41-8a42-2e1ac2b3dd9c/a7d75e41-5eaf-4462-800d-8396d09c2294) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:31.351563 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-697a7c59-195f-41e2-89e1-c9167a4aecaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:31.380220 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a7c59-195f-41e2-89e1-c9167a4aecaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da2623b-f4c1-4eb6-ab5f-13b2dc42080e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:31.413961 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c7a540-9c58-4029-afee-471ed1e1a747 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:33:31.422263 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161c826-c216-429f-972c-476a7e02c9d1 req-22abc28e-db69-4a61-9837-d8280fd5c21e tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:31.430303 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4161c826-c216-429f-972c-476a7e02c9d1 req-22abc28e-db69-4a61-9837-d8280fd5c21e tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 945 time: 0.3348663 Jan 11 09:33:31.465241 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-76c7a540-9c58-4029-afee-471ed1e1a747 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:31.465581 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-76c7a540-9c58-4029-afee-471ed1e1a747 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Added segment c2f54ab1-d389-4288-b984-37b36eefaab8 of type vlan for network 7244d3b4-ec73-4e4b-a420-f8e2c6f1a305 Jan 11 09:33:31.467096 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-697a7c59-195f-41e2-89e1-c9167a4aecaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:31.468291 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-697a7c59-195f-41e2-89e1-c9167a4aecaa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4da2623b-f4c1-4eb6-ab5f-13b2dc42080e HTTP/1.1" status: 204 len: 168 time: 0.7904253 Jan 11 09:33:31.468972 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64741ca8-c89a-4aa5-bd6d-0bbc49aa8cf6 None None] get_active_networks_info from dv-neutron-823402-4-hyperv {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 11 09:33:31.489825 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8216c5f0-fa7a-4908-8b20-623b78732215 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:31.537858 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4161c826-c216-429f-972c-476a7e02c9d1 req-0bb780a4-7a1f-4939-9356-9d341143802e tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065803 Jan 11 09:33:31.603752 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f33500ad-7763-472f-8b9a-70be2e9c4116 None None] Provisioning for port f8151182-07bb-4f44-88fa-d37382950ec0 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:33:31.606312 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-76c7a540-9c58-4029-afee-471ed1e1a747 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:31.620266 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-37ce4072-c99c-40d4-92bf-167da8450064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:31.622075 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f33500ad-7763-472f-8b9a-70be2e9c4116 None None] Provisioning complete for port f8151182-07bb-4f44-88fa-d37382950ec0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:31.622822 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f33500ad-7763-472f-8b9a-70be2e9c4116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:31.677002 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f7d3fc65-7033-4d57-ae3c-6e3acee2ef50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:31.685487 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-37ce4072-c99c-40d4-92bf-167da8450064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:31.697610 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-f7d3fc65-7033-4d57-ae3c-6e3acee2ef50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Transition to ACTIVE for port object a7d75e41-5eaf-4462-800d-8396d09c2294 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:31.730637 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f7d3fc65-7033-4d57-ae3c-6e3acee2ef50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:31.752831 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8216c5f0-fa7a-4908-8b20-623b78732215 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:31.795795 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64741ca8-c89a-4aa5-bd6d-0bbc49aa8cf6 None None] Resources bound (agent type, host, resource id): {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 11 09:33:31.823293 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f33500ad-7763-472f-8b9a-70be2e9c4116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:31.851915 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ef73a1df-97cf-4f7c-beed-506e6be0178d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:31.863224 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d3fc65-7033-4d57-ae3c-6e3acee2ef50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network daa20188-92c8-437c-9c82-e50d2f56b722 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:31.872958 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f7d3fc65-7033-4d57-ae3c-6e3acee2ef50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:31.877492 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d3fc65-7033-4d57-ae3c-6e3acee2ef50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:33:31.889532 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d3fc65-7033-4d57-ae3c-6e3acee2ef50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:31.890433 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f7d3fc65-7033-4d57-ae3c-6e3acee2ef50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:31.903117 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3fc65-7033-4d57-ae3c-6e3acee2ef50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Port': ['ID=a7d75e41-5eaf-4462-800d-8396d09c2294,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:31.939144 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f7d3fc65-7033-4d57-ae3c-6e3acee2ef50 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0038135 Jan 11 09:33:31.942899 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56794) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:31.959657 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f33500ad-7763-472f-8b9a-70be2e9c4116 None None] For port f8151182-07bb-4f44-88fa-d37382950ec0, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=f8151182-07bb-4f44-88fa-d37382950ec0,segment=NetworkSegment(a9e410db-234b-40ea-a6ac-226a730df9a8),segment_id=a9e410db-234b-40ea-a6ac-226a730df9a8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:31.962400 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-330210f0-347a-4579-afe2-d929910f8852 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'subnet': {'network_id': 'daa20188-92c8-437c-9c82-e50d2f56b722', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:31.971864 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73a1df-97cf-4f7c-beed-506e6be0178d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Port': ['ID=4653f5d0-9ffc-4380-9a29-edac1f75e0ae,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:31.991792 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-76c7a540-9c58-4029-afee-471ed1e1a747 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:31.996934 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c7a540-9c58-4029-afee-471ed1e1a747 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:31.996934 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-76c7a540-9c58-4029-afee-471ed1e1a747 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:32.014175 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56798) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:32.019195 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f33500ad-7763-472f-8b9a-70be2e9c4116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:32.049720 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce51e2c2-d459-482a-a795-18803ddb776e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:32.137346 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-37ce4072-c99c-40d4-92bf-167da8450064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:32.148042 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ce51e2c2-d459-482a-a795-18803ddb776e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:32.163608 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ce51e2c2-d459-482a-a795-18803ddb776e admin admin] Usage tracker for resource:security_group_rule and tenant:70db2ba4291f44e9b0c31afc8bbb907e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:32.169895 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ce51e2c2-d459-482a-a795-18803ddb776e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:32.173552 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f33500ad-7763-472f-8b9a-70be2e9c4116 None None] Provisioning complete for port 68b16294-661d-40d8-89f5-74bb3e773330 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:32.174079 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f33500ad-7763-472f-8b9a-70be2e9c4116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:32.181400 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ce51e2c2-d459-482a-a795-18803ddb776e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:32.211458 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-330210f0-347a-4579-afe2-d929910f8852 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:32.224024 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-330210f0-347a-4579-afe2-d929910f8852 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:subnet and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:32.226193 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8216c5f0-fa7a-4908-8b20-623b78732215 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:32.229851 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-330210f0-347a-4579-afe2-d929910f8852 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:32.240337 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-330210f0-347a-4579-afe2-d929910f8852 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:32.254520 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7a540-9c58-4029-afee-471ed1e1a747 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Network': ['ID=7244d3b4-ec73-4e4b-a420-f8e2c6f1a305,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:32.271629 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce4072-c99c-40d4-92bf-167da8450064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3123123b-dd42-477c-850b-7917dbcf1a3b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:32.274600 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33500ad-7763-472f-8b9a-70be2e9c4116 None None] Pushing event updated for resources: {'Port': ['ID=f8151182-07bb-4f44-88fa-d37382950ec0,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:32.280530 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330210f0-347a-4579-afe2-d929910f8852 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:32.285011 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-330210f0-347a-4579-afe2-d929910f8852 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:32.289936 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 7244d3b4-ec73-4e4b-a420-f8e2c6f1a305 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:33:32.307267 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-76c7a540-9c58-4029-afee-471ed1e1a747 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3002529 Jan 11 09:33:32.312179 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56804) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:32.312590 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8216c5f0-fa7a-4908-8b20-623b78732215 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:32.318035 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8216c5f0-fa7a-4908-8b20-623b78732215 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "DELETE /v2.0/security-groups/83fb8b06-d33d-4ddf-944a-ae45e08da273 HTTP/1.1" status: 204 len: 168 time: 1.0888567 Jan 11 09:33:32.318035 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216c5f0-fa7a-4908-8b20-623b78732215 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fb8b06-d33d-4ddf-944a-ae45e08da273,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:32.320727 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56808) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:32.325294 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ef73a1df-97cf-4f7c-beed-506e6be0178d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:32.328220 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c3c867a3-b32c-40da-804c-7f02f33658b8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'subnet': {'network_id': '7244d3b4-ec73-4e4b-a420-f8e2c6f1a305', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:32.330429 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ef73a1df-97cf-4f7c-beed-506e6be0178d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/ports/4653f5d0-9ffc-4380-9a29-edac1f75e0ae HTTP/1.1" status: 204 len: 168 time: 2.2204874 Jan 11 09:33:32.335571 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-37ce4072-c99c-40d4-92bf-167da8450064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:32.343746 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-37ce4072-c99c-40d4-92bf-167da8450064 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3123123b-dd42-477c-850b-7917dbcf1a3b HTTP/1.1" status: 204 len: 168 time: 0.9972072 Jan 11 09:33:32.345235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56810) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:32.420348 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-22de3fda-1e13-45d6-b4a2-d05ede6a7bea tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] GET failed (client error): The resource could not be found. Jan 11 09:33:32.421095 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-22de3fda-1e13-45d6-b4a2-d05ede6a7bea tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Synchronizing usage tracker for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:33:32.456799 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-22de3fda-1e13-45d6-b4a2-d05ede6a7bea tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Unset dirty status for tenant:370f45c782b744dba4d02cc69aceb8a0 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:33:32.457954 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-22de3fda-1e13-45d6-b4a2-d05ede6a7bea tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports/4653f5d0-9ffc-4380-9a29-edac1f75e0ae HTTP/1.1" status: 404 len: 333 time: 0.1114533 Jan 11 09:33:32.461960 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-510a7b43-9060-4d09-9cb3-efdbd4da9c5e tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Synchronizing usage tracker for tenant:6fb756cc06c841b0980f9fa48b0cf6da on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:33:32.464336 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56818) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:32.476491 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f33500ad-7763-472f-8b9a-70be2e9c4116 None None] Port 68b16294-661d-40d8-89f5-74bb3e773330 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:33:32.542244 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-510a7b43-9060-4d09-9cb3-efdbd4da9c5e tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Unset dirty status for tenant:6fb756cc06c841b0980f9fa48b0cf6da on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:33:32.543775 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-510a7b43-9060-4d09-9cb3-efdbd4da9c5e tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2116804 Jan 11 09:33:32.547653 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56822) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:32.555835 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-ab8d7882-bcb1-40a0-8337-c88d9e50cf9c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group': {'name': 'tempest-secgroup--620936895'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:32.563624 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-95a28575-6b01-4fa6-91f2-47efd37ac1a4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:32.569216 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ab8d7882-bcb1-40a0-8337-c88d9e50cf9c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:32.598867 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ab8d7882-bcb1-40a0-8337-c88d9e50cf9c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:32.609439 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-95a28575-6b01-4fa6-91f2-47efd37ac1a4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:32.639457 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ab8d7882-bcb1-40a0-8337-c88d9e50cf9c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:32.692158 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce51e2c2-d459-482a-a795-18803ddb776e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:32.713038 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce51e2c2-d459-482a-a795-18803ddb776e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:32.735764 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ab8d7882-bcb1-40a0-8337-c88d9e50cf9c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:32.739502 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ab8d7882-bcb1-40a0-8337-c88d9e50cf9c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Usage tracker for resource:security_group_rule and tenant:6fb756cc06c841b0980f9fa48b0cf6da is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:32.761816 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ab8d7882-bcb1-40a0-8337-c88d9e50cf9c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:32.782698 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c3c867a3-b32c-40da-804c-7f02f33658b8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:32.782913 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-95a28575-6b01-4fa6-91f2-47efd37ac1a4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:32.784018 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ab8d7882-bcb1-40a0-8337-c88d9e50cf9c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:32.811245 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.ipam_backend_mixin [None req-330210f0-347a-4579-afe2-d929910f8852 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fb39b367-c107-4f41-8a42-2e1ac2b3dd9c (CIDR: 2001:db8::/64) Jan 11 09:33:32.817670 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a28575-6b01-4fa6-91f2-47efd37ac1a4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4895d17f-1bfd-428f-81f0-40c97a75129f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:32.831111 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c3c867a3-b32c-40da-804c-7f02f33658b8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Usage tracker for resource:subnet and tenant:605575ac642f4c179928ba111782e9ff is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:32.846455 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c3c867a3-b32c-40da-804c-7f02f33658b8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:32.854202 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-330210f0-347a-4579-afe2-d929910f8852 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:33:32.854711 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-330210f0-347a-4579-afe2-d929910f8852 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:33:32.854998 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-95a28575-6b01-4fa6-91f2-47efd37ac1a4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:32.856356 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-95a28575-6b01-4fa6-91f2-47efd37ac1a4 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/security-groups/4895d17f-1bfd-428f-81f0-40c97a75129f HTTP/1.1" status: 204 len: 168 time: 0.3901267 Jan 11 09:33:32.871673 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56834) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:32.876204 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c3c867a3-b32c-40da-804c-7f02f33658b8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:32.901420 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51e2c2-d459-482a-a795-18803ddb776e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747b9547-6179-4c6d-80c6-3b7b1d3fbf92,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:32.907467 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ce51e2c2-d459-482a-a795-18803ddb776e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=70db2ba4291f44e9b0c31afc8bbb907e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8923073 Jan 11 09:33:32.916750 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56840) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:32.941390 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c867a3-b32c-40da-804c-7f02f33658b8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Made reservation on behalf of 605575ac642f4c179928ba111782e9ff for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:32.959856 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3c867a3-b32c-40da-804c-7f02f33658b8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:33.052183 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device f8151182-07bb-4f44-88fa-d37382950ec0 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:33:33.095866 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f64f83b3-d762-4ea9-b10a-2008a99766bd tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:33.128780 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f64f83b3-d762-4ea9-b10a-2008a99766bd tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:33.133711 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port f8151182-07bb-4f44-88fa-d37382950ec0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:33.134219 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:33.218573 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f64f83b3-d762-4ea9-b10a-2008a99766bd tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:33.250374 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-330210f0-347a-4579-afe2-d929910f8852 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3060739 Jan 11 09:33:33.251293 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de70cbcf-6710-4deb-85b7-2cc672307425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:33.253085 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56848) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:33.269321 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ab8d7882-bcb1-40a0-8337-c88d9e50cf9c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:33.275419 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-99490758-0743-420e-a057-bd55c47c9736 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'subnet': {'network_id': 'daa20188-92c8-437c-9c82-e50d2f56b722', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:33.300900 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f83b3-d762-4ea9-b10a-2008a99766bd tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=635f4bbf-c899-4e3a-86ec-1b3e2b137d4e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:33.305584 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-292d2f4e-0adf-40b5-a4b9-3ad4eeca11dd None None] Provisioning for port a7d75e41-5eaf-4462-800d-8396d09c2294 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:33:33.311199 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ab8d7882-bcb1-40a0-8337-c88d9e50cf9c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:33.329841 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-292d2f4e-0adf-40b5-a4b9-3ad4eeca11dd None None] Provisioning complete for port a7d75e41-5eaf-4462-800d-8396d09c2294 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:33.330507 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-292d2f4e-0adf-40b5-a4b9-3ad4eeca11dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:33.375098 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d7882-bcb1-40a0-8337-c88d9e50cf9c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9d43a1-68ad-4a1c-9838-8a2a6dbd2498,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:33.411447 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-292d2f4e-0adf-40b5-a4b9-3ad4eeca11dd None None] Port a7d75e41-5eaf-4462-800d-8396d09c2294 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:33:33.420975 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de70cbcf-6710-4deb-85b7-2cc672307425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:33.430921 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f64f83b3-d762-4ea9-b10a-2008a99766bd tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:33.434537 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f64f83b3-d762-4ea9-b10a-2008a99766bd tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/security-groups/635f4bbf-c899-4e3a-86ec-1b3e2b137d4e HTTP/1.1" status: 204 len: 168 time: 0.5591469 Jan 11 09:33:33.434927 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56856) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:33.438459 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ab8d7882-bcb1-40a0-8337-c88d9e50cf9c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:33.442307 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ab8d7882-bcb1-40a0-8337-c88d9e50cf9c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8909454 Jan 11 09:33:33.453362 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56860) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:33.464072 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffc7c9-427c-4c0c-a7b5-f1f20e4dfed4 req-f85a9a5c-b46a-46ab-b755-cebceccf8b7a tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:33.465729 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a4ffc7c9-427c-4c0c-a7b5-f1f20e4dfed4 req-f85a9a5c-b46a-46ab-b755-cebceccf8b7a tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 945 time: 0.2204301 Jan 11 09:33:33.477492 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2babddfe-1227-4eeb-a5f9-4bc190a34c49 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:33.477921 dv-neutron-823402-4-hyperv neutron-server[87655]: WARNING neutron.api.v2.base [None req-2babddfe-1227-4eeb-a5f9-4bc190a34c49 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 11 09:33:33.478488 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-2babddfe-1227-4eeb-a5f9-4bc190a34c49 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] update failed (client error): There was a conflict when trying to complete your request. Jan 11 09:33:33.482300 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2babddfe-1227-4eeb-a5f9-4bc190a34c49 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "PUT /v2.0/security-groups/da9d43a1-68ad-4a1c-9838-8a2a6dbd2498 HTTP/1.1" status: 409 len: 330 time: 0.0249825 Jan 11 09:33:33.498149 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56864) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:33.620497 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a4ffc7c9-427c-4c0c-a7b5-f1f20e4dfed4 req-e489232d-a155-403c-b7a8-bc8068ed1a34 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399176 Jan 11 09:33:33.642201 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-99490758-0743-420e-a057-bd55c47c9736 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:33.677465 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-99490758-0743-420e-a057-bd55c47c9736 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:subnet and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:33.691247 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4b8967fc-6af7-4516-9ad5-ea26a32a9504 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:33.691444 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-13bb8931-cf8f-41c9-8ffd-a47dff308c61 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:33.695577 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-99490758-0743-420e-a057-bd55c47c9736 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:33.698335 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3c867a3-b32c-40da-804c-7f02f33658b8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:33.718175 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-99490758-0743-420e-a057-bd55c47c9736 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:33.728626 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de70cbcf-6710-4deb-85b7-2cc672307425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:33.761450 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70cbcf-6710-4deb-85b7-2cc672307425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747b9547-6179-4c6d-80c6-3b7b1d3fbf92,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:33.766458 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99490758-0743-420e-a057-bd55c47c9736 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:33.773037 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-99490758-0743-420e-a057-bd55c47c9736 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:33.805035 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4b8967fc-6af7-4516-9ad5-ea26a32a9504 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:33.841622 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-13bb8931-cf8f-41c9-8ffd-a47dff308c61 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:33.908207 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c867a3-b32c-40da-804c-7f02f33658b8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Subnet': ['ID=9ee5abd5-69e0-4c7f-b9d7-64ec4d7c967b,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:33.942889 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c867a3-b32c-40da-804c-7f02f33658b8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Checking segment: {'id': 'c2f54ab1-d389-4288-b984-37b36eefaab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7244d3b4-ec73-4e4b-a420-f8e2c6f1a305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:33:33.943578 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c867a3-b32c-40da-804c-7f02f33658b8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Network hostable DHCP agents. Network: 7244d3b4-ec73-4e4b-a420-f8e2c6f1a305, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:33:33.976572 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de70cbcf-6710-4deb-85b7-2cc672307425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:33.980495 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-de70cbcf-6710-4deb-85b7-2cc672307425 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/747b9547-6179-4c6d-80c6-3b7b1d3fbf92 HTTP/1.1" status: 204 len: 168 time: 1.0556710 Jan 11 09:33:33.996073 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c867a3-b32c-40da-804c-7f02f33658b8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Network 7244d3b4-ec73-4e4b-a420-f8e2c6f1a305 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:33:34.027094 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecdeb8-f965-4d8a-b836-7d26f2125d6c req-a46dab8c-b0ed-4940-be7d-fe1892b3456f tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:34.039342 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:34.041835 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-49ecdeb8-f965-4d8a-b836-7d26f2125d6c req-a46dab8c-b0ed-4940-be7d-fe1892b3456f tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 945 time: 0.2843022 Jan 11 09:33:34.045655 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-13bb8931-cf8f-41c9-8ffd-a47dff308c61 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:34.103924 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-c3c867a3-b32c-40da-804c-7f02f33658b8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 7244d3b4-ec73-4e4b-a420-f8e2c6f1a305) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:34.109407 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb8931-cf8f-41c9-8ffd-a47dff308c61 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68592348-176e-425e-887b-6bdcb2296d87,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:34.112461 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e6c746-9394-44e4-b361-4796bc95e46a None None] Network 7244d3b4-ec73-4e4b-a420-f8e2c6f1a305 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:34.117317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c867a3-b32c-40da-804c-7f02f33658b8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:34.117896 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3c867a3-b32c-40da-804c-7f02f33658b8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:34.155198 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-13bb8931-cf8f-41c9-8ffd-a47dff308c61 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:34.158822 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-13bb8931-cf8f-41c9-8ffd-a47dff308c61 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/security-groups/68592348-176e-425e-887b-6bdcb2296d87 HTTP/1.1" status: 204 len: 168 time: 0.7196140 Jan 11 09:33:34.172090 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-49ecdeb8-f965-4d8a-b836-7d26f2125d6c req-f66b6006-dcf1-4eda-bc70-ca561fb55df1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239781 Jan 11 09:33:34.172982 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56884) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:34.181063 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c3c867a3-b32c-40da-804c-7f02f33658b8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8645911 Jan 11 09:33:34.181941 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56888) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:34.192777 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56890) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:34.217886 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4b8967fc-6af7-4516-9ad5-ea26a32a9504 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:34.266949 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8967fc-6af7-4516-9ad5-ea26a32a9504 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9d43a1-68ad-4a1c-9838-8a2a6dbd2498,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:34.351258 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb53c89c-1886-4769-8af0-ca10a170f388 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting subnet a3801e93-98f2-4692-8bdc-85fa0dee4153 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:33:34.357085 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4b8967fc-6af7-4516-9ad5-ea26a32a9504 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:34.358282 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4b8967fc-6af7-4516-9ad5-ea26a32a9504 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "DELETE /v2.0/security-groups/da9d43a1-68ad-4a1c-9838-8a2a6dbd2498 HTTP/1.1" status: 204 len: 168 time: 0.8532004 Jan 11 09:33:34.359417 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bb53c89c-1886-4769-8af0-ca10a170f388 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:34.362047 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56900) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:34.447169 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-243541a5-58dd-4aa2-aa7b-34e62b5bb1b2 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:34.451391 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bb53c89c-1886-4769-8af0-ca10a170f388 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:34.459518 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a8433607-80fd-4b51-8d99-9e65a08e1ccf tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Synchronizing usage tracker for tenant:6fb756cc06c841b0980f9fa48b0cf6da on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:33:34.507348 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a8433607-80fd-4b51-8d99-9e65a08e1ccf tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] Unset dirty status for tenant:6fb756cc06c841b0980f9fa48b0cf6da on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:33:34.509357 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a8433607-80fd-4b51-8d99-9e65a08e1ccf tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1453815 Jan 11 09:33:34.512653 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56906) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:34.534618 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-64c84f35-44a8-4d4b-b880-f2bf62df2f44 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] delete failed (client error): The resource could not be found. Jan 11 09:33:34.535700 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-64c84f35-44a8-4d4b-b880-f2bf62df2f44 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "DELETE /v2.0/security-groups/e2143438-a15f-43ef-a2ed-4c087894d278 HTTP/1.1" status: 404 len: 347 time: 0.0221627 Jan 11 09:33:34.536199 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56910) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:34.554021 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56914) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:34.555244 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ab9b670-70e9-4e1b-85b0-0e7a91c1f8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:34.571933 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-99490758-0743-420e-a057-bd55c47c9736 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:34.598066 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a72580-2030-4d21-867f-a4501c80ba44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-7244d3b4-ec73-4e4b-a420-f8e2c6f1a305', 'network_id': '7244d3b4-ec73-4e4b-a420-f8e2c6f1a305', 'tenant_id': '605575ac642f4c179928ba111782e9ff', 'fixed_ips': [{'subnet_id': '9ee5abd5-69e0-4c7f-b9d7-64ec4d7c967b'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:33:34.598937 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-71a72580-2030-4d21-867f-a4501c80ba44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:34.604359 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-889ba10d-652d-464f-af09-95eaddc8366c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] show failed (client error): The resource could not be found. Jan 11 09:33:34.609590 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-889ba10d-652d-464f-af09-95eaddc8366c tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "GET /v2.0/security-groups/5f9d364b-fd0f-48a6-8484-43e1593e1fbf HTTP/1.1" status: 404 len: 347 time: 0.0542789 Jan 11 09:33:34.620558 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56918) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:34.636575 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99490758-0743-420e-a057-bd55c47c9736 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network daa20188-92c8-437c-9c82-e50d2f56b722 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:34.640161 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4ab9b670-70e9-4e1b-85b0-0e7a91c1f8df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:34.654971 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-243541a5-58dd-4aa2-aa7b-34e62b5bb1b2 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:34.655259 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-99490758-0743-420e-a057-bd55c47c9736 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:34.670773 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99490758-0743-420e-a057-bd55c47c9736 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:34.671381 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-99490758-0743-420e-a057-bd55c47c9736 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:34.675487 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4ab9b670-70e9-4e1b-85b0-0e7a91c1f8df admin admin] Usage tracker for resource:security_group_rule and tenant:0ebbea47583f4416aea395ba68f2f61e is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:34.684676 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-da54693c-95f8-4be8-9886-6952cb23d162 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] show failed (client error): The resource could not be found. Jan 11 09:33:34.685965 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-da54693c-95f8-4be8-9886-6952cb23d162 tempest-NegativeSecGroupTest-395213415 tempest-NegativeSecGroupTest-395213415-project] 10.222.0.15 "GET /v2.0/security-group-rules/ac4e1a88-ae71-4609-a32f-6f1d782fb9ed HTTP/1.1" status: 404 len: 356 time: 0.0632417 Jan 11 09:33:34.708975 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4ab9b670-70e9-4e1b-85b0-0e7a91c1f8df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:34.711549 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bb53c89c-1886-4769-8af0-ca10a170f388 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:34.740151 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57f7e32-f208-4b79-94bf-c758ed726c31 None None] Network daa20188-92c8-437c-9c82-e50d2f56b722 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:34.768726 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4ab9b670-70e9-4e1b-85b0-0e7a91c1f8df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:34.771416 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99490758-0743-420e-a057-bd55c47c9736 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Subnet': ['ID=a79a31de-12ad-424d-802e-a4593e6c45de,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:34.806572 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-99490758-0743-420e-a057-bd55c47c9736 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5425475 Jan 11 09:33:34.810798 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56926) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:34.820934 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-740ec9fb-8357-4af1-8bd2-214286baae9b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1248319206', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a79a31de-12ad-424d-802e-a4593e6c45de'}], 'security_groups': ['ad09389f-9e08-41bb-81a2-1a9d6c2bd51f']}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:34.862681 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-243541a5-58dd-4aa2-aa7b-34e62b5bb1b2 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:34.942688 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ab9b670-70e9-4e1b-85b0-0e7a91c1f8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:34.970630 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243541a5-58dd-4aa2-aa7b-34e62b5bb1b2 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee5abd5-69e0-4c7f-b9d7-64ec4d7c967b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:34.988296 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bb53c89c-1886-4769-8af0-ca10a170f388 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:35.017264 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ab9b670-70e9-4e1b-85b0-0e7a91c1f8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server [None req-71a72580-2030-4d21-867f-a4501c80ba44 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9ee5abd5-69e0-4c7f-b9d7-64ec4d7c967b: This subnet is being modified by another concurrent operation. Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 11 09:33:35.031112 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise exception Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9ee5abd5-69e0-4c7f-b9d7-64ec4d7c967b: This subnet is being modified by another concurrent operation. Jan 11 09:33:35.034477 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server Jan 11 09:33:35.072979 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed5075e-9fd2-45b8-8015-bb5cf9451749 None None] Network 7244d3b4-ec73-4e4b-a420-f8e2c6f1a305 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:35.122466 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052c89f7-0dd2-455e-9ede-ee304fa98852 None None] Network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:35.140903 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bb53c89c-1886-4769-8af0-ca10a170f388 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:35.146217 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9b670-70e9-4e1b-85b0-0e7a91c1f8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f430d27e-9d76-465b-8a6d-91bcc7af96b1,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:35.152072 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4ab9b670-70e9-4e1b-85b0-0e7a91c1f8df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ebbea47583f4416aea395ba68f2f61e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6149311 Jan 11 09:33:35.162405 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56936) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:35.169626 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53c89c-1886-4769-8af0-ca10a170f388 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Subnet': ['ID=a3801e93-98f2-4692-8bdc-85fa0dee4153,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:35.191043 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56940) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:35.243976 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64cec18-2a6a-403b-87ea-a07dc2dc3b74 tempest-TestVolumeBootPattern-801275054 tempest-TestVolumeBootPattern-801275054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:35.245011 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e64cec18-2a6a-403b-87ea-a07dc2dc3b74 tempest-TestVolumeBootPattern-801275054 tempest-TestVolumeBootPattern-801275054-project-admin] Synchronizing usage tracker for tenant:a112a32a5f634a67be65babce2aa9acd on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:33:35.292908 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-bb53c89c-1886-4769-8af0-ca10a170f388 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/subnets/a3801e93-98f2-4692-8bdc-85fa0dee4153 HTTP/1.1" status: 204 len: 168 time: 1.1187794 Jan 11 09:33:35.297288 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-76734f94-fe8a-408a-8079-6cef7e936e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:35.310450 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56946) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:35.336894 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-76734f94-fe8a-408a-8079-6cef7e936e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:35.397149 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e64cec18-2a6a-403b-87ea-a07dc2dc3b74 tempest-TestVolumeBootPattern-801275054 tempest-TestVolumeBootPattern-801275054-project-admin] Unset dirty status for tenant:a112a32a5f634a67be65babce2aa9acd on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:33:35.401388 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e64cec18-2a6a-403b-87ea-a07dc2dc3b74 tempest-TestVolumeBootPattern-801275054 tempest-TestVolumeBootPattern-801275054-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 1093 time: 1.2072809 Jan 11 09:33:35.404496 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56950) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:35.411328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-0b729d0b-c67f-4062-8f8f-0cb5df0619a9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'port_id': 'f14f387a-896f-4d55-9c1e-0e78f36c51c5', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:35.419410 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-76734f94-fe8a-408a-8079-6cef7e936e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:35.427026 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0b729d0b-c67f-4062-8f8f-0cb5df0619a9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:35.450356 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-243541a5-58dd-4aa2-aa7b-34e62b5bb1b2 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:35.462687 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0b729d0b-c67f-4062-8f8f-0cb5df0619a9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Usage tracker for resource:floatingip and tenant:27f1e48653724e3083ec9827e4915957 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:35.468365 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0b729d0b-c67f-4062-8f8f-0cb5df0619a9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:35.479982 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76734f94-fe8a-408a-8079-6cef7e936e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f430d27e-9d76-465b-8a6d-91bcc7af96b1,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:35.513025 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0b729d0b-c67f-4062-8f8f-0cb5df0619a9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:35.538794 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-76734f94-fe8a-408a-8079-6cef7e936e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:35.539454 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-243541a5-58dd-4aa2-aa7b-34e62b5bb1b2 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7244d3b4-ec73-4e4b-a420-f8e2c6f1a305']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:35.542609 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-76734f94-fe8a-408a-8079-6cef7e936e62 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f430d27e-9d76-465b-8a6d-91bcc7af96b1 HTTP/1.1" status: 204 len: 168 time: 0.3736534 Jan 11 09:33:35.580286 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b729d0b-c67f-4062-8f8f-0cb5df0619a9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:35.585160 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-740ec9fb-8357-4af1-8bd2-214286baae9b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:35.596129 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-243541a5-58dd-4aa2-aa7b-34e62b5bb1b2 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f54ab1-d389-4288-b984-37b36eefaab8') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:35.596428 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-243541a5-58dd-4aa2-aa7b-34e62b5bb1b2 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f54ab1-d389-4288-b984-37b36eefaab8') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:35.616589 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-64cf1d06-e1ba-43af-8b32-8e4e804d63ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6fb756cc06c841b0980f9fa48b0cf6da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4170027 Jan 11 09:33:35.617189 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56956) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:35.627222 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-243541a5-58dd-4aa2-aa7b-34e62b5bb1b2 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:35.709351 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-c576b009-84fc-413e-83d6-7336466eaa83 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting subnet d6e958d9-b23e-47b8-9bde-ea87382c752d {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:33:35.915285 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-243541a5-58dd-4aa2-aa7b-34e62b5bb1b2 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:35.917107 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b729d0b-c67f-4062-8f8f-0cb5df0619a9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:35.919542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c576b009-84fc-413e-83d6-7336466eaa83 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:35.974445 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243541a5-58dd-4aa2-aa7b-34e62b5bb1b2 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:33:35.974848 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-243541a5-58dd-4aa2-aa7b-34e62b5bb1b2 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:35.981971 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56962) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:35.992038 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-47c3dd8d-a29d-444c-b28c-d1f2fbf19623 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-19697490', 'description': 'tempest-secgroup-smoke-19697490 description', 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:33:35.993497 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:33:35.995573 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4c381b-1221-4b75-ab4e-abdf2bfa0d3e None None] Update dhcp port {'port': {'network_id': 'daa20188-92c8-437c-9c82-e50d2f56b722', 'fixed_ips': [{'subnet_id': 'fb39b367-c107-4f41-8a42-2e1ac2b3dd9c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a79a31de-12ad-424d-802e-a4593e6c45de'}], 'binding:host_id': 'dv-neutron-823402-4-hyperv'}, 'id': 'f8151182-07bb-4f44-88fa-d37382950ec0'} from dv-neutron-823402-4-hyperv. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 11 09:33:36.010852 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-47c3dd8d-a29d-444c-b28c-d1f2fbf19623 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:36.017237 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-47c3dd8d-a29d-444c-b28c-d1f2fbf19623 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Usage tracker for resource:security_group and tenant:14ed3ba110e14acfa72fca43f8ae9c54 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:36.021177 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-47c3dd8d-a29d-444c-b28c-d1f2fbf19623 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:36.029024 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-47c3dd8d-a29d-444c-b28c-d1f2fbf19623 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:36.045729 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-47c3dd8d-a29d-444c-b28c-d1f2fbf19623 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:36.059109 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-47c3dd8d-a29d-444c-b28c-d1f2fbf19623 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:36.059487 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5d4c381b-1221-4b75-ab4e-abdf2bfa0d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:36.086872 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-47c3dd8d-a29d-444c-b28c-d1f2fbf19623 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:36.095123 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-47c3dd8d-a29d-444c-b28c-d1f2fbf19623 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Usage tracker for resource:security_group_rule and tenant:14ed3ba110e14acfa72fca43f8ae9c54 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:36.099323 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-47c3dd8d-a29d-444c-b28c-d1f2fbf19623 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:36.109283 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-47c3dd8d-a29d-444c-b28c-d1f2fbf19623 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:36.140109 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c576b009-84fc-413e-83d6-7336466eaa83 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:36.244664 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-243541a5-58dd-4aa2-aa7b-34e62b5bb1b2 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:36.252357 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ea714470-9a92-412b-beb4-207485368066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:36.272485 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-47c3dd8d-a29d-444c-b28c-d1f2fbf19623 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:36.284100 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-47c3dd8d-a29d-444c-b28c-d1f2fbf19623 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:36.294233 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-243541a5-58dd-4aa2-aa7b-34e62b5bb1b2 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:36.297761 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-47c3dd8d-a29d-444c-b28c-d1f2fbf19623 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:36.309809 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-47c3dd8d-a29d-444c-b28c-d1f2fbf19623 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Usage tracker for resource:security_group_rule and tenant:14ed3ba110e14acfa72fca43f8ae9c54 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:36.353263 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-47c3dd8d-a29d-444c-b28c-d1f2fbf19623 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:36.374512 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-47c3dd8d-a29d-444c-b28c-d1f2fbf19623 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:36.398384 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243541a5-58dd-4aa2-aa7b-34e62b5bb1b2 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Network': ['ID=7244d3b4-ec73-4e4b-a420-f8e2c6f1a305,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:36.409128 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3dd8d-a29d-444c-b28c-d1f2fbf19623 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba71f55-9e56-4003-b7d2-0525d3ccc6e2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:36.416506 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-243541a5-58dd-4aa2-aa7b-34e62b5bb1b2 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/networks/7244d3b4-ec73-4e4b-a420-f8e2c6f1a305 HTTP/1.1" status: 204 len: 168 time: 2.2004704 Jan 11 09:33:36.420926 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-5d4c381b-1221-4b75-ab4e-abdf2bfa0d3e None None] Allocated IP 2001:db8:0:1::2 (daa20188-92c8-437c-9c82-e50d2f56b722/a79a31de-12ad-424d-802e-a4593e6c45de/f8151182-07bb-4f44-88fa-d37382950ec0) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:36.422031 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56976) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:36.437592 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-083a54bc-9209-4538-b3b1-fbdda610a86d tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-961728642'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:36.447362 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ea714470-9a92-412b-beb4-207485368066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:36.450102 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-083a54bc-9209-4538-b3b1-fbdda610a86d tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:36.461519 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-0b729d0b-c67f-4062-8f8f-0cb5df0619a9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Allocated IP 172.26.3.175 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/66cc4698-93f4-47ef-af00-d72f75ec8482) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:36.463704 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-083a54bc-9209-4538-b3b1-fbdda610a86d tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Usage tracker for resource:network and tenant:605575ac642f4c179928ba111782e9ff is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:36.470994 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-083a54bc-9209-4538-b3b1-fbdda610a86d tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:36.485318 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-083a54bc-9209-4538-b3b1-fbdda610a86d tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:36.558514 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083a54bc-9209-4538-b3b1-fbdda610a86d tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Made reservation on behalf of 605575ac642f4c179928ba111782e9ff for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:36.561929 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-083a54bc-9209-4538-b3b1-fbdda610a86d tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:36.604615 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c576b009-84fc-413e-83d6-7336466eaa83 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:36.625891 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-47c3dd8d-a29d-444c-b28c-d1f2fbf19623 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:36.698507 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ea714470-9a92-412b-beb4-207485368066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:36.704644 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-47c3dd8d-a29d-444c-b28c-d1f2fbf19623 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:36.750226 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5d4c381b-1221-4b75-ab4e-abdf2bfa0d3e None None] For port f8151182-07bb-4f44-88fa-d37382950ec0, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=f8151182-07bb-4f44-88fa-d37382950ec0,segment=NetworkSegment(a9e410db-234b-40ea-a6ac-226a730df9a8),segment_id=a9e410db-234b-40ea-a6ac-226a730df9a8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:36.765418 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea714470-9a92-412b-beb4-207485368066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2627078a-bce7-4399-a0b6-739f2ed36ef3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:36.787569 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083a54bc-9209-4538-b3b1-fbdda610a86d tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:33:36.792225 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c576b009-84fc-413e-83d6-7336466eaa83 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:36.827419 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-083a54bc-9209-4538-b3b1-fbdda610a86d tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:36.828088 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-083a54bc-9209-4538-b3b1-fbdda610a86d tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Added segment 8cd1b17a-3a18-472e-826c-b9584987c516 of type vlan for network adb36005-f8ea-47ad-b61c-ae0dc00d06e6 Jan 11 09:33:36.834899 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5d4c381b-1221-4b75-ab4e-abdf2bfa0d3e None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:36.852872 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ea714470-9a92-412b-beb4-207485368066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:36.854017 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ea714470-9a92-412b-beb4-207485368066 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2627078a-bce7-4399-a0b6-739f2ed36ef3 HTTP/1.1" status: 204 len: 168 time: 1.2319613 Jan 11 09:33:36.861249 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576b009-84fc-413e-83d6-7336466eaa83 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e958d9-b23e-47b8-9bde-ea87382c752d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:36.863329 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c576b009-84fc-413e-83d6-7336466eaa83 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:36.871524 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c576b009-84fc-413e-83d6-7336466eaa83 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/subnets/d6e958d9-b23e-47b8-9bde-ea87382c752d HTTP/1.1" status: 204 len: 168 time: 1.5481982 Jan 11 09:33:36.873856 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 56990) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:36.889962 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5d4c381b-1221-4b75-ab4e-abdf2bfa0d3e None None] Transition to ACTIVE for port object f8151182-07bb-4f44-88fa-d37382950ec0 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:36.899377 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5d4c381b-1221-4b75-ab4e-abdf2bfa0d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:36.908989 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-47c3dd8d-a29d-444c-b28c-d1f2fbf19623 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:36.912074 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-47c3dd8d-a29d-444c-b28c-d1f2fbf19623 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.9271200 Jan 11 09:33:36.914019 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3dd8d-a29d-444c-b28c-d1f2fbf19623 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa48579-46f7-403d-90fd-c3c391a7d4bc,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:36.919109 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56994) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:36.920642 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 56996) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:36.937208 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51af706-3178-463c-80b7-9154cd0c736a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] DELETE failed (client error): The resource could not be found. Jan 11 09:33:36.937766 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51af706-3178-463c-80b7-9154cd0c736a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:33:36.939521 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a51af706-3178-463c-80b7-9154cd0c736a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/subnets/a3801e93-98f2-4692-8bdc-85fa0dee4153 HTTP/1.1" status: 404 len: 337 time: 0.0646162 Jan 11 09:33:36.944265 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d85ad7f5-f9e2-49d7-9786-c241ad40bfb0 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Request body: {'security_group_rule': {'security_group_id': 'cfa48579-46f7-403d-90fd-c3c391a7d4bc', 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:36.966439 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-083a54bc-9209-4538-b3b1-fbdda610a86d tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:36.977769 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57004) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:36.989214 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d85ad7f5-f9e2-49d7-9786-c241ad40bfb0 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:37.003392 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b729d0b-c67f-4062-8f8f-0cb5df0619a9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:37.008527 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d85ad7f5-f9e2-49d7-9786-c241ad40bfb0 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Usage tracker for resource:security_group_rule and tenant:14ed3ba110e14acfa72fca43f8ae9c54 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:37.015247 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d85ad7f5-f9e2-49d7-9786-c241ad40bfb0 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:37.029123 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d85ad7f5-f9e2-49d7-9786-c241ad40bfb0 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:37.093017 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-def91af9-a48b-4f02-975d-6bad83fe501a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting subnet 0e1bf422-aae5-4f28-90b7-ff997223ef0d {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:33:37.114181 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c0eaaa-8908-40cf-81b0-c8ccce6aa56a None None] Network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:37.120714 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b729d0b-c67f-4062-8f8f-0cb5df0619a9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:37.127057 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-def91af9-a48b-4f02-975d-6bad83fe501a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:37.220054 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-def91af9-a48b-4f02-975d-6bad83fe501a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:37.271419 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-083a54bc-9209-4538-b3b1-fbdda610a86d tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:37.277187 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083a54bc-9209-4538-b3b1-fbdda610a86d tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:37.277504 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-083a54bc-9209-4538-b3b1-fbdda610a86d tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:37.282449 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-740ec9fb-8357-4af1-8bd2-214286baae9b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Delete allocated IP 2001:db8::106 (daa20188-92c8-437c-9c82-e50d2f56b722/fb39b367-c107-4f41-8a42-2e1ac2b3dd9c) {{(pid=87655) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 11 09:33:37.308883 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c381b-1221-4b75-ab4e-abdf2bfa0d3e None None] Pushing event updated for resources: {'Port': ['ID=f8151182-07bb-4f44-88fa-d37382950ec0,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:37.320545 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-263abec3-beae-4b3d-b0f3-022b287cd829 None None] Provisioning complete for port 405c06c6-abee-4155-ac10-660d9828fc35 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:37.320870 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-263abec3-beae-4b3d-b0f3-022b287cd829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:37.332135 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-740ec9fb-8357-4af1-8bd2-214286baae9b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Allocated IP 2001:db8:0:1::55 (daa20188-92c8-437c-9c82-e50d2f56b722/a79a31de-12ad-424d-802e-a4593e6c45de/a7d75e41-5eaf-4462-800d-8396d09c2294) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:37.440357 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-def91af9-a48b-4f02-975d-6bad83fe501a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:37.546401 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a54bc-9209-4538-b3b1-fbdda610a86d tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Network': ['ID=adb36005-f8ea-47ad-b61c-ae0dc00d06e6,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:37.554490 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d85ad7f5-f9e2-49d7-9786-c241ad40bfb0 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:37.563788 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-def91af9-a48b-4f02-975d-6bad83fe501a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:37.593368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-374a3293-b938-44b0-9233-e55d90b199ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1781505702'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:37.593623 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network adb36005-f8ea-47ad-b61c-ae0dc00d06e6 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:33:37.606068 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b729d0b-c67f-4062-8f8f-0cb5df0619a9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:37.629064 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-374a3293-b938-44b0-9233-e55d90b199ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:37.637018 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-0b729d0b-c67f-4062-8f8f-0cb5df0619a9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:37.648783 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-def91af9-a48b-4f02-975d-6bad83fe501a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:37.659747 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-def91af9-a48b-4f02-975d-6bad83fe501a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/subnets/0e1bf422-aae5-4f28-90b7-ff997223ef0d HTTP/1.1" status: 204 len: 168 time: 0.6807234 Jan 11 09:33:37.672449 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b729d0b-c67f-4062-8f8f-0cb5df0619a9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:33:37.714959 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57022) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:37.737328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-374a3293-b938-44b0-9233-e55d90b199ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:network and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:37.746282 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-083a54bc-9209-4538-b3b1-fbdda610a86d tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3191926 Jan 11 09:33:37.759100 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57026) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:37.760340 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-374a3293-b938-44b0-9233-e55d90b199ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:37.783097 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b729d0b-c67f-4062-8f8f-0cb5df0619a9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Pushing event updated for resources: {'Port': ['ID=66cc4698-93f4-47ef-af00-d72f75ec8482,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:37.811073 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-374a3293-b938-44b0-9233-e55d90b199ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:37.819067 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def91af9-a48b-4f02-975d-6bad83fe501a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Subnet': ['ID=0e1bf422-aae5-4f28-90b7-ff997223ef0d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:37.831663 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-57d9a749-5bc1-45f7-a0fd-526fee489dcb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:37.901615 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-263abec3-beae-4b3d-b0f3-022b287cd829 None None] Provisioning complete for port e1463c19-5c33-4c3d-bd8a-bc2aa977dc1c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:37.905821 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-263abec3-beae-4b3d-b0f3-022b287cd829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:38.010648 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-263abec3-beae-4b3d-b0f3-022b287cd829 None None] Port e1463c19-5c33-4c3d-bd8a-bc2aa977dc1c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:33:38.012529 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-740ec9fb-8357-4af1-8bd2-214286baae9b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:38.031770 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-740ec9fb-8357-4af1-8bd2-214286baae9b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Transition to ACTIVE for port object a7d75e41-5eaf-4462-800d-8396d09c2294 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:38.082293 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-740ec9fb-8357-4af1-8bd2-214286baae9b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:38.087707 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-425b758e-2113-44a0-9cf2-4f6ebbf4b7cb tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] DELETE failed (client error): The resource could not be found. Jan 11 09:33:38.088362 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-425b758e-2113-44a0-9cf2-4f6ebbf4b7cb tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:33:38.090280 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-425b758e-2113-44a0-9cf2-4f6ebbf4b7cb tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/subnets/24bba97e-4ebf-43ad-b440-a9d6cb143e20 HTTP/1.1" status: 404 len: 337 time: 0.3722160 Jan 11 09:33:38.126728 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57036) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:38.135382 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374a3293-b938-44b0-9233-e55d90b199ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:38.139277 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-374a3293-b938-44b0-9233-e55d90b199ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:38.172044 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-374a3293-b938-44b0-9233-e55d90b199ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:38.175312 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb99f470-2274-47d7-9e06-24bf22ef2b68 None None] Update dhcp port {'port': {'network_id': '26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90', 'fixed_ips': [{'subnet_id': '0e1bf422-aae5-4f28-90b7-ff997223ef0d'}], 'binding:host_id': 'dv-neutron-823402-4-hyperv'}, 'id': '405c06c6-abee-4155-ac10-660d9828fc35'} from dv-neutron-823402-4-hyperv. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 11 09:33:38.229209 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8f558a78-c52a-4c68-be07-7f5a086e4625 None None] Provisioning for port a7d75e41-5eaf-4462-800d-8396d09c2294 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:33:38.241951 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d85ad7f5-f9e2-49d7-9786-c241ad40bfb0 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:38.243232 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8f558a78-c52a-4c68-be07-7f5a086e4625 None None] Provisioning complete for port a7d75e41-5eaf-4462-800d-8396d09c2294 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:38.243880 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8f558a78-c52a-4c68-be07-7f5a086e4625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:38.245773 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b5b28158-685a-4269-b74c-fe8ea3fd1296 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "GET /v2.0/ports?device_id=87131c3e-cbd6-4483-a3f6-6152c3e4afca HTTP/1.1" status: 200 len: 205 time: 0.1166909 Jan 11 09:33:38.257161 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57042) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:38.257893 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d85ad7f5-f9e2-49d7-9786-c241ad40bfb0 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:38.275395 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-740ec9fb-8357-4af1-8bd2-214286baae9b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] In _notify_port_updated(), no bound segment for port a7d75e41-5eaf-4462-800d-8396d09c2294 on network daa20188-92c8-437c-9c82-e50d2f56b722 {{(pid=87655) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 11 09:33:38.281144 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740ec9fb-8357-4af1-8bd2-214286baae9b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:38.282135 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-740ec9fb-8357-4af1-8bd2-214286baae9b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:38.283732 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-740ec9fb-8357-4af1-8bd2-214286baae9b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "PUT /v2.0/ports/a7d75e41-5eaf-4462-800d-8396d09c2294 HTTP/1.1" status: 200 len: 930 time: 3.4719467 Jan 11 09:33:38.288783 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57046) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:38.291681 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ec9fb-8357-4af1-8bd2-214286baae9b tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Port': ['ID=a7d75e41-5eaf-4462-800d-8396d09c2294,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:38.296432 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fb99f470-2274-47d7-9e06-24bf22ef2b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:38.375007 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-374a3293-b938-44b0-9233-e55d90b199ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:38.401346 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57050) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:38.402632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-374a3293-b938-44b0-9233-e55d90b199ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:security_group_rule and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:38.406567 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8f558a78-c52a-4c68-be07-7f5a086e4625 None None] Port a7d75e41-5eaf-4462-800d-8396d09c2294 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:33:38.426822 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-374a3293-b938-44b0-9233-e55d90b199ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:38.431504 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ad7f5-f9e2-49d7-9786-c241ad40bfb0 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc66463b-58ba-410c-9253-a9d7780438dd,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:38.495633 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-cea8c038-75e5-41c7-a42c-5c89cd44662a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] delete failed (client error): The resource could not be found. Jan 11 09:33:38.499616 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-cea8c038-75e5-41c7-a42c-5c89cd44662a tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/routers/87131c3e-cbd6-4483-a3f6-6152c3e4afca HTTP/1.1" status: 404 len: 336 time: 0.2368798 Jan 11 09:33:38.500307 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57056) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:38.505227 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8f558a78-c52a-4c68-be07-7f5a086e4625 None None] Provisioning for port f8151182-07bb-4f44-88fa-d37382950ec0 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:33:38.514158 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-374a3293-b938-44b0-9233-e55d90b199ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:38.515526 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8f558a78-c52a-4c68-be07-7f5a086e4625 None None] Provisioning complete for port f8151182-07bb-4f44-88fa-d37382950ec0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:38.515999 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8f558a78-c52a-4c68-be07-7f5a086e4625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:38.553060 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fdd2b-d254-4b59-9bb6-59798c6b7e31 req-b5da674a-fa71-4b9d-8b6f-6a25650c7abc tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:38.555577 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-423fdd2b-d254-4b59-9bb6-59798c6b7e31 req-b5da674a-fa71-4b9d-8b6f-6a25650c7abc tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.8211787 Jan 11 09:33:38.562774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d85ad7f5-f9e2-49d7-9786-c241ad40bfb0 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:38.566659 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d85ad7f5-f9e2-49d7-9786-c241ad40bfb0 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6390812 Jan 11 09:33:38.567545 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57060) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:38.601294 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1c876a17-9389-49fd-8dd8-4b96f7b79f63 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Request body: {'security_group_rule': {'security_group_id': 'cfa48579-46f7-403d-90fd-c3c391a7d4bc', 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:38.621846 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-57d9a749-5bc1-45f7-a0fd-526fee489dcb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:38.632488 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b4533af5-a19e-4864-9339-8a2fb38afbde tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting port a7d75e41-5eaf-4462-800d-8396d09c2294 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:38.632915 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4533af5-a19e-4864-9339-8a2fb38afbde tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:38.668752 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7519516-4ecc-457d-b770-edbf8319c0c7 None None] Network 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:38.675542 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da85ce2-9c28-45ea-9be9-394a8fbf4320 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] DELETE failed (client error): The resource could not be found. Jan 11 09:33:38.675990 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da85ce2-9c28-45ea-9be9-394a8fbf4320 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:33:38.677682 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9da85ce2-9c28-45ea-9be9-394a8fbf4320 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/subnets/b57318e9-2a57-49c5-9d63-2b496f4e0d69 HTTP/1.1" status: 404 len: 337 time: 0.1744041 Jan 11 09:33:38.684022 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-57d9a749-5bc1-45f7-a0fd-526fee489dcb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:38.685987 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1c876a17-9389-49fd-8dd8-4b96f7b79f63 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:38.691183 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57064) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:38.720256 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1c876a17-9389-49fd-8dd8-4b96f7b79f63 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Usage tracker for resource:security_group_rule and tenant:14ed3ba110e14acfa72fca43f8ae9c54 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:38.729312 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1c876a17-9389-49fd-8dd8-4b96f7b79f63 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:38.762263 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1c876a17-9389-49fd-8dd8-4b96f7b79f63 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:38.804993 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-423fdd2b-d254-4b59-9bb6-59798c6b7e31 req-0454ce44-d536-4cbc-a530-df7ccdb508e6 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148068 Jan 11 09:33:38.876360 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c876a17-9389-49fd-8dd8-4b96f7b79f63 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:38.955518 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57d9a749-5bc1-45f7-a0fd-526fee489dcb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Network adb36005-f8ea-47ad-b61c-ae0dc00d06e6 is not hosted by any dhcp agent {{(pid=87654) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 11 09:33:38.961038 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9a749-5bc1-45f7-a0fd-526fee489dcb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:38.961754 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-57d9a749-5bc1-45f7-a0fd-526fee489dcb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:38.965988 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-57d9a749-5bc1-45f7-a0fd-526fee489dcb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "PUT /v2.0/networks/adb36005-f8ea-47ad-b61c-ae0dc00d06e6 HTTP/1.1" status: 200 len: 723 time: 1.1956837 Jan 11 09:33:38.972894 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9a56105e-b519-440a-a766-cabdbb43d908 tempest-SubnetPoolsTestJSON-2142736925 tempest-SubnetPoolsTestJSON-2142736925-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1557471322', 'prefixes': ['172.20.0.0/16']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:38.979779 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57072) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:39.000232 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8f558a78-c52a-4c68-be07-7f5a086e4625 None None] Provisioning complete for port 68b16294-661d-40d8-89f5-74bb3e773330 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:39.000693 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8f558a78-c52a-4c68-be07-7f5a086e4625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:39.007977 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b4a4f3-ade1-4d12-9106-2b4e208c94d2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] DELETE failed (client error): The resource could not be found. Jan 11 09:33:39.010186 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b4a4f3-ade1-4d12-9106-2b4e208c94d2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:33:39.039624 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8330a71-e129-400f-8433-b64b1e55dedb None None] DHCP port deletion for 26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:33:39.042570 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device f8151182-07bb-4f44-88fa-d37382950ec0 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:33:39.046717 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9a56105e-b519-440a-a766-cabdbb43d908 tempest-SubnetPoolsTestJSON-2142736925 tempest-SubnetPoolsTestJSON-2142736925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:39.055949 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d24c96b2-96f0-47be-b8d5-451ee6007e57 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'subnet': {'network_id': 'adb36005-f8ea-47ad-b61c-ae0dc00d06e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:39.119821 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a0b4a4f3-ade1-4d12-9106-2b4e208c94d2 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/subnets/e0e27d4f-2bc8-440d-9d2a-ddc59a53fca4 HTTP/1.1" status: 404 len: 337 time: 0.3817823 Jan 11 09:33:39.125788 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57076) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:39.127860 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4533af5-a19e-4864-9339-8a2fb38afbde tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:39.129696 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d8330a71-e129-400f-8433-b64b1e55dedb None None] Deleting port 405c06c6-abee-4155-ac10-660d9828fc35 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:39.130177 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d8330a71-e129-400f-8433-b64b1e55dedb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:39.188183 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c876a17-9389-49fd-8dd8-4b96f7b79f63 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:39.200958 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-374a3293-b938-44b0-9233-e55d90b199ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:39.207471 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9a749-5bc1-45f7-a0fd-526fee489dcb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Network': ['ID=adb36005-f8ea-47ad-b61c-ae0dc00d06e6,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:39.266743 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-374a3293-b938-44b0-9233-e55d90b199ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:39.323245 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e379e7-e1bf-4e3a-962a-78e15a995127 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] DELETE failed (client error): The resource could not be found. Jan 11 09:33:39.323620 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e379e7-e1bf-4e3a-962a-78e15a995127 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:33:39.327896 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c876a17-9389-49fd-8dd8-4b96f7b79f63 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:39.343667 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b4533af5-a19e-4864-9339-8a2fb38afbde tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Calling delete_port for a7d75e41-5eaf-4462-800d-8396d09c2294 owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:39.361818 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network adb36005-f8ea-47ad-b61c-ae0dc00d06e6 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:33:39.410265 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8f558a78-c52a-4c68-be07-7f5a086e4625 None None] Port 68b16294-661d-40d8-89f5-74bb3e773330 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:33:39.413151 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d8330a71-e129-400f-8433-b64b1e55dedb None None] For port 405c06c6-abee-4155-ac10-660d9828fc35, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=405c06c6-abee-4155-ac10-660d9828fc35,segment=NetworkSegment(9fba4ea3-2778-4e1c-ad1d-2f01f7de9cfa),segment_id=9fba4ea3-2778-4e1c-ad1d-2f01f7de9cfa)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:39.413563 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d8330a71-e129-400f-8433-b64b1e55dedb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:39.422958 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-34e379e7-e1bf-4e3a-962a-78e15a995127 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/subnets/b2849492-6e6e-4d37-b379-572de2c3b03a HTTP/1.1" status: 404 len: 337 time: 0.2831538 Jan 11 09:33:39.426687 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57080) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:39.437971 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e347e-ddb0-4638-84c6-0f547644cc3e req-9a96c763-cc2f-4b78-9d63-1e82d1b8ef54 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:39.439684 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9a3e347e-ddb0-4638-84c6-0f547644cc3e req-9a96c763-cc2f-4b78-9d63-1e82d1b8ef54 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.4466186 Jan 11 09:33:39.440329 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c876a17-9389-49fd-8dd8-4b96f7b79f63 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22f8df4-624d-4d93-89e2-f88fb9ba03b8,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:39.440497 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374a3293-b938-44b0-9233-e55d90b199ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:33:39.455221 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c876a17-9389-49fd-8dd8-4b96f7b79f63 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:39.460063 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1c876a17-9389-49fd-8dd8-4b96f7b79f63 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8854749 Jan 11 09:33:39.460924 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57084) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:39.481649 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d24c96b2-96f0-47be-b8d5-451ee6007e57 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:39.493728 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a3293-b938-44b0-9233-e55d90b199ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8266b37e-9ef0-4489-a406-4566a82104aa,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:39.496168 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-47d3d11e-6784-48b3-b806-74d723580c44 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Request body: {'security_group_rule': {'security_group_id': 'cfa48579-46f7-403d-90fd-c3c391a7d4bc', 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:39.507680 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-47d3d11e-6784-48b3-b806-74d723580c44 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:39.509311 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d24c96b2-96f0-47be-b8d5-451ee6007e57 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Usage tracker for resource:subnet and tenant:605575ac642f4c179928ba111782e9ff is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:39.515634 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d24c96b2-96f0-47be-b8d5-451ee6007e57 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:39.523492 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-47d3d11e-6784-48b3-b806-74d723580c44 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Usage tracker for resource:security_group_rule and tenant:14ed3ba110e14acfa72fca43f8ae9c54 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:39.528329 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-0094db15-13a1-48a5-a358-8343aae99c86 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] DELETE failed (client error): The resource could not be found. Jan 11 09:33:39.528789 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0094db15-13a1-48a5-a358-8343aae99c86 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:33:39.533713 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0094db15-13a1-48a5-a358-8343aae99c86 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/ports/544ee047-0604-4d11-b67e-a8c92a822318 HTTP/1.1" status: 404 len: 333 time: 0.0961351 Jan 11 09:33:39.533713 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-374a3293-b938-44b0-9233-e55d90b199ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:39.533713 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-374a3293-b938-44b0-9233-e55d90b199ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Added segment 56fe1324-8b22-422e-a428-7a7f628e8548 of type vlan for network 11973de4-095d-48a2-8bfe-2305268446bc Jan 11 09:33:39.534050 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-47d3d11e-6784-48b3-b806-74d723580c44 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:39.538798 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57088) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:39.545892 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a56105e-b519-440a-a766-cabdbb43d908 tempest-SubnetPoolsTestJSON-2142736925 tempest-SubnetPoolsTestJSON-2142736925-project] Notify callbacks [] for subnetpool, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:39.547038 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9a56105e-b519-440a-a766-cabdbb43d908 tempest-SubnetPoolsTestJSON-2142736925 tempest-SubnetPoolsTestJSON-2142736925-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.1271932 Jan 11 09:33:39.548110 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d24c96b2-96f0-47be-b8d5-451ee6007e57 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:39.551771 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57092) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:39.586060 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9a3e347e-ddb0-4638-84c6-0f547644cc3e req-7108598f-4d3d-48d4-8ce2-78f61e9bca9f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087117 Jan 11 09:33:39.586876 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-47d3d11e-6784-48b3-b806-74d723580c44 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:39.629257 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47d3d11e-6784-48b3-b806-74d723580c44 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:39.632952 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d8330a71-e129-400f-8433-b64b1e55dedb None None] Calling delete_port for 405c06c6-abee-4155-ac10-660d9828fc35 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:39.640443 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3bf59a0-7fba-41b2-a91b-9d9970a1d4bd tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] DELETE failed (client error): The resource could not be found. Jan 11 09:33:39.640894 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3bf59a0-7fba-41b2-a91b-9d9970a1d4bd tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:33:39.649422 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4533af5-a19e-4864-9339-8a2fb38afbde tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:39.656906 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f3bf59a0-7fba-41b2-a91b-9d9970a1d4bd tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/subnets/af9c5e52-4eef-448f-a898-35944dadbb7a HTTP/1.1" status: 404 len: 337 time: 0.1103029 Jan 11 09:33:39.665514 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port f8151182-07bb-4f44-88fa-d37382950ec0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:39.665883 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:39.668217 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57098) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:39.671010 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24c96b2-96f0-47be-b8d5-451ee6007e57 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Made reservation on behalf of 605575ac642f4c179928ba111782e9ff for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:39.686642 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d24c96b2-96f0-47be-b8d5-451ee6007e57 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:39.714002 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-374a3293-b938-44b0-9233-e55d90b199ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:39.731905 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4533af5-a19e-4864-9339-8a2fb38afbde tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Port': ['ID=a7d75e41-5eaf-4462-800d-8396d09c2294,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:39.750777 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8dedbc9b-9d67-4c2e-abbc-800b67778368 None None] Provisioning complete for port 405c06c6-abee-4155-ac10-660d9828fc35 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:39.751164 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8dedbc9b-9d67-4c2e-abbc-800b67778368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:39.814838 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4533af5-a19e-4864-9339-8a2fb38afbde tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:39.820261 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bc98dcb6-7da2-4cf5-95ff-675c2009c70b tempest-SubnetPoolsTestJSON-2142736925 tempest-SubnetPoolsTestJSON-2142736925-project] 10.222.0.15 "GET /v2.0/subnetpools/8b6ba4e4-1a38-47ef-bce3-39ce16dfde03 HTTP/1.1" status: 200 len: 732 time: 0.2362502 Jan 11 09:33:39.828668 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57102) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:39.844310 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6013fc8c-5769-48ef-a3e0-e2645d19fd49 tempest-SubnetPoolsTestJSON-2142736925 tempest-SubnetPoolsTestJSON-2142736925-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-104593254'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:39.856033 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce1c499-69e9-4b43-a955-4a26494470c0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] DELETE failed (client error): The resource could not be found. Jan 11 09:33:39.856850 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce1c499-69e9-4b43-a955-4a26494470c0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:33:39.860893 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d8330a71-e129-400f-8433-b64b1e55dedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:39.873600 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b4533af5-a19e-4864-9339-8a2fb38afbde tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/ports/a7d75e41-5eaf-4462-800d-8396d09c2294 HTTP/1.1" status: 204 len: 168 time: 1.5831964 Jan 11 09:33:39.877652 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57106) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:39.896132 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47d3d11e-6784-48b3-b806-74d723580c44 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:39.910746 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47d3d11e-6784-48b3-b806-74d723580c44 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:39.967565 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3d11e-6784-48b3-b806-74d723580c44 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f33b93-1b0b-4fa1-b30e-82fa3bba3dd2,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:39.987908 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47d3d11e-6784-48b3-b806-74d723580c44 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:39.989117 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-47d3d11e-6784-48b3-b806-74d723580c44 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5259986 Jan 11 09:33:39.998383 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57110) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:40.011249 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6ce1c499-69e9-4b43-a955-4a26494470c0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/subnets/bfd345d5-25f5-4202-b9ee-81c76b9afea7 HTTP/1.1" status: 404 len: 337 time: 0.3016999 Jan 11 09:33:40.027605 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57116) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:40.033505 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f18f5bd0-d05a-451d-a7ae-f0f5ada2b31f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Request body: {'security_group_rule': {'security_group_id': 'cfa48579-46f7-403d-90fd-c3c391a7d4bc', 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:40.035924 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-2956c5fc-201f-45d7-9fb5-4b8da434b573 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] GET failed (client error): The resource could not be found. Jan 11 09:33:40.042140 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2956c5fc-201f-45d7-9fb5-4b8da434b573 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports/a7d75e41-5eaf-4462-800d-8396d09c2294 HTTP/1.1" status: 404 len: 333 time: 0.1576121 Jan 11 09:33:40.042375 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8dedbc9b-9d67-4c2e-abbc-800b67778368 None None] Could not find standard attr ID for object 405c06c6-abee-4155-ac10-660d9828fc35. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:33:40.042484 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57120) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:40.045136 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8330a71-e129-400f-8433-b64b1e55dedb None None] Pushing event deleted for resources: {'Port': ['ID=405c06c6-abee-4155-ac10-660d9828fc35,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:40.047927 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8330a71-e129-400f-8433-b64b1e55dedb None None] No DVR routers for this DVR port 405c06c6-abee-4155-ac10-660d9828fc35 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:33:40.054303 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.plugins.ml2.db [None req-8dedbc9b-9d67-4c2e-abbc-800b67778368 None None] No ports have port_id starting with 405c06c6-abee-4155-ac10-660d9828fc35 Jan 11 09:33:40.063987 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8dedbc9b-9d67-4c2e-abbc-800b67778368 None None] Could not find standard attr ID for object a7d75e41-5eaf-4462-800d-8396d09c2294. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:33:40.072538 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f18f5bd0-d05a-451d-a7ae-f0f5ada2b31f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:40.083388 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6013fc8c-5769-48ef-a3e0-e2645d19fd49 tempest-SubnetPoolsTestJSON-2142736925 tempest-SubnetPoolsTestJSON-2142736925-project] Notify callbacks [] for subnetpool, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:40.085832 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6013fc8c-5769-48ef-a3e0-e2645d19fd49 tempest-SubnetPoolsTestJSON-2142736925 tempest-SubnetPoolsTestJSON-2142736925-project] 10.222.0.15 "PUT /v2.0/subnetpools/8b6ba4e4-1a38-47ef-bce3-39ce16dfde03 HTTP/1.1" status: 200 len: 683 time: 0.2557240 Jan 11 09:33:40.089851 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f18f5bd0-d05a-451d-a7ae-f0f5ada2b31f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Usage tracker for resource:security_group_rule and tenant:14ed3ba110e14acfa72fca43f8ae9c54 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:40.092686 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57124) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:40.107261 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8dedbc9b-9d67-4c2e-abbc-800b67778368 None None] Provisioning complete for port e1463c19-5c33-4c3d-bd8a-bc2aa977dc1c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:40.107581 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8dedbc9b-9d67-4c2e-abbc-800b67778368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:40.123884 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f18f5bd0-d05a-451d-a7ae-f0f5ada2b31f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:40.158423 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f18f5bd0-d05a-451d-a7ae-f0f5ada2b31f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:40.159234 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ee93c3-2348-47cf-82bb-66c11648db4e None None] get_active_networks_info from dv-neutron-823402-4-hyperv {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 11 09:33:40.187989 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 405c06c6-abee-4155-ac10-660d9828fc35 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:33:40.241895 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 405c06c6-abee-4155-ac10-660d9828fc35 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:33:40.242299 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 405c06c6-abee-4155-ac10-660d9828fc35 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:33:40.278398 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8dedbc9b-9d67-4c2e-abbc-800b67778368 None None] Port e1463c19-5c33-4c3d-bd8a-bc2aa977dc1c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:33:40.280622 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-374a3293-b938-44b0-9233-e55d90b199ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:40.286350 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374a3293-b938-44b0-9233-e55d90b199ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:40.286845 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-374a3293-b938-44b0-9233-e55d90b199ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:40.308064 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f18f5bd0-d05a-451d-a7ae-f0f5ada2b31f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:40.332060 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e4e9b175-4256-408b-aa1f-3142522b2b68 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:40.338425 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-26893f0f-ef0c-4247-8cb1-47f16191b34d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] DELETE failed (client error): The resource could not be found. Jan 11 09:33:40.338893 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26893f0f-ef0c-4247-8cb1-47f16191b34d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:33:40.344023 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-26893f0f-ef0c-4247-8cb1-47f16191b34d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/ports/467cc90a-3354-4a5b-b560-33caad4ab7e6 HTTP/1.1" status: 404 len: 333 time: 0.3099399 Jan 11 09:33:40.353873 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57128) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:40.379820 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ee93c3-2348-47cf-82bb-66c11648db4e None None] Resources bound (agent type, host, resource id): {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 11 09:33:40.384379 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-374a3293-b938-44b0-9233-e55d90b199ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.4572980 Jan 11 09:33:40.431112 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57132) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:40.443261 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a3293-b938-44b0-9233-e55d90b199ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Network': ['ID=11973de4-095d-48a2-8bfe-2305268446bc,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:40.456549 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ad33ffa4-4cf5-4396-92c7-00d8da673720 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:40.460854 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:33:40.478686 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef76ee4a-2e0a-471d-9674-0750ac6e283d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] DELETE failed (client error): The resource could not be found. Jan 11 09:33:40.479140 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef76ee4a-2e0a-471d-9674-0750ac6e283d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:33:40.481033 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ef76ee4a-2e0a-471d-9674-0750ac6e283d tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/subnets/482b80a1-1749-4b8d-bd02-0fc2439ef195 HTTP/1.1" status: 404 len: 337 time: 0.1230741 Jan 11 09:33:40.484034 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57136) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:40.497959 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e4e9b175-4256-408b-aa1f-3142522b2b68 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:40.528665 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b729d0b-c67f-4062-8f8f-0cb5df0619a9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:40.555312 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3a656c-b19c-4efd-b7bb-152622e7951f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] DELETE failed (client error): The resource could not be found. Jan 11 09:33:40.555658 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3a656c-b19c-4efd-b7bb-152622e7951f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:33:40.576951 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6f3a656c-b19c-4efd-b7bb-152622e7951f tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/subnets/19024577-6dd7-4772-99d3-ed784e0055cb HTTP/1.1" status: 404 len: 337 time: 0.0852311 Jan 11 09:33:40.577259 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57140) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:40.598810 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:33:40.647928 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61758a1-10ed-4f1f-9e81-7cb14cd7b9f7 req-24efb59e-dab6-4274-b054-b9fad5a22db8 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:40.649590 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e61758a1-10ed-4f1f-9e81-7cb14cd7b9f7 req-24efb59e-dab6-4274-b054-b9fad5a22db8 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.4845986 Jan 11 09:33:40.690745 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f18f5bd0-d05a-451d-a7ae-f0f5ada2b31f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:40.697067 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-63a82150-5d39-45e3-88b7-c56c04cd158c tempest-SubnetPoolsTestJSON-2142736925 tempest-SubnetPoolsTestJSON-2142736925-project] Notify callbacks [] for subnetpool, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:40.698433 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-63a82150-5d39-45e3-88b7-c56c04cd158c tempest-SubnetPoolsTestJSON-2142736925 tempest-SubnetPoolsTestJSON-2142736925-project] 10.222.0.15 "DELETE /v2.0/subnetpools/8b6ba4e4-1a38-47ef-bce3-39ce16dfde03 HTTP/1.1" status: 204 len: 168 time: 0.5981965 Jan 11 09:33:40.700115 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d24c96b2-96f0-47be-b8d5-451ee6007e57 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:40.702338 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ad33ffa4-4cf5-4396-92c7-00d8da673720 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:40.704609 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57144) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:40.717583 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f18f5bd0-d05a-451d-a7ae-f0f5ada2b31f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:40.738712 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ad33ffa4-4cf5-4396-92c7-00d8da673720 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:40.742959 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ad33ffa4-4cf5-4396-92c7-00d8da673720 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:40.775081 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f3668b3e-adeb-406e-9a34-fc3d703a5f66 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Deleting port e1463c19-5c33-4c3d-bd8a-bc2aa977dc1c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:40.775422 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3668b3e-adeb-406e-9a34-fc3d703a5f66 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:40.777401 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ad33ffa4-4cf5-4396-92c7-00d8da673720 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:40.785049 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e61758a1-10ed-4f1f-9e81-7cb14cd7b9f7 req-4042ea4d-edb4-4bea-b4cf-e9d66afa4df9 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172168 Jan 11 09:33:40.785639 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e4e9b175-4256-408b-aa1f-3142522b2b68 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:40.790682 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-5a506dfa-bbf9-4132-9272-d06331b54a0a tempest-SubnetPoolsTestJSON-2142736925 tempest-SubnetPoolsTestJSON-2142736925-project] show failed (client error): The resource could not be found. Jan 11 09:33:40.791666 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5a506dfa-bbf9-4132-9272-d06331b54a0a tempest-SubnetPoolsTestJSON-2142736925 tempest-SubnetPoolsTestJSON-2142736925-project] 10.222.0.15 "GET /v2.0/subnetpools/8b6ba4e4-1a38-47ef-bce3-39ce16dfde03 HTTP/1.1" status: 404 len: 346 time: 0.0848334 Jan 11 09:33:40.803145 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f5bd0-d05a-451d-a7ae-f0f5ada2b31f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1026d9-a0f4-4695-9803-3892fe10fe67,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:40.805280 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57148) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:40.832610 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e4e9b175-4256-408b-aa1f-3142522b2b68 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:40.833714 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e4e9b175-4256-408b-aa1f-3142522b2b68 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/security-groups/945589c9-95e1-47ac-9f77-e80b117b5247 HTTP/1.1" status: 204 len: 168 time: 0.7906861 Jan 11 09:33:40.838281 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9b175-4256-408b-aa1f-3142522b2b68 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=945589c9-95e1-47ac-9f77-e80b117b5247,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:40.841785 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57152) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:40.842599 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f18f5bd0-d05a-451d-a7ae-f0f5ada2b31f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:40.843656 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f18f5bd0-d05a-451d-a7ae-f0f5ada2b31f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8426189 Jan 11 09:33:40.844508 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b729d0b-c67f-4062-8f8f-0cb5df0619a9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:40.847017 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-4f12e4b5-7a5f-4ba4-b314-0b550d35a452 tempest-SubnetPoolsTestJSON-2142736925 tempest-SubnetPoolsTestJSON-2142736925-project] delete failed (client error): The resource could not be found. Jan 11 09:33:40.847973 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4f12e4b5-7a5f-4ba4-b314-0b550d35a452 tempest-SubnetPoolsTestJSON-2142736925 tempest-SubnetPoolsTestJSON-2142736925-project] 10.222.0.15 "DELETE /v2.0/subnetpools/8b6ba4e4-1a38-47ef-bce3-39ce16dfde03 HTTP/1.1" status: 404 len: 346 time: 0.0354073 Jan 11 09:33:40.848595 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad33ffa4-4cf5-4396-92c7-00d8da673720 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:40.852926 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad33ffa4-4cf5-4396-92c7-00d8da673720 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:40.873770 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57156) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:40.937528 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c96b2-96f0-47be-b8d5-451ee6007e57 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Subnet': ['ID=cd6508ae-1225-41b6-bd6b-2aebf79ba176,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:40.982230 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c96b2-96f0-47be-b8d5-451ee6007e57 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Checking segment: {'id': '8cd1b17a-3a18-472e-826c-b9584987c516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'adb36005-f8ea-47ad-b61c-ae0dc00d06e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:33:40.982900 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24c96b2-96f0-47be-b8d5-451ee6007e57 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Network hostable DHCP agents. Network: adb36005-f8ea-47ad-b61c-ae0dc00d06e6, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:33:41.037365 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-232a0bcd-7c54-4f05-a57f-edcf6d5eb8ce tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Request body: {'security_group_rule': {'security_group_id': 'cfa48579-46f7-403d-90fd-c3c391a7d4bc', 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:41.072648 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-232a0bcd-7c54-4f05-a57f-edcf6d5eb8ce tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:41.085576 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-232a0bcd-7c54-4f05-a57f-edcf6d5eb8ce tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Usage tracker for resource:security_group_rule and tenant:14ed3ba110e14acfa72fca43f8ae9c54 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:41.092236 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-232a0bcd-7c54-4f05-a57f-edcf6d5eb8ce tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:41.147062 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24c96b2-96f0-47be-b8d5-451ee6007e57 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Network adb36005-f8ea-47ad-b61c-ae0dc00d06e6 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:33:41.162243 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-232a0bcd-7c54-4f05-a57f-edcf6d5eb8ce tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:41.205653 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-232a0bcd-7c54-4f05-a57f-edcf6d5eb8ce tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Project 14ed3ba110e14acfa72fca43f8ae9c54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:33:41.212133 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa9072ba-3c2f-45df-a993-b1ed7b2d66dd tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:41.215619 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-232a0bcd-7c54-4f05-a57f-edcf6d5eb8ce tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:41.228077 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-d24c96b2-96f0-47be-b8d5-451ee6007e57 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, adb36005-f8ea-47ad-b61c-ae0dc00d06e6) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:41.237642 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3dbd90-27fa-412b-b444-b4ccfb4bb45e None None] Network adb36005-f8ea-47ad-b61c-ae0dc00d06e6 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:41.245734 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24c96b2-96f0-47be-b8d5-451ee6007e57 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:41.246345 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d24c96b2-96f0-47be-b8d5-451ee6007e57 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574988'] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:41.251000 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3668b3e-adeb-406e-9a34-fc3d703a5f66 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:41.276653 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57164) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:41.296135 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa9072ba-3c2f-45df-a993-b1ed7b2d66dd tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:41.408999 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f3668b3e-adeb-406e-9a34-fc3d703a5f66 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Calling delete_port for e1463c19-5c33-4c3d-bd8a-bc2aa977dc1c owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:41.424912 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-232a0bcd-7c54-4f05-a57f-edcf6d5eb8ce tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:41.442142 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-232a0bcd-7c54-4f05-a57f-edcf6d5eb8ce tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:41.444351 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d24c96b2-96f0-47be-b8d5-451ee6007e57 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4277632 Jan 11 09:33:41.453903 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57170) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:41.467211 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa9072ba-3c2f-45df-a993-b1ed7b2d66dd tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:41.470469 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c3e78147-3ceb-4b34-8f5c-c9da761000d5 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:41.501512 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9072ba-3c2f-45df-a993-b1ed7b2d66dd tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad09389f-9e08-41bb-81a2-1a9d6c2bd51f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:41.503313 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a0bcd-7c54-4f05-a57f-edcf6d5eb8ce tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b088c16-660c-49b0-9aaa-1bac45431532,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:41.530459 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e9f1e9-e34e-4b80-a8c0-54de8e2d3b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-adb36005-f8ea-47ad-b61c-ae0dc00d06e6', 'network_id': 'adb36005-f8ea-47ad-b61c-ae0dc00d06e6', 'tenant_id': '605575ac642f4c179928ba111782e9ff', 'fixed_ips': [{'subnet_id': 'cd6508ae-1225-41b6-bd6b-2aebf79ba176'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:33:41.532118 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-00e9f1e9-e34e-4b80-a8c0-54de8e2d3b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:41.536539 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad33ffa4-4cf5-4396-92c7-00d8da673720 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:41.559042 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b729d0b-c67f-4062-8f8f-0cb5df0619a9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:41.576495 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b375d9fe-bd42-4631-b64b-52160933d8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:41.604416 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b729d0b-c67f-4062-8f8f-0cb5df0619a9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:41.606446 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b375d9fe-bd42-4631-b64b-52160933d8fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:41.611012 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa9072ba-3c2f-45df-a993-b1ed7b2d66dd tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:41.615152 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fa9072ba-3c2f-45df-a993-b1ed7b2d66dd tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/security-groups/ad09389f-9e08-41bb-81a2-1a9d6c2bd51f HTTP/1.1" status: 204 len: 168 time: 0.7701988 Jan 11 09:33:41.616442 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-232a0bcd-7c54-4f05-a57f-edcf6d5eb8ce tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:41.618531 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-232a0bcd-7c54-4f05-a57f-edcf6d5eb8ce tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5922723 Jan 11 09:33:41.625621 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b375d9fe-bd42-4631-b64b-52160933d8fa admin admin] Usage tracker for resource:security_group_rule and tenant:d547489f010a41e4a9ecb9720303f651 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:41.630670 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57174) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:41.631259 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57176) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:41.646726 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3668b3e-adeb-406e-9a34-fc3d703a5f66 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:41.706227 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b375d9fe-bd42-4631-b64b-52160933d8fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:41.715450 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-37398674-f3da-46ab-b384-a72b0ab909b4 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting subnet fb39b367-c107-4f41-8a42-2e1ac2b3dd9c {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:33:41.728155 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-bb3d65b8-f8ff-447d-bdbf-ac304a241dc8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Request body: {'security_group_rule': {'security_group_id': 'cfa48579-46f7-403d-90fd-c3c391a7d4bc', 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:41.733967 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bb3d65b8-f8ff-447d-bdbf-ac304a241dc8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:41.738357 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-bb3d65b8-f8ff-447d-bdbf-ac304a241dc8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Usage tracker for resource:security_group_rule and tenant:14ed3ba110e14acfa72fca43f8ae9c54 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:41.741089 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-bb3d65b8-f8ff-447d-bdbf-ac304a241dc8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:41.741366 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3668b3e-adeb-406e-9a34-fc3d703a5f66 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:41.749301 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c3e78147-3ceb-4b34-8f5c-c9da761000d5 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6467250'] for subnet, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:41.750007 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bb3d65b8-f8ff-447d-bdbf-ac304a241dc8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:41.764605 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-00e9f1e9-e34e-4b80-a8c0-54de8e2d3b2f None None] Allocated IP 172.20.0.2 (adb36005-f8ea-47ad-b61c-ae0dc00d06e6/cd6508ae-1225-41b6-bd6b-2aebf79ba176/2e264bb6-d5e1-4bb1-b3a3-dda1a1f56def) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:41.771076 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37398674-f3da-46ab-b384-a72b0ab909b4 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:41.800531 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b375d9fe-bd42-4631-b64b-52160933d8fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:41.810939 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b729d0b-c67f-4062-8f8f-0cb5df0619a9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Pushing event updated for resources: {'Port': ['ID=66cc4698-93f4-47ef-af00-d72f75ec8482,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:41.840295 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-bb3d65b8-f8ff-447d-bdbf-ac304a241dc8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Project 14ed3ba110e14acfa72fca43f8ae9c54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:33:41.859427 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bb3d65b8-f8ff-447d-bdbf-ac304a241dc8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:41.868193 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad33ffa4-4cf5-4396-92c7-00d8da673720 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Checking segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:33:41.868193 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad33ffa4-4cf5-4396-92c7-00d8da673720 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network hostable DHCP agents. Network: 11973de4-095d-48a2-8bfe-2305268446bc, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:33:41.875302 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b729d0b-c67f-4062-8f8f-0cb5df0619a9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:41.876696 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33ffa4-4cf5-4396-92c7-00d8da673720 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=7d3bd0de-2299-4670-887b-e3f1bb0c7e5e,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:41.914580 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37398674-f3da-46ab-b384-a72b0ab909b4 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:42.011215 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad33ffa4-4cf5-4396-92c7-00d8da673720 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:33:42.104349 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bb3d65b8-f8ff-447d-bdbf-ac304a241dc8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:42.123430 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3668b3e-adeb-406e-9a34-fc3d703a5f66 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Port': ['ID=e1463c19-5c33-4c3d-bd8a-bc2aa977dc1c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:42.123430 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f3668b3e-adeb-406e-9a34-fc3d703a5f66 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/ports/e1463c19-5c33-4c3d-bd8a-bc2aa977dc1c HTTP/1.1" status: 204 len: 168 time: 1.5447488 Jan 11 09:33:42.135835 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bb3d65b8-f8ff-447d-bdbf-ac304a241dc8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:42.138942 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-ad33ffa4-4cf5-4396-92c7-00d8da673720 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 11973de4-095d-48a2-8bfe-2305268446bc) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:42.142037 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57184) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:42.150393 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f6eb38-3457-44e9-bab0-145252d187f7 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:42.168681 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad33ffa4-4cf5-4396-92c7-00d8da673720 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:42.169280 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad33ffa4-4cf5-4396-92c7-00d8da673720 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:42.231895 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37398674-f3da-46ab-b384-a72b0ab909b4 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:42.266478 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-00e9f1e9-e34e-4b80-a8c0-54de8e2d3b2f None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:42.290937 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-00e9f1e9-e34e-4b80-a8c0-54de8e2d3b2f None None] Transition to ACTIVE for port object 2e264bb6-d5e1-4bb1-b3a3-dda1a1f56def will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:42.312524 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d65b8-f8ff-447d-bdbf-ac304a241dc8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a17a7c-fac3-4c12-ac37-0e486f131cc4,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:42.344391 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-00e9f1e9-e34e-4b80-a8c0-54de8e2d3b2f None None] Transition to ACTIVE for port object 2e264bb6-d5e1-4bb1-b3a3-dda1a1f56def will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:42.362740 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bb3d65b8-f8ff-447d-bdbf-ac304a241dc8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:42.373873 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-bb3d65b8-f8ff-447d-bdbf-ac304a241dc8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7290633 Jan 11 09:33:42.380069 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57188) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:42.396753 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-00e9f1e9-e34e-4b80-a8c0-54de8e2d3b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:42.401109 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-16e64b20-4990-42b8-a84c-6635222849c1 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Request body: {'network': {'name': 'tempest-network-smoke--1796870261', 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'port_security_enabled': True}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:42.405043 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43e8515d-07fc-4d76-a8ca-87e4de6dd1c0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:42.435993 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ad33ffa4-4cf5-4396-92c7-00d8da673720 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0014880 Jan 11 09:33:42.447413 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-16e64b20-4990-42b8-a84c-6635222849c1 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:42.447413 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57192) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:42.469155 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-0c780670-a863-4afd-a545-a78978f391ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'name': 'tempest-NetworksTestDHCPv6-860120785'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:42.479864 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e9f1e9-e34e-4b80-a8c0-54de8e2d3b2f None None] Network adb36005-f8ea-47ad-b61c-ae0dc00d06e6 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:42.483803 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-00e9f1e9-e34e-4b80-a8c0-54de8e2d3b2f None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:42.489536 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-16e64b20-4990-42b8-a84c-6635222849c1 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Usage tracker for resource:network and tenant:14ed3ba110e14acfa72fca43f8ae9c54 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:42.499323 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-16e64b20-4990-42b8-a84c-6635222849c1 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:42.504068 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705941a-e606-426d-9b6f-137484004243 req-87327591-9186-4590-b8d8-bafa82188810 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:42.517112 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8705941a-e606-426d-9b6f-137484004243 req-87327591-9186-4590-b8d8-bafa82188810 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.4477522 Jan 11 09:33:42.525735 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b375d9fe-bd42-4631-b64b-52160933d8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:42.528138 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-16e64b20-4990-42b8-a84c-6635222849c1 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:42.529677 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37398674-f3da-46ab-b384-a72b0ab909b4 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:42.532824 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [None req-0b729d0b-c67f-4062-8f8f-0cb5df0619a9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Floating IP ce90020c-1406-4f64-9368-a848bfb7f32d associated. External IP: 172.26.3.175, port: f14f387a-896f-4d55-9c1e-0e78f36c51c5. Jan 11 09:33:42.535412 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e9f1e9-e34e-4b80-a8c0-54de8e2d3b2f None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:33:42.541796 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9f1e9-e34e-4b80-a8c0-54de8e2d3b2f None None] Pushing event updated for resources: {'Port': ['ID=2e264bb6-d5e1-4bb1-b3a3-dda1a1f56def,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:42.583240 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70203c5b-ff4a-4f74-b384-1501607303ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-11973de4-095d-48a2-8bfe-2305268446bc', 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'fixed_ips': [{'subnet_id': '7d3bd0de-2299-4670-887b-e3f1bb0c7e5e'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:33:42.583240 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-70203c5b-ff4a-4f74-b384-1501607303ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:42.605752 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b375d9fe-bd42-4631-b64b-52160933d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:42.681520 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375d9fe-bd42-4631-b64b-52160933d8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686e75ae-3af6-400e-b8a6-8bf1ac85ecb5,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:42.681520 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37398674-f3da-46ab-b384-a72b0ab909b4 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Subnet': ['ID=fb39b367-c107-4f41-8a42-2e1ac2b3dd9c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:42.681520 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37398674-f3da-46ab-b384-a72b0ab909b4 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:42.681520 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-37398674-f3da-46ab-b384-a72b0ab909b4 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/subnets/fb39b367-c107-4f41-8a42-2e1ac2b3dd9c HTTP/1.1" status: 204 len: 168 time: 1.0461917 Jan 11 09:33:42.695424 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57196) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:42.735670 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-5902b73c-3094-4cca-8d98-0f769927df4d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'subnet': {'network_id': 'daa20188-92c8-437c-9c82-e50d2f56b722', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:42.735835 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695b1ca3-9065-4c15-ba05-57caafdd4217 None None] Network daa20188-92c8-437c-9c82-e50d2f56b722 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:42.901942 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-00e9f1e9-e34e-4b80-a8c0-54de8e2d3b2f None None] Attempting to bind port 2e264bb6-d5e1-4bb1-b3a3-dda1a1f56def on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:33:42.902756 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-00e9f1e9-e34e-4b80-a8c0-54de8e2d3b2f None None] Attempting to bind port 2e264bb6-d5e1-4bb1-b3a3-dda1a1f56def by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '8cd1b17a-3a18-472e-826c-b9584987c516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'adb36005-f8ea-47ad-b61c-ae0dc00d06e6'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:33:42.902756 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e9f1e9-e34e-4b80-a8c0-54de8e2d3b2f None None] Attempting to bind port 2e264bb6-d5e1-4bb1-b3a3-dda1a1f56def on network adb36005-f8ea-47ad-b61c-ae0dc00d06e6 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:33:42.934722 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8705941a-e606-426d-9b6f-137484004243 req-adadae72-0f8a-485c-8ccc-3f05d162c61e tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4167438 Jan 11 09:33:42.943191 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5902b73c-3094-4cca-8d98-0f769927df4d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:42.949507 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e9f1e9-e34e-4b80-a8c0-54de8e2d3b2f None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:33:42.949711 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e9f1e9-e34e-4b80-a8c0-54de8e2d3b2f None None] Checking segment: {'id': '8cd1b17a-3a18-472e-826c-b9584987c516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'adb36005-f8ea-47ad-b61c-ae0dc00d06e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:33:42.950059 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-00e9f1e9-e34e-4b80-a8c0-54de8e2d3b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:42.950495 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e9f1e9-e34e-4b80-a8c0-54de8e2d3b2f None None] Bound using segment: {'id': '8cd1b17a-3a18-472e-826c-b9584987c516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'adb36005-f8ea-47ad-b61c-ae0dc00d06e6'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:33:42.951394 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-00e9f1e9-e34e-4b80-a8c0-54de8e2d3b2f None None] Bound port: 2e264bb6-d5e1-4bb1-b3a3-dda1a1f56def, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd1b17a-3a18-472e-826c-b9584987c516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'adb36005-f8ea-47ad-b61c-ae0dc00d06e6'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:33:42.951394 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-00e9f1e9-e34e-4b80-a8c0-54de8e2d3b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:42.952874 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b375d9fe-bd42-4631-b64b-52160933d8fa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d547489f010a41e4a9ecb9720303f651&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6737418 Jan 11 09:33:42.955222 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5902b73c-3094-4cca-8d98-0f769927df4d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:subnet and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:42.957947 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57200) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:42.961478 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5902b73c-3094-4cca-8d98-0f769927df4d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:42.985648 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5902b73c-3094-4cca-8d98-0f769927df4d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:42.997474 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43e8515d-07fc-4d76-a8ca-87e4de6dd1c0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:43.021249 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5902b73c-3094-4cca-8d98-0f769927df4d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:43.028292 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5902b73c-3094-4cca-8d98-0f769927df4d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:43.030511 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-43e8515d-07fc-4d76-a8ca-87e4de6dd1c0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:43.043565 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-43e8515d-07fc-4d76-a8ca-87e4de6dd1c0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fba4ea3-2778-4e1c-ad1d-2f01f7de9cfa') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:43.043565 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-43e8515d-07fc-4d76-a8ca-87e4de6dd1c0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fba4ea3-2778-4e1c-ad1d-2f01f7de9cfa') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:43.059840 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43e8515d-07fc-4d76-a8ca-87e4de6dd1c0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:43.081492 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43e8515d-07fc-4d76-a8ca-87e4de6dd1c0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:43.086266 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e8515d-07fc-4d76-a8ca-87e4de6dd1c0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:33:43.086266 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43e8515d-07fc-4d76-a8ca-87e4de6dd1c0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:43.169305 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5f55ec5d-7742-4003-a3e4-debfe60569eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:43.195432 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e64b20-4990-42b8-a84c-6635222849c1 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Made reservation on behalf of 14ed3ba110e14acfa72fca43f8ae9c54 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:43.197458 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-00e9f1e9-e34e-4b80-a8c0-54de8e2d3b2f None None] For port 2e264bb6-d5e1-4bb1-b3a3-dda1a1f56def, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:33:43.207101 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-16e64b20-4990-42b8-a84c-6635222849c1 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:43.211223 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-70203c5b-ff4a-4f74-b384-1501607303ea None None] Allocated IP 2001:db8::2 (11973de4-095d-48a2-8bfe-2305268446bc/7d3bd0de-2299-4670-887b-e3f1bb0c7e5e/37439501-6af7-45eb-86dc-35475dfd2d7d) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:43.227137 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-00e9f1e9-e34e-4b80-a8c0-54de8e2d3b2f None None] For port 2e264bb6-d5e1-4bb1-b3a3-dda1a1f56def, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=2e264bb6-d5e1-4bb1-b3a3-dda1a1f56def,segment=NetworkSegment(8cd1b17a-3a18-472e-826c-b9584987c516),segment_id=8cd1b17a-3a18-472e-826c-b9584987c516)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:33:43.241341 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-00e9f1e9-e34e-4b80-a8c0-54de8e2d3b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:43.248056 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5f55ec5d-7742-4003-a3e4-debfe60569eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:33:43.323568 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43e8515d-07fc-4d76-a8ca-87e4de6dd1c0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:43.395850 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43e8515d-07fc-4d76-a8ca-87e4de6dd1c0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:43.395850 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-43e8515d-07fc-4d76-a8ca-87e4de6dd1c0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] 10.222.0.15 "DELETE /v2.0/networks/26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90 HTTP/1.1" status: 204 len: 168 time: 1.2453070 Jan 11 09:33:43.407456 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5f55ec5d-7742-4003-a3e4-debfe60569eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:43.442541 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55ec5d-7742-4003-a3e4-debfe60569eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686e75ae-3af6-400e-b8a6-8bf1ac85ecb5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:43.451643 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c3e78147-3ceb-4b34-8f5c-c9da761000d5 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763173342437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7538021'] for subnet, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:43.460978 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5f55ec5d-7742-4003-a3e4-debfe60569eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:43.460978 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5f55ec5d-7742-4003-a3e4-debfe60569eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/686e75ae-3af6-400e-b8a6-8bf1ac85ecb5 HTTP/1.1" status: 204 len: 168 time: 0.4892435 Jan 11 09:33:43.520232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5902b73c-3094-4cca-8d98-0f769927df4d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:43.543838 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9f1e9-e34e-4b80-a8c0-54de8e2d3b2f None None] Pushing event updated for resources: {'Port': ['ID=2e264bb6-d5e1-4bb1-b3a3-dda1a1f56def,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:43.594189 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5902b73c-3094-4cca-8d98-0f769927df4d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network daa20188-92c8-437c-9c82-e50d2f56b722 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:43.598022 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-5902b73c-3094-4cca-8d98-0f769927df4d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:43.603346 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5902b73c-3094-4cca-8d98-0f769927df4d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:43.603941 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5902b73c-3094-4cca-8d98-0f769927df4d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:43.666653 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902b73c-3094-4cca-8d98-0f769927df4d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Subnet': ['ID=7a409e9d-2560-4f48-bc50-ea3fbc5d93c6,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:43.671415 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5902b73c-3094-4cca-8d98-0f769927df4d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9787543 Jan 11 09:33:43.683006 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57208) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:43.688334 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e78147-3ceb-4b34-8f5c-c9da761000d5 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:43.689206 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c3e78147-3ceb-4b34-8f5c-c9da761000d5 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:43.690055 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-df89a1b4-ff17-44fe-bdbd-3bc341a914ac tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'security_group': {'name': 'tempest-secgroup-1994370327'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:43.694314 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c3e78147-3ceb-4b34-8f5c-c9da761000d5 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "PUT /v2.0/subnets/cd6508ae-1225-41b6-bd6b-2aebf79ba176 HTTP/1.1" status: 200 len: 806 time: 2.2367976 Jan 11 09:33:43.695944 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8515d-07fc-4d76-a8ca-87e4de6dd1c0 tempest-PortsTestJSON-1247516546 tempest-PortsTestJSON-1247516546-project] Pushing event deleted for resources: {'Network': ['ID=26d7d7a4-6b2c-4f5b-a7a6-68b7636fcf90,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:43.718813 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57212) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:43.768675 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-df89a1b4-ff17-44fe-bdbd-3bc341a914ac tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:43.784973 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e78147-3ceb-4b34-8f5c-c9da761000d5 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Subnet': ['ID=cd6508ae-1225-41b6-bd6b-2aebf79ba176,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:43.789347 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-df89a1b4-ff17-44fe-bdbd-3bc341a914ac tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:security_group and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:43.807270 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e64b20-4990-42b8-a84c-6635222849c1 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:33:43.820117 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-df89a1b4-ff17-44fe-bdbd-3bc341a914ac tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:43.828744 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-70203c5b-ff4a-4f74-b384-1501607303ea None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:43.884444 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-70203c5b-ff4a-4f74-b384-1501607303ea None None] Transition to ACTIVE for port object 37439501-6af7-45eb-86dc-35475dfd2d7d will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:43.884667 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0c780670-a863-4afd-a545-a78978f391ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:43.896293 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-df89a1b4-ff17-44fe-bdbd-3bc341a914ac tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:43.905715 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0c780670-a863-4afd-a545-a78978f391ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:port and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:43.921802 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-70203c5b-ff4a-4f74-b384-1501607303ea None None] Transition to ACTIVE for port object 37439501-6af7-45eb-86dc-35475dfd2d7d will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:43.924826 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0c780670-a863-4afd-a545-a78978f391ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:43.943312 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-16e64b20-4990-42b8-a84c-6635222849c1 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:43.947253 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-16e64b20-4990-42b8-a84c-6635222849c1 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Added segment d4969419-30e3-407f-bc95-ce6e066593a6 of type vlan for network bbf6be13-cc99-44e4-8991-cc0b8c6993de Jan 11 09:33:43.949519 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-70203c5b-ff4a-4f74-b384-1501607303ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:44.060653 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70203c5b-ff4a-4f74-b384-1501607303ea None None] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:44.065558 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-70203c5b-ff4a-4f74-b384-1501607303ea None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:44.070466 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70203c5b-ff4a-4f74-b384-1501607303ea None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:33:44.094571 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70203c5b-ff4a-4f74-b384-1501607303ea None None] Pushing event updated for resources: {'Port': ['ID=37439501-6af7-45eb-86dc-35475dfd2d7d,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:44.126624 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0c780670-a863-4afd-a545-a78978f391ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:44.128547 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57220) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:44.186840 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c780670-a863-4afd-a545-a78978f391ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:44.191365 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c780670-a863-4afd-a545-a78978f391ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:44.284117 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-70203c5b-ff4a-4f74-b384-1501607303ea None None] Attempting to bind port 37439501-6af7-45eb-86dc-35475dfd2d7d on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:33:44.284503 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-70203c5b-ff4a-4f74-b384-1501607303ea None None] Attempting to bind port 37439501-6af7-45eb-86dc-35475dfd2d7d by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:33:44.285015 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70203c5b-ff4a-4f74-b384-1501607303ea None None] Attempting to bind port 37439501-6af7-45eb-86dc-35475dfd2d7d on network 11973de4-095d-48a2-8bfe-2305268446bc {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:33:44.292483 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ff4cc6c-a66b-4576-bb80-bfa4d9751ddb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:44.297992 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70203c5b-ff4a-4f74-b384-1501607303ea None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:33:44.298509 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70203c5b-ff4a-4f74-b384-1501607303ea None None] Checking segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:33:44.299185 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-70203c5b-ff4a-4f74-b384-1501607303ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:44.299777 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70203c5b-ff4a-4f74-b384-1501607303ea None None] Bound using segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:33:44.300558 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-70203c5b-ff4a-4f74-b384-1501607303ea None None] Bound port: 37439501-6af7-45eb-86dc-35475dfd2d7d, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:33:44.301304 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-70203c5b-ff4a-4f74-b384-1501607303ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:44.343752 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df89a1b4-ff17-44fe-bdbd-3bc341a914ac tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:44.366496 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7ff4cc6c-a66b-4576-bb80-bfa4d9751ddb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Deleting port 2e264bb6-d5e1-4bb1-b3a3-dda1a1f56def {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:44.367066 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ff4cc6c-a66b-4576-bb80-bfa4d9751ddb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:44.416433 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-16e64b20-4990-42b8-a84c-6635222849c1 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:44.457392 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-70203c5b-ff4a-4f74-b384-1501607303ea None None] For port 37439501-6af7-45eb-86dc-35475dfd2d7d, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:33:44.461435 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-70203c5b-ff4a-4f74-b384-1501607303ea None None] For port 37439501-6af7-45eb-86dc-35475dfd2d7d, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=37439501-6af7-45eb-86dc-35475dfd2d7d,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:33:44.466812 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-70203c5b-ff4a-4f74-b384-1501607303ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:44.495019 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-0c780670-a863-4afd-a545-a78978f391ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] device_id is not set on port 7eb14a75-7c45-4810-b3a4-85d776a91f24 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:33:44.527834 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c581623e-ef97-453c-be8d-dcd9cb48f5a6 None None] Network daa20188-92c8-437c-9c82-e50d2f56b722 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:44.530682 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-df89a1b4-ff17-44fe-bdbd-3bc341a914ac tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:44.583693 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-df89a1b4-ff17-44fe-bdbd-3bc341a914ac tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:security_group_rule and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:44.592905 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-df89a1b4-ff17-44fe-bdbd-3bc341a914ac tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:44.609967 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-df89a1b4-ff17-44fe-bdbd-3bc341a914ac tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:44.697151 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56663a52-d3cf-4509-bba2-e78347060b78 req-53926ead-5961-4d2b-bd95-67c1fc6bc9da tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:44.706795 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-56663a52-d3cf-4509-bba2-e78347060b78 req-53926ead-5961-4d2b-bd95-67c1fc6bc9da tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.4102685 Jan 11 09:33:44.723768 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70203c5b-ff4a-4f74-b384-1501607303ea None None] Pushing event updated for resources: {'Port': ['ID=37439501-6af7-45eb-86dc-35475dfd2d7d,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:44.735803 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-7ff4cc6c-a66b-4576-bb80-bfa4d9751ddb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] For port 2e264bb6-d5e1-4bb1-b3a3-dda1a1f56def, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=2e264bb6-d5e1-4bb1-b3a3-dda1a1f56def,segment=NetworkSegment(8cd1b17a-3a18-472e-826c-b9584987c516),segment_id=8cd1b17a-3a18-472e-826c-b9584987c516)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:44.736687 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ff4cc6c-a66b-4576-bb80-bfa4d9751ddb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:44.745998 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b76265f5-22da-497a-a22c-fce67859f68c None None] Provisioning complete for port f8151182-07bb-4f44-88fa-d37382950ec0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:44.746822 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b76265f5-22da-497a-a22c-fce67859f68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:44.770486 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-16e64b20-4990-42b8-a84c-6635222849c1 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:44.780760 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e64b20-4990-42b8-a84c-6635222849c1 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:44.781949 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-16e64b20-4990-42b8-a84c-6635222849c1 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:44.863733 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b729d0b-c67f-4062-8f8f-0cb5df0619a9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Router f545cf85-cabb-489c-9903-863d0a24aae7 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:33:44.987523 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-db7f2d33-8ec3-46b5-8a49-d34a8f3f5abe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=370f45c782b744dba4d02cc69aceb8a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8576665 Jan 11 09:33:45.032887 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7ff4cc6c-a66b-4576-bb80-bfa4d9751ddb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Calling delete_port for 2e264bb6-d5e1-4bb1-b3a3-dda1a1f56def owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:45.051039 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57226) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:45.069644 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-16e64b20-4990-42b8-a84c-6635222849c1 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.6937659 Jan 11 09:33:45.104243 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b76265f5-22da-497a-a22c-fce67859f68c None None] Provisioning complete for port 68b16294-661d-40d8-89f5-74bb3e773330 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:45.104744 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b76265f5-22da-497a-a22c-fce67859f68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:45.115443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57230) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:45.142542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-18fcd2bb-e7a4-4b8e-83b4-cf0866b27d76 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-289783008', 'admin_state_up': True, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:45.144487 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 2e264bb6-d5e1-4bb1-b3a3-dda1a1f56def up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:33:45.171044 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-18fcd2bb-e7a4-4b8e-83b4-cf0866b27d76 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:45.200861 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-56663a52-d3cf-4509-bba2-e78347060b78 req-5b200c11-3859-4016-bb0a-f41a13f1686b tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4821768 Jan 11 09:33:45.213238 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-18fcd2bb-e7a4-4b8e-83b4-cf0866b27d76 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Usage tracker for resource:router and tenant:14ed3ba110e14acfa72fca43f8ae9c54 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:45.215769 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e64b20-4990-42b8-a84c-6635222849c1 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Pushing event updated for resources: {'Network': ['ID=bbf6be13-cc99-44e4-8991-cc0b8c6993de,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:45.231851 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-18fcd2bb-e7a4-4b8e-83b4-cf0866b27d76 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:45.254623 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-18fcd2bb-e7a4-4b8e-83b4-cf0866b27d76 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:45.299549 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df89a1b4-ff17-44fe-bdbd-3bc341a914ac tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:45.304479 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18fcd2bb-e7a4-4b8e-83b4-cf0866b27d76 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:45.306409 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18fcd2bb-e7a4-4b8e-83b4-cf0866b27d76 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:45.314155 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df89a1b4-ff17-44fe-bdbd-3bc341a914ac tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:45.358550 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network bbf6be13-cc99-44e4-8991-cc0b8c6993de details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:33:45.383122 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b76265f5-22da-497a-a22c-fce67859f68c None None] Port 68b16294-661d-40d8-89f5-74bb3e773330 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:33:45.420472 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89a1b4-ff17-44fe-bdbd-3bc341a914ac tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddc2b5c-dfea-40c2-a4e1-e5b67fb4c4c1,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:45.430426 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df89a1b4-ff17-44fe-bdbd-3bc341a914ac tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:45.435323 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aee38e4-1027-4c14-a540-c1239fdd4e76 None None] Update dhcp port {'port': {'network_id': 'daa20188-92c8-437c-9c82-e50d2f56b722', 'fixed_ips': [{'subnet_id': 'a79a31de-12ad-424d-802e-a4593e6c45de', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7a409e9d-2560-4f48-bc50-ea3fbc5d93c6'}], 'binding:host_id': 'dv-neutron-823402-4-hyperv'}, 'id': 'f8151182-07bb-4f44-88fa-d37382950ec0'} from dv-neutron-823402-4-hyperv. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 11 09:33:45.436196 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-df89a1b4-ff17-44fe-bdbd-3bc341a914ac tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7510729 Jan 11 09:33:45.437509 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57234) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:45.453057 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d5e8cbff-7248-4b29-9899-443f8596e272 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'security_group': {'name': 'tempest-secgroup-102733304'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:45.459780 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d5e8cbff-7248-4b29-9899-443f8596e272 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:45.464013 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d5e8cbff-7248-4b29-9899-443f8596e272 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:security_group and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:45.467206 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d5e8cbff-7248-4b29-9899-443f8596e272 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:45.475626 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d5e8cbff-7248-4b29-9899-443f8596e272 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:45.480276 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ff4cc6c-a66b-4576-bb80-bfa4d9751ddb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:45.492121 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-0c780670-a863-4afd-a545-a78978f391ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 2001:db8::52 (11973de4-095d-48a2-8bfe-2305268446bc/7d3bd0de-2299-4670-887b-e3f1bb0c7e5e/7eb14a75-7c45-4810-b3a4-85d776a91f24) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:45.496561 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5aee38e4-1027-4c14-a540-c1239fdd4e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:45.500197 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a0ab7b8d-bc77-4239-8bf2-941aaabe5ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:45.531283 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b729d0b-c67f-4062-8f8f-0cb5df0619a9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:33:45.537586 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dcf197-cca8-4429-8e41-55ecd31d85e2 None None] Network adb36005-f8ea-47ad-b61c-ae0dc00d06e6 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:45.557921 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18fcd2bb-e7a4-4b8e-83b4-cf0866b27d76 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:45.564991 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4cc6c-a66b-4576-bb80-bfa4d9751ddb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Port': ['ID=2e264bb6-d5e1-4bb1-b3a3-dda1a1f56def,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:45.576342 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d5e8cbff-7248-4b29-9899-443f8596e272 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:45.590039 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a0ab7b8d-bc77-4239-8bf2-941aaabe5ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:45.612526 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5d199e-de9f-4568-b890-58fb9fac398e None None] Sync routers for ids ['f545cf85-cabb-489c-9903-863d0a24aae7'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:33:45.614243 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b729d0b-c67f-4062-8f8f-0cb5df0619a9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:45.624383 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Could not find standard attr ID for object 2e264bb6-d5e1-4bb1-b3a3-dda1a1f56def. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:33:45.669353 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff4cc6c-a66b-4576-bb80-bfa4d9751ddb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No DVR routers for this DVR port 2e264bb6-d5e1-4bb1-b3a3-dda1a1f56def on host dv-neutron-823402-4-hyperv {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:33:45.707448 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e3423793-8238-4f1a-a077-c5c1eb6f1ea8 None None] Could not find standard attr ID for object 2e264bb6-d5e1-4bb1-b3a3-dda1a1f56def. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:33:45.722569 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d5e8cbff-7248-4b29-9899-443f8596e272 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:45.774801 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5d199e-de9f-4568-b890-58fb9fac398e None None] Routers {'f545cf85-cabb-489c-9903-863d0a24aae7'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:33:45.775659 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ee5d199e-de9f-4568-b890-58fb9fac398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:33:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['f545cf85-cabb-489c-9903-863d0a24aae7'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:45.809383 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0b729d0b-c67f-4062-8f8f-0cb5df0619a9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.4034898 Jan 11 09:33:45.814423 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd58043c-e00d-4f66-b153-63e3b6ee7000', 'tag': 'f14f387a-896f-4d55-9c1e-0e78f36c51c5'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:33:45.820531 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d5e8cbff-7248-4b29-9899-443f8596e272 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:security_group_rule and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:45.903010 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d5e8cbff-7248-4b29-9899-443f8596e272 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:45.929252 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd58043c-e00d-4f66-b153-63e3b6ee7000', 'tag': 'f14f387a-896f-4d55-9c1e-0e78f36c51c5', 'status': 'completed', 'code': 200} Jan 11 09:33:45.941447 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d5e8cbff-7248-4b29-9899-443f8596e272 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:46.028171 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a0ab7b8d-bc77-4239-8bf2-941aaabe5ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:46.061374 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ff4cc6c-a66b-4576-bb80-bfa4d9751ddb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:46.071233 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab7b8d-bc77-4239-8bf2-941aaabe5ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21456942-515b-4ae1-b878-3d61af20911b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:46.088182 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c780670-a863-4afd-a545-a78978f391ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:46.095953 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a0ab7b8d-bc77-4239-8bf2-941aaabe5ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:46.100517 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a0ab7b8d-bc77-4239-8bf2-941aaabe5ad8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21456942-515b-4ae1-b878-3d61af20911b HTTP/1.1" status: 204 len: 168 time: 1.0334671 Jan 11 09:33:46.117908 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0c780670-a863-4afd-a545-a78978f391ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Transition to ACTIVE for port object 7eb14a75-7c45-4810-b3a4-85d776a91f24 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:46.133881 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489037c-a999-4460-8cd1-ae26cc267317 req-89a58c1e-d395-4d90-94ce-bdd88707630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:46.136442 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1489037c-a999-4460-8cd1-ae26cc267317 req-89a58c1e-d395-4d90-94ce-bdd88707630e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27f1e48653724e3083ec9827e4915957&device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 1098 time: 0.1910985 Jan 11 09:33:46.218417 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18fcd2bb-e7a4-4b8e-83b4-cf0866b27d76 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:46.253759 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-ee5d199e-de9f-4568-b890-58fb9fac398e None None] Set router f545cf85-cabb-489c-9903-863d0a24aae7 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:33:46.304042 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ff4cc6c-a66b-4576-bb80-bfa4d9751ddb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:46.307812 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fb5afe-e973-4eb3-ab6c-a5f6a107b3f8 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:46.349217 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489037c-a999-4460-8cd1-ae26cc267317 req-f0edca1a-7b53-47eb-921b-ed94411f7550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:46.350812 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1489037c-a999-4460-8cd1-ae26cc267317 req-f0edca1a-7b53-47eb-921b-ed94411f7550 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 HTTP/1.1" status: 200 len: 913 time: 0.2077408 Jan 11 09:33:46.356857 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c780670-a863-4afd-a545-a78978f391ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:46.474227 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4cc6c-a66b-4576-bb80-bfa4d9751ddb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Subnet': ['ID=cd6508ae-1225-41b6-bd6b-2aebf79ba176,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:46.533562 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c780670-a863-4afd-a545-a78978f391ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=7eb14a75-7c45-4810-b3a4-85d776a91f24,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:46.585231 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c780670-a863-4afd-a545-a78978f391ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:46.589017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-0c780670-a863-4afd-a545-a78978f391ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:46.595712 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c780670-a863-4afd-a545-a78978f391ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:33:46.602210 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c780670-a863-4afd-a545-a78978f391ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:46.602812 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c780670-a863-4afd-a545-a78978f391ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:46.623569 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-79ed3672-ad2d-4824-9b9c-181f2f9e05cc None None] Provisioning for port 37439501-6af7-45eb-86dc-35475dfd2d7d completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:33:46.675840 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-5aee38e4-1027-4c14-a540-c1239fdd4e76 None None] Allocated IP 2001:db8::2 (daa20188-92c8-437c-9c82-e50d2f56b722/7a409e9d-2560-4f48-bc50-ea3fbc5d93c6/f8151182-07bb-4f44-88fa-d37382950ec0) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:46.699073 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ff4cc6c-a66b-4576-bb80-bfa4d9751ddb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:46.708653 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1489037c-a999-4460-8cd1-ae26cc267317 req-1556e481-deec-4d13-ad12-e51dfc9492a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f14f387a-896f-4d55-9c1e-0e78f36c51c5 HTTP/1.1" status: 200 len: 999 time: 0.3421516 Jan 11 09:33:46.715696 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0c780670-a863-4afd-a545-a78978f391ff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2619400 Jan 11 09:33:46.717632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57256) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:46.755040 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d5e8cbff-7248-4b29-9899-443f8596e272 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:46.870810 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d5e8cbff-7248-4b29-9899-443f8596e272 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:46.916589 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489037c-a999-4460-8cd1-ae26cc267317 req-3c26c44a-a431-417d-8bcd-131ab73907fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:46.917953 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1489037c-a999-4460-8cd1-ae26cc267317 req-3c26c44a-a431-417d-8bcd-131ab73907fb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=627ce13c-dd38-4562-afe1-c17eb9a23002 HTTP/1.1" status: 200 len: 851 time: 0.1983240 Jan 11 09:33:46.971640 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d5e8cbff-7248-4b29-9899-443f8596e272 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:46.986657 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d5e8cbff-7248-4b29-9899-443f8596e272 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5445786 Jan 11 09:33:46.998591 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57266) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:47.015884 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-85625c01-7ca1-4cf1-a1ea-79c8ed62cda3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'security_group': {'name': 'tempest-secgroup-1964909550'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:47.024695 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7ff4cc6c-a66b-4576-bb80-bfa4d9751ddb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb36005-f8ea-47ad-b61c-ae0dc00d06e6']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:47.027069 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519353fe-044e-4908-ab61-31a8ef30dcbc None None] Network adb36005-f8ea-47ad-b61c-ae0dc00d06e6 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:47.034646 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8cbff-7248-4b29-9899-443f8596e272 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd6356a-3527-474d-80f4-364fdb4d8222,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:47.036409 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-85625c01-7ca1-4cf1-a1ea-79c8ed62cda3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:47.048012 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d92a4b-3f45-4595-9eae-446d46297724 req-389b069b-fbec-4aa1-b9e2-b1e4a9dd8c9c tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:47.051008 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-85d92a4b-3f45-4595-9eae-446d46297724 req-389b069b-fbec-4aa1-b9e2-b1e4a9dd8c9c tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.5784600 Jan 11 09:33:47.075218 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7ff4cc6c-a66b-4576-bb80-bfa4d9751ddb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd1b17a-3a18-472e-826c-b9584987c516') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:47.075518 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7ff4cc6c-a66b-4576-bb80-bfa4d9751ddb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd1b17a-3a18-472e-826c-b9584987c516') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:47.076153 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c769ac2c-d9a7-4d01-a50f-610b4adcb7c3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:47.092821 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c769ac2c-d9a7-4d01-a50f-610b4adcb7c3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:47.093620 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c769ac2c-d9a7-4d01-a50f-610b4adcb7c3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:33:47.104703 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-85625c01-7ca1-4cf1-a1ea-79c8ed62cda3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:security_group and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:47.104703 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-85625c01-7ca1-4cf1-a1ea-79c8ed62cda3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:47.132050 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ff4cc6c-a66b-4576-bb80-bfa4d9751ddb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:47.139395 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-85625c01-7ca1-4cf1-a1ea-79c8ed62cda3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:47.181556 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85625c01-7ca1-4cf1-a1ea-79c8ed62cda3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:47.195581 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c769ac2c-d9a7-4d01-a50f-610b4adcb7c3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:33:47.197188 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c769ac2c-d9a7-4d01-a50f-610b4adcb7c3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.4746609 Jan 11 09:33:47.205314 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57272) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:47.218860 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-85d92a4b-3f45-4595-9eae-446d46297724 req-fd79a844-f616-4ac7-a79d-87404a1cc7c6 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521900 Jan 11 09:33:47.223330 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ff4cc6c-a66b-4576-bb80-bfa4d9751ddb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:47.226577 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 37439501-6af7-45eb-86dc-35475dfd2d7d up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:33:47.235744 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff4cc6c-a66b-4576-bb80-bfa4d9751ddb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:33:47.236298 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ff4cc6c-a66b-4576-bb80-bfa4d9751ddb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:47.270485 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-85625c01-7ca1-4cf1-a1ea-79c8ed62cda3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:47.290645 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489037c-a999-4460-8cd1-ae26cc267317 req-0fe40950-d9a5-478e-8dd3-da5fe3b0939e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:47.292278 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1489037c-a999-4460-8cd1-ae26cc267317 req-0fe40950-d9a5-478e-8dd3-da5fe3b0939e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3645949 Jan 11 09:33:47.293298 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-85625c01-7ca1-4cf1-a1ea-79c8ed62cda3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:security_group_rule and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:47.298039 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-85625c01-7ca1-4cf1-a1ea-79c8ed62cda3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:33:47.313539 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:33:47.315917 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57276) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:47.467973 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-85625c01-7ca1-4cf1-a1ea-79c8ed62cda3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:47.484117 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2838236a-1a11-4ecc-80a4-693219e4c2cb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting port 7eb14a75-7c45-4810-b3a4-85d776a91f24 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:47.484762 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2838236a-1a11-4ecc-80a4-693219e4c2cb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:47.508252 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-26941473-56dd-428e-adc7-157171be17c3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'network': {'name': 'tempest-RoutersTest-199637050'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:47.509556 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5aee38e4-1027-4c14-a540-c1239fdd4e76 None None] For port f8151182-07bb-4f44-88fa-d37382950ec0, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=f8151182-07bb-4f44-88fa-d37382950ec0,segment=NetworkSegment(a9e410db-234b-40ea-a6ac-226a730df9a8),segment_id=a9e410db-234b-40ea-a6ac-226a730df9a8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:47.547351 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-26941473-56dd-428e-adc7-157171be17c3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:47.555358 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18fcd2bb-e7a4-4b8e-83b4-cf0866b27d76 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:47.586715 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-26941473-56dd-428e-adc7-157171be17c3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:network and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:47.592707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-26941473-56dd-428e-adc7-157171be17c3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:47.603041 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18fcd2bb-e7a4-4b8e-83b4-cf0866b27d76 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:47.605692 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5aee38e4-1027-4c14-a540-c1239fdd4e76 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:47.629399 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 37439501-6af7-45eb-86dc-35475dfd2d7d completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:33:47.638421 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5aee38e4-1027-4c14-a540-c1239fdd4e76 None None] Transition to ACTIVE for port object f8151182-07bb-4f44-88fa-d37382950ec0 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:47.639255 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 37439501-6af7-45eb-86dc-35475dfd2d7d triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:47.639621 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:47.674919 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5aee38e4-1027-4c14-a540-c1239fdd4e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:47.722492 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f6f24a-143a-4c99-9575-0d749df691a6 None None] DHCP port deletion for adb36005-f8ea-47ad-b61c-ae0dc00d06e6 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:33:47.754346 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ee5d199e-de9f-4568-b890-58fb9fac398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:31:52Z', 'revision_number': 4, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port': {'id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:38Z', 'updated_at': '2022-01-11T09:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'ce90020c-1406-4f64-9368-a848bfb7f32d', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'floating_ip_address': '172.26.3.175', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'port_id': 'f14f387a-896f-4d55-9c1e-0e78f36c51c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'mac_address': 'fa:16:3e:7d:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd58043c-e00d-4f66-b153-63e3b6ee7000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:33:39Z', 'updated_at': '2022-01-11T09:33:39Z', 'revision_number': 0, 'project_id': '27f1e48653724e3083ec9827e4915957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec904619-9a3b-404d-8045-a1d4a669e27c', 'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'mac_address': 'fa:16:3e:d7:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:46Z', 'updated_at': '2022-01-11T09:32:04Z', 'revision_number': 5, 'project_id': '27f1e48653724e3083ec9827e4915957', 'subnets': [{'id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:47.760480 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-18fcd2bb-e7a4-4b8e-83b4-cf0866b27d76 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Allocated IP 172.26.3.209 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/a5621439-8282-4dbb-adaf-bc445b75d87b) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:47.843089 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1489037c-a999-4460-8cd1-ae26cc267317 req-eb3ed6c9-9965-4a68-8ded-1a5467315465 service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392585 Jan 11 09:33:47.847157 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5d199e-de9f-4568-b890-58fb9fac398e None None] Checking router: f545cf85-cabb-489c-9903-863d0a24aae7 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:33:47.860687 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee38e4-1027-4c14-a540-c1239fdd4e76 None None] Pushing event updated for resources: {'Port': ['ID=f8151182-07bb-4f44-88fa-d37382950ec0,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:47.876637 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85625c01-7ca1-4cf1-a1ea-79c8ed62cda3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:47.917669 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85625c01-7ca1-4cf1-a1ea-79c8ed62cda3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:47.917860 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5d199e-de9f-4568-b890-58fb9fac398e None None] Routers {'f545cf85-cabb-489c-9903-863d0a24aae7'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:33:47.918651 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ee5d199e-de9f-4568-b890-58fb9fac398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:33:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['f545cf85-cabb-489c-9903-863d0a24aae7'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:47.992291 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18fcd2bb-e7a4-4b8e-83b4-cf0866b27d76 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:48.004625 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ff4cc6c-a66b-4576-bb80-bfa4d9751ddb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:48.010958 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ff4cc6c-a66b-4576-bb80-bfa4d9751ddb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:48.022459 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-26941473-56dd-428e-adc7-157171be17c3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:48.063803 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4cc6c-a66b-4576-bb80-bfa4d9751ddb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Network': ['ID=adb36005-f8ea-47ad-b61c-ae0dc00d06e6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:48.091572 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7ff4cc6c-a66b-4576-bb80-bfa4d9751ddb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/networks/adb36005-f8ea-47ad-b61c-ae0dc00d06e6 HTTP/1.1" status: 204 len: 168 time: 4.3705008 Jan 11 09:33:48.092513 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57282) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:48.118539 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26941473-56dd-428e-adc7-157171be17c3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Made reservation on behalf of 264ed167813548b38f5af4683744d86b for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:48.122308 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26941473-56dd-428e-adc7-157171be17c3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:48.151559 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26941473-56dd-428e-adc7-157171be17c3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:48.177246 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ecb75c1-f970-4517-9ec6-30d1977df2a7 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] DELETE failed (client error): The resource could not be found. Jan 11 09:33:48.181012 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ecb75c1-f970-4517-9ec6-30d1977df2a7 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:33:48.186132 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8ecb75c1-f970-4517-9ec6-30d1977df2a7 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/networks/adb36005-f8ea-47ad-b61c-ae0dc00d06e6 HTTP/1.1" status: 404 len: 339 time: 0.0885794 Jan 11 09:33:48.192905 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57286) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:48.202539 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-32ba36e3-22a1-4fe2-8ef8-836db757c5e4 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-414786013', 'description': 'd1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:48.211877 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-26941473-56dd-428e-adc7-157171be17c3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:48.215511 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85625c01-7ca1-4cf1-a1ea-79c8ed62cda3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=811bf7df-b634-4e3d-adbd-65a154dfc235,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:48.229557 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18fcd2bb-e7a4-4b8e-83b4-cf0866b27d76 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:48.235288 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85625c01-7ca1-4cf1-a1ea-79c8ed62cda3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:48.239607 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-85625c01-7ca1-4cf1-a1ea-79c8ed62cda3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2390854 Jan 11 09:33:48.243052 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-32ba36e3-22a1-4fe2-8ef8-836db757c5e4 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:48.244108 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57290) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:48.278529 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-57ead428-e362-4f57-80eb-98eb63213432 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1433497184', 'security_groups': ['811bf7df-b634-4e3d-adbd-65a154dfc235'], 'network_id': 'daa20188-92c8-437c-9c82-e50d2f56b722', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7a409e9d-2560-4f48-bc50-ea3fbc5d93c6'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:48.283289 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-26941473-56dd-428e-adc7-157171be17c3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:security_group_rule and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:48.293484 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-32ba36e3-22a1-4fe2-8ef8-836db757c5e4 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Usage tracker for resource:network and tenant:605575ac642f4c179928ba111782e9ff is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:48.298382 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-26941473-56dd-428e-adc7-157171be17c3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:48.302049 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-32ba36e3-22a1-4fe2-8ef8-836db757c5e4 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:48.322602 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-ee5d199e-de9f-4568-b890-58fb9fac398e None None] Set router f545cf85-cabb-489c-9903-863d0a24aae7 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:33:48.325346 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-32ba36e3-22a1-4fe2-8ef8-836db757c5e4 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:48.331571 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-26941473-56dd-428e-adc7-157171be17c3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:48.349452 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fcd2bb-e7a4-4b8e-83b4-cf0866b27d76 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:48.356674 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-18fcd2bb-e7a4-4b8e-83b4-cf0866b27d76 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:48.359498 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fcd2bb-e7a4-4b8e-83b4-cf0866b27d76 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:33:48.427445 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2838236a-1a11-4ecc-80a4-693219e4c2cb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:48.442066 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1489037c-a999-4460-8cd1-ae26cc267317 req-11547b2b-b2cc-498c-95e3-7202795b1c55 service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5787463 Jan 11 09:33:48.512286 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fcd2bb-e7a4-4b8e-83b4-cf0866b27d76 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Pushing event updated for resources: {'Port': ['ID=a5621439-8282-4dbb-adaf-bc445b75d87b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:48.524681 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ba36e3-22a1-4fe2-8ef8-836db757c5e4 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Made reservation on behalf of 605575ac642f4c179928ba111782e9ff for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:48.528612 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32ba36e3-22a1-4fe2-8ef8-836db757c5e4 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:48.582317 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7769214e-2390-4bdd-932d-45a668c1dd7c None None] Provisioning complete for port 37439501-6af7-45eb-86dc-35475dfd2d7d triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:48.582730 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7769214e-2390-4bdd-932d-45a668c1dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:48.619116 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:48.646886 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2838236a-1a11-4ecc-80a4-693219e4c2cb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Calling delete_port for 7eb14a75-7c45-4810-b3a4-85d776a91f24 owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:48.773686 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-57ead428-e362-4f57-80eb-98eb63213432 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:48.777768 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-57ead428-e362-4f57-80eb-98eb63213432 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:port and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:48.781267 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-57ead428-e362-4f57-80eb-98eb63213432 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:48.788003 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-57ead428-e362-4f57-80eb-98eb63213432 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:48.803735 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ead428-e362-4f57-80eb-98eb63213432 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:48.890275 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26941473-56dd-428e-adc7-157171be17c3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:48.908024 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26941473-56dd-428e-adc7-157171be17c3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:48.937989 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 37439501-6af7-45eb-86dc-35475dfd2d7d, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=37439501-6af7-45eb-86dc-35475dfd2d7d,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:48.951346 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:49.008072 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75106883-337f-48f7-8376-2c99e3a3f217 req-47f8dcc5-cf2f-4462-91d9-54f09c8849cb tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:49.009588 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-75106883-337f-48f7-8376-2c99e3a3f217 req-47f8dcc5-cf2f-4462-91d9-54f09c8849cb tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.5826640 Jan 11 09:33:49.025271 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7769214e-2390-4bdd-932d-45a668c1dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:49.073459 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-57ead428-e362-4f57-80eb-98eb63213432 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:49.085481 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2838236a-1a11-4ecc-80a4-693219e4c2cb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:49.107676 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ba36e3-22a1-4fe2-8ef8-836db757c5e4 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:33:49.110031 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26941473-56dd-428e-adc7-157171be17c3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6940da30-c0af-4a1f-8b4f-31084f3ca70e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:49.112568 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device f8151182-07bb-4f44-88fa-d37382950ec0 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:33:49.132026 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26941473-56dd-428e-adc7-157171be17c3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:33:49.153632 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-75106883-337f-48f7-8376-2c99e3a3f217 req-4fc696af-439a-499b-940a-2de2301a9861 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156266 Jan 11 09:33:49.161905 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32ba36e3-22a1-4fe2-8ef8-836db757c5e4 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:49.161905 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-32ba36e3-22a1-4fe2-8ef8-836db757c5e4 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Added segment 1e67e395-0568-4dd3-b419-1471398454db of type vlan for network 00e9928c-cd4d-45a0-ad64-2f6ad5c689bc Jan 11 09:33:49.182765 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838236a-1a11-4ecc-80a4-693219e4c2cb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Port': ['ID=7eb14a75-7c45-4810-b3a4-85d776a91f24,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:49.198683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12743c56-a61d-441e-a85d-a26bff017db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:49.206605 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=37439501-6af7-45eb-86dc-35475dfd2d7d,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:49.281611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26941473-56dd-428e-adc7-157171be17c3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:49.281611 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-26941473-56dd-428e-adc7-157171be17c3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Added segment 382cd6ff-7269-4ef9-ae9a-1758b389c69e of type vlan for network 1d3857e4-3b46-4120-84cb-78edd37c94ab Jan 11 09:33:49.308583 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-7769214e-2390-4bdd-932d-45a668c1dd7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:33:49.308583 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-7769214e-2390-4bdd-932d-45a668c1dd7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:33:49.310650 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2838236a-1a11-4ecc-80a4-693219e4c2cb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:49.315630 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-57ead428-e362-4f57-80eb-98eb63213432 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] device_id is not set on port fc8a6dbb-eccc-4274-8259-091674cac4fe yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:33:49.333049 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 2e264bb6-d5e1-4bb1-b3a3-dda1a1f56def no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:33:49.370216 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32ba36e3-22a1-4fe2-8ef8-836db757c5e4 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:49.403089 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2838236a-1a11-4ecc-80a4-693219e4c2cb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/7eb14a75-7c45-4810-b3a4-85d776a91f24 HTTP/1.1" status: 204 len: 168 time: 2.1953361 Jan 11 09:33:49.411319 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57296) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:49.462860 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 2e264bb6-d5e1-4bb1-b3a3-dda1a1f56def {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:33:49.462860 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 2e264bb6-d5e1-4bb1-b3a3-dda1a1f56def not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:33:49.462860 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ee5d199e-de9f-4568-b890-58fb9fac398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:31:52Z', 'revision_number': 4, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port': {'id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:38Z', 'updated_at': '2022-01-11T09:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'ce90020c-1406-4f64-9368-a848bfb7f32d', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'floating_ip_address': '172.26.3.175', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'port_id': 'f14f387a-896f-4d55-9c1e-0e78f36c51c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'mac_address': 'fa:16:3e:7d:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd58043c-e00d-4f66-b153-63e3b6ee7000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:33:39Z', 'updated_at': '2022-01-11T09:33:39Z', 'revision_number': 0, 'project_id': '27f1e48653724e3083ec9827e4915957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec904619-9a3b-404d-8045-a1d4a669e27c', 'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'mac_address': 'fa:16:3e:d7:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:46Z', 'updated_at': '2022-01-11T09:32:04Z', 'revision_number': 5, 'project_id': '27f1e48653724e3083ec9827e4915957', 'subnets': [{'id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:49.479968 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5d199e-de9f-4568-b890-58fb9fac398e None None] The sync data for ids ['f545cf85-cabb-489c-9903-863d0a24aae7'] in dv-neutron-823402-4-hyperv is: [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:31:52Z', 'revision_number': 4, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port': {'id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:38Z', 'updated_at': '2022-01-11T09:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'ce90020c-1406-4f64-9368-a848bfb7f32d', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'floating_ip_address': '172.26.3.175', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'port_id': 'f14f387a-896f-4d55-9c1e-0e78f36c51c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'mac_address': 'fa:16:3e:7d:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd58043c-e00d-4f66-b153-63e3b6ee7000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:33:39Z', 'updated_at': '2022-01-11T09:33:39Z', 'revision_number': 0, 'project_id': '27f1e48653724e3083ec9827e4915957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec904619-9a3b-404d-8045-a1d4a669e27c', 'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'mac_address': 'fa:16:3e:d7:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:46Z', 'updated_at': '2022-01-11T09:32:04Z', 'revision_number': 5, 'project_id': '27f1e48653724e3083ec9827e4915957', 'subnets': [{'id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:33:49.487948 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26941473-56dd-428e-adc7-157171be17c3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:49.547439 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a431e4e-896c-429b-8b1b-7d5c49b7ed00 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:49.547439 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a431e4e-896c-429b-8b1b-7d5c49b7ed00 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:49.557748 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3a431e4e-896c-429b-8b1b-7d5c49b7ed00 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1402545 Jan 11 09:33:49.557748 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57300) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:49.619816 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.resource_extend [None req-32ba36e3-22a1-4fe2-8ef8-836db757c5e4 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:33:49.713620 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18fcd2bb-e7a4-4b8e-83b4-cf0866b27d76 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:49.802733 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26941473-56dd-428e-adc7-157171be17c3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:49.811918 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26941473-56dd-428e-adc7-157171be17c3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:49.811918 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-26941473-56dd-428e-adc7-157171be17c3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:49.895718 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32ba36e3-22a1-4fe2-8ef8-836db757c5e4 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:49.917726 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ba36e3-22a1-4fe2-8ef8-836db757c5e4 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:49.917726 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32ba36e3-22a1-4fe2-8ef8-836db757c5e4 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:49.937612 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e6d285-ba92-4e6d-9b1e-a47e1b28aea4 None None] New status for floating IP ce90020c-1406-4f64-9368-a848bfb7f32d: ACTIVE {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:33:49.970631 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7769214e-2390-4bdd-932d-45a668c1dd7c None None] Could not find standard attr ID for object 7eb14a75-7c45-4810-b3a4-85d776a91f24. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:33:50.012155 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-57ead428-e362-4f57-80eb-98eb63213432 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Allocated IP 2001:db8::b9 (daa20188-92c8-437c-9c82-e50d2f56b722/7a409e9d-2560-4f48-bc50-ea3fbc5d93c6/fc8a6dbb-eccc-4274-8259-091674cac4fe) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:50.085363 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-87bdd0be-c7ba-4729-96c5-a9c8c48032a4 None None] Could not find standard attr ID for object 7eb14a75-7c45-4810-b3a4-85d776a91f24. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:33:50.102742 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-87bdd0be-c7ba-4729-96c5-a9c8c48032a4 None None] Provisioning for port f8151182-07bb-4f44-88fa-d37382950ec0 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:33:50.106793 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8bcce0-f338-4303-89db-06f91ae6d3fa tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet 7d3bd0de-2299-4670-887b-e3f1bb0c7e5e {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:33:50.111763 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-87bdd0be-c7ba-4729-96c5-a9c8c48032a4 None None] Provisioning complete for port f8151182-07bb-4f44-88fa-d37382950ec0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:50.111763 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-87bdd0be-c7ba-4729-96c5-a9c8c48032a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:50.122943 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c8bcce0-f338-4303-89db-06f91ae6d3fa tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:50.263658 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c8bcce0-f338-4303-89db-06f91ae6d3fa tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:50.347782 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-26941473-56dd-428e-adc7-157171be17c3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.0112486 Jan 11 09:33:50.347782 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-32ba36e3-22a1-4fe2-8ef8-836db757c5e4 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.1439908 Jan 11 09:33:50.347782 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57306) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:50.370169 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57308) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:50.399889 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'network': {'name': 'tempest-RoutersTest-571133730'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:50.405546 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-87bdd0be-c7ba-4729-96c5-a9c8c48032a4 None None] Provisioning complete for port 68b16294-661d-40d8-89f5-74bb3e773330 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:50.412943 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:50.418391 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-87bdd0be-c7ba-4729-96c5-a9c8c48032a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:50.422707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:network and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:50.422707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:50.437640 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:50.459066 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26941473-56dd-428e-adc7-157171be17c3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Network': ['ID=1d3857e4-3b46-4120-84cb-78edd37c94ab,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:50.482945 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 1d3857e4-3b46-4120-84cb-78edd37c94ab details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:33:50.494696 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Made reservation on behalf of 264ed167813548b38f5af4683744d86b for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:50.498129 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:50.575964 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad451629-c6f0-4fea-9427-318a20a2529e tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:50.576639 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ad451629-c6f0-4fea-9427-318a20a2529e tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Synchronizing usage tracker for tenant:605575ac642f4c179928ba111782e9ff on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:33:50.614350 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-57ead428-e362-4f57-80eb-98eb63213432 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:50.623874 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ad451629-c6f0-4fea-9427-318a20a2529e tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Unset dirty status for tenant:605575ac642f4c179928ba111782e9ff on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:33:50.625340 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ad451629-c6f0-4fea-9427-318a20a2529e tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "GET /v2.0/networks?id=00e9928c-cd4d-45a0-ad64-2f6ad5c689bc HTTP/1.1" status: 200 len: 760 time: 0.2587285 Jan 11 09:33:50.629965 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57314) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:50.637582 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c8bcce0-f338-4303-89db-06f91ae6d3fa tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:50.642421 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-87bdd0be-c7ba-4729-96c5-a9c8c48032a4 None None] Port 68b16294-661d-40d8-89f5-74bb3e773330 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:33:50.675953 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-38ff3b7f-08df-49b7-9a10-c3ccb5e098db tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'network': {'description': 'd2'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:50.702062 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-57ead428-e362-4f57-80eb-98eb63213432 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Transition to ACTIVE for port object fc8a6dbb-eccc-4274-8259-091674cac4fe will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:50.705761 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:33:50.754814 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:50.755151 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Added segment 47757967-7a62-47d7-9ce6-6b6bc50b3ea9 of type vlan for network 191f545a-dcc0-4270-8b6b-6b3e07eab917 Jan 11 09:33:50.833823 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba36e3-22a1-4fe2-8ef8-836db757c5e4 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Network': ['ID=00e9928c-cd4d-45a0-ad64-2f6ad5c689bc,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:50.850939 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 00e9928c-cd4d-45a0-ad64-2f6ad5c689bc details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:33:50.860582 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-57ead428-e362-4f57-80eb-98eb63213432 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:50.927124 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:50.991189 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18fcd2bb-e7a4-4b8e-83b4-cf0866b27d76 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:51.002019 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72237ff-45f1-4b72-b87c-bd545cac09aa req-446000ed-0406-4916-be9e-38fb6a0ebe67 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:51.010162 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c72237ff-45f1-4b72-b87c-bd545cac09aa req-446000ed-0406-4916-be9e-38fb6a0ebe67 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.4659960 Jan 11 09:33:51.010162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:51.026039 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:51.026039 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:51.026361 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c8bcce0-f338-4303-89db-06f91ae6d3fa tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:51.053373 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 37439501-6af7-45eb-86dc-35475dfd2d7d up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:33:51.065954 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ead428-e362-4f57-80eb-98eb63213432 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network daa20188-92c8-437c-9c82-e50d2f56b722 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:51.078386 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-57ead428-e362-4f57-80eb-98eb63213432 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:51.104793 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ead428-e362-4f57-80eb-98eb63213432 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:33:51.110359 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ead428-e362-4f57-80eb-98eb63213432 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:51.111012 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-57ead428-e362-4f57-80eb-98eb63213432 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:51.115165 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8bcce0-f338-4303-89db-06f91ae6d3fa tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=7d3bd0de-2299-4670-887b-e3f1bb0c7e5e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:51.121383 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c8bcce0-f338-4303-89db-06f91ae6d3fa tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:51.126278 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ead428-e362-4f57-80eb-98eb63213432 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Port': ['ID=fc8a6dbb-eccc-4274-8259-091674cac4fe,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:51.129800 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 37439501-6af7-45eb-86dc-35475dfd2d7d triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:51.130578 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:51.143742 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-38ff3b7f-08df-49b7-9a10-c3ccb5e098db tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:51.166930 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c6e642-b149-48e9-ac95-3041ea0b42d8 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:51.167285 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4c8bcce0-f338-4303-89db-06f91ae6d3fa tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/7d3bd0de-2299-4670-887b-e3f1bb0c7e5e HTTP/1.1" status: 204 len: 168 time: 1.6092389 Jan 11 09:33:51.170310 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57318) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:51.256722 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-57ead428-e362-4f57-80eb-98eb63213432 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9899249 Jan 11 09:33:51.256722 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-38ff3b7f-08df-49b7-9a10-c3ccb5e098db tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:51.265556 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57322) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:51.315434 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-54028af9-0aa4-4f67-b95c-229ae5517c51 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'subnet': {'network_id': 'daa20188-92c8-437c-9c82-e50d2f56b722', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:51.352397 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-38ff3b7f-08df-49b7-9a10-c3ccb5e098db tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Network 00e9928c-cd4d-45a0-ad64-2f6ad5c689bc is not hosted by any dhcp agent {{(pid=87654) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 11 09:33:51.366328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ff3b7f-08df-49b7-9a10-c3ccb5e098db tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:51.366328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-38ff3b7f-08df-49b7-9a10-c3ccb5e098db tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:51.366328 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-38ff3b7f-08df-49b7-9a10-c3ccb5e098db tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "PUT /v2.0/networks/00e9928c-cd4d-45a0-ad64-2f6ad5c689bc HTTP/1.1" status: 200 len: 757 time: 0.7265396 Jan 11 09:33:51.366328 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c4b00840-b064-4d49-aab7-6446f43ab44e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1914217 Jan 11 09:33:51.375547 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57326) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:51.375547 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57328) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:51.410211 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-77483952-3796-4df1-b9dc-988cb96d13d4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:51.535573 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Network': ['ID=191f545a-dcc0-4270-8b6b-6b3e07eab917,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:51.554072 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e3a7e99a-f543-43c4-8725-a1c1d1a4dcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:51.565864 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1877546 Jan 11 09:33:51.567620 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:51.567969 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:51.569469 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:51.569671 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:51.570277 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:51.571134 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:51.571134 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:51.571436 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:51.572439 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:51.573670 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:51.574248 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:51.574588 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a83c436-a164-4aba-90be-ac1bcd66cd68 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:51.584785 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57336) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:51.597188 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 191f545a-dcc0-4270-8b6b-6b3e07eab917 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:33:51.598114 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-bfeddde0-77b4-4f5e-8f58-2fe0d174976c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'subnet': {'network_id': '1d3857e4-3b46-4120-84cb-78edd37c94ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:51.622263 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c72237ff-45f1-4b72-b87c-bd545cac09aa req-3de09d0f-7c50-4693-9a90-9ff80f2e13d4 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4288669 Jan 11 09:33:51.675471 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff3b7f-08df-49b7-9a10-c3ccb5e098db tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Network': ['ID=00e9928c-cd4d-45a0-ad64-2f6ad5c689bc,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:51.728145 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 00e9928c-cd4d-45a0-ad64-2f6ad5c689bc details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:33:51.739144 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18fcd2bb-e7a4-4b8e-83b4-cf0866b27d76 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Router 08aa8158-041b-4702-92c3-f0ded41a44a3 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:33:51.741350 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-24aaa982-8e71-4325-97ec-222999a466c5 None None] Provisioning for port fc8a6dbb-eccc-4274-8259-091674cac4fe completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:33:51.743283 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bfeddde0-77b4-4f5e-8f58-2fe0d174976c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:51.752831 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-bfeddde0-77b4-4f5e-8f58-2fe0d174976c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:subnet and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:51.757764 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-24aaa982-8e71-4325-97ec-222999a466c5 None None] Provisioning complete for port fc8a6dbb-eccc-4274-8259-091674cac4fe triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:33:51.758148 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-24aaa982-8e71-4325-97ec-222999a466c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:51.758369 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-bfeddde0-77b4-4f5e-8f58-2fe0d174976c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:51.834115 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bfeddde0-77b4-4f5e-8f58-2fe0d174976c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:51.861375 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfeddde0-77b4-4f5e-8f58-2fe0d174976c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Made reservation on behalf of 264ed167813548b38f5af4683744d86b for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:51.865689 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bfeddde0-77b4-4f5e-8f58-2fe0d174976c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:51.900686 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-24aaa982-8e71-4325-97ec-222999a466c5 None None] Port fc8a6dbb-eccc-4274-8259-091674cac4fe cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:33:51.915742 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41c9570-9df8-4454-995e-2de53c562e69 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:51.915961 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910790a5-355c-4138-955d-5829ddd4ba7d None None] DHCP port deletion for 11973de4-095d-48a2-8bfe-2305268446bc request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:33:51.917597 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f41c9570-9df8-4454-995e-2de53c562e69 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "GET /v2.0/networks?id=00e9928c-cd4d-45a0-ad64-2f6ad5c689bc HTTP/1.1" status: 200 len: 760 time: 0.5392437 Jan 11 09:33:51.922151 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57340) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:51.923069 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-910790a5-355c-4138-955d-5829ddd4ba7d None None] Deleting port 37439501-6af7-45eb-86dc-35475dfd2d7d {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:51.923436 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-910790a5-355c-4138-955d-5829ddd4ba7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:51.939362 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-77483952-3796-4df1-b9dc-988cb96d13d4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:51.947085 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-f6f7cd11-2c05-49e3-aade-1bf78afc781a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-823776384'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:51.954329 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f6f7cd11-2c05-49e3-aade-1bf78afc781a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:51.961540 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-77483952-3796-4df1-b9dc-988cb96d13d4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:51.965500 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-77483952-3796-4df1-b9dc-988cb96d13d4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:51.968549 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-54028af9-0aa4-4f67-b95c-229ae5517c51 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:51.977326 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-77483952-3796-4df1-b9dc-988cb96d13d4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:51.979689 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-54028af9-0aa4-4f67-b95c-229ae5517c51 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:subnet and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:51.984718 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-54028af9-0aa4-4f67-b95c-229ae5517c51 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:51.991397 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f6f7cd11-2c05-49e3-aade-1bf78afc781a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:51.995749 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-54028af9-0aa4-4f67-b95c-229ae5517c51 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:52.012771 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77483952-3796-4df1-b9dc-988cb96d13d4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:52.016444 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-77483952-3796-4df1-b9dc-988cb96d13d4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:52.038344 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54028af9-0aa4-4f67-b95c-229ae5517c51 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:52.043087 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54028af9-0aa4-4f67-b95c-229ae5517c51 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:52.066342 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f7cd11-2c05-49e3-aade-1bf78afc781a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Made reservation on behalf of 605575ac642f4c179928ba111782e9ff for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:52.071368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f6f7cd11-2c05-49e3-aade-1bf78afc781a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:52.071843 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fcd2bb-e7a4-4b8e-83b4-cf0866b27d76 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:33:52.087395 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] Sync routers for ids ['08aa8158-041b-4702-92c3-f0ded41a44a3'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:33:52.141006 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18fcd2bb-e7a4-4b8e-83b4-cf0866b27d76 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:52.141006 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-18fcd2bb-e7a4-4b8e-83b4-cf0866b27d76 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.9915009 Jan 11 09:33:52.141006 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57344) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:52.149683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] Routers {'08aa8158-041b-4702-92c3-f0ded41a44a3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:33:52.149683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:33:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['08aa8158-041b-4702-92c3-f0ded41a44a3'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:52.302098 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bfeddde0-77b4-4f5e-8f58-2fe0d174976c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:52.317958 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-910790a5-355c-4138-955d-5829ddd4ba7d None None] For port 37439501-6af7-45eb-86dc-35475dfd2d7d, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=37439501-6af7-45eb-86dc-35475dfd2d7d,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:33:52.317958 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-910790a5-355c-4138-955d-5829ddd4ba7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:52.428199 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a04da640-65aa-4647-820a-5a9c4b0ac486 tempest-TestNetworkAdvancedServerOps-396877043 tempest-TestNetworkAdvancedServerOps-396877043-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=14ed3ba110e14acfa72fca43f8ae9c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2967720 Jan 11 09:33:52.434403 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57350) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:52.434631 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f7cd11-2c05-49e3-aade-1bf78afc781a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:33:52.461305 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.ipam_backend_mixin [None req-54028af9-0aa4-4f67-b95c-229ae5517c51 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7a409e9d-2560-4f48-bc50-ea3fbc5d93c6 (CIDR: 2001:db8::/64) Jan 11 09:33:52.465529 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f6f7cd11-2c05-49e3-aade-1bf78afc781a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:52.465954 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-f6f7cd11-2c05-49e3-aade-1bf78afc781a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Added segment 373b952e-fa7c-4c9e-b27f-ad60f1b5a9be of type vlan for network 0ee3766d-61ab-4fb3-bc26-1d7e28f92d69 Jan 11 09:33:52.474962 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-54028af9-0aa4-4f67-b95c-229ae5517c51 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:33:52.475490 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54028af9-0aa4-4f67-b95c-229ae5517c51 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:33:52.563736 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeddde0-77b4-4f5e-8f58-2fe0d174976c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Subnet': ['ID=7d0c29a3-d409-4527-8159-05397ea3273e,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:52.573983 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57354) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:52.574127 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-54028af9-0aa4-4f67-b95c-229ae5517c51 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2850907 Jan 11 09:33:52.578402 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeddde0-77b4-4f5e-8f58-2fe0d174976c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Checking segment: {'id': '382cd6ff-7269-4ef9-ae9a-1758b389c69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1d3857e4-3b46-4120-84cb-78edd37c94ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:33:52.578546 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f6f7cd11-2c05-49e3-aade-1bf78afc781a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:52.578752 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeddde0-77b4-4f5e-8f58-2fe0d174976c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network hostable DHCP agents. Network: 1d3857e4-3b46-4120-84cb-78edd37c94ab, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:33:52.582929 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-910790a5-355c-4138-955d-5829ddd4ba7d None None] Calling delete_port for 37439501-6af7-45eb-86dc-35475dfd2d7d owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:52.589727 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9bedffe1-d8fc-46d7-84b2-0e6ae055db4f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'subnet': {'network_id': 'daa20188-92c8-437c-9c82-e50d2f56b722', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:52.670007 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-77483952-3796-4df1-b9dc-988cb96d13d4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:52.686950 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:52.686950 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:52.709303 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] Set router 08aa8158-041b-4702-92c3-f0ded41a44a3 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:33:52.737359 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeddde0-77b4-4f5e-8f58-2fe0d174976c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network 1d3857e4-3b46-4120-84cb-78edd37c94ab is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:33:52.764456 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75068de8-fe2d-49c3-9ebf-0505c2098a04 tempest-TestNetworkAdvancedServerOps-396877043 tempest-TestNetworkAdvancedServerOps-396877043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:52.768231 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-75068de8-fe2d-49c3-9ebf-0505c2098a04 tempest-TestNetworkAdvancedServerOps-396877043 tempest-TestNetworkAdvancedServerOps-396877043-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3304517 Jan 11 09:33:52.778544 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-bfeddde0-77b4-4f5e-8f58-2fe0d174976c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 1d3857e4-3b46-4120-84cb-78edd37c94ab) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:52.791478 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeddde0-77b4-4f5e-8f58-2fe0d174976c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:52.792570 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bfeddde0-77b4-4f5e-8f58-2fe0d174976c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:52.801010 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57360) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:52.814731 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f6f7cd11-2c05-49e3-aade-1bf78afc781a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:52.820586 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f7cd11-2c05-49e3-aade-1bf78afc781a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:52.821175 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f6f7cd11-2c05-49e3-aade-1bf78afc781a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:52.844774 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3817b321-178a-42dd-8c7c-a43e156f8ecb None None] Network 1d3857e4-3b46-4120-84cb-78edd37c94ab requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:52.877604 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77483952-3796-4df1-b9dc-988cb96d13d4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:52.934444 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9d9cffe2-5e74-4a87-ac1d-40a10214515e tempest-TestNetworkAdvancedServerOps-396877043 tempest-TestNetworkAdvancedServerOps-396877043-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1244237 Jan 11 09:33:52.934444 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57364) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:52.953932 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3e9fb536-c845-4bbe-8b0c-940554708de4 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1283569714', 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de', 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:52.960020 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-910790a5-355c-4138-955d-5829ddd4ba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:52.977140 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-bfeddde0-77b4-4f5e-8f58-2fe0d174976c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3734155 Jan 11 09:33:52.992998 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57368) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:53.014020 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-bae5f569-2885-4490-9079-7498c974b294 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'subnet': {'network_id': '191f545a-dcc0-4270-8b6b-6b3e07eab917', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:53.021558 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77483952-3796-4df1-b9dc-988cb96d13d4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=24538fbc-8d0b-4a72-bd10-b463de4e1782,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:53.021558 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-77483952-3796-4df1-b9dc-988cb96d13d4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:53.034404 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7cd11-2c05-49e3-aade-1bf78afc781a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Network': ['ID=0ee3766d-61ab-4fb3-bc26-1d7e28f92d69,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:53.044351 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9bedffe1-d8fc-46d7-84b2-0e6ae055db4f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:53.051640 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f6f7cd11-2c05-49e3-aade-1bf78afc781a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1068637 Jan 11 09:33:53.051640 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77483952-3796-4df1-b9dc-988cb96d13d4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:53.051640 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-77483952-3796-4df1-b9dc-988cb96d13d4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:53.058725 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57372) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:53.079443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f7cd11-2c05-49e3-aade-1bf78afc781a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:53.079443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f7cd11-2c05-49e3-aade-1bf78afc781a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:53.079443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f7cd11-2c05-49e3-aade-1bf78afc781a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:53.079443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f7cd11-2c05-49e3-aade-1bf78afc781a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:53.079443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f7cd11-2c05-49e3-aade-1bf78afc781a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:53.079443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f7cd11-2c05-49e3-aade-1bf78afc781a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:53.079443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f7cd11-2c05-49e3-aade-1bf78afc781a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:53.079443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f7cd11-2c05-49e3-aade-1bf78afc781a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:53.079443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f7cd11-2c05-49e3-aade-1bf78afc781a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:53.079443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f7cd11-2c05-49e3-aade-1bf78afc781a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:53.079443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f7cd11-2c05-49e3-aade-1bf78afc781a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:53.079443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f7cd11-2c05-49e3-aade-1bf78afc781a tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:53.079443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77483952-3796-4df1-b9dc-988cb96d13d4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:53.092236 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77483952-3796-4df1-b9dc-988cb96d13d4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:53.092236 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77483952-3796-4df1-b9dc-988cb96d13d4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:53.092236 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77483952-3796-4df1-b9dc-988cb96d13d4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:53.092236 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77483952-3796-4df1-b9dc-988cb96d13d4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:53.092236 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77483952-3796-4df1-b9dc-988cb96d13d4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:53.092236 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77483952-3796-4df1-b9dc-988cb96d13d4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:53.092236 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77483952-3796-4df1-b9dc-988cb96d13d4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:53.092236 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77483952-3796-4df1-b9dc-988cb96d13d4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:53.092236 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77483952-3796-4df1-b9dc-988cb96d13d4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:53.092236 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77483952-3796-4df1-b9dc-988cb96d13d4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:53.092236 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77483952-3796-4df1-b9dc-988cb96d13d4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:33:53.092236 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-77483952-3796-4df1-b9dc-988cb96d13d4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7065508 Jan 11 09:33:53.092236 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57376) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:53.100560 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-7463a1cd-b8aa-4cb7-a65a-4ce540a81fd1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'name': 'tempest-NetworksTestDHCPv6-2068719651'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:53.151130 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910790a5-355c-4138-955d-5829ddd4ba7d None None] Pushing event deleted for resources: {'Port': ['ID=37439501-6af7-45eb-86dc-35475dfd2d7d,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:53.151130 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 0ee3766d-61ab-4fb3-bc26-1d7e28f92d69 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:33:53.166800 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 37439501-6af7-45eb-86dc-35475dfd2d7d no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:33:53.173953 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-9bedffe1-d8fc-46d7-84b2-0e6ae055db4f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:subnet and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:53.193045 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-267cd711-1cc2-414f-8cfc-bde0b02e2880 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'subnet': {'network_id': '0ee3766d-61ab-4fb3-bc26-1d7e28f92d69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:53.214606 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-9bedffe1-d8fc-46d7-84b2-0e6ae055db4f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:53.221247 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910790a5-355c-4138-955d-5829ddd4ba7d None None] No DVR routers for this DVR port 37439501-6af7-45eb-86dc-35475dfd2d7d on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:33:53.221247 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 37439501-6af7-45eb-86dc-35475dfd2d7d {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:33:53.221247 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 37439501-6af7-45eb-86dc-35475dfd2d7d not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:33:53.249311 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9bedffe1-d8fc-46d7-84b2-0e6ae055db4f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:53.261208 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73eab490-6f99-406b-912d-355815e7bff6 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:53.314440 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3e9fb536-c845-4bbe-8b0c-940554708de4 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:53.318782 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7463a1cd-b8aa-4cb7-a65a-4ce540a81fd1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:53.324096 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7463a1cd-b8aa-4cb7-a65a-4ce540a81fd1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:port and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:53.328440 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7463a1cd-b8aa-4cb7-a65a-4ce540a81fd1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:53.337364 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3e9fb536-c845-4bbe-8b0c-940554708de4 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Usage tracker for resource:subnet and tenant:14ed3ba110e14acfa72fca43f8ae9c54 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:53.339224 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7463a1cd-b8aa-4cb7-a65a-4ce540a81fd1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:53.342481 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3e9fb536-c845-4bbe-8b0c-940554708de4 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:53.358611 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7463a1cd-b8aa-4cb7-a65a-4ce540a81fd1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:53.358611 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7463a1cd-b8aa-4cb7-a65a-4ce540a81fd1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:53.386488 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-7463a1cd-b8aa-4cb7-a65a-4ce540a81fd1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] device_id is not set on port 97f54224-a5ea-430b-b80e-815c1ae06e2b yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:33:53.542936 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bedffe1-d8fc-46d7-84b2-0e6ae055db4f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:53.552352 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9bedffe1-d8fc-46d7-84b2-0e6ae055db4f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:53.583355 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3e9fb536-c845-4bbe-8b0c-940554708de4 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:53.648782 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bae5f569-2885-4490-9079-7498c974b294 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:53.656105 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-bae5f569-2885-4490-9079-7498c974b294 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:subnet and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:53.669801 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-bae5f569-2885-4490-9079-7498c974b294 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:53.669801 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-267cd711-1cc2-414f-8cfc-bde0b02e2880 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:53.685837 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-7463a1cd-b8aa-4cb7-a65a-4ce540a81fd1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 2001:db8::218 (11973de4-095d-48a2-8bfe-2305268446bc/24538fbc-8d0b-4a72-bd10-b463de4e1782/97f54224-a5ea-430b-b80e-815c1ae06e2b) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:53.694616 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9fb536-c845-4bbe-8b0c-940554708de4 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Made reservation on behalf of 14ed3ba110e14acfa72fca43f8ae9c54 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:53.694616 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e9fb536-c845-4bbe-8b0c-940554708de4 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:53.701159 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43180782-8d48-4852-aa78-a4480cb65851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-1d3857e4-3b46-4120-84cb-78edd37c94ab', 'network_id': '1d3857e4-3b46-4120-84cb-78edd37c94ab', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'fixed_ips': [{'subnet_id': '7d0c29a3-d409-4527-8159-05397ea3273e'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:33:53.701159 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-43180782-8d48-4852-aa78-a4480cb65851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:53.717065 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278887e-4236-4e7b-89e3-bd8e24cf768b req-5fd1b911-5ad4-4e83-b4e0-7ac8729f8940 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:53.717065 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7278887e-4236-4e7b-89e3-bd8e24cf768b req-5fd1b911-5ad4-4e83-b4e0-7ac8729f8940 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.8433244 Jan 11 09:33:53.807031 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bae5f569-2885-4490-9079-7498c974b294 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:53.881708 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-267cd711-1cc2-414f-8cfc-bde0b02e2880 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Usage tracker for resource:subnet and tenant:605575ac642f4c179928ba111782e9ff is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:53.907185 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-267cd711-1cc2-414f-8cfc-bde0b02e2880 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:53.911647 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289783008', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:33:45Z', 'updated_at': '2022-01-11T09:33:49Z', 'revision_number': 3, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'gw_port': {'id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:33:47Z', 'updated_at': '2022-01-11T09:33:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:53.918460 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd4bea9-da58-4a4b-99b5-0dcff2789363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-11973de4-095d-48a2-8bfe-2305268446bc', 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'fixed_ips': [{'subnet_id': '24538fbc-8d0b-4a72-bd10-b463de4e1782'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:33:53.918838 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6fd4bea9-da58-4a4b-99b5-0dcff2789363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:53.974323 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] Checking router: 08aa8158-041b-4702-92c3-f0ded41a44a3 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:33:53.975217 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] Updating router 08aa8158-041b-4702-92c3-f0ded41a44a3 port a5621439-8282-4dbb-adaf-bc445b75d87b binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:33:53.981441 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7463a1cd-b8aa-4cb7-a65a-4ce540a81fd1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:53.985212 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-267cd711-1cc2-414f-8cfc-bde0b02e2880 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:53.998718 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7463a1cd-b8aa-4cb7-a65a-4ce540a81fd1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Transition to ACTIVE for port object 97f54224-a5ea-430b-b80e-815c1ae06e2b will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:54.015719 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7278887e-4236-4e7b-89e3-bd8e24cf768b req-4d77bb15-b693-4b61-aa21-48c61457b5fe tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953955 Jan 11 09:33:54.016297 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae5f569-2885-4490-9079-7498c974b294 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Made reservation on behalf of 264ed167813548b38f5af4683744d86b for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:54.019490 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bae5f569-2885-4490-9079-7498c974b294 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:54.033759 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7463a1cd-b8aa-4cb7-a65a-4ce540a81fd1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:54.113475 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:54.114677 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-43180782-8d48-4852-aa78-a4480cb65851 None None] Allocated IP 172.20.0.2 (1d3857e4-3b46-4120-84cb-78edd37c94ab/7d0c29a3-d409-4527-8159-05397ea3273e/21ffc663-5af2-4caf-af87-6aebae8b56ea) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:54.127659 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:54.174284 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7463a1cd-b8aa-4cb7-a65a-4ce540a81fd1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:54.174284 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-7463a1cd-b8aa-4cb7-a65a-4ce540a81fd1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:54.174284 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7463a1cd-b8aa-4cb7-a65a-4ce540a81fd1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:33:54.189047 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7463a1cd-b8aa-4cb7-a65a-4ce540a81fd1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:54.189047 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7463a1cd-b8aa-4cb7-a65a-4ce540a81fd1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:54.214490 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463a1cd-b8aa-4cb7-a65a-4ce540a81fd1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=97f54224-a5ea-430b-b80e-815c1ae06e2b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:54.231033 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7463a1cd-b8aa-4cb7-a65a-4ce540a81fd1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1336350 Jan 11 09:33:54.231033 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57382) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:54.314160 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.ipam_backend_mixin [None req-9bedffe1-d8fc-46d7-84b2-0e6ae055db4f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a79a31de-12ad-424d-802e-a4593e6c45de (CIDR: 2001:db8:0:1::/64) Jan 11 09:33:54.314938 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-6fd4bea9-da58-4a4b-99b5-0dcff2789363 None None] Allocated IP 2001:db8::2 (11973de4-095d-48a2-8bfe-2305268446bc/24538fbc-8d0b-4a72-bd10-b463de4e1782/af890786-c6d3-49f2-9d04-b6f44b9a7fb3) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:54.326798 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267cd711-1cc2-414f-8cfc-bde0b02e2880 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Made reservation on behalf of 605575ac642f4c179928ba111782e9ff for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:54.330238 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-267cd711-1cc2-414f-8cfc-bde0b02e2880 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:54.354861 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bedffe1-d8fc-46d7-84b2-0e6ae055db4f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:33:54.354861 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bedffe1-d8fc-46d7-84b2-0e6ae055db4f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:33:54.378785 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1cab11-fe5b-46a9-9c2d-05926275a11e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:54.379521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0a1cab11-fe5b-46a9-9c2d-05926275a11e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:33:54.435250 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0a1cab11-fe5b-46a9-9c2d-05926275a11e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:33:54.439136 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0a1cab11-fe5b-46a9-9c2d-05926275a11e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2072663 Jan 11 09:33:54.439403 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57388) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:54.538504 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9bedffe1-d8fc-46d7-84b2-0e6ae055db4f tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.9606006 Jan 11 09:33:54.543061 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57392) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:54.578407 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f158697c-0b81-4f8f-bc9d-09ed1b6076b4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting port 97f54224-a5ea-430b-b80e-815c1ae06e2b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:33:54.578782 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f158697c-0b81-4f8f-bc9d-09ed1b6076b4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:54.705357 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-5dfc5f5c-10fb-44bb-b3c8-9217af2006c3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'subnet': {'network_id': 'daa20188-92c8-437c-9c82-e50d2f56b722', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:54.744749 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bae5f569-2885-4490-9079-7498c974b294 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:54.830305 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e9fb536-c845-4bbe-8b0c-940554708de4 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:54.863929 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f158697c-0b81-4f8f-bc9d-09ed1b6076b4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:54.982898 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5f569-2885-4490-9079-7498c974b294 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Subnet': ['ID=6aac8e3f-a485-42e5-bd01-af98052ee469,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:55.006582 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-43180782-8d48-4852-aa78-a4480cb65851 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:55.029896 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-43180782-8d48-4852-aa78-a4480cb65851 None None] Transition to ACTIVE for port object 21ffc663-5af2-4caf-af87-6aebae8b56ea will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:55.037856 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6fd4bea9-da58-4a4b-99b5-0dcff2789363 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:55.086745 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-43180782-8d48-4852-aa78-a4480cb65851 None None] Transition to ACTIVE for port object 21ffc663-5af2-4caf-af87-6aebae8b56ea will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:55.093023 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6fd4bea9-da58-4a4b-99b5-0dcff2789363 None None] Transition to ACTIVE for port object af890786-c6d3-49f2-9d04-b6f44b9a7fb3 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:55.094186 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae5f569-2885-4490-9079-7498c974b294 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Checking segment: {'id': '47757967-7a62-47d7-9ce6-6b6bc50b3ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '191f545a-dcc0-4270-8b6b-6b3e07eab917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:33:55.094186 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae5f569-2885-4490-9079-7498c974b294 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network hostable DHCP agents. Network: 191f545a-dcc0-4270-8b6b-6b3e07eab917, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:33:55.114656 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-43180782-8d48-4852-aa78-a4480cb65851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:55.137130 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f158697c-0b81-4f8f-bc9d-09ed1b6076b4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Calling delete_port for 97f54224-a5ea-430b-b80e-815c1ae06e2b owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:33:55.154051 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9fb536-c845-4bbe-8b0c-940554708de4 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Checking segment: {'id': 'd4969419-30e3-407f-bc95-ce6e066593a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:33:55.154051 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9fb536-c845-4bbe-8b0c-940554708de4 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Network hostable DHCP agents. Network: bbf6be13-cc99-44e4-8991-cc0b8c6993de, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:33:55.161426 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5dfc5f5c-10fb-44bb-b3c8-9217af2006c3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:55.178939 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5dfc5f5c-10fb-44bb-b3c8-9217af2006c3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Usage tracker for resource:subnet and tenant:8844e01d61a342618edbd314407bab67 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:55.189557 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fb536-c845-4bbe-8b0c-940554708de4 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Pushing event updated for resources: {'Subnet': ['ID=48997d48-8017-4745-a919-e2841ee030d4,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:55.207884 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5dfc5f5c-10fb-44bb-b3c8-9217af2006c3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:55.228691 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5dfc5f5c-10fb-44bb-b3c8-9217af2006c3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:55.228691 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350e643-7be6-40a3-89c1-82668ea4055d req-aac4a359-8805-46cb-ba1c-5a32357ec8fc tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:55.228691 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1350e643-7be6-40a3-89c1-82668ea4055d req-aac4a359-8805-46cb-ba1c-5a32357ec8fc tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.5615675 Jan 11 09:33:55.279195 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae5f569-2885-4490-9079-7498c974b294 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network 191f545a-dcc0-4270-8b6b-6b3e07eab917 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:33:55.279195 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9fb536-c845-4bbe-8b0c-940554708de4 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Network bbf6be13-cc99-44e4-8991-cc0b8c6993de is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:33:55.306317 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43180782-8d48-4852-aa78-a4480cb65851 None None] Network 1d3857e4-3b46-4120-84cb-78edd37c94ab is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:55.306317 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6fd4bea9-da58-4a4b-99b5-0dcff2789363 None None] Transition to ACTIVE for port object af890786-c6d3-49f2-9d04-b6f44b9a7fb3 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:55.317831 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-bae5f569-2885-4490-9079-7498c974b294 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 191f545a-dcc0-4270-8b6b-6b3e07eab917) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:55.317831 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-267cd711-1cc2-414f-8cfc-bde0b02e2880 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:55.328277 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-43180782-8d48-4852-aa78-a4480cb65851 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:55.339251 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfc5f5c-10fb-44bb-b3c8-9217af2006c3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Made reservation on behalf of 8844e01d61a342618edbd314407bab67 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:55.339251 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5f5c-10fb-44bb-b3c8-9217af2006c3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:55.344918 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43180782-8d48-4852-aa78-a4480cb65851 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:33:55.350913 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f158697c-0b81-4f8f-bc9d-09ed1b6076b4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:55.378395 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-3e9fb536-c845-4bbe-8b0c-940554708de4 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, bbf6be13-cc99-44e4-8991-cc0b8c6993de) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:55.378395 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae5f569-2885-4490-9079-7498c974b294 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:55.378395 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bae5f569-2885-4490-9079-7498c974b294 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:55.410179 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97436a41-409b-4b19-b1fd-d8094f50581f None None] Network 191f545a-dcc0-4270-8b6b-6b3e07eab917 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:55.417394 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9fb536-c845-4bbe-8b0c-940554708de4 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:55.417394 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e9fb536-c845-4bbe-8b0c-940554708de4 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:55.417394 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1350e643-7be6-40a3-89c1-82668ea4055d req-28fa6514-d172-4a1f-b646-e306d86019f1 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670954 Jan 11 09:33:55.454899 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c4f9ed-92bc-4439-971d-aa23a98b5cd9 None None] Network bbf6be13-cc99-44e4-8991-cc0b8c6993de requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:55.468818 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6fd4bea9-da58-4a4b-99b5-0dcff2789363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:55.482600 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158697c-0b81-4f8f-bc9d-09ed1b6076b4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Port': ['ID=97f54224-a5ea-430b-b80e-815c1ae06e2b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:55.487093 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f158697c-0b81-4f8f-bc9d-09ed1b6076b4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:55.515579 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafa81a-1437-4d9d-be99-e21bc616953e req-41281c25-5fd1-4877-b97c-335970a24507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:55.517385 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7eafa81a-1437-4d9d-be99-e21bc616953e req-41281c25-5fd1-4877-b97c-335970a24507 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2f55e34cfef842488129ab7ed2754c64&device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 1099 time: 0.2275147 Jan 11 09:33:55.522873 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f158697c-0b81-4f8f-bc9d-09ed1b6076b4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/97f54224-a5ea-430b-b80e-815c1ae06e2b HTTP/1.1" status: 204 len: 168 time: 1.0791800 Jan 11 09:33:55.523970 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-bae5f569-2885-4490-9079-7498c974b294 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5409176 Jan 11 09:33:55.524581 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57396) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:55.531163 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267cd711-1cc2-414f-8cfc-bde0b02e2880 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Subnet': ['ID=422ef613-2e18-4e5f-85cd-ff625c06eca8,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:55.590169 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57398) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:55.598297 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:55.603252 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3e9fb536-c845-4bbe-8b0c-940554708de4 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.6675260 Jan 11 09:33:55.616063 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-bc8e756a-b6d0-49fd-9a4b-6f20a4b15425 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-283208262', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:55.618580 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43180782-8d48-4852-aa78-a4480cb65851 None None] Pushing event updated for resources: {'Port': ['ID=21ffc663-5af2-4caf-af87-6aebae8b56ea,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:55.635283 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57404) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:55.675007 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafa81a-1437-4d9d-be99-e21bc616953e req-cb426bc8-f7db-49b1-9875-96262bbd061c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:55.677353 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7eafa81a-1437-4d9d-be99-e21bc616953e req-cb426bc8-f7db-49b1-9875-96262bbd061c service neutron] 10.222.0.42 "GET /v2.0/networks?id=d792ad28-c1a4-4d37-b57d-4b386593b2fd HTTP/1.1" status: 200 len: 912 time: 0.1538968 Jan 11 09:33:55.824277 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7eafa81a-1437-4d9d-be99-e21bc616953e req-63b002be-b614-42d5-9908-1cb081f42eb7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d114431c-1274-4827-a777-bc1c30573cfe HTTP/1.1" status: 200 len: 1002 time: 0.1375060 Jan 11 09:33:55.835392 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bc8e756a-b6d0-49fd-9a4b-6f20a4b15425 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:55.864459 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-bc8e756a-b6d0-49fd-9a4b-6f20a4b15425 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:router and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:55.889651 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-bc8e756a-b6d0-49fd-9a4b-6f20a4b15425 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:55.894030 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafa81a-1437-4d9d-be99-e21bc616953e req-0d5ff029-5bb5-4b49-ae86-c7a57f62104c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:55.894030 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7eafa81a-1437-4d9d-be99-e21bc616953e req-0d5ff029-5bb5-4b49-ae86-c7a57f62104c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75d32f1d-e961-48e8-b51c-6c84103eee1a HTTP/1.1" status: 200 len: 850 time: 0.0613163 Jan 11 09:33:55.911678 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bc8e756a-b6d0-49fd-9a4b-6f20a4b15425 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:55.911678 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267cd711-1cc2-414f-8cfc-bde0b02e2880 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Checking segment: {'id': '373b952e-fa7c-4c9e-b27f-ad60f1b5a9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0ee3766d-61ab-4fb3-bc26-1d7e28f92d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:33:55.911678 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267cd711-1cc2-414f-8cfc-bde0b02e2880 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Network hostable DHCP agents. Network: 0ee3766d-61ab-4fb3-bc26-1d7e28f92d69, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:33:55.945805 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd0061d-1fc3-4063-be67-5fb814c4a7aa tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:55.945805 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd0061d-1fc3-4063-be67-5fb814c4a7aa tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:55.945805 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-4dd0061d-1fc3-4063-be67-5fb814c4a7aa tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:33:55.992924 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafa81a-1437-4d9d-be99-e21bc616953e req-6283b241-eee4-4007-a9f8-b263d85b2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:56.000779 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7eafa81a-1437-4d9d-be99-e21bc616953e req-6283b241-eee4-4007-a9f8-b263d85b2ba3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d792ad28-c1a4-4d37-b57d-4b386593b2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0980637 Jan 11 09:33:56.017529 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc8e756a-b6d0-49fd-9a4b-6f20a4b15425 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:56.018644 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc8e756a-b6d0-49fd-9a4b-6f20a4b15425 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:56.064388 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-43180782-8d48-4852-aa78-a4480cb65851 None None] Attempting to bind port 21ffc663-5af2-4caf-af87-6aebae8b56ea on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:33:56.064388 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-43180782-8d48-4852-aa78-a4480cb65851 None None] Attempting to bind port 21ffc663-5af2-4caf-af87-6aebae8b56ea by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '382cd6ff-7269-4ef9-ae9a-1758b389c69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1d3857e4-3b46-4120-84cb-78edd37c94ab'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:33:56.064388 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43180782-8d48-4852-aa78-a4480cb65851 None None] Attempting to bind port 21ffc663-5af2-4caf-af87-6aebae8b56ea on network 1d3857e4-3b46-4120-84cb-78edd37c94ab {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:33:56.079739 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd4bea9-da58-4a4b-99b5-0dcff2789363 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:56.083361 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267cd711-1cc2-414f-8cfc-bde0b02e2880 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Network 0ee3766d-61ab-4fb3-bc26-1d7e28f92d69 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:33:56.088780 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] Transition to ACTIVE for port object a5621439-8282-4dbb-adaf-bc445b75d87b will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:56.096034 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc8e756a-b6d0-49fd-9a4b-6f20a4b15425 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:56.107591 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43180782-8d48-4852-aa78-a4480cb65851 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:33:56.110550 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43180782-8d48-4852-aa78-a4480cb65851 None None] Checking segment: {'id': '382cd6ff-7269-4ef9-ae9a-1758b389c69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1d3857e4-3b46-4120-84cb-78edd37c94ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:33:56.111017 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-43180782-8d48-4852-aa78-a4480cb65851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:56.111853 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43180782-8d48-4852-aa78-a4480cb65851 None None] Bound using segment: {'id': '382cd6ff-7269-4ef9-ae9a-1758b389c69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1d3857e4-3b46-4120-84cb-78edd37c94ab'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:33:56.112288 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-43180782-8d48-4852-aa78-a4480cb65851 None None] Bound port: 21ffc663-5af2-4caf-af87-6aebae8b56ea, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382cd6ff-7269-4ef9-ae9a-1758b389c69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1d3857e4-3b46-4120-84cb-78edd37c94ab'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:33:56.112612 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-43180782-8d48-4852-aa78-a4480cb65851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:56.143381 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-6fd4bea9-da58-4a4b-99b5-0dcff2789363 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:56.145369 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0d1bb3-f07e-48ff-9522-ed85769f8221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-bbf6be13-cc99-44e4-8991-cc0b8c6993de', 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'fixed_ips': [{'subnet_id': '48997d48-8017-4745-a919-e2841ee030d4'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:33:56.146977 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6e0d1bb3-f07e-48ff-9522-ed85769f8221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:56.161408 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd4bea9-da58-4a4b-99b5-0dcff2789363 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:33:56.170631 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:56.179699 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7eafa81a-1437-4d9d-be99-e21bc616953e req-34776de4-82d3-48e0-a230-64a09cbf0d7b service neutron] 10.222.0.42 "GET /v2.0/networks/d792ad28-c1a4-4d37-b57d-4b386593b2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791837 Jan 11 09:33:56.188361 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-4dd0061d-1fc3-4063-be67-5fb814c4a7aa tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:33:56.194160 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4dd0061d-1fc3-4063-be67-5fb814c4a7aa tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6597631 Jan 11 09:33:56.194160 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-267cd711-1cc2-414f-8cfc-bde0b02e2880 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 0ee3766d-61ab-4fb3-bc26-1d7e28f92d69) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:56.214047 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57408) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:56.228958 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267cd711-1cc2-414f-8cfc-bde0b02e2880 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:56.228958 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-267cd711-1cc2-414f-8cfc-bde0b02e2880 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:56.246397 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718753e3-42b8-4c76-8718-3369a0356f9b None None] Network 0ee3766d-61ab-4fb3-bc26-1d7e28f92d69 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:56.284828 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc8e756a-b6d0-49fd-9a4b-6f20a4b15425 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:56.348222 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4bea9-da58-4a4b-99b5-0dcff2789363 None None] Pushing event updated for resources: {'Port': ['ID=af890786-c6d3-49f2-9d04-b6f44b9a7fb3,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:56.396116 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-267cd711-1cc2-414f-8cfc-bde0b02e2880 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3041890 Jan 11 09:33:56.401362 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57412) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:56.423687 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bc8e756a-b6d0-49fd-9a4b-6f20a4b15425 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:56.423687 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-bc8e756a-b6d0-49fd-9a4b-6f20a4b15425 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8190536 Jan 11 09:33:56.424119 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57416) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:56.446319 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-e268f98c-bcd8-4d95-a57d-6e7be3b939ef tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet 24538fbc-8d0b-4a72-bd10-b463de4e1782 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:33:56.451488 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e268f98c-bcd8-4d95-a57d-6e7be3b939ef tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:56.510137 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e268f98c-bcd8-4d95-a57d-6e7be3b939ef tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:56.653339 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] Attempting to bind port a5621439-8282-4dbb-adaf-bc445b75d87b on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:33:56.654280 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] Attempting to bind port a5621439-8282-4dbb-adaf-bc445b75d87b by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:33:56.658624 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] Attempting to bind port a5621439-8282-4dbb-adaf-bc445b75d87b on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:33:56.689818 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6fd4bea9-da58-4a4b-99b5-0dcff2789363 None None] Attempting to bind port af890786-c6d3-49f2-9d04-b6f44b9a7fb3 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:33:56.690997 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6fd4bea9-da58-4a4b-99b5-0dcff2789363 None None] Attempting to bind port af890786-c6d3-49f2-9d04-b6f44b9a7fb3 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:33:56.692255 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd4bea9-da58-4a4b-99b5-0dcff2789363 None None] Attempting to bind port af890786-c6d3-49f2-9d04-b6f44b9a7fb3 on network 11973de4-095d-48a2-8bfe-2305268446bc {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:33:56.703142 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7eafa81a-1437-4d9d-be99-e21bc616953e req-76d756f7-71a4-4505-bfbf-bff10ede0d9b service neutron] 10.222.0.42 "GET /v2.0/networks/d792ad28-c1a4-4d37-b57d-4b386593b2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180683 Jan 11 09:33:56.759082 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e268f98c-bcd8-4d95-a57d-6e7be3b939ef tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:56.828600 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:33:56.828763 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:33:56.829208 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:56.829596 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:33:56.830207 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] Bound port: a5621439-8282-4dbb-adaf-bc445b75d87b, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:33:56.834263 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:56.836620 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5f5c-10fb-44bb-b3c8-9217af2006c3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:56.874007 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b1a054a-f0b2-4e94-8f78-1ff05a5d05d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:56.899162 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd4bea9-da58-4a4b-99b5-0dcff2789363 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:33:56.899528 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd4bea9-da58-4a4b-99b5-0dcff2789363 None None] Checking segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:33:56.900168 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6fd4bea9-da58-4a4b-99b5-0dcff2789363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:56.900557 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd4bea9-da58-4a4b-99b5-0dcff2789363 None None] Bound using segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:33:56.901036 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6fd4bea9-da58-4a4b-99b5-0dcff2789363 None None] Bound port: af890786-c6d3-49f2-9d04-b6f44b9a7fb3, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:33:56.901429 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6fd4bea9-da58-4a4b-99b5-0dcff2789363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:56.910758 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64457f87-92c5-4c43-835c-7e4f00aaf2ef None None] Pushing event updated for resources: {'Port': ['ID=a5621439-8282-4dbb-adaf-bc445b75d87b,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:56.937513 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e268f98c-bcd8-4d95-a57d-6e7be3b939ef tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:57.048111 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfc5f5c-10fb-44bb-b3c8-9217af2006c3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Network daa20188-92c8-437c-9c82-e50d2f56b722 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:57.065660 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b34f55-1965-4774-8898-28fafac7c479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-191f545a-dcc0-4270-8b6b-6b3e07eab917', 'network_id': '191f545a-dcc0-4270-8b6b-6b3e07eab917', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'fixed_ips': [{'subnet_id': '6aac8e3f-a485-42e5-bd01-af98052ee469'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:33:57.065660 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-80b34f55-1965-4774-8898-28fafac7c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:57.084470 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-5dfc5f5c-10fb-44bb-b3c8-9217af2006c3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:57.091037 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-43180782-8d48-4852-aa78-a4480cb65851 None None] For port 21ffc663-5af2-4caf-af87-6aebae8b56ea, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:33:57.103650 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d961aeeb-980b-4249-bb55-e79e3c4e81ba None None] Network daa20188-92c8-437c-9c82-e50d2f56b722 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:57.127004 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] For port a5621439-8282-4dbb-adaf-bc445b75d87b, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:33:57.147155 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfc5f5c-10fb-44bb-b3c8-9217af2006c3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:57.147155 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5f5c-10fb-44bb-b3c8-9217af2006c3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:57.211104 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b1a054a-f0b2-4e94-8f78-1ff05a5d05d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:57.226664 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc5f5c-10fb-44bb-b3c8-9217af2006c3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Subnet': ['ID=ee1baabc-58cf-4975-adee-9686fb6d4e9d,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:57.259665 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268f98c-bcd8-4d95-a57d-6e7be3b939ef tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=24538fbc-8d0b-4a72-bd10-b463de4e1782,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:57.264756 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e268f98c-bcd8-4d95-a57d-6e7be3b939ef tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:57.288262 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-43180782-8d48-4852-aa78-a4480cb65851 None None] For port 21ffc663-5af2-4caf-af87-6aebae8b56ea, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=21ffc663-5af2-4caf-af87-6aebae8b56ea,segment=NetworkSegment(382cd6ff-7269-4ef9-ae9a-1758b389c69e),segment_id=382cd6ff-7269-4ef9-ae9a-1758b389c69e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:33:57.307237 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e268f98c-bcd8-4d95-a57d-6e7be3b939ef tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/24538fbc-8d0b-4a72-bd10-b463de4e1782 HTTP/1.1" status: 204 len: 168 time: 1.0921209 Jan 11 09:33:57.312261 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57424) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:57.321155 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] For port a5621439-8282-4dbb-adaf-bc445b75d87b, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a5621439-8282-4dbb-adaf-bc445b75d87b,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:33:57.347809 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-43180782-8d48-4852-aa78-a4480cb65851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:57.450961 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6ffd28f7-4d99-4740-9ce1-0f39395594f5 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1354451 Jan 11 09:33:57.454636 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57428) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:57.469426 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-759d227e-9a15-40d5-8a57-979b0cb386e1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:57.480906 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5dfc5f5c-10fb-44bb-b3c8-9217af2006c3 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.8298800 Jan 11 09:33:57.487459 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57432) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:57.496622 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3478a7b8-64c4-4180-868f-32d25af97fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-0ee3766d-61ab-4fb3-bc26-1d7e28f92d69', 'network_id': '0ee3766d-61ab-4fb3-bc26-1d7e28f92d69', 'tenant_id': '605575ac642f4c179928ba111782e9ff', 'fixed_ips': [{'subnet_id': '422ef613-2e18-4e5f-85cd-ff625c06eca8'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:33:57.497796 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3478a7b8-64c4-4180-868f-32d25af97fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:57.500126 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c6615a27-d257-41cd-a5e7-da1c11007d07 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-208020817', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ee1baabc-58cf-4975-adee-9686fb6d4e9d'}], 'security_groups': ['6ddc2b5c-dfea-40c2-a4e1-e5b67fb4c4c1', '4fd6356a-3527-474d-80f4-364fdb4d8222']}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:57.514758 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:57.547720 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023a134-41da-4963-9f13-02faf51544d5 req-02daf4f9-f8cf-4997-b8d7-b92943bddadf tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:57.550680 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b023a134-41da-4963-9f13-02faf51544d5 req-02daf4f9-f8cf-4997-b8d7-b92943bddadf tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.9955666 Jan 11 09:33:57.614813 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-6e0d1bb3-f07e-48ff-9522-ed85769f8221 None None] Allocated IP 172.20.0.2 (bbf6be13-cc99-44e4-8991-cc0b8c6993de/48997d48-8017-4745-a919-e2841ee030d4/9f24849f-7efc-4158-832e-910c14f0876b) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:57.624462 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-759d227e-9a15-40d5-8a57-979b0cb386e1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:57.627561 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b1a054a-f0b2-4e94-8f78-1ff05a5d05d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:57.634962 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-759d227e-9a15-40d5-8a57-979b0cb386e1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:57.641636 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6fd4bea9-da58-4a4b-99b5-0dcff2789363 None None] For port af890786-c6d3-49f2-9d04-b6f44b9a7fb3, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:33:57.677397 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-759d227e-9a15-40d5-8a57-979b0cb386e1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:57.677679 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6fd4bea9-da58-4a4b-99b5-0dcff2789363 None None] For port af890786-c6d3-49f2-9d04-b6f44b9a7fb3, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=af890786-c6d3-49f2-9d04-b6f44b9a7fb3,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:33:57.684289 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a054a-f0b2-4e94-8f78-1ff05a5d05d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Subnet': ['ID=422ef613-2e18-4e5f-85cd-ff625c06eca8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:57.687405 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-759d227e-9a15-40d5-8a57-979b0cb386e1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:57.762506 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b023a134-41da-4963-9f13-02faf51544d5 req-b140c21c-5ac5-46e4-b860-a1ef76331218 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064397 Jan 11 09:33:57.763773 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d374ed6c-b902-4863-81f0-4fe5a5850335 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:57.803855 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b1a054a-f0b2-4e94-8f78-1ff05a5d05d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:57.836543 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-2b1a054a-f0b2-4e94-8f78-1ff05a5d05d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee3766d-61ab-4fb3-bc26-1d7e28f92d69']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:57.848282 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759d227e-9a15-40d5-8a57-979b0cb386e1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:57.852924 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-759d227e-9a15-40d5-8a57-979b0cb386e1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:57.875220 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-2b1a054a-f0b2-4e94-8f78-1ff05a5d05d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '373b952e-fa7c-4c9e-b27f-ad60f1b5a9be') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:57.875510 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-2b1a054a-f0b2-4e94-8f78-1ff05a5d05d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '373b952e-fa7c-4c9e-b27f-ad60f1b5a9be') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:57.909100 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b1a054a-f0b2-4e94-8f78-1ff05a5d05d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:58.002160 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b1a054a-f0b2-4e94-8f78-1ff05a5d05d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:58.016931 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-80b34f55-1965-4774-8898-28fafac7c479 None None] Allocated IP 172.21.0.2 (191f545a-dcc0-4270-8b6b-6b3e07eab917/6aac8e3f-a485-42e5-bd01-af98052ee469/a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1a054a-f0b2-4e94-8f78-1ff05a5d05d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b1a054a-f0b2-4e94-8f78-1ff05a5d05d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:33:58.029313 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:33:58.187322 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b1a054a-f0b2-4e94-8f78-1ff05a5d05d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:58.255177 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b1a054a-f0b2-4e94-8f78-1ff05a5d05d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:58.274044 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a054a-f0b2-4e94-8f78-1ff05a5d05d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Network': ['ID=0ee3766d-61ab-4fb3-bc26-1d7e28f92d69,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:58.296550 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2b1a054a-f0b2-4e94-8f78-1ff05a5d05d8 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/networks/0ee3766d-61ab-4fb3-bc26-1d7e28f92d69 HTTP/1.1" status: 204 len: 168 time: 1.8983307 Jan 11 09:33:58.300601 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57436) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:58.361879 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea22bb4a-35aa-43ff-8b80-dfdd8fd79137 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] GET failed (client error): The resource could not be found. Jan 11 09:33:58.361879 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ea22bb4a-35aa-43ff-8b80-dfdd8fd79137 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Synchronizing usage tracker for tenant:605575ac642f4c179928ba111782e9ff on resource:subnet {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:33:58.437827 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-80b34f55-1965-4774-8898-28fafac7c479 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:58.438647 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ea22bb4a-35aa-43ff-8b80-dfdd8fd79137 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Unset dirty status for tenant:605575ac642f4c179928ba111782e9ff on resource:subnet {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:33:58.440187 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ea22bb4a-35aa-43ff-8b80-dfdd8fd79137 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "GET /v2.0/subnets/422ef613-2e18-4e5f-85cd-ff625c06eca8 HTTP/1.1" status: 404 len: 337 time: 0.1385219 Jan 11 09:33:58.443916 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57440) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:58.447280 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-759d227e-9a15-40d5-8a57-979b0cb386e1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:58.460814 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-80b34f55-1965-4774-8898-28fafac7c479 None None] Transition to ACTIVE for port object a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:58.491529 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-80b34f55-1965-4774-8898-28fafac7c479 None None] Transition to ACTIVE for port object a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:58.508438 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5020239c-8ea4-49bb-bd3a-7b33a460ee3f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:58.533715 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea3fa36-f2e7-4952-b0db-893e2f235b95 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] DELETE failed (client error): The resource could not be found. Jan 11 09:33:58.533715 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea3fa36-f2e7-4952-b0db-893e2f235b95 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:33:58.533715 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4ea3fa36-f2e7-4952-b0db-893e2f235b95 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/networks/0ee3766d-61ab-4fb3-bc26-1d7e28f92d69 HTTP/1.1" status: 404 len: 339 time: 0.0782139 Jan 11 09:33:58.541380 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57444) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:58.560908 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] Routers {'08aa8158-041b-4702-92c3-f0ded41a44a3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:33:58.562787 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:33:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['08aa8158-041b-4702-92c3-f0ded41a44a3'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:33:58.574263 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759d227e-9a15-40d5-8a57-979b0cb386e1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:58.582844 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-759d227e-9a15-40d5-8a57-979b0cb386e1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:58.592142 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759d227e-9a15-40d5-8a57-979b0cb386e1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:58.592716 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-759d227e-9a15-40d5-8a57-979b0cb386e1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:58.621334 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d227e-9a15-40d5-8a57-979b0cb386e1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=a3e02fa9-751a-4eec-8d12-9363ce4fdb41,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:58.622684 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-80b34f55-1965-4774-8898-28fafac7c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:58.627542 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6fd4bea9-da58-4a4b-99b5-0dcff2789363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:58.689252 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-759d227e-9a15-40d5-8a57-979b0cb386e1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2335055 Jan 11 09:33:58.695346 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57448) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:58.697782 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6615a27-d257-41cd-a5e7-da1c11007d07 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:58.710940 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-48569a5a-92a3-4e0f-b91e-f910b9689163 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'name': 'tempest-NetworksTestDHCPv6-764917537'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:33:58.749229 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5edbdad-212b-457a-99c5-09361b972faa tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:58.750393 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f5edbdad-212b-457a-99c5-09361b972faa tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Synchronizing usage tracker for tenant:605575ac642f4c179928ba111782e9ff on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:33:58.773170 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f5edbdad-212b-457a-99c5-09361b972faa tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Unset dirty status for tenant:605575ac642f4c179928ba111782e9ff on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:33:58.774829 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f5edbdad-212b-457a-99c5-09361b972faa tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2340903 Jan 11 09:33:58.777801 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57452) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:58.857344 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-87c07a84-45d8-478a-917a-a20cf6be9015 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "GET /v2.0/subnets?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54 HTTP/1.1" status: 200 len: 207 time: 0.0743566 Jan 11 09:33:58.859779 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57458) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:58.880344 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6e0d1bb3-f07e-48ff-9522-ed85769f8221 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:58.892242 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6e0d1bb3-f07e-48ff-9522-ed85769f8221 None None] Transition to ACTIVE for port object 9f24849f-7efc-4158-832e-910c14f0876b will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:59.023252 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c430f39f-e5e5-4d0d-834e-7d04eb489b13 None None] Network 0ee3766d-61ab-4fb3-bc26-1d7e28f92d69 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:59.042338 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6e0d1bb3-f07e-48ff-9522-ed85769f8221 None None] Transition to ACTIVE for port object 9f24849f-7efc-4158-832e-910c14f0876b will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:33:59.078134 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43180782-8d48-4852-aa78-a4480cb65851 None None] Pushing event updated for resources: {'Port': ['ID=21ffc663-5af2-4caf-af87-6aebae8b56ea,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:59.097945 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c430f39f-e5e5-4d0d-834e-7d04eb489b13 None None] Network 0ee3766d-61ab-4fb3-bc26-1d7e28f92d69 could not be found, it might have been deleted concurrently. {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 11 09:33:59.114591 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c31c317-978d-450a-982b-cc67dd349ca3 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:59.123602 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c31c317-978d-450a-982b-cc67dd349ca3 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:59.141579 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c31c317-978d-450a-982b-cc67dd349ca3 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:59.149900 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c31c317-978d-450a-982b-cc67dd349ca3 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:59.152245 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9c31c317-978d-450a-982b-cc67dd349ca3 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2913082 Jan 11 09:33:59.158119 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57462) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:59.173333 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b34f55-1965-4774-8898-28fafac7c479 None None] Network 191f545a-dcc0-4270-8b6b-6b3e07eab917 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:59.175141 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6e0d1bb3-f07e-48ff-9522-ed85769f8221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:59.193315 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-80b34f55-1965-4774-8898-28fafac7c479 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:59.214631 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b34f55-1965-4774-8898-28fafac7c479 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:33:59.306208 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0d1bb3-f07e-48ff-9522-ed85769f8221 None None] Network bbf6be13-cc99-44e4-8991-cc0b8c6993de is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:33:59.317444 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-6e0d1bb3-f07e-48ff-9522-ed85769f8221 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:33:59.350278 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d04421ce-dc9b-45ce-8ed3-2d8e951a4f6b tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1899850 Jan 11 09:33:59.355705 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57466) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:59.376698 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0d1bb3-f07e-48ff-9522-ed85769f8221 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:33:59.384457 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf19d5c-e5c1-4853-93e9-94b016c86bfe None None] Network 1d3857e4-3b46-4120-84cb-78edd37c94ab requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:59.425884 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09f4cd2-b84b-4234-8247-fcfbbd632757 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:59.427682 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09f4cd2-b84b-4234-8247-fcfbbd632757 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:59.429343 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c09f4cd2-b84b-4234-8247-fcfbbd632757 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0726788 Jan 11 09:33:59.432861 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57470) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:59.437406 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-d374ed6c-b902-4863-81f0-4fe5a5850335 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Allocated IP 172.20.0.1 (1d3857e4-3b46-4120-84cb-78edd37c94ab/7d0c29a3-d409-4527-8159-05397ea3273e/9c68699c-9ffa-42a2-a1aa-07b5eb0840bd) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:33:59.508973 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43188141-ded3-46af-99c7-842b2e6459e1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:59.510696 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43188141-ded3-46af-99c7-842b2e6459e1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:59.512698 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-43188141-ded3-46af-99c7-842b2e6459e1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0784528 Jan 11 09:33:59.516938 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57474) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:59.621385 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64457f87-92c5-4c43-835c-7e4f00aaf2ef None None] Pushing event updated for resources: {'Port': ['ID=a5621439-8282-4dbb-adaf-bc445b75d87b,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:33:59.680185 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-48569a5a-92a3-4e0f-b91e-f910b9689163 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:33:59.680938 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] Set router 08aa8158-041b-4702-92c3-f0ded41a44a3 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:33:59.752259 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-48569a5a-92a3-4e0f-b91e-f910b9689163 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:port and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:33:59.757019 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9367139-b38a-4fc8-96db-ab59bb90f8f4 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:33:59.770397 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-48569a5a-92a3-4e0f-b91e-f910b9689163 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:33:59.797106 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-48569a5a-92a3-4e0f-b91e-f910b9689163 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:33:59.813043 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600c3c62-f155-463a-9119-f059fc1e3688 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:59.819738 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-600c3c62-f155-463a-9119-f059fc1e3688 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "GET /v2.0/networks/6d83a5e7-5bc0-40bb-ba0e-5294ce214a10 HTTP/1.1" status: 200 len: 799 time: 0.2963235 Jan 11 09:33:59.820481 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57478) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:33:59.858265 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9ce89-3a34-43ba-b936-8e0aa056b699 req-5db0ef02-c046-42b6-986c-b0277ac18959 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:33:59.859761 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-35c9ce89-3a34-43ba-b936-8e0aa056b699 req-5db0ef02-c046-42b6-986c-b0277ac18959 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.9381142 Jan 11 09:33:59.875739 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-80b34f55-1965-4774-8898-28fafac7c479 None None] Attempting to bind port a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:33:59.876389 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-80b34f55-1965-4774-8898-28fafac7c479 None None] Attempting to bind port a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '47757967-7a62-47d7-9ce6-6b6bc50b3ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '191f545a-dcc0-4270-8b6b-6b3e07eab917'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:33:59.876926 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b34f55-1965-4774-8898-28fafac7c479 None None] Attempting to bind port a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9 on network 191f545a-dcc0-4270-8b6b-6b3e07eab917 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:33:59.911560 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48569a5a-92a3-4e0f-b91e-f910b9689163 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:33:59.915828 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48569a5a-92a3-4e0f-b91e-f910b9689163 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:59.922255 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-574dd730-fce8-4385-adb6-5ae2884d8d29 None None] Provisioning for port 21ffc663-5af2-4caf-af87-6aebae8b56ea completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:33:59.943749 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b34f55-1965-4774-8898-28fafac7c479 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:33:59.944442 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b34f55-1965-4774-8898-28fafac7c479 None None] Checking segment: {'id': '47757967-7a62-47d7-9ce6-6b6bc50b3ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '191f545a-dcc0-4270-8b6b-6b3e07eab917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:33:59.945016 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-80b34f55-1965-4774-8898-28fafac7c479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:59.945586 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b34f55-1965-4774-8898-28fafac7c479 None None] Bound using segment: {'id': '47757967-7a62-47d7-9ce6-6b6bc50b3ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '191f545a-dcc0-4270-8b6b-6b3e07eab917'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:33:59.946073 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-80b34f55-1965-4774-8898-28fafac7c479 None None] Bound port: a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47757967-7a62-47d7-9ce6-6b6bc50b3ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '191f545a-dcc0-4270-8b6b-6b3e07eab917'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:33:59.946642 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-80b34f55-1965-4774-8898-28fafac7c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:33:59.967892 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6e0d1bb3-f07e-48ff-9522-ed85769f8221 None None] Attempting to bind port 9f24849f-7efc-4158-832e-910c14f0876b on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:33:59.968524 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6e0d1bb3-f07e-48ff-9522-ed85769f8221 None None] Attempting to bind port 9f24849f-7efc-4158-832e-910c14f0876b by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'd4969419-30e3-407f-bc95-ce6e066593a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:33:59.968884 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0d1bb3-f07e-48ff-9522-ed85769f8221 None None] Attempting to bind port 9f24849f-7efc-4158-832e-910c14f0876b on network bbf6be13-cc99-44e4-8991-cc0b8c6993de {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:33:59.980964 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2deb12b0-431e-4197-96cc-ac23458e3dc2 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "GET /v2.0/networks/6d83a5e7-5bc0-40bb-ba0e-5294ce214a10?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1592638 Jan 11 09:33:59.981550 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57482) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:00.012573 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d374ed6c-b902-4863-81f0-4fe5a5850335 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:00.051597 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861af3ff-e3bd-447f-83c6-5add57ec623b tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:00.054066 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-861af3ff-e3bd-447f-83c6-5add57ec623b tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "GET /v2.0/subnets/ba4cc9cb-42d8-4222-9812-04865bb4187e HTTP/1.1" status: 200 len: 811 time: 0.0711658 Jan 11 09:34:00.059279 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57486) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:00.103195 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-48569a5a-92a3-4e0f-b91e-f910b9689163 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] device_id is not set on port b351ed1e-7f09-4c3d-a036-401781c6d660 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:34:00.127845 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b34f55-1965-4774-8898-28fafac7c479 None None] Pushing event updated for resources: {'Port': ['ID=a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:00.130439 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0d1bb3-f07e-48ff-9522-ed85769f8221 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:34:00.131299 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0d1bb3-f07e-48ff-9522-ed85769f8221 None None] Checking segment: {'id': 'd4969419-30e3-407f-bc95-ce6e066593a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:34:00.131935 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6e0d1bb3-f07e-48ff-9522-ed85769f8221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:00.132472 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0d1bb3-f07e-48ff-9522-ed85769f8221 None None] Bound using segment: {'id': 'd4969419-30e3-407f-bc95-ce6e066593a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:34:00.133099 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6e0d1bb3-f07e-48ff-9522-ed85769f8221 None None] Bound port: 9f24849f-7efc-4158-832e-910c14f0876b, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4969419-30e3-407f-bc95-ce6e066593a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:34:00.133631 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6e0d1bb3-f07e-48ff-9522-ed85769f8221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:00.134020 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacc0c11-4c5b-49d2-8e80-a069241239f1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['shared'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:00.135461 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-aacc0c11-4c5b-49d2-8e80-a069241239f1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "GET /v2.0/subnets/ba4cc9cb-42d8-4222-9812-04865bb4187e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0748250 Jan 11 09:34:00.140722 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57490) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:00.144736 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-d374ed6c-b902-4863-81f0-4fe5a5850335 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Transition to ACTIVE for port object 9c68699c-9ffa-42a2-a1aa-07b5eb0840bd will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:00.147583 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-7d7f2c88-4862-46b7-af1a-92e2935162ec tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1608356887'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:00.152997 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7d7f2c88-4862-46b7-af1a-92e2935162ec tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:00.159600 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-35c9ce89-3a34-43ba-b936-8e0aa056b699 req-bba524ed-5a41-4569-af39-0b0ea79c68a0 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657499 Jan 11 09:34:00.164174 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7d7f2c88-4862-46b7-af1a-92e2935162ec tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:00.175326 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7f2c88-4862-46b7-af1a-92e2935162ec tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Made reservation on behalf of 605575ac642f4c179928ba111782e9ff for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:00.180351 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2c88-4862-46b7-af1a-92e2935162ec tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:00.225578 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7f2c88-4862-46b7-af1a-92e2935162ec tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:34:00.237326 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2c88-4862-46b7-af1a-92e2935162ec tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:00.238261 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-7d7f2c88-4862-46b7-af1a-92e2935162ec tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Added segment 4afe8e2d-3954-4be6-b31a-acd0cf782224 of type vlan for network b493ac0b-530e-47ad-9b5a-38e0c8ae4e02 Jan 11 09:34:00.270767 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2c88-4862-46b7-af1a-92e2935162ec tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:00.308820 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2c88-4862-46b7-af1a-92e2935162ec tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:00.313041 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70434422-58b2-44de-bc24-e5b57f820d67 None None] Update dhcp port {'port': {'network_id': 'daa20188-92c8-437c-9c82-e50d2f56b722', 'fixed_ips': [{'subnet_id': 'a79a31de-12ad-424d-802e-a4593e6c45de', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7a409e9d-2560-4f48-bc50-ea3fbc5d93c6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ee1baabc-58cf-4975-adee-9686fb6d4e9d'}], 'binding:host_id': 'dv-neutron-823402-4-hyperv'}, 'id': 'f8151182-07bb-4f44-88fa-d37382950ec0'} from dv-neutron-823402-4-hyperv. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 11 09:34:00.315934 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7f2c88-4862-46b7-af1a-92e2935162ec tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:00.316974 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2c88-4862-46b7-af1a-92e2935162ec tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:00.389950 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-5020239c-8ea4-49bb-bd3a-7b33a460ee3f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Allocated IP 172.20.0.1 (bbf6be13-cc99-44e4-8991-cc0b8c6993de/48997d48-8017-4745-a919-e2841ee030d4/4616f27a-c965-4207-8067-8f941770410a) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:34:00.460086 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d374ed6c-b902-4863-81f0-4fe5a5850335 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:00.466011 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7d7f2c88-4862-46b7-af1a-92e2935162ec tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3237932 Jan 11 09:34:00.472056 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f2c88-4862-46b7-af1a-92e2935162ec tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Network': ['ID=b493ac0b-530e-47ad-9b5a-38e0c8ae4e02,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:00.475242 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57496) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:00.487826 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9b918fe0-9b10-42a1-bc32-9f2da2170ceb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'subnet': {'network_id': 'b493ac0b-530e-47ad-9b5a-38e0c8ae4e02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:00.490339 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-c6615a27-d257-41cd-a5e7-da1c11007d07 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Delete allocated IP 2001:db8::b9 (daa20188-92c8-437c-9c82-e50d2f56b722/7a409e9d-2560-4f48-bc50-ea3fbc5d93c6) {{(pid=87655) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 11 09:34:00.523212 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network b493ac0b-530e-47ad-9b5a-38e0c8ae4e02 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:34:00.591125 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-c6615a27-d257-41cd-a5e7-da1c11007d07 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Allocated IP 2001:db8:0:2::16f (daa20188-92c8-437c-9c82-e50d2f56b722/ee1baabc-58cf-4975-adee-9686fb6d4e9d/fc8a6dbb-eccc-4274-8259-091674cac4fe) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:34:00.635724 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9b918fe0-9b10-42a1-bc32-9f2da2170ceb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:00.637360 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-48569a5a-92a3-4e0f-b91e-f910b9689163 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 2001:db8::54 (11973de4-095d-48a2-8bfe-2305268446bc/a3e02fa9-751a-4eec-8d12-9363ce4fdb41/b351ed1e-7f09-4c3d-a036-401781c6d660) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:34:00.656693 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d374ed6c-b902-4863-81f0-4fe5a5850335 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network 1d3857e4-3b46-4120-84cb-78edd37c94ab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:00.656880 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9b918fe0-9b10-42a1-bc32-9f2da2170ceb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:00.664137 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b918fe0-9b10-42a1-bc32-9f2da2170ceb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Made reservation on behalf of 605575ac642f4c179928ba111782e9ff for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:00.671190 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b918fe0-9b10-42a1-bc32-9f2da2170ceb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:00.675632 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-70434422-58b2-44de-bc24-e5b57f820d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:00.745855 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4bea9-da58-4a4b-99b5-0dcff2789363 None None] Pushing event updated for resources: {'Port': ['ID=af890786-c6d3-49f2-9d04-b6f44b9a7fb3,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:00.746766 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-d374ed6c-b902-4863-81f0-4fe5a5850335 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:00.757131 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d374ed6c-b902-4863-81f0-4fe5a5850335 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:34:00.836609 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.ipam_backend_mixin [None req-9b918fe0-9b10-42a1-bc32-9f2da2170ceb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Performing IP validity checks on allocation pools {{(pid=87654) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 11 09:34:00.836609 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.ipam_backend_mixin [None req-9b918fe0-9b10-42a1-bc32-9f2da2170ceb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87654) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 11 09:34:00.861142 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374ed6c-b902-4863-81f0-4fe5a5850335 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Port': ['ID=9c68699c-9ffa-42a2-a1aa-07b5eb0840bd,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:00.903359 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-80b34f55-1965-4774-8898-28fafac7c479 None None] For port a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:34:00.941935 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d374ed6c-b902-4863-81f0-4fe5a5850335 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:00.993501 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-80b34f55-1965-4774-8898-28fafac7c479 None None] For port a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9,segment=NetworkSegment(47757967-7a62-47d7-9ce6-6b6bc50b3ea9),segment_id=47757967-7a62-47d7-9ce6-6b6bc50b3ea9)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:34:00.993501 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6e0d1bb3-f07e-48ff-9522-ed85769f8221 None None] For port 9f24849f-7efc-4158-832e-910c14f0876b, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:34:01.062173 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-80b34f55-1965-4774-8898-28fafac7c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:01.080680 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6e0d1bb3-f07e-48ff-9522-ed85769f8221 None None] For port 9f24849f-7efc-4158-832e-910c14f0876b, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=9f24849f-7efc-4158-832e-910c14f0876b,segment=NetworkSegment(d4969419-30e3-407f-bc95-ce6e066593a6),segment_id=d4969419-30e3-407f-bc95-ce6e066593a6)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:34:01.100854 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d1bb3-f07e-48ff-9522-ed85769f8221 None None] Pushing event updated for resources: {'Port': ['ID=9f24849f-7efc-4158-832e-910c14f0876b,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:01.102887 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b918fe0-9b10-42a1-bc32-9f2da2170ceb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:01.156209 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201eaefa-816d-4223-920d-9d223ca6f124 req-7580fc76-2817-49ea-beac-e5778be8941e tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:01.157756 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-201eaefa-816d-4223-920d-9d223ca6f124 req-7580fc76-2817-49ea-beac-e5778be8941e tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.8124702 Jan 11 09:34:01.169554 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5020239c-8ea4-49bb-bd3a-7b33a460ee3f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:01.196346 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6e0d1bb3-f07e-48ff-9522-ed85769f8221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:01.219936 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b918fe0-9b10-42a1-bc32-9f2da2170ceb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Checking segment: {'id': '4afe8e2d-3954-4be6-b31a-acd0cf782224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b493ac0b-530e-47ad-9b5a-38e0c8ae4e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:34:01.220505 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b918fe0-9b10-42a1-bc32-9f2da2170ceb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Network hostable DHCP agents. Network: b493ac0b-530e-47ad-9b5a-38e0c8ae4e02, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:34:01.227544 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b918fe0-9b10-42a1-bc32-9f2da2170ceb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Subnet': ['ID=e8ebd3d7-0e32-44c8-b157-df7c6dea63ee,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:01.249112 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b918fe0-9b10-42a1-bc32-9f2da2170ceb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Network b493ac0b-530e-47ad-9b5a-38e0c8ae4e02 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:34:01.260269 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 21ffc663-5af2-4caf-af87-6aebae8b56ea up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:01.266026 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-9b918fe0-9b10-42a1-bc32-9f2da2170ceb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, b493ac0b-530e-47ad-9b5a-38e0c8ae4e02) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:01.271742 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b918fe0-9b10-42a1-bc32-9f2da2170ceb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:01.273654 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b918fe0-9b10-42a1-bc32-9f2da2170ceb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:01.304664 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4739202f-70df-4b30-b9f8-697609850c26 None None] Network b493ac0b-530e-47ad-9b5a-38e0c8ae4e02 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:01.341936 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9b918fe0-9b10-42a1-bc32-9f2da2170ceb tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8645897 Jan 11 09:34:01.343127 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57500) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:01.350592 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-f9a7e513-5997-4515-943b-f917aaaf2091 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:01.595453 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e513-5997-4515-943b-f917aaaf2091 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6467250'] for subnet, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:01.670269 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-5020239c-8ea4-49bb-bd3a-7b33a460ee3f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Transition to ACTIVE for port object 4616f27a-c965-4207-8067-8f941770410a will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:01.860447 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289783008', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:33:45Z', 'updated_at': '2022-01-11T09:33:49Z', 'revision_number': 3, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'gw_port': {'id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:33:47Z', 'updated_at': '2022-01-11T09:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:01.865109 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b34f55-1965-4774-8898-28fafac7c479 None None] Pushing event updated for resources: {'Port': ['ID=a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:01.952223 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70848bef-e3f4-4541-bc2a-8f5b1186cff2 None None] The sync data for ids ['08aa8158-041b-4702-92c3-f0ded41a44a3'] in dv-neutron-823402-4-hyperv is: [{'id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289783008', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:33:45Z', 'updated_at': '2022-01-11T09:33:49Z', 'revision_number': 3, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'gw_port': {'id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:33:47Z', 'updated_at': '2022-01-11T09:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:34:02.002801 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d374ed6c-b902-4863-81f0-4fe5a5850335 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:02.182425 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e513-5997-4515-943b-f917aaaf2091 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763173342437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7538021'] for subnet, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:02.300740 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-201eaefa-816d-4223-920d-9d223ca6f124 req-4fbe6f50-541e-4388-9160-601a2e44e17f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0424101 Jan 11 09:34:02.333706 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7e513-5997-4515-943b-f917aaaf2091 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event updated for resources: {'Subnet': ['ID=e8ebd3d7-0e32-44c8-b157-df7c6dea63ee,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:02.338002 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5020239c-8ea4-49bb-bd3a-7b33a460ee3f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:02.364929 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a7e513-5997-4515-943b-f917aaaf2091 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:02.365815 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e513-5997-4515-943b-f917aaaf2091 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:02.371595 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f9a7e513-5997-4515-943b-f917aaaf2091 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "PUT /v2.0/subnets/e8ebd3d7-0e32-44c8-b157-df7c6dea63ee HTTP/1.1" status: 200 len: 877 time: 1.0266118 Jan 11 09:34:02.375312 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57506) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:02.437525 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 21ffc663-5af2-4caf-af87-6aebae8b56ea completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:02.643886 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d1bb3-f07e-48ff-9522-ed85769f8221 None None] Pushing event updated for resources: {'Port': ['ID=9f24849f-7efc-4158-832e-910c14f0876b,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:02.700905 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d734f3-ac7b-466d-9302-c3a54c55afce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-b493ac0b-530e-47ad-9b5a-38e0c8ae4e02', 'network_id': 'b493ac0b-530e-47ad-9b5a-38e0c8ae4e02', 'tenant_id': '605575ac642f4c179928ba111782e9ff', 'fixed_ips': [{'subnet_id': 'e8ebd3d7-0e32-44c8-b157-df7c6dea63ee'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:34:02.702660 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b6d734f3-ac7b-466d-9302-c3a54c55afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:02.747777 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 21ffc663-5af2-4caf-af87-6aebae8b56ea triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:02.748180 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:02.859217 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3373d872-6265-49e4-b87b-896234cb1497 None None] Update dhcp port {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'fixed_ips': [{'subnet_id': 'a3e02fa9-751a-4eec-8d12-9363ce4fdb41'}], 'binding:host_id': 'dv-neutron-823402-4-hyperv'}, 'id': 'af890786-c6d3-49f2-9d04-b6f44b9a7fb3'} from dv-neutron-823402-4-hyperv. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 11 09:34:02.938534 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5020239c-8ea4-49bb-bd3a-7b33a460ee3f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Network bbf6be13-cc99-44e4-8991-cc0b8c6993de is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:02.982204 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-5020239c-8ea4-49bb-bd3a-7b33a460ee3f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:02.993988 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5020239c-8ea4-49bb-bd3a-7b33a460ee3f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:34:03.037038 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.resource_extend [None req-c6615a27-d257-41cd-a5e7-da1c11007d07 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:34:03.080039 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af3b7ac2-d3b3-4341-850c-355b8c0241c1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:03.088585 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020239c-8ea4-49bb-bd3a-7b33a460ee3f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Pushing event updated for resources: {'Port': ['ID=4616f27a-c965-4207-8067-8f941770410a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:03.118905 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6615a27-d257-41cd-a5e7-da1c11007d07 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:03.152619 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48569a5a-92a3-4e0f-b91e-f910b9689163 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:03.201288 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-c6615a27-d257-41cd-a5e7-da1c11007d07 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Transition to ACTIVE for port object fc8a6dbb-eccc-4274-8259-091674cac4fe will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:03.251169 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af3b7ac2-d3b3-4341-850c-355b8c0241c1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:03.277690 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6615a27-d257-41cd-a5e7-da1c11007d07 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:03.404645 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-178e0683-c28f-40cc-b431-bcc99039b144 None None] Provisioning for port 9c68699c-9ffa-42a2-a1aa-07b5eb0840bd completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:03.413234 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-48569a5a-92a3-4e0f-b91e-f910b9689163 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Transition to ACTIVE for port object b351ed1e-7f09-4c3d-a036-401781c6d660 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:03.445752 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5020239c-8ea4-49bb-bd3a-7b33a460ee3f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:03.481162 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3373d872-6265-49e4-b87b-896234cb1497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:03.675532 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-178e0683-c28f-40cc-b431-bcc99039b144 None None] Provisioning complete for port 9c68699c-9ffa-42a2-a1aa-07b5eb0840bd triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:03.675929 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-178e0683-c28f-40cc-b431-bcc99039b144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:03.744766 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af3b7ac2-d3b3-4341-850c-355b8c0241c1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:03.904475 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b7ac2-d3b3-4341-850c-355b8c0241c1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Subnet': ['ID=e8ebd3d7-0e32-44c8-b157-df7c6dea63ee,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:03.908020 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48569a5a-92a3-4e0f-b91e-f910b9689163 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:03.968290 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c6615a27-d257-41cd-a5e7-da1c11007d07 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] In _notify_port_updated(), no bound segment for port fc8a6dbb-eccc-4274-8259-091674cac4fe on network daa20188-92c8-437c-9c82-e50d2f56b722 {{(pid=87655) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 11 09:34:03.968385 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-70434422-58b2-44de-bc24-e5b57f820d67 None None] Allocated IP 2001:db8:0:2::2 (daa20188-92c8-437c-9c82-e50d2f56b722/ee1baabc-58cf-4975-adee-9686fb6d4e9d/f8151182-07bb-4f44-88fa-d37382950ec0) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:34:03.968480 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6615a27-d257-41cd-a5e7-da1c11007d07 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:03.968576 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6615a27-d257-41cd-a5e7-da1c11007d07 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:03.969839 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c6615a27-d257-41cd-a5e7-da1c11007d07 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "PUT /v2.0/ports/fc8a6dbb-eccc-4274-8259-091674cac4fe HTTP/1.1" status: 200 len: 969 time: 6.4754362 Jan 11 09:34:03.973428 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57510) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:04.032743 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6615a27-d257-41cd-a5e7-da1c11007d07 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event updated for resources: {'Port': ['ID=fc8a6dbb-eccc-4274-8259-091674cac4fe,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:04.110767 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48569a5a-92a3-4e0f-b91e-f910b9689163 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:04.136025 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8ed531-6ed6-47c0-9b57-f8621d95e6d6 None None] Network 191f545a-dcc0-4270-8b6b-6b3e07eab917 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:04.175137 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03db687f-87d9-46e0-b1f3-3a6207c7b703 None None] Network bbf6be13-cc99-44e4-8991-cc0b8c6993de requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:04.182779 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-48569a5a-92a3-4e0f-b91e-f910b9689163 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:04.191520 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af3b7ac2-d3b3-4341-850c-355b8c0241c1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:04.207842 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48569a5a-92a3-4e0f-b91e-f910b9689163 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:34:04.209140 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8d466cf5-c597-4d9d-bdbf-118a6f32bf46 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting port fc8a6dbb-eccc-4274-8259-091674cac4fe {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:04.209140 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8d466cf5-c597-4d9d-bdbf-118a6f32bf46 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:04.212676 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48569a5a-92a3-4e0f-b91e-f910b9689163 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:04.213491 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-48569a5a-92a3-4e0f-b91e-f910b9689163 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:04.232001 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff2df4-7e8c-46c6-be7a-7f3dd241426a req-3de31dd7-828f-4b6b-88fc-07d90e9ef03c tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:04.232634 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9dff2df4-7e8c-46c6-be7a-7f3dd241426a req-3de31dd7-828f-4b6b-88fc-07d90e9ef03c tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 1.4569533 Jan 11 09:34:04.275980 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-af3b7ac2-d3b3-4341-850c-355b8c0241c1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b493ac0b-530e-47ad-9b5a-38e0c8ae4e02']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:04.305270 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-af3b7ac2-d3b3-4341-850c-355b8c0241c1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4afe8e2d-3954-4be6-b31a-acd0cf782224') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:04.305270 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-af3b7ac2-d3b3-4341-850c-355b8c0241c1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4afe8e2d-3954-4be6-b31a-acd0cf782224') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:04.328249 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af3b7ac2-d3b3-4341-850c-355b8c0241c1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:04.366704 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-3373d872-6265-49e4-b87b-896234cb1497 None None] Allocated IP 2001:db8::2 (11973de4-095d-48a2-8bfe-2305268446bc/a3e02fa9-751a-4eec-8d12-9363ce4fdb41/af890786-c6d3-49f2-9d04-b6f44b9a7fb3) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:34:04.385990 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48569a5a-92a3-4e0f-b91e-f910b9689163 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=b351ed1e-7f09-4c3d-a036-401781c6d660,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:04.421953 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9dff2df4-7e8c-46c6-be7a-7f3dd241426a req-7b0a6a1b-0bd3-4d97-affe-508f3b23d39c tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597419 Jan 11 09:34:04.429758 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af3b7ac2-d3b3-4341-850c-355b8c0241c1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:04.442210 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3b7ac2-d3b3-4341-850c-355b8c0241c1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:34:04.442210 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af3b7ac2-d3b3-4341-850c-355b8c0241c1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:34:04.455553 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:34:04.499280 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-48569a5a-92a3-4e0f-b91e-f910b9689163 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.8026829 Jan 11 09:34:04.504282 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57518) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:04.522246 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d374ed6c-b902-4863-81f0-4fe5a5850335 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:04.544085 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d374ed6c-b902-4863-81f0-4fe5a5850335 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:04.601076 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-70434422-58b2-44de-bc24-e5b57f820d67 None None] For port f8151182-07bb-4f44-88fa-d37382950ec0, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=f8151182-07bb-4f44-88fa-d37382950ec0,segment=NetworkSegment(a9e410db-234b-40ea-a6ac-226a730df9a8),segment_id=a9e410db-234b-40ea-a6ac-226a730df9a8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server [None req-b6d734f3-ac7b-466d-9302-c3a54c55afce None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8ebd3d7-0e32-44c8-b157-df7c6dea63ee: This subnet is being modified by another concurrent operation. Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 11 09:34:04.636524 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise exception Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8ebd3d7-0e32-44c8-b157-df7c6dea63ee: This subnet is being modified by another concurrent operation. Jan 11 09:34:04.640064 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server Jan 11 09:34:04.686821 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41477953-27b7-40cf-8985-294c267e765b None None] Network b493ac0b-530e-47ad-9b5a-38e0c8ae4e02 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:04.704197 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:04.832416 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5020239c-8ea4-49bb-bd3a-7b33a460ee3f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:04.845411 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-178e0683-c28f-40cc-b431-bcc99039b144 None None] Port 9c68699c-9ffa-42a2-a1aa-07b5eb0840bd cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:34:04.881456 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8d466cf5-c597-4d9d-bdbf-118a6f32bf46 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:04.898433 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d374ed6c-b902-4863-81f0-4fe5a5850335 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:04.987829 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.resource_extend [None req-70434422-58b2-44de-bc24-e5b57f820d67 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:34:05.005683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-70434422-58b2-44de-bc24-e5b57f820d67 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:05.027125 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374ed6c-b902-4863-81f0-4fe5a5850335 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Port': ['ID=9c68699c-9ffa-42a2-a1aa-07b5eb0840bd,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:05.028795 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-70434422-58b2-44de-bc24-e5b57f820d67 None None] Transition to ACTIVE for port object f8151182-07bb-4f44-88fa-d37382950ec0 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:05.078054 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-70434422-58b2-44de-bc24-e5b57f820d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:05.149081 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8d466cf5-c597-4d9d-bdbf-118a6f32bf46 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Calling delete_port for fc8a6dbb-eccc-4274-8259-091674cac4fe owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:05.221858 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af3b7ac2-d3b3-4341-850c-355b8c0241c1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:05.226462 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3373d872-6265-49e4-b87b-896234cb1497 None None] For port af890786-c6d3-49f2-9d04-b6f44b9a7fb3, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=af890786-c6d3-49f2-9d04-b6f44b9a7fb3,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:05.254905 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-178e0683-c28f-40cc-b431-bcc99039b144 None None] Provisioning complete for port 21ffc663-5af2-4caf-af87-6aebae8b56ea triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:05.254905 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-178e0683-c28f-40cc-b431-bcc99039b144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:05.282783 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:05.293198 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af3b7ac2-d3b3-4341-850c-355b8c0241c1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:05.316007 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b7ac2-d3b3-4341-850c-355b8c0241c1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Network': ['ID=b493ac0b-530e-47ad-9b5a-38e0c8ae4e02,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:05.345430 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-af3b7ac2-d3b3-4341-850c-355b8c0241c1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/networks/b493ac0b-530e-47ad-9b5a-38e0c8ae4e02 HTTP/1.1" status: 204 len: 168 time: 2.9663744 Jan 11 09:34:05.377713 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57524) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:05.414239 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c575d7e-57dd-472a-807d-fd09982a197e tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:05.414239 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c575d7e-57dd-472a-807d-fd09982a197e tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:05.415859 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6c575d7e-57dd-472a-807d-fd09982a197e tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/subnets/e8ebd3d7-0e32-44c8-b157-df7c6dea63ee HTTP/1.1" status: 404 len: 337 time: 0.0496378 Jan 11 09:34:05.420549 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57528) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:05.495485 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-5356abf8-4014-472c-baaf-4df3a7b0ba66 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:05.495694 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5356abf8-4014-472c-baaf-4df3a7b0ba66 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:05.515136 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f07996-e54d-4cd8-a167-ea363862c140 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:05.521972 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f07996-e54d-4cd8-a167-ea363862c140 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:05.522817 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-34f07996-e54d-4cd8-a167-ea363862c140 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:05.540749 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5356abf8-4014-472c-baaf-4df3a7b0ba66 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/networks/b493ac0b-530e-47ad-9b5a-38e0c8ae4e02 HTTP/1.1" status: 404 len: 339 time: 0.1192868 Jan 11 09:34:05.545356 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57532) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:05.556828 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d374ed6c-b902-4863-81f0-4fe5a5850335 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network 1d3857e4-3b46-4120-84cb-78edd37c94ab is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:05.569458 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-d374ed6c-b902-4863-81f0-4fe5a5850335 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:05.637285 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6bf896-1b96-4d41-ab79-e7918b18b337 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:05.638227 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c6bf896-1b96-4d41-ab79-e7918b18b337 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:05.640155 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4c6bf896-1b96-4d41-ab79-e7918b18b337 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/subnets/422ef613-2e18-4e5f-85cd-ff625c06eca8 HTTP/1.1" status: 404 len: 337 time: 0.0872130 Jan 11 09:34:05.642949 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57536) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:05.643831 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8d466cf5-c597-4d9d-bdbf-118a6f32bf46 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:05.747054 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-34f07996-e54d-4cd8-a167-ea363862c140 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:05.747802 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-34f07996-e54d-4cd8-a167-ea363862c140 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1588 time: 1.2369444 Jan 11 09:34:05.748979 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d466cf5-c597-4d9d-bdbf-118a6f32bf46 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Port': ['ID=fc8a6dbb-eccc-4274-8259-091674cac4fe,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:05.752241 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.resource_extend [None req-3373d872-6265-49e4-b87b-896234cb1497 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:34:05.753191 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-6154eb27-c602-4ef1-9c0e-d5e972491268 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:05.753886 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6154eb27-c602-4ef1-9c0e-d5e972491268 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:05.758577 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6154eb27-c602-4ef1-9c0e-d5e972491268 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/networks/0ee3766d-61ab-4fb3-bc26-1d7e28f92d69 HTTP/1.1" status: 404 len: 339 time: 0.1125481 Jan 11 09:34:05.760289 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57540) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:05.770022 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57542) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:05.818398 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 21ffc663-5af2-4caf-af87-6aebae8b56ea, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=21ffc663-5af2-4caf-af87-6aebae8b56ea,segment=NetworkSegment(382cd6ff-7269-4ef9-ae9a-1758b389c69e),segment_id=382cd6ff-7269-4ef9-ae9a-1758b389c69e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:05.940253 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8d466cf5-c597-4d9d-bdbf-118a6f32bf46 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:05.949078 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8d466cf5-c597-4d9d-bdbf-118a6f32bf46 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/ports/fc8a6dbb-eccc-4274-8259-091674cac4fe HTTP/1.1" status: 204 len: 168 time: 1.9736998 Jan 11 09:34:05.953973 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57548) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:05.977031 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:05.981047 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f226dd63-6f75-47c5-99fd-caa36f4dafcd None None] Network b493ac0b-530e-47ad-9b5a-38e0c8ae4e02 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:06.045814 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea49136-183d-47fc-a613-6ba887e5b960 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] GET failed (client error): The resource could not be found. Jan 11 09:34:06.047248 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bea49136-183d-47fc-a613-6ba887e5b960 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Synchronizing usage tracker for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:06.063382 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3373d872-6265-49e4-b87b-896234cb1497 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:06.120972 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f226dd63-6f75-47c5-99fd-caa36f4dafcd None None] Network b493ac0b-530e-47ad-9b5a-38e0c8ae4e02 could not be found, it might have been deleted concurrently. {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 11 09:34:06.133099 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70434422-58b2-44de-bc24-e5b57f820d67 None None] Pushing event updated for resources: {'Port': ['ID=f8151182-07bb-4f44-88fa-d37382950ec0,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:06.212833 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788ff23-4b55-42cf-878c-cba8eab9cd80 req-c9b20de5-e035-496a-a80d-96800ec5857c tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:06.214865 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e788ff23-4b55-42cf-878c-cba8eab9cd80 req-c9b20de5-e035-496a-a80d-96800ec5857c tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.8037720 Jan 11 09:34:06.325414 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=21ffc663-5af2-4caf-af87-6aebae8b56ea,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:06.336180 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e788ff23-4b55-42cf-878c-cba8eab9cd80 req-ceb09fa1-c1e0-4221-b7c8-d02ce6dc898f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053393 Jan 11 09:34:06.404929 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-43ed2b58-d313-44b6-bbf2-9ad54ee54618 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting port b351ed1e-7f09-4c3d-a036-401781c6d660 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:06.406422 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43ed2b58-d313-44b6-bbf2-9ad54ee54618 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:06.414484 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5020239c-8ea4-49bb-bd3a-7b33a460ee3f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:06.425814 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5020239c-8ea4-49bb-bd3a-7b33a460ee3f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:06.439761 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9f24849f-7efc-4158-832e-910c14f0876b up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:06.472590 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-159f2d05-460d-4fc5-bc7a-3f519826a1a6 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:06.481879 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bea49136-183d-47fc-a613-6ba887e5b960 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Unset dirty status for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:06.486517 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bea49136-183d-47fc-a613-6ba887e5b960 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports/fc8a6dbb-eccc-4274-8259-091674cac4fe HTTP/1.1" status: 404 len: 333 time: 0.5228434 Jan 11 09:34:06.488103 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3373d872-6265-49e4-b87b-896234cb1497 None None] Ignored duplicate provisioning block setup for port af890786-c6d3-49f2-9d04-b6f44b9a7fb3 by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 11 09:34:06.490560 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57552) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:06.523138 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d374ed6c-b902-4863-81f0-4fe5a5850335 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Router 225a1802-9121-42f4-8d25-93e25719bfb7 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:34:06.533715 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3373d872-6265-49e4-b87b-896234cb1497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:06.642670 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5020239c-8ea4-49bb-bd3a-7b33a460ee3f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:06.681409 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5355972a-6bfe-4935-ae2b-3d1782aac4a7 None None] Provisioning complete for port 9c68699c-9ffa-42a2-a1aa-07b5eb0840bd triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:06.681774 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5355972a-6bfe-4935-ae2b-3d1782aac4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:06.801268 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020239c-8ea4-49bb-bd3a-7b33a460ee3f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Pushing event updated for resources: {'Port': ['ID=4616f27a-c965-4207-8067-8f941770410a,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:06.806226 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4f022a8-1f2c-4b33-95fe-1b1b0cfbf231 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:06.819042 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 9f24849f-7efc-4158-832e-910c14f0876b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:06.822438 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5355972a-6bfe-4935-ae2b-3d1782aac4a7 None None] Port 9c68699c-9ffa-42a2-a1aa-07b5eb0840bd cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:34:06.830191 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:06.883291 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373d872-6265-49e4-b87b-896234cb1497 None None] Pushing event updated for resources: {'Port': ['ID=af890786-c6d3-49f2-9d04-b6f44b9a7fb3,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:06.933404 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5355972a-6bfe-4935-ae2b-3d1782aac4a7 None None] Provisioning for port a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:07.006077 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5355972a-6bfe-4935-ae2b-3d1782aac4a7 None None] Provisioning for port 9f24849f-7efc-4158-832e-910c14f0876b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:07.019308 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d374ed6c-b902-4863-81f0-4fe5a5850335 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:34:07.032191 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb56b83-9a29-4e11-887f-84440d260764 None None] Sync routers for ids ['225a1802-9121-42f4-8d25-93e25719bfb7'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:34:07.039396 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5355972a-6bfe-4935-ae2b-3d1782aac4a7 None None] Provisioning complete for port 9f24849f-7efc-4158-832e-910c14f0876b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:07.040069 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5355972a-6bfe-4935-ae2b-3d1782aac4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:07.043571 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-159f2d05-460d-4fc5-bc7a-3f519826a1a6 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:07.056890 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d374ed6c-b902-4863-81f0-4fe5a5850335 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "PUT /v2.0/routers/225a1802-9121-42f4-8d25-93e25719bfb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6312706 Jan 11 09:34:07.061241 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb56b83-9a29-4e11-887f-84440d260764 None None] Routers {'225a1802-9121-42f4-8d25-93e25719bfb7'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:34:07.061907 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8cb56b83-9a29-4e11-887f-84440d260764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:33:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['225a1802-9121-42f4-8d25-93e25719bfb7'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:07.069561 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57556) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:07.078435 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4f022a8-1f2c-4b33-95fe-1b1b0cfbf231 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:07.198475 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:07.210715 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:07.212263 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:07.228581 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8cb56b83-9a29-4e11-887f-84440d260764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:07.277050 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb56b83-9a29-4e11-887f-84440d260764 None None] Routers {'225a1802-9121-42f4-8d25-93e25719bfb7'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:34:07.278947 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8cb56b83-9a29-4e11-887f-84440d260764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:33:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['225a1802-9121-42f4-8d25-93e25719bfb7'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:07.352939 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaa04d1-39e3-4a32-a457-5045f549b2fe tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:07.355813 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1aaa04d1-39e3-4a32-a457-5045f549b2fe tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Synchronizing usage tracker for tenant:264ed167813548b38f5af4683744d86b on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:07.431632 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5020239c-8ea4-49bb-bd3a-7b33a460ee3f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Network bbf6be13-cc99-44e4-8991-cc0b8c6993de is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:07.433338 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-5020239c-8ea4-49bb-bd3a-7b33a460ee3f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:07.452924 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-159f2d05-460d-4fc5-bc7a-3f519826a1a6 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e9928c-cd4d-45a0-ad64-2f6ad5c689bc']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:07.463815 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8cb56b83-9a29-4e11-887f-84440d260764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:07.464311 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb56b83-9a29-4e11-887f-84440d260764 None None] The sync data for ids ['225a1802-9121-42f4-8d25-93e25719bfb7'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:34:07.470039 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5355972a-6bfe-4935-ae2b-3d1782aac4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:07.495215 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-159f2d05-460d-4fc5-bc7a-3f519826a1a6 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e67e395-0568-4dd3-b419-1471398454db') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:07.495498 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-159f2d05-460d-4fc5-bc7a-3f519826a1a6 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e67e395-0568-4dd3-b419-1471398454db') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:07.545339 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-159f2d05-460d-4fc5-bc7a-3f519826a1a6 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:07.575763 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4f022a8-1f2c-4b33-95fe-1b1b0cfbf231 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:07.585364 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43ed2b58-d313-44b6-bbf2-9ad54ee54618 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:07.629302 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:07.634274 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1aaa04d1-39e3-4a32-a457-5045f549b2fe tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Unset dirty status for tenant:264ed167813548b38f5af4683744d86b on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:07.638127 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1aaa04d1-39e3-4a32-a457-5045f549b2fe tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "GET /v2.0/ports/9c68699c-9ffa-42a2-a1aa-07b5eb0840bd HTTP/1.1" status: 200 len: 910 time: 0.5623264 Jan 11 09:34:07.646785 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57564) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:07.654504 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5355972a-6bfe-4935-ae2b-3d1782aac4a7 None None] For port 9f24849f-7efc-4158-832e-910c14f0876b, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=9f24849f-7efc-4158-832e-910c14f0876b,segment=NetworkSegment(d4969419-30e3-407f-bc95-ce6e066593a6),segment_id=d4969419-30e3-407f-bc95-ce6e066593a6)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:07.665766 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5355972a-6bfe-4935-ae2b-3d1782aac4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:07.805702 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-159f2d05-460d-4fc5-bc7a-3f519826a1a6 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:07.819936 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9,segment=NetworkSegment(47757967-7a62-47d7-9ce6-6b6bc50b3ea9),segment_id=47757967-7a62-47d7-9ce6-6b6bc50b3ea9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:07.863016 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-15772bc4-428d-4bf1-baf8-c9dce470c5d3 None None] Provisioning complete for port 68b16294-661d-40d8-89f5-74bb3e773330 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:07.868838 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-15772bc4-428d-4bf1-baf8-c9dce470c5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:07.897331 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4f022a8-1f2c-4b33-95fe-1b1b0cfbf231 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:07.901442 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b4f022a8-1f2c-4b33-95fe-1b1b0cfbf231 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/security-groups/811bf7df-b634-4e3d-adbd-65a154dfc235 HTTP/1.1" status: 204 len: 168 time: 1.4094326 Jan 11 09:34:07.902743 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f022a8-1f2c-4b33-95fe-1b1b0cfbf231 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=811bf7df-b634-4e3d-adbd-65a154dfc235,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:07.904246 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355972a-6bfe-4935-ae2b-3d1782aac4a7 None None] Pushing event updated for resources: {'Port': ['ID=9f24849f-7efc-4158-832e-910c14f0876b,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:07.905524 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57568) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:07.916780 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:07.917343 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-43ed2b58-d313-44b6-bbf2-9ad54ee54618 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Calling delete_port for b351ed1e-7f09-4c3d-a036-401781c6d660 owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:07.917675 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a5621439-8282-4dbb-adaf-bc445b75d87b up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:07.962457 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159f2d05-460d-4fc5-bc7a-3f519826a1a6 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:34:07.963136 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-159f2d05-460d-4fc5-bc7a-3f519826a1a6 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:34:07.990730 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:34:08.057999 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355972a-6bfe-4935-ae2b-3d1782aac4a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:08.060256 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355972a-6bfe-4935-ae2b-3d1782aac4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:08.060798 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355972a-6bfe-4935-ae2b-3d1782aac4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:08.061287 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355972a-6bfe-4935-ae2b-3d1782aac4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:08.061770 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355972a-6bfe-4935-ae2b-3d1782aac4a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:08.062289 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355972a-6bfe-4935-ae2b-3d1782aac4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:08.062767 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355972a-6bfe-4935-ae2b-3d1782aac4a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:08.063263 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355972a-6bfe-4935-ae2b-3d1782aac4a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:08.063743 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355972a-6bfe-4935-ae2b-3d1782aac4a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:08.064226 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355972a-6bfe-4935-ae2b-3d1782aac4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:08.065165 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355972a-6bfe-4935-ae2b-3d1782aac4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:08.069847 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355972a-6bfe-4935-ae2b-3d1782aac4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:08.179305 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-159f2d05-460d-4fc5-bc7a-3f519826a1a6 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:08.183922 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-159f2d05-460d-4fc5-bc7a-3f519826a1a6 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:08.207302 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-15772bc4-428d-4bf1-baf8-c9dce470c5d3 None None] Port 68b16294-661d-40d8-89f5-74bb3e773330 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:34:08.210913 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:08.230777 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-159f2d05-460d-4fc5-bc7a-3f519826a1a6 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/networks/00e9928c-cd4d-45a0-ad64-2f6ad5c689bc HTTP/1.1" status: 204 len: 168 time: 2.3603625 Jan 11 09:34:08.235669 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f2d05-460d-4fc5-bc7a-3f519826a1a6 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Network': ['ID=00e9928c-cd4d-45a0-ad64-2f6ad5c689bc,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:08.239607 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57572) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:08.239893 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-15772bc4-428d-4bf1-baf8-c9dce470c5d3 None None] Provisioning for port 4616f27a-c965-4207-8067-8f941770410a completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:08.248814 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c72deb22-f78a-4d77-8da4-bcf2d1b0b396 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:08.256207 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-15772bc4-428d-4bf1-baf8-c9dce470c5d3 None None] Provisioning complete for port 4616f27a-c965-4207-8067-8f941770410a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:08.256993 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-15772bc4-428d-4bf1-baf8-c9dce470c5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:08.289097 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port a5621439-8282-4dbb-adaf-bc445b75d87b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:08.309657 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port a5621439-8282-4dbb-adaf-bc445b75d87b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:08.310029 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:08.343663 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c72deb22-f78a-4d77-8da4-bcf2d1b0b396 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:08.367863 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-15772bc4-428d-4bf1-baf8-c9dce470c5d3 None None] Port 4616f27a-c965-4207-8067-8f941770410a cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:34:08.387608 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-15772bc4-428d-4bf1-baf8-c9dce470c5d3 None None] Could not find standard attr ID for object fc8a6dbb-eccc-4274-8259-091674cac4fe. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:34:08.398387 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5020239c-8ea4-49bb-bd3a-7b33a460ee3f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Router 08aa8158-041b-4702-92c3-f0ded41a44a3 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:34:08.408015 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c72deb22-f78a-4d77-8da4-bcf2d1b0b396 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:08.413651 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-15772bc4-428d-4bf1-baf8-c9dce470c5d3 None None] Provisioning complete for port a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:08.414360 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-15772bc4-428d-4bf1-baf8-c9dce470c5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:08.463633 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e53639-e82f-446a-a78d-9bb25ac58662 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:08.464159 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24e53639-e82f-446a-a78d-9bb25ac58662 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:08.497080 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72deb22-f78a-4d77-8da4-bcf2d1b0b396 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd6356a-3527-474d-80f4-364fdb4d8222,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:08.516268 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c72deb22-f78a-4d77-8da4-bcf2d1b0b396 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:08.525234 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c72deb22-f78a-4d77-8da4-bcf2d1b0b396 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/security-groups/4fd6356a-3527-474d-80f4-364fdb4d8222 HTTP/1.1" status: 204 len: 168 time: 0.5741787 Jan 11 09:34:08.527412 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-24e53639-e82f-446a-a78d-9bb25ac58662 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/subnets/cd6508ae-1225-41b6-bd6b-2aebf79ba176 HTTP/1.1" status: 404 len: 337 time: 0.2801812 Jan 11 09:34:08.537369 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57576) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:08.537711 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57578) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:08.548121 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:08.606423 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port a5621439-8282-4dbb-adaf-bc445b75d87b, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a5621439-8282-4dbb-adaf-bc445b75d87b,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:08.620361 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:08.632713 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-b00f1ee1-711e-4906-a0f3-16bf8fc8c012 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:08.633105 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b00f1ee1-711e-4906-a0f3-16bf8fc8c012 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:08.634877 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b00f1ee1-711e-4906-a0f3-16bf8fc8c012 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/networks/adb36005-f8ea-47ad-b61c-ae0dc00d06e6 HTTP/1.1" status: 404 len: 339 time: 0.0939455 Jan 11 09:34:08.641179 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57584) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:08.707669 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-14aebceb-e53b-422f-ab5e-1869a2b0c7a0 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:08.709450 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14aebceb-e53b-422f-ab5e-1869a2b0c7a0 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:08.711730 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-14aebceb-e53b-422f-ab5e-1869a2b0c7a0 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/subnets/9ee5abd5-69e0-4c7f-b9d7-64ec4d7c967b HTTP/1.1" status: 404 len: 337 time: 0.0690980 Jan 11 09:34:08.721568 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57588) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:08.758296 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43ed2b58-d313-44b6-bbf2-9ad54ee54618 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:08.869687 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-12bf7558-018d-4df7-af44-10efe3805ba7 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:08.870516 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12bf7558-018d-4df7-af44-10efe3805ba7 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:08.872974 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-12bf7558-018d-4df7-af44-10efe3805ba7 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/networks/7244d3b4-ec73-4e4b-a420-f8e2c6f1a305 HTTP/1.1" status: 404 len: 339 time: 0.1470575 Jan 11 09:34:08.875901 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57592) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:08.888957 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=a5621439-8282-4dbb-adaf-bc445b75d87b,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:08.904396 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed2b58-d313-44b6-bbf2-9ad54ee54618 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Port': ['ID=b351ed1e-7f09-4c3d-a036-401781c6d660,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:08.933138 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9f24849f-7efc-4158-832e-910c14f0876b up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:08.971950 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-15772bc4-428d-4bf1-baf8-c9dce470c5d3 None None] Provisioning for port f8151182-07bb-4f44-88fa-d37382950ec0 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:08.995899 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-15772bc4-428d-4bf1-baf8-c9dce470c5d3 None None] Provisioning complete for port f8151182-07bb-4f44-88fa-d37382950ec0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:08.996270 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-15772bc4-428d-4bf1-baf8-c9dce470c5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:08.997264 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-28594d42-974d-4aa2-b7ad-270e30b0a6ef tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:08.997729 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28594d42-974d-4aa2-b7ad-270e30b0a6ef tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:09.001751 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-28594d42-974d-4aa2-b7ad-270e30b0a6ef tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/subnets/8b2c421a-8f93-4a42-9981-650482d74651 HTTP/1.1" status: 404 len: 337 time: 0.0977221 Jan 11 09:34:09.007592 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4caef9ff-6f43-47ac-b3dd-dd6fda612b34 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:09.008290 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57596) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:09.042443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43ed2b58-d313-44b6-bbf2-9ad54ee54618 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:09.046501 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-43ed2b58-d313-44b6-bbf2-9ad54ee54618 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/b351ed1e-7f09-4c3d-a036-401781c6d660 HTTP/1.1" status: 204 len: 168 time: 3.2816005 Jan 11 09:34:09.048391 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57600) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:09.049466 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554c667-dd2d-477c-90b9-0b7c2da2b0ae req-b9828d5d-9373-4a3e-9cf3-82f34b5fa885 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:09.056989 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3554c667-dd2d-477c-90b9-0b7c2da2b0ae req-b9828d5d-9373-4a3e-9cf3-82f34b5fa885 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 1.0850561 Jan 11 09:34:09.091485 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4caef9ff-6f43-47ac-b3dd-dd6fda612b34 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:09.095515 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-13920613-7bc5-486d-844d-e2d75b096589 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:09.096170 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13920613-7bc5-486d-844d-e2d75b096589 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:09.097987 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-13920613-7bc5-486d-844d-e2d75b096589 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/networks/d46a1bda-8ce0-464e-a665-a9e792fdc2ed HTTP/1.1" status: 404 len: 339 time: 0.0894432 Jan 11 09:34:09.103403 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57604) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:09.164299 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3554c667-dd2d-477c-90b9-0b7c2da2b0ae req-a76addf3-4ea2-49c2-ab0a-eb0cb5232e68 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042540 Jan 11 09:34:09.173718 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca144ca4-b001-48a4-ab5d-b91ec12de679 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:09.174202 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca144ca4-b001-48a4-ab5d-b91ec12de679 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:09.179326 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ca144ca4-b001-48a4-ab5d-b91ec12de679 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/subnets/93b2128c-071e-417d-b10a-3e5b4c14cd0b HTTP/1.1" status: 404 len: 337 time: 0.0684597 Jan 11 09:34:09.180963 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57608) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:09.185903 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5020239c-8ea4-49bb-bd3a-7b33a460ee3f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:34:09.192322 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5020239c-8ea4-49bb-bd3a-7b33a460ee3f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "PUT /v2.0/routers/08aa8158-041b-4702-92c3-f0ded41a44a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5557625 Jan 11 09:34:09.227792 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] Sync routers for ids ['08aa8158-041b-4702-92c3-f0ded41a44a3'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:34:09.275563 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 9f24849f-7efc-4158-832e-910c14f0876b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:09.275563 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:09.336209 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] Routers {'08aa8158-041b-4702-92c3-f0ded41a44a3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:34:09.337278 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:33:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['08aa8158-041b-4702-92c3-f0ded41a44a3'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:09.355672 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-b795d3bc-0137-472e-8100-37bbfece84fc tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:09.356158 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b795d3bc-0137-472e-8100-37bbfece84fc tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:09.369564 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b795d3bc-0137-472e-8100-37bbfece84fc tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/networks/40cd6bcc-899a-45fa-9b32-96d123c90c5f HTTP/1.1" status: 404 len: 339 time: 0.1571784 Jan 11 09:34:09.370881 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c0d13bc-3b0f-4493-8fee-1dd448ed9a34 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:09.378998 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a630da31-6213-4861-bb83-7dc7de01377a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:09.380899 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a630da31-6213-4861-bb83-7dc7de01377a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:09.381668 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a630da31-6213-4861-bb83-7dc7de01377a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:09.392085 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57616) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:09.440678 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4caef9ff-6f43-47ac-b3dd-dd6fda612b34 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:09.655273 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] Set router 08aa8158-041b-4702-92c3-f0ded41a44a3 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:34:09.679953 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e615526-e2f1-4f27-8b23-0ad5fde5ef3e tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:09.680698 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e615526-e2f1-4f27-8b23-0ad5fde5ef3e tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:09.682766 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1e615526-e2f1-4f27-8b23-0ad5fde5ef3e tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/subnets/75a41124-91c2-4c5f-8d5e-0d6de6ec0b26 HTTP/1.1" status: 404 len: 337 time: 0.2879279 Jan 11 09:34:09.698929 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57634) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:09.726803 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a630da31-6213-4861-bb83-7dc7de01377a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:09.733427 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a630da31-6213-4861-bb83-7dc7de01377a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6844785 Jan 11 09:34:09.736914 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57638) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:09.744815 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caef9ff-6f43-47ac-b3dd-dd6fda612b34 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddc2b5c-dfea-40c2-a4e1-e5b67fb4c4c1,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:09.762603 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3886a1c-4eaa-41cb-9158-cdfeb3cdd677 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:09.763379 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3886a1c-4eaa-41cb-9158-cdfeb3cdd677 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:09.765267 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f3886a1c-4eaa-41cb-9158-cdfeb3cdd677 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/networks/696ce846-4ce1-4f96-8759-d018d8a15fca HTTP/1.1" status: 404 len: 339 time: 0.0641634 Jan 11 09:34:09.779829 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57642) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:09.804009 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-15772bc4-428d-4bf1-baf8-c9dce470c5d3 None None] Provisioning complete for port 9f24849f-7efc-4158-832e-910c14f0876b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:09.804385 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-15772bc4-428d-4bf1-baf8-c9dce470c5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:09.896767 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4caef9ff-6f43-47ac-b3dd-dd6fda612b34 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:09.900017 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4caef9ff-6f43-47ac-b3dd-dd6fda612b34 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/security-groups/6ddc2b5c-dfea-40c2-a4e1-e5b67fb4c4c1 HTTP/1.1" status: 204 len: 168 time: 1.3595991 Jan 11 09:34:09.908920 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57644) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:09.989082 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-58442601-aa1a-4b31-b788-a037f6621a88 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet a3e02fa9-751a-4eec-8d12-9363ce4fdb41 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:34:10.005836 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-58442601-aa1a-4b31-b788-a037f6621a88 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:10.065373 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da7b0c7-1863-4350-9be9-8cd7edfe7754 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting subnet 7a409e9d-2560-4f48-bc50-ea3fbc5d93c6 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:34:10.071655 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8da7b0c7-1863-4350-9be9-8cd7edfe7754 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:10.076408 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f302b9-8d00-425e-b519-db6de2a6945c None None] get_active_networks_info from dv-neutron-823402-4-hyperv {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 11 09:34:10.090244 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-336cfd13-5a78-4471-aa1f-674f57e98672 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:10.090737 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336cfd13-5a78-4471-aa1f-674f57e98672 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:10.092344 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-336cfd13-5a78-4471-aa1f-674f57e98672 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/subnets/7baacf20-a12e-42d4-944d-73bb509d4481 HTTP/1.1" status: 404 len: 337 time: 0.0761852 Jan 11 09:34:10.106431 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791bf33-c806-4b4a-84d7-9a126d3a2ca7 req-c4a4f062-df27-4a25-8747-d43a513bc86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:10.108139 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c791bf33-c806-4b4a-84d7-9a126d3a2ca7 req-c4a4f062-df27-4a25-8747-d43a513bc86f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2f55e34cfef842488129ab7ed2754c64&device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 1099 time: 0.2906511 Jan 11 09:34:10.121055 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57650) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:10.145058 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-1690452c-0840-48dd-a7fa-fe27a62dbd59 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-19697490&fields=id&tenant_id=14ed3ba110e14acfa72fca43f8ae9c54 HTTP/1.1" status: 200 len: 267 time: 0.4796758 Jan 11 09:34:10.186435 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:10.200851 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-58442601-aa1a-4b31-b788-a037f6621a88 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:10.250762 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c0e806-afc3-47e5-8237-69b36bdcf41d tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:10.251271 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22c0e806-afc3-47e5-8237-69b36bdcf41d tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:10.254164 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-22c0e806-afc3-47e5-8237-69b36bdcf41d tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/networks/7a42690b-481e-4dca-8aa9-5d047f26509a HTTP/1.1" status: 404 len: 339 time: 0.1307576 Jan 11 09:34:10.258280 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8da7b0c7-1863-4350-9be9-8cd7edfe7754 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:10.293737 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57654) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:10.422490 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdc0b6-7631-44fb-81bf-09dd1e9ee407 req-4aebf236-e011-4480-a974-33028ccf7d8a tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:10.422490 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f4fdc0b6-7631-44fb-81bf-09dd1e9ee407 req-4aebf236-e011-4480-a974-33028ccf7d8a tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.6226330 Jan 11 09:34:10.425919 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3ca244-568e-4178-9db7-4ff5ebbbe517 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:10.425919 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3ca244-568e-4178-9db7-4ff5ebbbe517 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:10.425919 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0c3ca244-568e-4178-9db7-4ff5ebbbe517 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/subnets/f28bc812-09fb-45a7-aea4-6dd4335f26ee HTTP/1.1" status: 404 len: 337 time: 0.1125922 Jan 11 09:34:10.426367 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57658) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:10.479294 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-484c1f50-012c-4e3f-a5db-8158a21d41a9 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:10.486154 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-484c1f50-012c-4e3f-a5db-8158a21d41a9 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/networks?id=bbf6be13-cc99-44e4-8991-cc0b8c6993de HTTP/1.1" status: 200 len: 797 time: 0.3399549 Jan 11 09:34:10.495398 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791bf33-c806-4b4a-84d7-9a126d3a2ca7 req-4aef7634-9d5d-4314-8f32-67a788ba1b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:10.497794 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c791bf33-c806-4b4a-84d7-9a126d3a2ca7 req-4aef7634-9d5d-4314-8f32-67a788ba1b8f service neutron] 10.222.0.42 "GET /v2.0/networks?id=d792ad28-c1a4-4d37-b57d-4b386593b2fd HTTP/1.1" status: 200 len: 912 time: 0.3520761 Jan 11 09:34:10.522054 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:10.522447 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:10.543629 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d17ead-69c5-4635-ba11-0dc7130a5d4c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:10.544491 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d17ead-69c5-4635-ba11-0dc7130a5d4c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:10.571239 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f302b9-8d00-425e-b519-db6de2a6945c None None] Resources bound (agent type, host, resource id): {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 11 09:34:10.578635 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-2aa62491-764b-4d44-a839-570dfb1fc9ad tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/quotas/14ed3ba110e14acfa72fca43f8ae9c54 HTTP/1.1" status: 200 len: 375 time: 0.0908668 Jan 11 09:34:10.592209 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-77d17ead-69c5-4635-ba11-0dc7130a5d4c tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/networks/98b5be90-e749-461b-8401-e77d93820dc9 HTTP/1.1" status: 404 len: 339 time: 0.1760840 Jan 11 09:34:10.602452 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57662) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:10.604531 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bf42ef19-d8b9-4364-acea-7eee9eccb0c6 None None] Could not find standard attr ID for object b351ed1e-7f09-4c3d-a036-401781c6d660. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:34:10.619549 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8da7b0c7-1863-4350-9be9-8cd7edfe7754 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:10.666456 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f4fdc0b6-7631-44fb-81bf-09dd1e9ee407 req-8df29ab5-ce2e-4347-b571-28c353997e78 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240276 Jan 11 09:34:10.671506 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-58442601-aa1a-4b31-b788-a037f6621a88 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:10.672387 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bf42ef19-d8b9-4364-acea-7eee9eccb0c6 None None] Provisioning for port af890786-c6d3-49f2-9d04-b6f44b9a7fb3 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:10.727472 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-1c0d13bc-3b0f-4493-8fee-1dd448ed9a34 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Allocated IP 172.21.0.1 (191f545a-dcc0-4270-8b6b-6b3e07eab917/6aac8e3f-a485-42e5-bd01-af98052ee469/19fd107e-ea14-4ee2-9092-0da5059cc383) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:34:10.752355 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c791bf33-c806-4b4a-84d7-9a126d3a2ca7 req-911334af-c7f2-445f-b855-17eb7c269df8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d114431c-1274-4827-a777-bc1c30573cfe HTTP/1.1" status: 200 len: 1002 time: 0.2467108 Jan 11 09:34:10.762760 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289783008', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:33:45Z', 'updated_at': '2022-01-11T09:34:04Z', 'revision_number': 4, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'gw_port': {'id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:33:47Z', 'updated_at': '2022-01-11T09:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '4616f27a-c965-4207-8067-8f941770410a', 'name': '', 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'mac_address': 'fa:16:3e:d2:70:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '48997d48-8017-4745-a919-e2841ee030d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:33:59Z', 'updated_at': '2022-01-11T09:34:05Z', 'revision_number': 2, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'subnets': [{'id': '48997d48-8017-4745-a919-e2841ee030d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:10.783659 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83f6ab5-0679-4292-a909-5b2444cef41e tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:10.784119 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c83f6ab5-0679-4292-a909-5b2444cef41e tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:10.789117 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c83f6ab5-0679-4292-a909-5b2444cef41e tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/subnets/dd418a49-0ced-4369-a04a-f3b783b90a59 HTTP/1.1" status: 404 len: 337 time: 0.1802359 Jan 11 09:34:10.792437 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] Checking router: 08aa8158-041b-4702-92c3-f0ded41a44a3 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:34:10.792822 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57666) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:10.793152 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] Updating router 08aa8158-041b-4702-92c3-f0ded41a44a3 port 4616f27a-c965-4207-8067-8f941770410a binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:34:10.828500 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8da7b0c7-1863-4350-9be9-8cd7edfe7754 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:10.845675 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-523a02f3-1b70-4070-a331-02db23a32be1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:10.846183 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-523a02f3-1b70-4070-a331-02db23a32be1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:10.850289 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-523a02f3-1b70-4070-a331-02db23a32be1 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/networks/6a5cc178-2aa8-42bd-86ed-aa1a11ceb42d HTTP/1.1" status: 404 len: 339 time: 0.0541136 Jan 11 09:34:10.852422 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57670) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:10.885391 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-58442601-aa1a-4b31-b788-a037f6621a88 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:10.897513 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791bf33-c806-4b4a-84d7-9a126d3a2ca7 req-7ed694c6-4a79-4331-986b-7b2429f4d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:10.900358 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c791bf33-c806-4b4a-84d7-9a126d3a2ca7 req-7ed694c6-4a79-4331-986b-7b2429f4d252 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75d32f1d-e961-48e8-b51c-6c84103eee1a HTTP/1.1" status: 200 len: 850 time: 0.1324325 Jan 11 09:34:10.900914 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7b0c7-1863-4350-9be9-8cd7edfe7754 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Subnet': ['ID=7a409e9d-2560-4f48-bc50-ea3fbc5d93c6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:10.902926 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8da7b0c7-1863-4350-9be9-8cd7edfe7754 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:10.924276 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8da7b0c7-1863-4350-9be9-8cd7edfe7754 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/subnets/7a409e9d-2560-4f48-bc50-ea3fbc5d93c6 HTTP/1.1" status: 204 len: 168 time: 1.0102549 Jan 11 09:34:10.944808 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 21ffc663-5af2-4caf-af87-6aebae8b56ea up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:10.955035 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57674) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:10.999168 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bf42ef19-d8b9-4364-acea-7eee9eccb0c6 None None] Provisioning complete for port 4616f27a-c965-4207-8067-8f941770410a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:10.999530 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bf42ef19-d8b9-4364-acea-7eee9eccb0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:11.008555 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-58442601-aa1a-4b31-b788-a037f6621a88 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:11.012582 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-58442601-aa1a-4b31-b788-a037f6621a88 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/a3e02fa9-751a-4eec-8d12-9363ce4fdb41 HTTP/1.1" status: 204 len: 168 time: 1.2518158 Jan 11 09:34:11.012582 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58442601-aa1a-4b31-b788-a037f6621a88 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e02fa9-751a-4eec-8d12-9363ce4fdb41,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:11.014049 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57678) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:11.032379 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:11.080202 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-37cca998-6848-45d7-b22e-e9f1ac53bc45 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Synchronizing usage tracker for tenant:14ed3ba110e14acfa72fca43f8ae9c54 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:11.087455 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3c060646-1984-4196-ac7f-a77cb8a396ec tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0708618 Jan 11 09:34:11.089967 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57682) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:11.091700 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f9f76e-431e-48f9-bbab-75ead642bf19 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Deleting subnet ba4cc9cb-42d8-4222-9812-04865bb4187e {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:34:11.100831 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3f9f76e-431e-48f9-bbab-75ead642bf19 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:11.152873 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a3af0e-37fd-4f93-b61c-e9bd6a515cfa tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting subnet ee1baabc-58cf-4975-adee-9686fb6d4e9d {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:34:11.162472 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c0d13bc-3b0f-4493-8fee-1dd448ed9a34 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:11.177923 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-bf42ef19-d8b9-4364-acea-7eee9eccb0c6 None None] Port 4616f27a-c965-4207-8067-8f941770410a cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:34:11.178612 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-71a3af0e-37fd-4f93-b61c-e9bd6a515cfa tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:11.190831 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bf42ef19-d8b9-4364-acea-7eee9eccb0c6 None None] Could not find standard attr ID for object 97f54224-a5ea-430b-b80e-815c1ae06e2b. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:34:11.199606 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791bf33-c806-4b4a-84d7-9a126d3a2ca7 req-2b483a0e-20db-4598-9a8a-12043e479385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:11.201089 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c791bf33-c806-4b4a-84d7-9a126d3a2ca7 req-2b483a0e-20db-4598-9a8a-12043e479385 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d792ad28-c1a4-4d37-b57d-4b386593b2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2430959 Jan 11 09:34:11.227727 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-37cca998-6848-45d7-b22e-e9f1ac53bc45 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Unset dirty status for tenant:14ed3ba110e14acfa72fca43f8ae9c54 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:11.229046 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-37cca998-6848-45d7-b22e-e9f1ac53bc45 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=14ed3ba110e14acfa72fca43f8ae9c54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6302655 Jan 11 09:34:11.237555 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-1c0d13bc-3b0f-4493-8fee-1dd448ed9a34 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Transition to ACTIVE for port object 19fd107e-ea14-4ee2-9092-0da5059cc383 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:11.253466 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3f9f76e-431e-48f9-bbab-75ead642bf19 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:11.278958 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 21ffc663-5af2-4caf-af87-6aebae8b56ea triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:11.279335 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:11.292793 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d073b245-8dac-4a24-975f-8e59bb65d3e1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:11.293487 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d073b245-8dac-4a24-975f-8e59bb65d3e1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:11.387709 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d073b245-8dac-4a24-975f-8e59bb65d3e1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:11.389176 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d073b245-8dac-4a24-975f-8e59bb65d3e1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2980802 Jan 11 09:34:11.398075 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3f9f76e-431e-48f9-bbab-75ead642bf19 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:11.398583 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57686) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:11.473195 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c791bf33-c806-4b4a-84d7-9a126d3a2ca7 req-4c1aa8b3-5d83-4992-a09a-737647886976 service neutron] 10.222.0.42 "GET /v2.0/networks/d792ad28-c1a4-4d37-b57d-4b386593b2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650480 Jan 11 09:34:11.511632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c858697-3d57-49e7-ac3c-3847c30ed27f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:11.512691 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3c858697-3d57-49e7-ac3c-3847c30ed27f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:11.553006 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-71a3af0e-37fd-4f93-b61c-e9bd6a515cfa tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:11.611487 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3f9f76e-431e-48f9-bbab-75ead642bf19 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:11.625948 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device af890786-c6d3-49f2-9d04-b6f44b9a7fb3 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:11.653614 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4c7b23-696e-4a3a-a324-c5db0c85e994 None None] get_active_networks_info from dv-neutron-823402-4-hyperv {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 11 09:34:11.716430 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c0d13bc-3b0f-4493-8fee-1dd448ed9a34 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:11.735643 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3c858697-3d57-49e7-ac3c-3847c30ed27f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:11.737225 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3c858697-3d57-49e7-ac3c-3847c30ed27f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3375046 Jan 11 09:34:11.741433 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57692) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:11.809241 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.resource_extend [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:34:11.862359 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f059f12c-3040-4c3e-b9be-3a26a7e031bb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1194572 Jan 11 09:34:11.870040 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57696) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:11.878985 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c9b04227-b59a-48c6-9035-9d6e7bd85341 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:11.936849 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:11.937962 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0d13bc-3b0f-4493-8fee-1dd448ed9a34 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network 191f545a-dcc0-4270-8b6b-6b3e07eab917 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:11.939738 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9f76e-431e-48f9-bbab-75ead642bf19 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Subnet': ['ID=ba4cc9cb-42d8-4222-9812-04865bb4187e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:11.941234 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port af890786-c6d3-49f2-9d04-b6f44b9a7fb3 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:11.964053 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c791bf33-c806-4b4a-84d7-9a126d3a2ca7 req-8cb7d902-cbab-4bf5-b5dd-21c7df3a9fe4 service neutron] 10.222.0.42 "GET /v2.0/networks/d792ad28-c1a4-4d37-b57d-4b386593b2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840860 Jan 11 09:34:11.966586 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port af890786-c6d3-49f2-9d04-b6f44b9a7fb3 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:11.967025 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:12.010312 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] Transition to ACTIVE for port object 4616f27a-c965-4207-8067-8f941770410a will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:12.016910 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d13bc-3b0f-4493-8fee-1dd448ed9a34 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Port': ['ID=19fd107e-ea14-4ee2-9092-0da5059cc383,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:12.029941 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-1c0d13bc-3b0f-4493-8fee-1dd448ed9a34 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:12.032494 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0d13bc-3b0f-4493-8fee-1dd448ed9a34 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:34:12.083302 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:12.087536 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c9b04227-b59a-48c6-9035-9d6e7bd85341 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:12.103035 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c9b04227-b59a-48c6-9035-9d6e7bd85341 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:12.127027 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b04227-b59a-48c6-9035-9d6e7bd85341 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:12.132617 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c9b04227-b59a-48c6-9035-9d6e7bd85341 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:12.142464 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c0d13bc-3b0f-4493-8fee-1dd448ed9a34 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:12.147949 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3f9f76e-431e-48f9-bbab-75ead642bf19 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:12.167516 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a3f9f76e-431e-48f9-bbab-75ead642bf19 tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/subnets/ba4cc9cb-42d8-4222-9812-04865bb4187e HTTP/1.1" status: 204 len: 168 time: 1.3115649 Jan 11 09:34:12.182373 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57700) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:12.183495 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-71a3af0e-37fd-4f93-b61c-e9bd6a515cfa tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:12.188826 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4c7b23-696e-4a3a-a324-c5db0c85e994 None None] Resources bound (agent type, host, resource id): {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 11 09:34:12.330693 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3405dc3-7682-4434-876a-e4ca656989f1 None None] Pushing event updated for resources: {'Port': ['ID=4616f27a-c965-4207-8067-8f941770410a,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:12.342344 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6661a-3bd6-4281-9989-2a7c0ba27056 req-e9dc5240-9a58-4839-9c16-5c0def9d5e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:12.343831 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-62e6661a-3bd6-4281-9989-2a7c0ba27056 req-e9dc5240-9a58-4839-9c16-5c0def9d5e7d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2f55e34cfef842488129ab7ed2754c64&device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 1099 time: 0.1869709 Jan 11 09:34:12.470600 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-d9b50cbe-03e2-45b1-be44-2589f5d38223 service neutron] 10.222.0.15 "GET /v2.0/networks/bbf6be13-cc99-44e4-8991-cc0b8c6993de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8871408 Jan 11 09:34:12.549067 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] Attempting to bind port 4616f27a-c965-4207-8067-8f941770410a on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:34:12.549823 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] Attempting to bind port 4616f27a-c965-4207-8067-8f941770410a by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'd4969419-30e3-407f-bc95-ce6e066593a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:34:12.550461 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] Attempting to bind port 4616f27a-c965-4207-8067-8f941770410a on network bbf6be13-cc99-44e4-8991-cc0b8c6993de {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:34:12.573315 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:34:12.573940 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] Checking segment: {'id': 'd4969419-30e3-407f-bc95-ce6e066593a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:34:12.574569 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:12.575159 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] Bound using segment: {'id': 'd4969419-30e3-407f-bc95-ce6e066593a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:34:12.575642 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] Bound port: 4616f27a-c965-4207-8067-8f941770410a, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4969419-30e3-407f-bc95-ce6e066593a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:34:12.576008 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:12.601658 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:12.608997 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c9b04227-b59a-48c6-9035-9d6e7bd85341 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:12.672764 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6661a-3bd6-4281-9989-2a7c0ba27056 req-280d55e0-228c-4ed4-9d8b-188e74d24174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:12.675196 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-62e6661a-3bd6-4281-9989-2a7c0ba27056 req-280d55e0-228c-4ed4-9d8b-188e74d24174 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d792ad28-c1a4-4d37-b57d-4b386593b2fd HTTP/1.1" status: 200 len: 912 time: 0.2520630 Jan 11 09:34:12.685885 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b04227-b59a-48c6-9035-9d6e7bd85341 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:12.772635 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a276ba81-42bb-4a34-aeb2-7f52251e16da tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:12.780612 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port af890786-c6d3-49f2-9d04-b6f44b9a7fb3, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=af890786-c6d3-49f2-9d04-b6f44b9a7fb3,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:12.788087 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:12.789008 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device f8151182-07bb-4f44-88fa-d37382950ec0 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:12.799087 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23966d23-544a-402c-81a2-313d1f960090 req-cc81af06-adaa-44ba-95be-f45f941b4d27 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:12.800162 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-c9b04227-b59a-48c6-9035-9d6e7bd85341 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:12.807295 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-23966d23-544a-402c-81a2-313d1f960090 req-cc81af06-adaa-44ba-95be-f45f941b4d27 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.8586292 Jan 11 09:34:12.824119 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b04227-b59a-48c6-9035-9d6e7bd85341 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:12.824719 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c9b04227-b59a-48c6-9035-9d6e7bd85341 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:12.887622 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b04227-b59a-48c6-9035-9d6e7bd85341 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=94ef0171-4aee-4961-a782-5ad24d5f8d87,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:12.898122 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-62e6661a-3bd6-4281-9989-2a7c0ba27056 req-13e08b1d-3561-4d89-880a-da83b2b6397f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d114431c-1274-4827-a777-bc1c30573cfe HTTP/1.1" status: 200 len: 1002 time: 0.2002842 Jan 11 09:34:12.919214 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-71a3af0e-37fd-4f93-b61c-e9bd6a515cfa tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:12.946756 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c9b04227-b59a-48c6-9035-9d6e7bd85341 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0753570 Jan 11 09:34:12.952129 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57704) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:12.968320 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-ae528b70-5c3e-4c01-bdd2-985e5b54922d service neutron] 10.222.0.15 "GET /v2.0/networks/bbf6be13-cc99-44e4-8991-cc0b8c6993de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560053 Jan 11 09:34:12.968969 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a276ba81-42bb-4a34-aeb2-7f52251e16da tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Deleting port 8b561d3d-019a-4af7-a34b-738da0b016dd {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:12.969299 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a276ba81-42bb-4a34-aeb2-7f52251e16da tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:12.969912 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] For port 4616f27a-c965-4207-8067-8f941770410a, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:34:12.994880 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-894e038b-cc44-487c-972b-4d1f1a95be60 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'fixed_ips': [{'subnet_id': '94ef0171-4aee-4961-a782-5ad24d5f8d87', 'ip_address': '2001:db8::5a81:3c0c:308c:47d3'}], 'name': 'tempest-NetworksTestDHCPv6-1338526296'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:13.008724 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] For port 4616f27a-c965-4207-8067-8f941770410a, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4616f27a-c965-4207-8067-8f941770410a,segment=NetworkSegment(d4969419-30e3-407f-bc95-ce6e066593a6),segment_id=d4969419-30e3-407f-bc95-ce6e066593a6)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:34:13.011225 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-23966d23-544a-402c-81a2-313d1f960090 req-17d84d5f-a27a-43df-b9ed-a025dda756dd tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029185 Jan 11 09:34:13.024092 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:13.043337 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=af890786-c6d3-49f2-9d04-b6f44b9a7fb3,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:13.052563 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3af0e-37fd-4f93-b61c-e9bd6a515cfa tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Subnet': ['ID=ee1baabc-58cf-4975-adee-9686fb6d4e9d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:13.071980 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-71a3af0e-37fd-4f93-b61c-e9bd6a515cfa tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:13.091703 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c0d13bc-3b0f-4493-8fee-1dd448ed9a34 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:13.102313 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-71a3af0e-37fd-4f93-b61c-e9bd6a515cfa tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/subnets/ee1baabc-58cf-4975-adee-9686fb6d4e9d HTTP/1.1" status: 204 len: 168 time: 2.1450732 Jan 11 09:34:13.122993 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57708) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:13.219854 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6661a-3bd6-4281-9989-2a7c0ba27056 req-156487d8-7e91-4762-b2ff-20da5e2b0005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:13.221412 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-62e6661a-3bd6-4281-9989-2a7c0ba27056 req-156487d8-7e91-4762-b2ff-20da5e2b0005 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75d32f1d-e961-48e8-b51c-6c84103eee1a HTTP/1.1" status: 200 len: 850 time: 0.3170574 Jan 11 09:34:13.232410 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port f8151182-07bb-4f44-88fa-d37382950ec0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:13.233812 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:13.280353 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] Routers {'08aa8158-041b-4702-92c3-f0ded41a44a3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:34:13.282339 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:33:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['08aa8158-041b-4702-92c3-f0ded41a44a3'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:13.359744 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-842d7cb2-64eb-4c73-a1b8-b23e86c07a7d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:13.360899 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-842d7cb2-64eb-4c73-a1b8-b23e86c07a7d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:13.365301 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-842d7cb2-64eb-4c73-a1b8-b23e86c07a7d tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/subnets/7a409e9d-2560-4f48-bc50-ea3fbc5d93c6 HTTP/1.1" status: 404 len: 337 time: 0.2335210 Jan 11 09:34:13.368571 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57716) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:13.384746 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3405dc3-7682-4434-876a-e4ca656989f1 None None] Pushing event updated for resources: {'Port': ['ID=4616f27a-c965-4207-8067-8f941770410a,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:13.443377 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-894e038b-cc44-487c-972b-4d1f1a95be60 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:13.457685 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-894e038b-cc44-487c-972b-4d1f1a95be60 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:13.470986 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6661a-3bd6-4281-9989-2a7c0ba27056 req-9fa6ef31-b3e5-4a22-bffd-37890a4d37d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:13.472332 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-62e6661a-3bd6-4281-9989-2a7c0ba27056 req-9fa6ef31-b3e5-4a22-bffd-37890a4d37d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d792ad28-c1a4-4d37-b57d-4b386593b2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1991241 Jan 11 09:34:13.473512 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894e038b-cc44-487c-972b-4d1f1a95be60 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:13.626675 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6bd1a9c0-afee-4f1e-b5c8-9165774b9284 req-ce7390d8-c187-4704-a9b7-b2b9d4ac555a tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 210 time: 0.2407346 Jan 11 09:34:13.633387 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] Set router 08aa8158-041b-4702-92c3-f0ded41a44a3 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:34:13.673714 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-a276ba81-42bb-4a34-aeb2-7f52251e16da tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] For port 8b561d3d-019a-4af7-a34b-738da0b016dd, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=8b561d3d-019a-4af7-a34b-738da0b016dd,segment=NetworkSegment(297bab7c-6705-42d9-a23a-9b9cccc179ee),segment_id=297bab7c-6705-42d9-a23a-9b9cccc179ee)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:13.674070 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a276ba81-42bb-4a34-aeb2-7f52251e16da tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:13.804566 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d33407-f6b8-4ba3-92a2-9d4da175d76b None None] Network daa20188-92c8-437c-9c82-e50d2f56b722 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:13.838740 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1602077-5971-4364-8b61-86a41a690624 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:13.870612 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3273e90-f42a-41dd-9575-41ba1ed249b1 None None] Network 6d83a5e7-5bc0-40bb-ba0e-5294ce214a10 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:13.894263 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-894e038b-cc44-487c-972b-4d1f1a95be60 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:13.920378 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-62e6661a-3bd6-4281-9989-2a7c0ba27056 req-cd4511a4-12c8-48c4-b6ba-d5d5eabe5601 service neutron] 10.222.0.42 "GET /v2.0/networks/d792ad28-c1a4-4d37-b57d-4b386593b2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309247 Jan 11 09:34:13.950774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-894e038b-cc44-487c-972b-4d1f1a95be60 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] device_id is not set on port aeda49ba-8aaa-467d-807e-bae16f3be49b yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:34:14.039101 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a276ba81-42bb-4a34-aeb2-7f52251e16da tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Calling delete_port for 8b561d3d-019a-4af7-a34b-738da0b016dd owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:14.143696 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-82946bbb-212c-45f2-acf4-b513dbf2c710 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting subnet a79a31de-12ad-424d-802e-a4593e6c45de {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:34:14.164329 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-82946bbb-212c-45f2-acf4-b513dbf2c710 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:14.486782 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device af890786-c6d3-49f2-9d04-b6f44b9a7fb3 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:14.773677 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-82946bbb-212c-45f2-acf4-b513dbf2c710 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:14.891698 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2fe70818-1de3-4e55-b1e5-80745bd2bea2 None None] Provisioning for port 19fd107e-ea14-4ee2-9092-0da5059cc383 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:14.921659 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-62e6661a-3bd6-4281-9989-2a7c0ba27056 req-d71ce603-a1ff-4af0-803a-99f738ba9e9f service neutron] 10.222.0.42 "GET /v2.0/networks/d792ad28-c1a4-4d37-b57d-4b386593b2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7970848 Jan 11 09:34:14.934289 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a005df97-49c8-494d-b02d-9fc8820513ee req-767b77c6-8b7a-40c2-a227-5af0ff4ccd6f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 210 time: 0.0985289 Jan 11 09:34:14.971665 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a276ba81-42bb-4a34-aeb2-7f52251e16da tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:14.985898 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2fe70818-1de3-4e55-b1e5-80745bd2bea2 None None] Provisioning complete for port 19fd107e-ea14-4ee2-9092-0da5059cc383 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:14.985898 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2fe70818-1de3-4e55-b1e5-80745bd2bea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:15.052873 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-894e038b-cc44-487c-972b-4d1f1a95be60 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 2001:db8::5a81:3c0c:308c:47d3 (11973de4-095d-48a2-8bfe-2305268446bc/94ef0171-4aee-4961-a782-5ad24d5f8d87/aeda49ba-8aaa-467d-807e-bae16f3be49b) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:34:15.054358 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276ba81-42bb-4a34-aeb2-7f52251e16da tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Port': ['ID=8b561d3d-019a-4af7-a34b-738da0b016dd,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:15.062487 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a276ba81-42bb-4a34-aeb2-7f52251e16da tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] No DVR routers for this DVR port 8b561d3d-019a-4af7-a34b-738da0b016dd on host dv-neutron-823402-4-hyperv {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:34:15.157350 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port af890786-c6d3-49f2-9d04-b6f44b9a7fb3 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:15.157350 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:15.180129 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea578a-d434-408c-9d27-1e80558a0c38 req-78cb34d5-5654-4792-8379-836e6afa7839 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:15.188159 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c5ea578a-d434-408c-9d27-1e80558a0c38 req-78cb34d5-5654-4792-8379-836e6afa7839 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.9386606 Jan 11 09:34:15.208680 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c0d13bc-3b0f-4493-8fee-1dd448ed9a34 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:15.231882 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c0d13bc-3b0f-4493-8fee-1dd448ed9a34 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:15.326034 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2fe70818-1de3-4e55-b1e5-80745bd2bea2 None None] Port 19fd107e-ea14-4ee2-9092-0da5059cc383 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:34:15.331045 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-82946bbb-212c-45f2-acf4-b513dbf2c710 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:15.538917 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a276ba81-42bb-4a34-aeb2-7f52251e16da tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:15.628967 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed2aa92-9299-445a-b419-786a5f844d08 None None] DHCP port deletion for 6d83a5e7-5bc0-40bb-ba0e-5294ce214a10 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:34:15.688269 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a5621439-8282-4dbb-adaf-bc445b75d87b up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:15.796868 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a276ba81-42bb-4a34-aeb2-7f52251e16da tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d83a5e7-5bc0-40bb-ba0e-5294ce214a10']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:15.887409 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289783008', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:33:45Z', 'updated_at': '2022-01-11T09:34:04Z', 'revision_number': 4, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'gw_port': {'id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:33:47Z', 'updated_at': '2022-01-11T09:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '4616f27a-c965-4207-8067-8f941770410a', 'name': '', 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'mac_address': 'fa:16:3e:d2:70:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '48997d48-8017-4745-a919-e2841ee030d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:33:59Z', 'updated_at': '2022-01-11T09:34:12Z', 'revision_number': 4, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'subnets': [{'id': '48997d48-8017-4745-a919-e2841ee030d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:15.906502 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41635b6-7168-47d3-beb6-e7dce5b9c492 None None] The sync data for ids ['08aa8158-041b-4702-92c3-f0ded41a44a3'] in dv-neutron-823402-4-hyperv is: [{'id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289783008', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:33:45Z', 'updated_at': '2022-01-11T09:34:04Z', 'revision_number': 4, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'gw_port': {'id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:33:47Z', 'updated_at': '2022-01-11T09:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '4616f27a-c965-4207-8067-8f941770410a', 'name': '', 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'mac_address': 'fa:16:3e:d2:70:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '48997d48-8017-4745-a919-e2841ee030d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:33:59Z', 'updated_at': '2022-01-11T09:34:12Z', 'revision_number': 4, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'subnets': [{'id': '48997d48-8017-4745-a919-e2841ee030d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:34:15.940801 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port a5621439-8282-4dbb-adaf-bc445b75d87b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:15.940801 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:15.952791 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a276ba81-42bb-4a34-aeb2-7f52251e16da tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297bab7c-6705-42d9-a23a-9b9cccc179ee') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:15.952791 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a276ba81-42bb-4a34-aeb2-7f52251e16da tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297bab7c-6705-42d9-a23a-9b9cccc179ee') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:15.992148 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d13bc-3b0f-4493-8fee-1dd448ed9a34 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Port': ['ID=19fd107e-ea14-4ee2-9092-0da5059cc383,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:16.000606 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c0d13bc-3b0f-4493-8fee-1dd448ed9a34 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:16.076897 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-894e038b-cc44-487c-972b-4d1f1a95be60 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:16.110033 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-ec249da1-aa46-4f7a-853b-5a6eb0a3be46 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:16.110774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-ec249da1-aa46-4f7a-853b-5a6eb0a3be46 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Synchronizing usage tracker for tenant:14ed3ba110e14acfa72fca43f8ae9c54 on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:16.215514 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-894e038b-cc44-487c-972b-4d1f1a95be60 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Transition to ACTIVE for port object aeda49ba-8aaa-467d-807e-bae16f3be49b will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:16.251309 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-ec249da1-aa46-4f7a-853b-5a6eb0a3be46 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Unset dirty status for tenant:14ed3ba110e14acfa72fca43f8ae9c54 on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:16.252413 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-ec249da1-aa46-4f7a-853b-5a6eb0a3be46 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.42 "GET /v2.0/networks?id=bbf6be13-cc99-44e4-8991-cc0b8c6993de HTTP/1.1" status: 200 len: 797 time: 0.7994633 Jan 11 09:34:16.252698 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c5ea578a-d434-408c-9d27-1e80558a0c38 req-96929286-e71f-4e75-93cb-b2353aa38150 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0639870 Jan 11 09:34:16.294238 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a276ba81-42bb-4a34-aeb2-7f52251e16da tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:16.294911 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29c9930-b45f-466a-bd82-5b4bd33e676a None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:16.361466 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-cf36c03a-0dab-42af-a0cf-e32112dffb97 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Synchronizing usage tracker for tenant:14ed3ba110e14acfa72fca43f8ae9c54 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:16.409796 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-07e05361-a5a1-419f-8577-8b345af9452c req-18be3502-b2df-48c4-9f98-179c14b19a5f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 210 time: 0.1496224 Jan 11 09:34:16.439126 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-894e038b-cc44-487c-972b-4d1f1a95be60 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:16.439126 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-cf36c03a-0dab-42af-a0cf-e32112dffb97 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Unset dirty status for tenant:14ed3ba110e14acfa72fca43f8ae9c54 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:16.448351 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-cf36c03a-0dab-42af-a0cf-e32112dffb97 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14ed3ba110e14acfa72fca43f8ae9c54 HTTP/1.1" status: 200 len: 378 time: 0.1616380 Jan 11 09:34:16.462632 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a276ba81-42bb-4a34-aeb2-7f52251e16da tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:16.462632 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-82946bbb-212c-45f2-acf4-b513dbf2c710 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:16.555425 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cfed6dce-b5d8-4340-82c7-420e9e53541f None None] Provisioning complete for port af890786-c6d3-49f2-9d04-b6f44b9a7fb3 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:16.555425 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cfed6dce-b5d8-4340-82c7-420e9e53541f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:16.604177 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-82946bbb-212c-45f2-acf4-b513dbf2c710 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:16.620981 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-fb0bc52f-c50f-4711-9f6a-11dc079db743 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Request body: {'port': {'device_id': '8d57928c-90e2-49ee-bf6d-ecd9d0e3151a', 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de', 'admin_state_up': True, 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'security_groups': ['cfa48579-46f7-403d-90fd-c3c391a7d4bc']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:16.656569 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894e038b-cc44-487c-972b-4d1f1a95be60 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:16.673527 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-894e038b-cc44-487c-972b-4d1f1a95be60 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:16.685357 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894e038b-cc44-487c-972b-4d1f1a95be60 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:34:16.693498 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-82946bbb-212c-45f2-acf4-b513dbf2c710 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/subnets/a79a31de-12ad-424d-802e-a4593e6c45de HTTP/1.1" status: 204 len: 168 time: 3.2702999 Jan 11 09:34:16.695476 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57746) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:16.696346 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894e038b-cc44-487c-972b-4d1f1a95be60 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:16.696591 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-894e038b-cc44-487c-972b-4d1f1a95be60 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:16.697977 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a276ba81-42bb-4a34-aeb2-7f52251e16da tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:34:16.698624 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a276ba81-42bb-4a34-aeb2-7f52251e16da tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:16.776657 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0d13bc-3b0f-4493-8fee-1dd448ed9a34 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network 191f545a-dcc0-4270-8b6b-6b3e07eab917 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:34:16.780007 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:34:16.784926 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e038b-cc44-487c-972b-4d1f1a95be60 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=aeda49ba-8aaa-467d-807e-bae16f3be49b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:16.844361 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4616f27a-c965-4207-8067-8f941770410a up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:16.872614 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-1c0d13bc-3b0f-4493-8fee-1dd448ed9a34 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:16.882362 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82946bbb-212c-45f2-acf4-b513dbf2c710 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Subnet': ['ID=a79a31de-12ad-424d-802e-a4593e6c45de,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:17.053666 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-894e038b-cc44-487c-972b-4d1f1a95be60 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0905375 Jan 11 09:34:17.099410 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57750) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:17.193297 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94a686c-52ac-48df-b238-73788e9ee099 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:17.193991 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94a686c-52ac-48df-b238-73788e9ee099 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:17.199671 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e94a686c-52ac-48df-b238-73788e9ee099 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/subnets/fb39b367-c107-4f41-8a42-2e1ac2b3dd9c HTTP/1.1" status: 404 len: 337 time: 0.4215522 Jan 11 09:34:17.209762 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57754) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:17.238674 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 4616f27a-c965-4207-8067-8f941770410a completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:17.241967 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-fb0bc52f-c50f-4711-9f6a-11dc079db743 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:17.260849 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 4616f27a-c965-4207-8067-8f941770410a triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:17.261223 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:17.270714 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-fb0bc52f-c50f-4711-9f6a-11dc079db743 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:17.293700 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-fb0bc52f-c50f-4711-9f6a-11dc079db743 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Made reservation on behalf of 14ed3ba110e14acfa72fca43f8ae9c54 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:17.297548 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-fb0bc52f-c50f-4711-9f6a-11dc079db743 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:17.327949 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0d13bc-3b0f-4493-8fee-1dd448ed9a34 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Router 225a1802-9121-42f4-8d25-93e25719bfb7 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:34:17.345869 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114366c8-c7bb-449b-b4a0-4ed2780d9fd5 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:17.354467 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114366c8-c7bb-449b-b4a0-4ed2780d9fd5 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:17.355433 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-114366c8-c7bb-449b-b4a0-4ed2780d9fd5 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:17.433867 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-fc00ccda-d40e-4e5f-9268-35f1f95b60b9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Synchronizing usage tracker for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:17.447160 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a276ba81-42bb-4a34-aeb2-7f52251e16da tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:17.551938 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-114366c8-c7bb-449b-b4a0-4ed2780d9fd5 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:17.557498 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-114366c8-c7bb-449b-b4a0-4ed2780d9fd5 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.4669168 Jan 11 09:34:17.568423 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57760) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:17.580306 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a276ba81-42bb-4a34-aeb2-7f52251e16da tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:17.600397 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-fc00ccda-d40e-4e5f-9268-35f1f95b60b9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Unset dirty status for tenant:8844e01d61a342618edbd314407bab67 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:17.600938 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:34:17.602466 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fc00ccda-d40e-4e5f-9268-35f1f95b60b9 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "GET /v2.0/ports?device_id=97ee3ee1-660c-4790-be7e-34a0d5a39610 HTTP/1.1" status: 200 len: 205 time: 0.2819765 Jan 11 09:34:17.603702 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459c942d-a743-47c9-8639-e582db3edb80 None None] Network daa20188-92c8-437c-9c82-e50d2f56b722 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:17.603827 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276ba81-42bb-4a34-aeb2-7f52251e16da tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] Pushing event deleted for resources: {'Network': ['ID=6d83a5e7-5bc0-40bb-ba0e-5294ce214a10,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:17.620718 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57764) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:17.872170 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-4c4f76dd-6383-4943-a801-ffbc0bc8ad4e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] delete failed (client error): The resource could not be found. Jan 11 09:34:17.875543 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4c4f76dd-6383-4943-a801-ffbc0bc8ad4e tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/routers/97ee3ee1-660c-4790-be7e-34a0d5a39610 HTTP/1.1" status: 404 len: 336 time: 0.2538202 Jan 11 09:34:17.882462 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57768) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:17.926066 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b2765e3b-be58-44ed-afa6-dda21873bcac None None] Provisioning complete for port 19fd107e-ea14-4ee2-9092-0da5059cc383 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:17.926755 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b2765e3b-be58-44ed-afa6-dda21873bcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:17.942007 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f30c5207-e515-44b4-b516-5c8a0c9b7a76 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting port aeda49ba-8aaa-467d-807e-bae16f3be49b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:17.944185 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f30c5207-e515-44b4-b516-5c8a0c9b7a76 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:17.996612 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-13dab68b-d056-40a9-91bc-22b4bed790d8 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:17.997368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13dab68b-d056-40a9-91bc-22b4bed790d8 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:17.998584 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b2765e3b-be58-44ed-afa6-dda21873bcac None None] Port 19fd107e-ea14-4ee2-9092-0da5059cc383 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:34:18.000286 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:18.020165 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-fb0bc52f-c50f-4711-9f6a-11dc079db743 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Allocated IP 172.20.0.7 (bbf6be13-cc99-44e4-8991-cc0b8c6993de/48997d48-8017-4745-a919-e2841ee030d4/978151b7-a367-41c9-93da-1fa67427275c) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:34:18.020433 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0d13bc-3b0f-4493-8fee-1dd448ed9a34 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:34:18.024680 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a276ba81-42bb-4a34-aeb2-7f52251e16da tempest-NetworksTest-611533646 tempest-NetworksTest-611533646-project] 10.222.0.15 "DELETE /v2.0/networks/6d83a5e7-5bc0-40bb-ba0e-5294ce214a10 HTTP/1.1" status: 204 len: 168 time: 5.8065975 Jan 11 09:34:18.032361 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-13dab68b-d056-40a9-91bc-22b4bed790d8 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/subnets/ff16f1c4-df18-4eab-b9b2-bbb83a888bbe HTTP/1.1" status: 404 len: 337 time: 0.1444798 Jan 11 09:34:18.035666 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57774) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:18.061394 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de575662-8b23-4b67-a2b7-d58c7deb066e None None] Sync routers for ids ['225a1802-9121-42f4-8d25-93e25719bfb7'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:34:18.073020 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1c0d13bc-3b0f-4493-8fee-1dd448ed9a34 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "PUT /v2.0/routers/225a1802-9121-42f4-8d25-93e25719bfb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4250274 Jan 11 09:34:18.074574 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b2765e3b-be58-44ed-afa6-dda21873bcac None None] Provisioning complete for port f8151182-07bb-4f44-88fa-d37382950ec0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:18.074741 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57778) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:18.075388 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b2765e3b-be58-44ed-afa6-dda21873bcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:18.087802 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de575662-8b23-4b67-a2b7-d58c7deb066e None None] Routers {'225a1802-9121-42f4-8d25-93e25719bfb7'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:34:18.088441 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-de575662-8b23-4b67-a2b7-d58c7deb066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:33:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['225a1802-9121-42f4-8d25-93e25719bfb7'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:18.096312 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef0801a-f4c1-4685-9544-61dd90e10934 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:18.096798 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef0801a-f4c1-4685-9544-61dd90e10934 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:18.099418 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0ef0801a-f4c1-4685-9544-61dd90e10934 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/subnets/838be048-52bb-4bda-966b-0f4032f6a88a HTTP/1.1" status: 404 len: 337 time: 0.0574927 Jan 11 09:34:18.105190 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57780) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:18.163162 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba6a944-e4ea-4dcf-be4c-b6eac08fa7b0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:18.163619 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fba6a944-e4ea-4dcf-be4c-b6eac08fa7b0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:18.167947 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-fba6a944-e4ea-4dcf-be4c-b6eac08fa7b0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/subnets/8e84be00-0b88-4f12-b9db-ae972cc8cde8 HTTP/1.1" status: 404 len: 337 time: 0.0617723 Jan 11 09:34:18.179781 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 4616f27a-c965-4207-8067-8f941770410a, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4616f27a-c965-4207-8067-8f941770410a,segment=NetworkSegment(d4969419-30e3-407f-bc95-ce6e066593a6),segment_id=d4969419-30e3-407f-bc95-ce6e066593a6)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:18.193697 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:18.222430 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-de575662-8b23-4b67-a2b7-d58c7deb066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:18.233917 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de575662-8b23-4b67-a2b7-d58c7deb066e None None] Routers {'225a1802-9121-42f4-8d25-93e25719bfb7'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:34:18.234618 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-de575662-8b23-4b67-a2b7-d58c7deb066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:33:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['225a1802-9121-42f4-8d25-93e25719bfb7'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:18.246456 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a03d3b2e-9264-4902-85bc-4b71ec50cd82 req-2872cf45-da9c-4e19-9584-7108744c5b63 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 210 time: 0.6532776 Jan 11 09:34:18.268402 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57786) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:18.288282 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cc3cb-5630-4c76-943c-dadbfab5f96d req-3f301a89-c94e-4132-accd-88477127d19f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:18.289869 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ec4cc3cb-5630-4c76-943c-dadbfab5f96d req-3f301a89-c94e-4132-accd-88477127d19f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 1.1562295 Jan 11 09:34:18.325370 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a06374c-5d83-444c-9118-2facff4865ea None None] DHCP port deletion for daa20188-92c8-437c-9c82-e50d2f56b722 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:34:18.328099 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 8b561d3d-019a-4af7-a34b-738da0b016dd no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:34:18.382646 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7a06374c-5d83-444c-9118-2facff4865ea None None] Deleting port f8151182-07bb-4f44-88fa-d37382950ec0 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:18.383349 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7a06374c-5d83-444c-9118-2facff4865ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:18.431095 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-de575662-8b23-4b67-a2b7-d58c7deb066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:18.431564 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de575662-8b23-4b67-a2b7-d58c7deb066e None None] The sync data for ids ['225a1802-9121-42f4-8d25-93e25719bfb7'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:34:18.492460 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 8b561d3d-019a-4af7-a34b-738da0b016dd {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:34:18.493194 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 8b561d3d-019a-4af7-a34b-738da0b016dd not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:34:18.498809 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f2e7654-20c4-4cf1-b4ff-2c0a12f1cf39 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:18.499479 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f2e7654-20c4-4cf1-b4ff-2c0a12f1cf39 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:18.505349 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8f2e7654-20c4-4cf1-b4ff-2c0a12f1cf39 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/ports/253a3cd5-41f0-46b9-a3de-4b6d440211e2 HTTP/1.1" status: 404 len: 333 time: 0.1908917 Jan 11 09:34:18.513954 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e611c77-76ae-4c2f-8cfc-1c74cdb24ae9 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:18.515296 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5e611c77-76ae-4c2f-8cfc-1c74cdb24ae9 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Synchronizing usage tracker for tenant:264ed167813548b38f5af4683744d86b on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:18.519143 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=4616f27a-c965-4207-8067-8f941770410a,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:18.526335 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57792) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:18.640565 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5696b91-d126-4769-8d65-493aae19e581 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:18.641745 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5696b91-d126-4769-8d65-493aae19e581 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:18.647097 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d5696b91-d126-4769-8d65-493aae19e581 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/subnets/f7640b37-8fb2-4b21-9953-f2f5e269b81f HTTP/1.1" status: 404 len: 337 time: 0.1190777 Jan 11 09:34:18.652374 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57796) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:18.697301 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4616f27a-c965-4207-8067-8f941770410a up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:18.725343 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57800) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:18.745371 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5e611c77-76ae-4c2f-8cfc-1c74cdb24ae9 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Unset dirty status for tenant:264ed167813548b38f5af4683744d86b on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:18.746859 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5e611c77-76ae-4c2f-8cfc-1c74cdb24ae9 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "GET /v2.0/ports/19fd107e-ea14-4ee2-9092-0da5059cc383 HTTP/1.1" status: 200 len: 910 time: 0.6347599 Jan 11 09:34:18.748075 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-f161d51a-d695-410b-9ae6-098055651160 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:18.748733 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f161d51a-d695-410b-9ae6-098055651160 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:18.753327 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f161d51a-d695-410b-9ae6-098055651160 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/subnets/26923ef5-95f1-4306-87a7-56de962f5e55 HTTP/1.1" status: 404 len: 337 time: 0.0996218 Jan 11 09:34:18.754138 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57802) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:18.755178 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57804) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:18.756348 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b2765e3b-be58-44ed-afa6-dda21873bcac None None] Provisioning complete for port 68b16294-661d-40d8-89f5-74bb3e773330 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:18.756974 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b2765e3b-be58-44ed-afa6-dda21873bcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:18.771585 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ec4cc3cb-5630-4c76-943c-dadbfab5f96d req-762a6d2b-f0dc-4c24-8073-892f1806cdd5 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4340234 Jan 11 09:34:18.956854 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-fb0bc52f-c50f-4711-9f6a-11dc079db743 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:18.962518 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b2765e3b-be58-44ed-afa6-dda21873bcac None None] Port 68b16294-661d-40d8-89f5-74bb3e773330 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:34:18.966984 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7a06374c-5d83-444c-9118-2facff4865ea None None] For port f8151182-07bb-4f44-88fa-d37382950ec0, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=f8151182-07bb-4f44-88fa-d37382950ec0,segment=NetworkSegment(a9e410db-234b-40ea-a6ac-226a730df9a8),segment_id=a9e410db-234b-40ea-a6ac-226a730df9a8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:18.967678 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7a06374c-5d83-444c-9118-2facff4865ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:18.976496 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-fb0bc52f-c50f-4711-9f6a-11dc079db743 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Transition to ACTIVE for port object 978151b7-a367-41c9-93da-1fa67427275c will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:19.032095 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-fb0bc52f-c50f-4711-9f6a-11dc079db743 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:19.132944 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-848102b3-2a0a-48b1-9e9c-5b0b26aeabdf tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:19.134239 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-848102b3-2a0a-48b1-9e9c-5b0b26aeabdf tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:19.138899 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-848102b3-2a0a-48b1-9e9c-5b0b26aeabdf tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/ports/fa1367db-55eb-42cb-98d9-20a51f2d50e8 HTTP/1.1" status: 404 len: 333 time: 0.3720870 Jan 11 09:34:19.145002 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57818) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:19.180809 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f30c5207-e515-44b4-b516-5c8a0c9b7a76 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:19.216772 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7a06374c-5d83-444c-9118-2facff4865ea None None] Calling delete_port for f8151182-07bb-4f44-88fa-d37382950ec0 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:19.251434 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a555820-817c-4fbc-b9bb-94b035084826 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:19.251914 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a555820-817c-4fbc-b9bb-94b035084826 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:19.253587 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4a555820-817c-4fbc-b9bb-94b035084826 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/subnets/25d170c7-7422-4566-9d6b-bc544a74b257 HTTP/1.1" status: 404 len: 337 time: 0.1064060 Jan 11 09:34:19.263314 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57822) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:19.267173 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 4616f27a-c965-4207-8067-8f941770410a triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:19.267543 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:19.356147 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f30c5207-e515-44b4-b516-5c8a0c9b7a76 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Calling delete_port for aeda49ba-8aaa-467d-807e-bae16f3be49b owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:19.384982 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7a06374c-5d83-444c-9118-2facff4865ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:19.389069 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-d494a475-3b66-44b7-be20-da4049ab2b89 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] DELETE failed (client error): The resource could not be found. Jan 11 09:34:19.389588 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d494a475-3b66-44b7-be20-da4049ab2b89 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:19.391367 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d494a475-3b66-44b7-be20-da4049ab2b89 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/subnets/fd070e29-dd93-4a4c-a608-5e83cb414b64 HTTP/1.1" status: 404 len: 337 time: 0.1263831 Jan 11 09:34:19.397436 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57828) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:19.404840 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-fb0bc52f-c50f-4711-9f6a-11dc079db743 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Network bbf6be13-cc99-44e4-8991-cc0b8c6993de is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:19.426373 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-fb0bc52f-c50f-4711-9f6a-11dc079db743 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:19.437304 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-fb0bc52f-c50f-4711-9f6a-11dc079db743 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:34:19.497141 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0b7639b9-c8a0-4e6f-8129-e19235d5a5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:19.517496 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06374c-5d83-444c-9118-2facff4865ea None None] Pushing event deleted for resources: {'Port': ['ID=f8151182-07bb-4f44-88fa-d37382950ec0,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:19.519279 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7a51ce95-57a7-4f7c-8b17-28ae9180318c None None] Provisioning complete for port af890786-c6d3-49f2-9d04-b6f44b9a7fb3 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:19.519831 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7a51ce95-57a7-4f7c-8b17-28ae9180318c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:19.534344 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0bc52f-c50f-4711-9f6a-11dc079db743 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Pushing event updated for resources: {'Port': ['ID=978151b7-a367-41c9-93da-1fa67427275c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:19.562443 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a06374c-5d83-444c-9118-2facff4865ea None None] No DVR routers for this DVR port f8151182-07bb-4f44-88fa-d37382950ec0 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:34:19.591523 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c9a87903-0e82-408d-88f9-4e96df630e48 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=605575ac642f4c179928ba111782e9ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5918081 Jan 11 09:34:19.596034 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57834) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:19.635055 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-fb0bc52f-c50f-4711-9f6a-11dc079db743 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:19.636063 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-fb0bc52f-c50f-4711-9f6a-11dc079db743 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:19.645639 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-6c64e0e8-dc04-4447-bf08-a19c1708d383 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Deleting port 68b16294-661d-40d8-89f5-74bb3e773330 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:19.646280 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c64e0e8-dc04-4447-bf08-a19c1708d383 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:19.759015 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-fb0bc52f-c50f-4711-9f6a-11dc079db743 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1586823 Jan 11 09:34:19.807479 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-0574c939-bf32-403f-8c41-5f4eae30d767 service neutron] Request body: {'port': {'device_id': '8d57928c-90e2-49ee-bf6d-ecd9d0e3151a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:19.841967 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e013e9-c8f9-4ff9-8fd2-eeae329142b9 req-bf33492b-c4f1-45af-aced-694c63be27ee tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:19.843694 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c3e013e9-c8f9-4ff9-8fd2-eeae329142b9 req-bf33492b-c4f1-45af-aced-694c63be27ee tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.5889287 Jan 11 09:34:19.843945 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ea7e19e-6004-419f-aef9-8fbd78448c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:19.890238 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f30c5207-e515-44b4-b516-5c8a0c9b7a76 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:19.915048 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device f8151182-07bb-4f44-88fa-d37382950ec0 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:34:19.957461 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: f8151182-07bb-4f44-88fa-d37382950ec0 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:34:19.958649 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device f8151182-07bb-4f44-88fa-d37382950ec0 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:34:19.989789 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7a51ce95-57a7-4f7c-8b17-28ae9180318c None None] Could not find standard attr ID for object aeda49ba-8aaa-467d-807e-bae16f3be49b. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:34:19.999022 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c5207-e515-44b4-b516-5c8a0c9b7a76 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Port': ['ID=aeda49ba-8aaa-467d-807e-bae16f3be49b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:20.006177 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ea7e19e-6004-419f-aef9-8fbd78448c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:20.064565 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f30c5207-e515-44b4-b516-5c8a0c9b7a76 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:20.066754 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f30c5207-e515-44b4-b516-5c8a0c9b7a76 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/aeda49ba-8aaa-467d-807e-bae16f3be49b HTTP/1.1" status: 204 len: 168 time: 2.4971740 Jan 11 09:34:20.082556 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57838) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:20.105474 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c3e013e9-c8f9-4ff9-8fd2-eeae329142b9 req-513d367a-346d-4cd3-b31e-c9bb7f47be8f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467687 Jan 11 09:34:20.125433 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-122ba791-f822-435a-a6b0-c436e91cb3bc None None] Provisioning for port 978151b7-a367-41c9-93da-1fa67427275c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:20.132010 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-122ba791-f822-435a-a6b0-c436e91cb3bc None None] Provisioning complete for port 978151b7-a367-41c9-93da-1fa67427275c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:20.133099 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-122ba791-f822-435a-a6b0-c436e91cb3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:20.157445 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c64e0e8-dc04-4447-bf08-a19c1708d383 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:20.178069 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-0574c939-bf32-403f-8c41-5f4eae30d767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:20.206491 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2502775c-b886-47ae-b10a-25cefffe6083 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:20.208161 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2502775c-b886-47ae-b10a-25cefffe6083 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:20.209009 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2502775c-b886-47ae-b10a-25cefffe6083 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:20.220954 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-122ba791-f822-435a-a6b0-c436e91cb3bc None None] Port 978151b7-a367-41c9-93da-1fa67427275c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:34:20.263777 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ea7e19e-6004-419f-aef9-8fbd78448c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:20.287074 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2502775c-b886-47ae-b10a-25cefffe6083 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:20.288240 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2502775c-b886-47ae-b10a-25cefffe6083 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2041721 Jan 11 09:34:20.300498 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57842) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:20.301256 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7e19e-6004-419f-aef9-8fbd78448c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe66b7a-4dae-441a-b340-d005363e25ae,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:20.351301 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ea7e19e-6004-419f-aef9-8fbd78448c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:20.352426 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9ea7e19e-6004-419f-aef9-8fbd78448c65 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5fe66b7a-4dae-441a-b340-d005363e25ae HTTP/1.1" status: 204 len: 168 time: 0.7552505 Jan 11 09:34:20.445341 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2f58ea-21dd-46c8-b05d-0ced2526c4b0 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet 94ef0171-4aee-4961-a782-5ad24d5f8d87 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:34:20.448490 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af2f58ea-21dd-46c8-b05d-0ced2526c4b0 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:20.454727 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-6c64e0e8-dc04-4447-bf08-a19c1708d383 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Calling delete_port for 68b16294-661d-40d8-89f5-74bb3e773330 owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:20.523139 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1428092-da3e-4a90-9117-44f29dd7f5fc req-90f38c73-0c25-408b-bc8c-c9618f29f04d tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:20.524936 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d1428092-da3e-4a90-9117-44f29dd7f5fc req-90f38c73-0c25-408b-bc8c-c9618f29f04d tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 931 time: 1.1301715 Jan 11 09:34:20.530586 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37879f64-05d1-48cd-a5d0-4d0879dc2707 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:20.542689 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af2f58ea-21dd-46c8-b05d-0ced2526c4b0 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:20.679526 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af2f58ea-21dd-46c8-b05d-0ced2526c4b0 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:20.759546 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c64e0e8-dc04-4447-bf08-a19c1708d383 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:20.825235 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d1428092-da3e-4a90-9117-44f29dd7f5fc req-687b573e-e2ad-4a74-b148-9c8d5b5a8f69 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/security-groups?id=cfa48579-46f7-403d-90fd-c3c391a7d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2255144 Jan 11 09:34:20.892496 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64e0e8-dc04-4447-bf08-a19c1708d383 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Port': ['ID=68b16294-661d-40d8-89f5-74bb3e773330,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:20.901965 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c64e0e8-dc04-4447-bf08-a19c1708d383 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:20.983096 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6c64e0e8-dc04-4447-bf08-a19c1708d383 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/ports/68b16294-661d-40d8-89f5-74bb3e773330 HTTP/1.1" status: 204 len: 168 time: 1.5786200 Jan 11 09:34:20.985525 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57864) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:21.016201 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af2f58ea-21dd-46c8-b05d-0ced2526c4b0 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:21.081714 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f58ea-21dd-46c8-b05d-0ced2526c4b0 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=94ef0171-4aee-4961-a782-5ad24d5f8d87,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:21.088962 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-37879f64-05d1-48cd-a5d0-4d0879dc2707 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting port 19fd107e-ea14-4ee2-9092-0da5059cc383 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:21.089101 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37879f64-05d1-48cd-a5d0-4d0879dc2707 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:21.092409 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-0574c939-bf32-403f-8c41-5f4eae30d767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978151b7-a367-41c9-93da-1fa67427275c {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:34:21.100144 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af2f58ea-21dd-46c8-b05d-0ced2526c4b0 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:21.100859 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b434d77f-3c7e-4538-a08f-257abdbeb8c2 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:21.111971 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-0574c939-bf32-403f-8c41-5f4eae30d767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:21.194674 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-af2f58ea-21dd-46c8-b05d-0ced2526c4b0 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/94ef0171-4aee-4961-a782-5ad24d5f8d87 HTTP/1.1" status: 204 len: 168 time: 0.8906929 Jan 11 09:34:21.199905 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-0574c939-bf32-403f-8c41-5f4eae30d767 service neutron] Transition to ACTIVE for port object 978151b7-a367-41c9-93da-1fa67427275c will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:21.200610 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57872) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:21.217129 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57876) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:21.264223 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-696760d1-2316-4d43-a883-1b2ecead4db0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:21.284144 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-0574c939-bf32-403f-8c41-5f4eae30d767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:21.332347 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-aac1ad54-bc84-4ba8-8d6e-6e19283f64ca tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1305721 Jan 11 09:34:21.343063 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57882) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:21.346512 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bb48f5db-7c9f-4d91-96dd-ba015f27404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:21.365523 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-37611102-4b10-4d20-9274-ba06bbd64f05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:21.407236 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2f328fbb-8993-4d47-b8cf-b94dbb7d0151 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Request body: {'security_group': {'name': 'tempest-secgroup--942255070'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:21.415781 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2f328fbb-8993-4d47-b8cf-b94dbb7d0151 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:21.420706 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2f328fbb-8993-4d47-b8cf-b94dbb7d0151 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Usage tracker for resource:security_group and tenant:3e55de5a9b3a45c78ed1df92be147704 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:21.423922 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2f328fbb-8993-4d47-b8cf-b94dbb7d0151 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:21.436556 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2f328fbb-8993-4d47-b8cf-b94dbb7d0151 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:21.465127 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f328fbb-8993-4d47-b8cf-b94dbb7d0151 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:21.499040 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f328fbb-8993-4d47-b8cf-b94dbb7d0151 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:21.554971 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2f328fbb-8993-4d47-b8cf-b94dbb7d0151 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:21.563024 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2f328fbb-8993-4d47-b8cf-b94dbb7d0151 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Usage tracker for resource:security_group_rule and tenant:3e55de5a9b3a45c78ed1df92be147704 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:21.566726 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37879f64-05d1-48cd-a5d0-4d0879dc2707 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:21.577100 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2f328fbb-8993-4d47-b8cf-b94dbb7d0151 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:21.588921 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2f328fbb-8993-4d47-b8cf-b94dbb7d0151 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:21.592725 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f755a598-6b84-4288-9b1b-d71f9775644b None None] DHCP port deletion for 11973de4-095d-48a2-8bfe-2305268446bc request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:34:21.597171 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f755a598-6b84-4288-9b1b-d71f9775644b None None] Deleting port af890786-c6d3-49f2-9d04-b6f44b9a7fb3 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:21.597990 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f755a598-6b84-4288-9b1b-d71f9775644b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:21.641425 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574c939-bf32-403f-8c41-5f4eae30d767 service neutron] Pushing event updated for resources: {'Port': ['ID=978151b7-a367-41c9-93da-1fa67427275c,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:21.733530 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-37879f64-05d1-48cd-a5d0-4d0879dc2707 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Calling delete_port for 19fd107e-ea14-4ee2-9092-0da5059cc383 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:21.756516 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-37611102-4b10-4d20-9274-ba06bbd64f05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:21.778331 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1c3f5-e38b-4c9c-b2c3-3d83c3a8cee1 req-b09e9123-d8a1-45d7-9e43-b9b81135e20c tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:21.780124 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-fce1c3f5-e38b-4c9c-b2c3-3d83c3a8cee1 req-b09e9123-d8a1-45d7-9e43-b9b81135e20c tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.4551110 Jan 11 09:34:21.799533 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-37611102-4b10-4d20-9274-ba06bbd64f05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:21.871088 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-37611102-4b10-4d20-9274-ba06bbd64f05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:21.872681 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-fce1c3f5-e38b-4c9c-b2c3-3d83c3a8cee1 req-239d8296-007a-49a4-ae37-d84b969cae04 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833149 Jan 11 09:34:21.884683 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-696760d1-2316-4d43-a883-1b2ecead4db0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:21.903572 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-37611102-4b10-4d20-9274-ba06bbd64f05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:21.938426 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-696760d1-2316-4d43-a883-1b2ecead4db0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daa20188-92c8-437c-9c82-e50d2f56b722']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:21.970981 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37611102-4b10-4d20-9274-ba06bbd64f05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:21.975863 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-37611102-4b10-4d20-9274-ba06bbd64f05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:21.988372 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f328fbb-8993-4d47-b8cf-b94dbb7d0151 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:22.001817 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-696760d1-2316-4d43-a883-1b2ecead4db0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e410db-234b-40ea-a6ac-226a730df9a8') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:22.002348 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-696760d1-2316-4d43-a883-1b2ecead4db0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e410db-234b-40ea-a6ac-226a730df9a8') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:22.028989 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-0574c939-bf32-403f-8c41-5f4eae30d767 service neutron] Attempting to bind port 978151b7-a367-41c9-93da-1fa67427275c on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:34:22.029384 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-0574c939-bf32-403f-8c41-5f4eae30d767 service neutron] Attempting to bind port 978151b7-a367-41c9-93da-1fa67427275c by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': 'd4969419-30e3-407f-bc95-ce6e066593a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:34:22.029641 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-0574c939-bf32-403f-8c41-5f4eae30d767 service neutron] Attempting to bind port 978151b7-a367-41c9-93da-1fa67427275c on network bbf6be13-cc99-44e4-8991-cc0b8c6993de {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:34:22.032663 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-696760d1-2316-4d43-a883-1b2ecead4db0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:22.050566 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f755a598-6b84-4288-9b1b-d71f9775644b None None] For port af890786-c6d3-49f2-9d04-b6f44b9a7fb3, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=af890786-c6d3-49f2-9d04-b6f44b9a7fb3,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:22.050940 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f755a598-6b84-4288-9b1b-d71f9775644b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:22.062567 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-0574c939-bf32-403f-8c41-5f4eae30d767 service neutron] Port 978151b7-a367-41c9-93da-1fa67427275c on network bbf6be13-cc99-44e4-8991-cc0b8c6993de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:34:22.062829 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-0574c939-bf32-403f-8c41-5f4eae30d767 service neutron] Attempting to bind port 978151b7-a367-41c9-93da-1fa67427275c on network bbf6be13-cc99-44e4-8991-cc0b8c6993de {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:34:22.072819 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f328fbb-8993-4d47-b8cf-b94dbb7d0151 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:22.096104 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2f328fbb-8993-4d47-b8cf-b94dbb7d0151 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:22.114992 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2f328fbb-8993-4d47-b8cf-b94dbb7d0151 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Usage tracker for resource:security_group_rule and tenant:3e55de5a9b3a45c78ed1df92be147704 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:22.120065 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2f328fbb-8993-4d47-b8cf-b94dbb7d0151 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:22.127765 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-0574c939-bf32-403f-8c41-5f4eae30d767 service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:34:22.128102 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-0574c939-bf32-403f-8c41-5f4eae30d767 service neutron] Checking segment: {'id': 'd4969419-30e3-407f-bc95-ce6e066593a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:34:22.128488 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-0574c939-bf32-403f-8c41-5f4eae30d767 service neutron] Bound using segment: {'id': 'd4969419-30e3-407f-bc95-ce6e066593a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:34:22.128962 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-0574c939-bf32-403f-8c41-5f4eae30d767 service neutron] Bound port: 978151b7-a367-41c9-93da-1fa67427275c, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4969419-30e3-407f-bc95-ce6e066593a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:34:22.129284 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-0574c939-bf32-403f-8c41-5f4eae30d767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:22.139740 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-696760d1-2316-4d43-a883-1b2ecead4db0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:22.143657 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2f328fbb-8993-4d47-b8cf-b94dbb7d0151 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:22.161587 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f328fbb-8993-4d47-b8cf-b94dbb7d0151 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182bed5f-46cd-42fe-a4f3-1d16343a39fa,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:22.162414 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696760d1-2316-4d43-a883-1b2ecead4db0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:34:22.162823 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-696760d1-2316-4d43-a883-1b2ecead4db0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:22.172378 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37879f64-05d1-48cd-a5d0-4d0879dc2707 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:22.194047 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f755a598-6b84-4288-9b1b-d71f9775644b None None] Calling delete_port for af890786-c6d3-49f2-9d04-b6f44b9a7fb3 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:34:22.210612 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:34:22.248073 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674b1dd-b49e-4202-b4d1-da4d8a838417 req-645118d7-9e0c-4c09-a35d-b0a51d79914d tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:22.249028 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-1674b1dd-b49e-4202-b4d1-da4d8a838417 req-645118d7-9e0c-4c09-a35d-b0a51d79914d tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Synchronizing usage tracker for tenant:2f55e34cfef842488129ab7ed2754c64 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:22.273114 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37879f64-05d1-48cd-a5d0-4d0879dc2707 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Port': ['ID=19fd107e-ea14-4ee2-9092-0da5059cc383,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:22.282700 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f755a598-6b84-4288-9b1b-d71f9775644b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:22.338222 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755a598-6b84-4288-9b1b-d71f9775644b None None] Pushing event deleted for resources: {'Port': ['ID=af890786-c6d3-49f2-9d04-b6f44b9a7fb3,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:22.340902 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f755a598-6b84-4288-9b1b-d71f9775644b None None] No DVR routers for this DVR port af890786-c6d3-49f2-9d04-b6f44b9a7fb3 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:34:22.378252 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-696760d1-2316-4d43-a883-1b2ecead4db0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:22.405970 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-696760d1-2316-4d43-a883-1b2ecead4db0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:22.408535 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-1674b1dd-b49e-4202-b4d1-da4d8a838417 req-645118d7-9e0c-4c09-a35d-b0a51d79914d tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Unset dirty status for tenant:2f55e34cfef842488129ab7ed2754c64 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:22.409642 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1674b1dd-b49e-4202-b4d1-da4d8a838417 req-645118d7-9e0c-4c09-a35d-b0a51d79914d tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.42 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.6507087 Jan 11 09:34:22.446758 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:22.469382 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4c295-b9f8-4828-a5a2-8ebe8bda28ec req-5da371a5-253f-424f-9dce-eb4653a590bf tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:22.470917 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cff4c295-b9f8-4828-a5a2-8ebe8bda28ec req-5da371a5-253f-424f-9dce-eb4653a590bf tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 943 time: 0.4480543 Jan 11 09:34:22.493796 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696760d1-2316-4d43-a883-1b2ecead4db0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] Pushing event deleted for resources: {'Network': ['ID=daa20188-92c8-437c-9c82-e50d2f56b722,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:22.503818 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-0574c939-bf32-403f-8c41-5f4eae30d767 service neutron] For port 978151b7-a367-41c9-93da-1fa67427275c, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:34:22.509512 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-696760d1-2316-4d43-a883-1b2ecead4db0 tempest-PortsIpV6TestJSON-2072154404 tempest-PortsIpV6TestJSON-2072154404-project] 10.222.0.15 "DELETE /v2.0/networks/daa20188-92c8-437c-9c82-e50d2f56b722 HTTP/1.1" status: 204 len: 168 time: 1.5228713 Jan 11 09:34:22.536512 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-0574c939-bf32-403f-8c41-5f4eae30d767 service neutron] For port 978151b7-a367-41c9-93da-1fa67427275c, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=978151b7-a367-41c9-93da-1fa67427275c,segment=NetworkSegment(d4969419-30e3-407f-bc95-ce6e066593a6),segment_id=d4969419-30e3-407f-bc95-ce6e066593a6)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:34:22.552465 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-0574c939-bf32-403f-8c41-5f4eae30d767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:22.621489 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:22.646382 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device af890786-c6d3-49f2-9d04-b6f44b9a7fb3 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:34:22.763010 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: af890786-c6d3-49f2-9d04-b6f44b9a7fb3 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:34:22.763706 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device af890786-c6d3-49f2-9d04-b6f44b9a7fb3 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:34:22.764126 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-1674b1dd-b49e-4202-b4d1-da4d8a838417 req-fbe3171d-36fd-4460-817f-7241e989994e tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Deleting port d114431c-1274-4827-a777-bc1c30573cfe {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:22.764654 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1674b1dd-b49e-4202-b4d1-da4d8a838417 req-fbe3171d-36fd-4460-817f-7241e989994e tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:22.792211 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cff4c295-b9f8-4828-a5a2-8ebe8bda28ec req-cba7f1cf-5081-43ce-9ad2-1f4685e7e8a3 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/security-groups?id=cfa48579-46f7-403d-90fd-c3c391a7d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3112712 Jan 11 09:34:22.803011 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f328fbb-8993-4d47-b8cf-b94dbb7d0151 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:22.818111 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-0574c939-bf32-403f-8c41-5f4eae30d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:22.818977 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-0574c939-bf32-403f-8c41-5f4eae30d767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:22.820513 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-0574c939-bf32-403f-8c41-5f4eae30d767 service neutron] 10.222.0.42 "PUT /v2.0/ports/978151b7-a367-41c9-93da-1fa67427275c HTTP/1.1" status: 200 len: 1093 time: 3.0172720 Jan 11 09:34:22.823343 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d57928c-90e2-49ee-bf6d-ecd9d0e3151a', 'tag': '978151b7-a367-41c9-93da-1fa67427275c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:34:22.848650 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f328fbb-8993-4d47-b8cf-b94dbb7d0151 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:22.927137 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37879f64-05d1-48cd-a5d0-4d0879dc2707 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:22.934730 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f328fbb-8993-4d47-b8cf-b94dbb7d0151 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce16f61-7fb7-4070-856b-9cfc92feb7dd,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:22.939336 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f328fbb-8993-4d47-b8cf-b94dbb7d0151 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:22.944139 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-37611102-4b10-4d20-9274-ba06bbd64f05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:22.944732 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2f328fbb-8993-4d47-b8cf-b94dbb7d0151 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7265055 Jan 11 09:34:22.947317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57896) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:22.947880 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574c939-bf32-403f-8c41-5f4eae30d767 service neutron] Pushing event updated for resources: {'Port': ['ID=978151b7-a367-41c9-93da-1fa67427275c,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:23.022878 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d57928c-90e2-49ee-bf6d-ecd9d0e3151a', 'tag': '978151b7-a367-41c9-93da-1fa67427275c', 'status': 'completed', 'code': 200} Jan 11 09:34:23.023264 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57900) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:23.105655 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37611102-4b10-4d20-9274-ba06bbd64f05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:23.115178 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-37611102-4b10-4d20-9274-ba06bbd64f05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:23.127731 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdd2755-50e8-4840-9a84-4b9389ade692 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:23.130801 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37611102-4b10-4d20-9274-ba06bbd64f05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:23.131388 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-37611102-4b10-4d20-9274-ba06bbd64f05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:23.176861 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37611102-4b10-4d20-9274-ba06bbd64f05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=764a9678-b10f-439c-89a5-128c207f2e86,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:23.201755 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-37611102-4b10-4d20-9274-ba06bbd64f05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8440113 Jan 11 09:34:23.203813 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57906) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:23.259475 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-65da6767-9a90-4479-8136-488e90900ec9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'fixed_ips': [{'subnet_id': '764a9678-b10f-439c-89a5-128c207f2e86', 'ip_address': '2001:db8::e842:9bc:b9ca:6c2c'}], 'name': 'tempest-NetworksTestDHCPv6-2074229408'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:23.332492 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5fa566aa-b622-4c59-b926-751d592c1d25 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Synchronizing usage tracker for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:23.346644 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-6c8c7617-f721-4259-bb72-f433ee5c8656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:23.347746 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7ad1a-4de7-457d-a2a8-1931de635d46 req-d912dae0-8fdf-4449-891c-aef1ef9d0b05 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:23.348128 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-6c8c7617-f721-4259-bb72-f433ee5c8656 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=14ed3ba110e14acfa72fca43f8ae9c54&device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 1096 time: 0.4696729 Jan 11 09:34:23.349907 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b7a7ad1a-4de7-457d-a2a8-1931de635d46 req-d912dae0-8fdf-4449-891c-aef1ef9d0b05 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.2421806 Jan 11 09:34:23.407626 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb3892f-7b5e-4e51-8505-29016d305d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-11973de4-095d-48a2-8bfe-2305268446bc', 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'fixed_ips': [{'subnet_id': '764a9678-b10f-439c-89a5-128c207f2e86'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:34:23.408453 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bdb3892f-7b5e-4e51-8505-29016d305d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:23.477716 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5fa566aa-b622-4c59-b926-751d592c1d25 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Unset dirty status for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:23.479154 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5fa566aa-b622-4c59-b926-751d592c1d25 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.5259664 Jan 11 09:34:23.485571 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57910) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:23.493278 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b7a7ad1a-4de7-457d-a2a8-1931de635d46 req-ba8a8f32-16ae-4d28-8648-c14f7888c7c9 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332426 Jan 11 09:34:23.496666 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b1dd6df4-09d9-4806-a4ad-ad8566dd4ba5 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Request body: {'security_group': {'name': 'tempest-security--2081529187', 'description': 'tempest-security-description-1339942006'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:23.500026 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-c8ea2fbf-d1e9-4b54-b24d-65d3b16ebc2c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=978151b7-a367-41c9-93da-1fa67427275c HTTP/1.1" status: 200 len: 217 time: 0.0880058 Jan 11 09:34:23.548582 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37879f64-05d1-48cd-a5d0-4d0879dc2707 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Router 225a1802-9121-42f4-8d25-93e25719bfb7 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:34:23.554257 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b1dd6df4-09d9-4806-a4ad-ad8566dd4ba5 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:23.584484 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1674b1dd-b49e-4202-b4d1-da4d8a838417 req-fbe3171d-36fd-4460-817f-7241e989994e tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] For port d114431c-1274-4827-a777-bc1c30573cfe, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=d114431c-1274-4827-a777-bc1c30573cfe,segment=NetworkSegment(b21d49c1-c5fb-46ff-81f6-b6db08a3dee7),segment_id=b21d49c1-c5fb-46ff-81f6-b6db08a3dee7)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:23.585143 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1674b1dd-b49e-4202-b4d1-da4d8a838417 req-fbe3171d-36fd-4460-817f-7241e989994e tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:23.603303 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-bdb3892f-7b5e-4e51-8505-29016d305d81 None None] Allocated IP 2001:db8::2 (11973de4-095d-48a2-8bfe-2305268446bc/764a9678-b10f-439c-89a5-128c207f2e86/493eed9f-ccb9-4107-9cbf-4f31aabf9714) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:34:23.604770 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-07cee3bd-2b59-419a-a9f0-c8cd99913451 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8844e01d61a342618edbd314407bab67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5535336 Jan 11 09:34:23.609968 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57914) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:23.704848 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-65da6767-9a90-4479-8136-488e90900ec9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:23.721750 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-c3b3a994-cd1b-4522-bd5e-b1edb253cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:23.724090 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-c3b3a994-cd1b-4522-bd5e-b1edb253cc1f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48997d48-8017-4745-a919-e2841ee030d4 HTTP/1.1" status: 200 len: 835 time: 0.2007940 Jan 11 09:34:23.767945 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b1dd6df4-09d9-4806-a4ad-ad8566dd4ba5 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:23.775234 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b1dd6df4-09d9-4806-a4ad-ad8566dd4ba5 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:23.777890 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b1dd6df4-09d9-4806-a4ad-ad8566dd4ba5 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:23.781657 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b1dd6df4-09d9-4806-a4ad-ad8566dd4ba5 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "PUT /v2.0/security-groups/7ce16f61-7fb7-4070-856b-9cfc92feb7dd HTTP/1.1" status: 200 len: 1778 time: 0.2924857 Jan 11 09:34:23.784566 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-65da6767-9a90-4479-8136-488e90900ec9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:23.794665 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57918) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:23.814756 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd6df4-09d9-4806-a4ad-ad8566dd4ba5 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce16f61-7fb7-4070-856b-9cfc92feb7dd,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:23.821343 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37879f64-05d1-48cd-a5d0-4d0879dc2707 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:34:23.835173 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c284fc-5e4f-4ea4-b613-4556e1fb7a3d None None] Sync routers for ids ['225a1802-9121-42f4-8d25-93e25719bfb7'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:34:23.840846 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-37879f64-05d1-48cd-a5d0-4d0879dc2707 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "PUT /v2.0/routers/225a1802-9121-42f4-8d25-93e25719bfb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0752835 Jan 11 09:34:23.843108 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57924) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:23.867455 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c284fc-5e4f-4ea4-b613-4556e1fb7a3d None None] Routers {'225a1802-9121-42f4-8d25-93e25719bfb7'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:34:23.868085 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b3c284fc-5e4f-4ea4-b613-4556e1fb7a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['225a1802-9121-42f4-8d25-93e25719bfb7'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:23.952478 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b3c284fc-5e4f-4ea4-b613-4556e1fb7a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:23.955428 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65da6767-9a90-4479-8136-488e90900ec9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:23.965637 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c284fc-5e4f-4ea4-b613-4556e1fb7a3d None None] Routers {'225a1802-9121-42f4-8d25-93e25719bfb7'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:34:23.966270 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b3c284fc-5e4f-4ea4-b613-4556e1fb7a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['225a1802-9121-42f4-8d25-93e25719bfb7'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:24.032588 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bdb3892f-7b5e-4e51-8505-29016d305d81 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:24.035587 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b3c284fc-5e4f-4ea4-b613-4556e1fb7a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:24.036670 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c284fc-5e4f-4ea4-b613-4556e1fb7a3d None None] The sync data for ids ['225a1802-9121-42f4-8d25-93e25719bfb7'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:34:24.061590 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bdb3892f-7b5e-4e51-8505-29016d305d81 None None] Transition to ACTIVE for port object 493eed9f-ccb9-4107-9cbf-4f31aabf9714 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:24.065819 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b3b90d20-a650-4ae9-9231-d425ddfaef18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:24.070125 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:24.086706 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bdb3892f-7b5e-4e51-8505-29016d305d81 None None] Transition to ACTIVE for port object 493eed9f-ccb9-4107-9cbf-4f31aabf9714 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:24.092067 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bdb3892f-7b5e-4e51-8505-29016d305d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:24.115078 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-04d10dc4-8bd0-4da2-bf63-473044efa1fe tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-groups/7ce16f61-7fb7-4070-856b-9cfc92feb7dd HTTP/1.1" status: 200 len: 1778 time: 0.3166287 Jan 11 09:34:24.129071 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57928) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:24.158105 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb3892f-7b5e-4e51-8505-29016d305d81 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:24.162239 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-bdb3892f-7b5e-4e51-8505-29016d305d81 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:24.165939 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb3892f-7b5e-4e51-8505-29016d305d81 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:34:24.207734 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3892f-7b5e-4e51-8505-29016d305d81 None None] Pushing event updated for resources: {'Port': ['ID=493eed9f-ccb9-4107-9cbf-4f31aabf9714,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:24.247045 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b3b90d20-a650-4ae9-9231-d425ddfaef18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:24.273148 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1674b1dd-b49e-4202-b4d1-da4d8a838417 req-fbe3171d-36fd-4460-817f-7241e989994e tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:24.273524 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1674b1dd-b49e-4202-b4d1-da4d8a838417 req-fbe3171d-36fd-4460-817f-7241e989994e tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:24.273835 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [req-1674b1dd-b49e-4202-b4d1-da4d8a838417 req-fbe3171d-36fd-4460-817f-7241e989994e tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Floating IP 41df34f9-211b-475a-9bef-7b5a2a9fdda1 disassociated. External IP: 172.26.3.205, port: d114431c-1274-4827-a777-bc1c30573cfe. Jan 11 09:34:24.274198 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-1674b1dd-b49e-4202-b4d1-da4d8a838417 req-fbe3171d-36fd-4460-817f-7241e989994e tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Calling delete_port for d114431c-1274-4827-a777-bc1c30573cfe owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:24.306151 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-bdb3892f-7b5e-4e51-8505-29016d305d81 None None] Attempting to bind port 493eed9f-ccb9-4107-9cbf-4f31aabf9714 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:34:24.306713 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-bdb3892f-7b5e-4e51-8505-29016d305d81 None None] Attempting to bind port 493eed9f-ccb9-4107-9cbf-4f31aabf9714 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:34:24.306896 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb3892f-7b5e-4e51-8505-29016d305d81 None None] Attempting to bind port 493eed9f-ccb9-4107-9cbf-4f31aabf9714 on network 11973de4-095d-48a2-8bfe-2305268446bc {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:34:24.312009 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb3892f-7b5e-4e51-8505-29016d305d81 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:34:24.312496 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb3892f-7b5e-4e51-8505-29016d305d81 None None] Checking segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:34:24.312894 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bdb3892f-7b5e-4e51-8505-29016d305d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:24.313268 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb3892f-7b5e-4e51-8505-29016d305d81 None None] Bound using segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:34:24.313419 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-5b756f90-3fc1-432f-bff3-a7b662a3bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:24.313711 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-bdb3892f-7b5e-4e51-8505-29016d305d81 None None] Bound port: 493eed9f-ccb9-4107-9cbf-4f31aabf9714, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:34:24.314070 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bdb3892f-7b5e-4e51-8505-29016d305d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:24.314921 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-5b756f90-3fc1-432f-bff3-a7b662a3bb51 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bbf6be13-cc99-44e4-8991-cc0b8c6993de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5696485 Jan 11 09:34:24.405763 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba13cc1-9c40-4962-971d-5c7c6e8093c9 req-3174a598-1b4d-4fba-86ae-9d70f0e7c185 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:24.406435 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-bdb3892f-7b5e-4e51-8505-29016d305d81 None None] For port 493eed9f-ccb9-4107-9cbf-4f31aabf9714, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:34:24.407995 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8ba13cc1-9c40-4962-971d-5c7c6e8093c9 req-3174a598-1b4d-4fba-86ae-9d70f0e7c185 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 943 time: 0.4672055 Jan 11 09:34:24.409557 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-bdb3892f-7b5e-4e51-8505-29016d305d81 None None] For port 493eed9f-ccb9-4107-9cbf-4f31aabf9714, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=493eed9f-ccb9-4107-9cbf-4f31aabf9714,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:34:24.416231 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bdb3892f-7b5e-4e51-8505-29016d305d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:24.504446 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8ba13cc1-9c40-4962-971d-5c7c6e8093c9 req-dbb6ef37-ec17-4ce7-a9c6-3cb3a0184058 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/security-groups?id=cfa48579-46f7-403d-90fd-c3c391a7d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665042 Jan 11 09:34:24.510042 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3892f-7b5e-4e51-8505-29016d305d81 None None] Pushing event updated for resources: {'Port': ['ID=493eed9f-ccb9-4107-9cbf-4f31aabf9714,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:24.584138 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-65da6767-9a90-4479-8136-488e90900ec9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:24.731495 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f9bf6dd-143d-4f1e-8055-c6246f1f1fed tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:24.733615 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-65da6767-9a90-4479-8136-488e90900ec9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] device_id is not set on port 36b7444f-a43b-4d1f-9333-613f5a5f5df0 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:34:24.751004 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bf642cb-0f7d-4e4a-ac59-1c122493b4a2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:24.840356 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b3b90d20-a650-4ae9-9231-d425ddfaef18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:24.841187 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed61fd4-7c78-4d50-b96f-6b23989d66e9 req-3e463787-4a0e-49c9-bf73-b3c03a9c015f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:24.852713 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5ed61fd4-7c78-4d50-b96f-6b23989d66e9 req-3e463787-4a0e-49c9-bf73-b3c03a9c015f tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 946 time: 0.2049899 Jan 11 09:34:24.895939 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f9bf6dd-143d-4f1e-8055-c6246f1f1fed tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:24.935842 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b90d20-a650-4ae9-9231-d425ddfaef18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188cceec-9631-4fb4-b684-8c9b6aa80c4d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:24.937589 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1674b1dd-b49e-4202-b4d1-da4d8a838417 req-fbe3171d-36fd-4460-817f-7241e989994e tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:24.993808 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5ed61fd4-7c78-4d50-b96f-6b23989d66e9 req-da881d20-49ff-49b0-8ad2-789787cf2544 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups?id=e9e8f452-cb57-4a80-a0d2-aaf0dc510398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399984 Jan 11 09:34:25.052959 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-3e3338f8-95ae-495b-8425-f3ef8fbbba5b service neutron] 10.222.0.42 "GET /v2.0/networks/bbf6be13-cc99-44e4-8991-cc0b8c6993de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7145290 Jan 11 09:34:25.068363 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3171d-36fd-4460-817f-7241e989994e tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Pushing event deleted for resources: {'Port': ['ID=d114431c-1274-4827-a777-bc1c30573cfe,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:25.218854 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1bf642cb-0f7d-4e4a-ac59-1c122493b4a2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting port 9c68699c-9ffa-42a2-a1aa-07b5eb0840bd {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:25.219355 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bf642cb-0f7d-4e4a-ac59-1c122493b4a2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:25.257237 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f9bf6dd-143d-4f1e-8055-c6246f1f1fed tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:25.339959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b3b90d20-a650-4ae9-9231-d425ddfaef18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:25.340996 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b3b90d20-a650-4ae9-9231-d425ddfaef18 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/188cceec-9631-4fb4-b684-8c9b6aa80c4d HTTP/1.1" status: 204 len: 168 time: 1.6689951 Jan 11 09:34:25.358972 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9bf6dd-143d-4f1e-8055-c6246f1f1fed tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce16f61-7fb7-4070-856b-9cfc92feb7dd,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:25.384911 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f9bf6dd-143d-4f1e-8055-c6246f1f1fed tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:25.386035 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5f9bf6dd-143d-4f1e-8055-c6246f1f1fed tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "DELETE /v2.0/security-groups/7ce16f61-7fb7-4070-856b-9cfc92feb7dd HTTP/1.1" status: 204 len: 168 time: 1.2113829 Jan 11 09:34:25.391224 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57936) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:25.477001 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b126fc77-6f02-4d56-ab59-cd388829b1d5 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0846474 Jan 11 09:34:25.480124 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 57940) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:25.483630 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bf642cb-0f7d-4e4a-ac59-1c122493b4a2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:25.522971 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-65da6767-9a90-4479-8136-488e90900ec9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 2001:db8::e842:9bc:b9ca:6c2c (11973de4-095d-48a2-8bfe-2305268446bc/764a9678-b10f-439c-89a5-128c207f2e86/36b7444f-a43b-4d1f-9333-613f5a5f5df0) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:34:25.550831 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-59d43d3a-9f3c-4516-a63b-113f7068a58c req-232f2735-90fd-4e9f-bbd4-345d405c1092 service neutron] 10.222.0.42 "GET /v2.0/networks/bbf6be13-cc99-44e4-8991-cc0b8c6993de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4751530 Jan 11 09:34:25.578327 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1674b1dd-b49e-4202-b4d1-da4d8a838417 req-fbe3171d-36fd-4460-817f-7241e989994e tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Router b25e978e-4257-4cd5-9d14-5269799ff395 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:34:25.616029 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-a2e49150-1de7-48f1-8ccf-3be875fd6740 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] delete failed (client error): The resource could not be found. Jan 11 09:34:25.624564 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a2e49150-1de7-48f1-8ccf-3be875fd6740 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "DELETE /v2.0/security-groups/7ce16f61-7fb7-4070-856b-9cfc92feb7dd HTTP/1.1" status: 404 len: 347 time: 0.1358860 Jan 11 09:34:25.663008 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57948) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:25.680488 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-41e27c0f-4097-4120-90f0-cb4c85cc2437 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Request body: {'security_group': {'name': 'tempest-secgroup--1095305105'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:25.700352 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1bf642cb-0f7d-4e4a-ac59-1c122493b4a2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Calling delete_port for 9c68699c-9ffa-42a2-a1aa-07b5eb0840bd owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:25.771521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-41e27c0f-4097-4120-90f0-cb4c85cc2437 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:25.818885 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-41e27c0f-4097-4120-90f0-cb4c85cc2437 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Usage tracker for resource:security_group and tenant:3e55de5a9b3a45c78ed1df92be147704 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:25.833644 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-41e27c0f-4097-4120-90f0-cb4c85cc2437 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:25.854380 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-41e27c0f-4097-4120-90f0-cb4c85cc2437 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:25.929606 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device d114431c-1274-4827-a777-bc1c30573cfe no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:34:25.994059 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41e27c0f-4097-4120-90f0-cb4c85cc2437 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:25.994356 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0793e-b4e8-4127-a893-4af24c879229 req-bf168e0d-dfe4-4f28-b9c0-ed0cdfbbb50c tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:25.995834 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-14b0793e-b4e8-4127-a893-4af24c879229 req-bf168e0d-dfe4-4f28-b9c0-ed0cdfbbb50c tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 943 time: 0.2545218 Jan 11 09:34:26.003395 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: d114431c-1274-4827-a777-bc1c30573cfe {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:34:26.003724 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device d114431c-1274-4827-a777-bc1c30573cfe not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:34:26.080711 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e6334b97-d54f-4c15-a8a2-9fd8607beedc None None] Provisioning for port 493eed9f-ccb9-4107-9cbf-4f31aabf9714 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:26.092249 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1674b1dd-b49e-4202-b4d1-da4d8a838417 req-fbe3171d-36fd-4460-817f-7241e989994e tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:34:26.094721 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-41e27c0f-4097-4120-90f0-cb4c85cc2437 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:26.097020 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-14b0793e-b4e8-4127-a893-4af24c879229 req-0ae40ce4-b021-44c5-adad-c7f8f79f809e tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/security-groups?id=cfa48579-46f7-403d-90fd-c3c391a7d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800011 Jan 11 09:34:26.100825 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bf642cb-0f7d-4e4a-ac59-1c122493b4a2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:26.101867 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d1ac1-6779-4a21-8546-8edc778e7634 req-89d65c8f-3e1b-423a-a65f-4827b5d2f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:26.107801 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc31a33-f09f-4f18-8eca-4206cb780f81 None None] Sync routers for ids ['b25e978e-4257-4cd5-9d14-5269799ff395'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:34:26.112322 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5e4d1ac1-6779-4a21-8546-8edc778e7634 req-89d65c8f-3e1b-423a-a65f-4827b5d2f874 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=14ed3ba110e14acfa72fca43f8ae9c54&device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 1096 time: 0.4395187 Jan 11 09:34:26.123953 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc31a33-f09f-4f18-8eca-4206cb780f81 None None] Routers {'b25e978e-4257-4cd5-9d14-5269799ff395'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:34:26.124923 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ffc31a33-f09f-4f18-8eca-4206cb780f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['b25e978e-4257-4cd5-9d14-5269799ff395'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:26.161372 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-41e27c0f-4097-4120-90f0-cb4c85cc2437 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Usage tracker for resource:security_group_rule and tenant:3e55de5a9b3a45c78ed1df92be147704 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:26.172315 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-41e27c0f-4097-4120-90f0-cb4c85cc2437 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:26.199214 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-41e27c0f-4097-4120-90f0-cb4c85cc2437 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:26.423428 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-ffc31a33-f09f-4f18-8eca-4206cb780f81 None None] Set router b25e978e-4257-4cd5-9d14-5269799ff395 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:34:26.434499 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57970) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:26.458812 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-1674b1dd-b49e-4202-b4d1-da4d8a838417 req-fbe3171d-36fd-4460-817f-7241e989994e tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] No DVR routers for this DVR port d114431c-1274-4827-a777-bc1c30573cfe on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:34:26.465343 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf642cb-0f7d-4e4a-ac59-1c122493b4a2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Port': ['ID=9c68699c-9ffa-42a2-a1aa-07b5eb0840bd,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:26.480145 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1674b1dd-b49e-4202-b4d1-da4d8a838417 req-fbe3171d-36fd-4460-817f-7241e989994e tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:26.484219 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53431d98-9cd9-494f-bf9e-e2a00130afa8', 'name': 'network-vif-deleted', 'tag': 'd114431c-1274-4827-a777-bc1c30573cfe'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:34:26.514653 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-12e6d2e3-0dba-4616-955e-7513c5bbdee2 req-f8c24daa-2249-492c-b2b2-19720460bfdd tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/ports?device_id=53431d98-9cd9-494f-bf9e-e2a00130afa8 HTTP/1.1" status: 200 len: 210 time: 0.3484213 Jan 11 09:34:26.656568 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41e27c0f-4097-4120-90f0-cb4c85cc2437 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:26.660262 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-65da6767-9a90-4479-8136-488e90900ec9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:26.681973 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41e27c0f-4097-4120-90f0-cb4c85cc2437 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:26.690511 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-bd012b77-0175-43b5-b628-327f5fc65c60 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-3778973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:26.731091 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bd012b77-0175-43b5-b628-327f5fc65c60 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:26.735250 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53431d98-9cd9-494f-bf9e-e2a00130afa8', 'name': 'network-vif-deleted', 'tag': 'd114431c-1274-4827-a777-bc1c30573cfe', 'status': 'completed', 'code': 200} Jan 11 09:34:26.736751 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1674b1dd-b49e-4202-b4d1-da4d8a838417 req-fbe3171d-36fd-4460-817f-7241e989994e tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.42 "DELETE /v2.0/ports/d114431c-1274-4827-a777-bc1c30573cfe HTTP/1.1" status: 204 len: 173 time: 4.3127170 Jan 11 09:34:26.746147 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 493eed9f-ccb9-4107-9cbf-4f31aabf9714 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:26.768805 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bd012b77-0175-43b5-b628-327f5fc65c60 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Usage tracker for resource:router and tenant:7021674147924ec28a17d51ae8c8f899 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:26.773712 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-65da6767-9a90-4479-8136-488e90900ec9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Transition to ACTIVE for port object 36b7444f-a43b-4d1f-9333-613f5a5f5df0 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:26.775735 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bd012b77-0175-43b5-b628-327f5fc65c60 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:26.786507 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bf642cb-0f7d-4e4a-ac59-1c122493b4a2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:26.813046 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41e27c0f-4097-4120-90f0-cb4c85cc2437 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:26.820733 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-41e27c0f-4097-4120-90f0-cb4c85cc2437 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1482251 Jan 11 09:34:26.825947 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bd012b77-0175-43b5-b628-327f5fc65c60 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:26.830965 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57978) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:26.838611 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 493eed9f-ccb9-4107-9cbf-4f31aabf9714 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:26.845687 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 493eed9f-ccb9-4107-9cbf-4f31aabf9714 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:26.846057 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:26.854656 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-6247523e-7f56-449b-b0e9-9f1ad3aa8ec7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Request body: {'security_group_rule': {'security_group_id': '07319f27-d610-4a9a-94d4-deb5a3cb235f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:26.867953 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e27c0f-4097-4120-90f0-cb4c85cc2437 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07319f27-d610-4a9a-94d4-deb5a3cb235f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:26.872298 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6247523e-7f56-449b-b0e9-9f1ad3aa8ec7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:26.884654 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6247523e-7f56-449b-b0e9-9f1ad3aa8ec7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Usage tracker for resource:security_group_rule and tenant:3e55de5a9b3a45c78ed1df92be147704 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:26.888953 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ffc31a33-f09f-4f18-8eca-4206cb780f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'name': 'tempest-ServerActionsTestJSON-840089590-router', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '9ab1e315-f08c-42e3-b665-c0482f40546f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:29:10Z', 'revision_number': 4, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'gw_port': {'id': '9ab1e315-f08c-42e3-b665-c0482f40546f', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:53Z', 'updated_at': '2022-01-11T09:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '0eac061f-7175-4b4b-b736-d1aad32d8a22', 'name': '', 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'mac_address': 'fa:16:3e:bc:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '75d32f1d-e961-48e8-b51c-6c84103eee1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:29:05Z', 'updated_at': '2022-01-11T09:29:21Z', 'revision_number': 5, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'subnets': [{'id': '75d32f1d-e961-48e8-b51c-6c84103eee1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:26.890005 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d1ac1-6779-4a21-8546-8edc778e7634 req-59aa5706-d2a9-4682-9974-c0ad397f3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:26.891720 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5e4d1ac1-6779-4a21-8546-8edc778e7634 req-59aa5706-d2a9-4682-9974-c0ad397f3844 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bbf6be13-cc99-44e4-8991-cc0b8c6993de HTTP/1.1" status: 200 len: 898 time: 0.7786989 Jan 11 09:34:26.893326 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc31a33-f09f-4f18-8eca-4206cb780f81 None None] Checking router: b25e978e-4257-4cd5-9d14-5269799ff395 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:34:26.894167 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6247523e-7f56-449b-b0e9-9f1ad3aa8ec7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:26.897428 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bd012b77-0175-43b5-b628-327f5fc65c60 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:26.898834 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bd012b77-0175-43b5-b628-327f5fc65c60 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:26.906470 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc31a33-f09f-4f18-8eca-4206cb780f81 None None] Routers {'b25e978e-4257-4cd5-9d14-5269799ff395'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:34:26.908706 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ffc31a33-f09f-4f18-8eca-4206cb780f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['b25e978e-4257-4cd5-9d14-5269799ff395'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:26.914901 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6247523e-7f56-449b-b0e9-9f1ad3aa8ec7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:27.000850 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5e4d1ac1-6779-4a21-8546-8edc778e7634 req-ed027773-3dba-4192-9534-f1db91bf1c0b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=978151b7-a367-41c9-93da-1fa67427275c HTTP/1.1" status: 200 len: 217 time: 0.0959313 Jan 11 09:34:27.023116 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:27.056910 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bd012b77-0175-43b5-b628-327f5fc65c60 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:27.066628 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 493eed9f-ccb9-4107-9cbf-4f31aabf9714, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=493eed9f-ccb9-4107-9cbf-4f31aabf9714,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:27.070495 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6247523e-7f56-449b-b0e9-9f1ad3aa8ec7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:27.074341 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:27.084976 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-65da6767-9a90-4479-8136-488e90900ec9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:27.202947 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-ffc31a33-f09f-4f18-8eca-4206cb780f81 None None] Set router b25e978e-4257-4cd5-9d14-5269799ff395 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:34:27.204271 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d1ac1-6779-4a21-8546-8edc778e7634 req-2b8f15f5-b111-438a-9652-06b2041d88ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:27.206721 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5e4d1ac1-6779-4a21-8546-8edc778e7634 req-2b8f15f5-b111-438a-9652-06b2041d88ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48997d48-8017-4745-a919-e2841ee030d4 HTTP/1.1" status: 200 len: 835 time: 0.1945026 Jan 11 09:34:27.212796 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bd012b77-0175-43b5-b628-327f5fc65c60 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:27.221112 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=493eed9f-ccb9-4107-9cbf-4f31aabf9714,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:27.221381 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65da6767-9a90-4479-8136-488e90900ec9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:27.244779 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf642cb-0f7d-4e4a-ac59-1c122493b4a2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Router 225a1802-9121-42f4-8d25-93e25719bfb7 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:34:27.277409 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-65da6767-9a90-4479-8136-488e90900ec9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:27.293985 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65da6767-9a90-4479-8136-488e90900ec9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:34:27.304439 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65da6767-9a90-4479-8136-488e90900ec9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:27.305116 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-65da6767-9a90-4479-8136-488e90900ec9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:27.346454 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6247523e-7f56-449b-b0e9-9f1ad3aa8ec7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:27.367418 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da6767-9a90-4479-8136-488e90900ec9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=36b7444f-a43b-4d1f-9333-613f5a5f5df0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:27.383682 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6247523e-7f56-449b-b0e9-9f1ad3aa8ec7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:27.444638 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247523e-7f56-449b-b0e9-9f1ad3aa8ec7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d4ab05-ac0b-4979-825f-d048fbd80e99,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:27.446529 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bd012b77-0175-43b5-b628-327f5fc65c60 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:27.450868 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bd012b77-0175-43b5-b628-327f5fc65c60 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0072255 Jan 11 09:34:27.453092 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57984) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:27.461607 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-65da6767-9a90-4479-8136-488e90900ec9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2562935 Jan 11 09:34:27.464285 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6247523e-7f56-449b-b0e9-9f1ad3aa8ec7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:27.468595 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6247523e-7f56-449b-b0e9-9f1ad3aa8ec7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6361446 Jan 11 09:34:27.469255 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57988) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:27.469709 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 57990) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:27.478596 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4bf3e473-3ae6-45f2-b075-939bb7084a13 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1815372739'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:27.558835 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4bf3e473-3ae6-45f2-b075-939bb7084a13 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:27.574104 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4bf3e473-3ae6-45f2-b075-939bb7084a13 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Usage tracker for resource:network and tenant:7021674147924ec28a17d51ae8c8f899 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:27.578433 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4bf3e473-3ae6-45f2-b075-939bb7084a13 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:27.586544 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4bf3e473-3ae6-45f2-b075-939bb7084a13 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:27.589429 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf642cb-0f7d-4e4a-ac59-1c122493b4a2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:34:27.605028 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f753f797-4de6-4abc-9068-325622104ec0 None None] Sync routers for ids ['225a1802-9121-42f4-8d25-93e25719bfb7'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:34:27.620670 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf3e473-3ae6-45f2-b075-939bb7084a13 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Made reservation on behalf of 7021674147924ec28a17d51ae8c8f899 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:27.624190 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4bf3e473-3ae6-45f2-b075-939bb7084a13 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:27.631743 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f753f797-4de6-4abc-9068-325622104ec0 None None] Routers {'225a1802-9121-42f4-8d25-93e25719bfb7'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:34:27.632785 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f753f797-4de6-4abc-9068-325622104ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['225a1802-9121-42f4-8d25-93e25719bfb7'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:27.659031 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4bf3e473-3ae6-45f2-b075-939bb7084a13 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:27.671061 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ffc31a33-f09f-4f18-8eca-4206cb780f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'name': 'tempest-ServerActionsTestJSON-840089590-router', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '9ab1e315-f08c-42e3-b665-c0482f40546f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:29:10Z', 'revision_number': 4, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'gw_port': {'id': '9ab1e315-f08c-42e3-b665-c0482f40546f', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:53Z', 'updated_at': '2022-01-11T09:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '0eac061f-7175-4b4b-b736-d1aad32d8a22', 'name': '', 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'mac_address': 'fa:16:3e:bc:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '75d32f1d-e961-48e8-b51c-6c84103eee1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:29:05Z', 'updated_at': '2022-01-11T09:29:21Z', 'revision_number': 5, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'subnets': [{'id': '75d32f1d-e961-48e8-b51c-6c84103eee1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:27.678932 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc31a33-f09f-4f18-8eca-4206cb780f81 None None] The sync data for ids ['b25e978e-4257-4cd5-9d14-5269799ff395'] in dv-neutron-823402-4-hyperv is: [{'id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'name': 'tempest-ServerActionsTestJSON-840089590-router', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '9ab1e315-f08c-42e3-b665-c0482f40546f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:29:10Z', 'revision_number': 4, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'gw_port': {'id': '9ab1e315-f08c-42e3-b665-c0482f40546f', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:53Z', 'updated_at': '2022-01-11T09:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '0eac061f-7175-4b4b-b736-d1aad32d8a22', 'name': '', 'network_id': 'd792ad28-c1a4-4d37-b57d-4b386593b2fd', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'mac_address': 'fa:16:3e:bc:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '75d32f1d-e961-48e8-b51c-6c84103eee1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:29:05Z', 'updated_at': '2022-01-11T09:29:21Z', 'revision_number': 5, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'subnets': [{'id': '75d32f1d-e961-48e8-b51c-6c84103eee1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:34:27.682255 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b0cc190-078f-42ac-8a38-deacc7e97441 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:27.698272 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7c40e-f49b-4cfb-b301-31e43c5c5121 req-cf0e08ce-f667-44c5-9ad2-459f46476ce9 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:27.712068 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b0cc190-078f-42ac-8a38-deacc7e97441 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:27.712281 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c4d7c40e-f49b-4cfb-b301-31e43c5c5121 req-cf0e08ce-f667-44c5-9ad2-459f46476ce9 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 943 time: 0.4591877 Jan 11 09:34:27.713406 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58000) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:27.753169 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1bf642cb-0f7d-4e4a-ac59-1c122493b4a2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "PUT /v2.0/routers/225a1802-9121-42f4-8d25-93e25719bfb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9087348 Jan 11 09:34:27.758329 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58004) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:27.759389 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4bf3e473-3ae6-45f2-b075-939bb7084a13 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:27.793654 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d1ac1-6779-4a21-8546-8edc778e7634 req-de3a8f1e-355d-43a1-be74-af3f148aa11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:27.794234 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f753f797-4de6-4abc-9068-325622104ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:27.795426 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5e4d1ac1-6779-4a21-8546-8edc778e7634 req-de3a8f1e-355d-43a1-be74-af3f148aa11b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bbf6be13-cc99-44e4-8991-cc0b8c6993de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5681782 Jan 11 09:34:27.796468 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4bf3e473-3ae6-45f2-b075-939bb7084a13 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Usage tracker for resource:security_group_rule and tenant:7021674147924ec28a17d51ae8c8f899 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:27.805658 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4bf3e473-3ae6-45f2-b075-939bb7084a13 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:27.812121 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0189be1c-a02e-4eba-9281-b0f5e03e384d None None] Provisioning for port 36b7444f-a43b-4d1f-9333-613f5a5f5df0 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:27.819727 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0189be1c-a02e-4eba-9281-b0f5e03e384d None None] Provisioning complete for port 36b7444f-a43b-4d1f-9333-613f5a5f5df0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:27.820097 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0189be1c-a02e-4eba-9281-b0f5e03e384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:27.828162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6bbd3053-d06c-419b-8353-301d10f9d41a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Synchronizing usage tracker for tenant:264ed167813548b38f5af4683744d86b on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:27.844306 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4bf3e473-3ae6-45f2-b075-939bb7084a13 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:27.857022 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f753f797-4de6-4abc-9068-325622104ec0 None None] Routers {'225a1802-9121-42f4-8d25-93e25719bfb7'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:34:27.857654 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f753f797-4de6-4abc-9068-325622104ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['225a1802-9121-42f4-8d25-93e25719bfb7'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:27.882175 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b0cc190-078f-42ac-8a38-deacc7e97441 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:27.899279 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c4d7c40e-f49b-4cfb-b301-31e43c5c5121 req-ced975fe-c14c-4316-84bf-d060a65fc677 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/security-groups?id=cfa48579-46f7-403d-90fd-c3c391a7d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1875851 Jan 11 09:34:27.903207 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6bbd3053-d06c-419b-8353-301d10f9d41a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Unset dirty status for tenant:264ed167813548b38f5af4683744d86b on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:27.904280 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6bbd3053-d06c-419b-8353-301d10f9d41a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "GET /v2.0/ports?device_id=225a1802-9121-42f4-8d25-93e25719bfb7 HTTP/1.1" status: 200 len: 205 time: 0.1416595 Jan 11 09:34:27.907196 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58008) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:27.949532 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 978151b7-a367-41c9-93da-1fa67427275c details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:34:27.958332 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f753f797-4de6-4abc-9068-325622104ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:27.959139 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f753f797-4de6-4abc-9068-325622104ec0 None None] The sync data for ids ['225a1802-9121-42f4-8d25-93e25719bfb7'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:34:27.972134 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0189be1c-a02e-4eba-9281-b0f5e03e384d None None] Port 36b7444f-a43b-4d1f-9333-613f5a5f5df0 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:34:27.978922 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bdcce1c-0ea4-479f-9733-f075cab9b627 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:27.980391 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706f8966-0807-4a81-8f84-0e00d417ab63 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:27.986802 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706f8966-0807-4a81-8f84-0e00d417ab63 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:27.987813 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-706f8966-0807-4a81-8f84-0e00d417ab63 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:27.991456 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0cc190-078f-42ac-8a38-deacc7e97441 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66d4ab05-ac0b-4979-825f-d048fbd80e99,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:28.013256 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b0cc190-078f-42ac-8a38-deacc7e97441 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:28.018974 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2b0cc190-078f-42ac-8a38-deacc7e97441 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/66d4ab05-ac0b-4979-825f-d048fbd80e99 HTTP/1.1" status: 204 len: 168 time: 0.5281246 Jan 11 09:34:28.023988 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58012) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:28.071000 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-706f8966-0807-4a81-8f84-0e00d417ab63 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:28.072158 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-706f8966-0807-4a81-8f84-0e00d417ab63 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.5838044 Jan 11 09:34:28.075104 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58016) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:28.078984 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5e4d1ac1-6779-4a21-8546-8edc778e7634 req-fb9d8b7d-082e-483f-ad05-718d3bc1a701 service neutron] 10.222.0.42 "GET /v2.0/networks/bbf6be13-cc99-44e4-8991-cc0b8c6993de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761016 Jan 11 09:34:28.136077 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 978151b7-a367-41c9-93da-1fa67427275c, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=978151b7-a367-41c9-93da-1fa67427275c,segment=NetworkSegment(d4969419-30e3-407f-bc95-ce6e066593a6),segment_id=d4969419-30e3-407f-bc95-ce6e066593a6)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:28.144444 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4b5e910-5e72-4eab-a11c-277d36ae43f9 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:28.151427 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '978151b7-a367-41c9-93da-1fa67427275c', 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de', 'port_id': '978151b7-a367-41c9-93da-1fa67427275c', 'mac_address': 'fa:16:3e:29:ee:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48997d48-8017-4745-a919-e2841ee030d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:34:28.167918 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdb763c-1b2a-4c47-9872-654da9da396a None None] New status for floating IP 41df34f9-211b-475a-9bef-7b5a2a9fdda1: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:34:28.204936 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bdcce1c-0ea4-479f-9733-f075cab9b627 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:28.212368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e8bf4148-1ba5-4593-9d65-8faf6724254a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting port 36b7444f-a43b-4d1f-9333-613f5a5f5df0 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:28.212776 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e8bf4148-1ba5-4593-9d65-8faf6724254a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:28.214224 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:28.231867 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978151b7-a367-41c9-93da-1fa67427275c {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:34:28.247906 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 978151b7-a367-41c9-93da-1fa67427275c, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=978151b7-a367-41c9-93da-1fa67427275c,segment=NetworkSegment(d4969419-30e3-407f-bc95-ce6e066593a6),segment_id=d4969419-30e3-407f-bc95-ce6e066593a6)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:28.254785 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:28.329374 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=978151b7-a367-41c9-93da-1fa67427275c,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:28.359846 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4bf3e473-3ae6-45f2-b075-939bb7084a13 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:28.405747 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4bf3e473-3ae6-45f2-b075-939bb7084a13 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:28.444947 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5e4d1ac1-6779-4a21-8546-8edc778e7634 req-f46e614e-7ed1-4625-9af6-5d3da69f9a51 service neutron] 10.222.0.42 "GET /v2.0/networks/bbf6be13-cc99-44e4-8991-cc0b8c6993de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250546 Jan 11 09:34:28.493863 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf3e473-3ae6-45f2-b075-939bb7084a13 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:34:28.499710 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3e473-3ae6-45f2-b075-939bb7084a13 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=504c0e72-117c-44ec-a683-756c429032e3,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:28.533208 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4bf3e473-3ae6-45f2-b075-939bb7084a13 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:28.533494 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-4bf3e473-3ae6-45f2-b075-939bb7084a13 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Added segment b340534a-fb84-42b1-a364-092c8ba11048 of type vlan for network a0a0afdd-7d3e-4131-a54e-a02c478e59d3 Jan 11 09:34:28.585968 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-555f82e1-eaed-48b8-95fb-5d451beab343 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Synchronizing usage tracker for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:28.597656 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['978151b7-a367-41c9-93da-1fa67427275c'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:34:28.628459 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4bf3e473-3ae6-45f2-b075-939bb7084a13 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:28.637758 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 493eed9f-ccb9-4107-9cbf-4f31aabf9714 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:28.659249 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e8bf4148-1ba5-4593-9d65-8faf6724254a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:28.747707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-555f82e1-eaed-48b8-95fb-5d451beab343 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Unset dirty status for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:28.751946 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-555f82e1-eaed-48b8-95fb-5d451beab343 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7237964 Jan 11 09:34:28.752719 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bdcce1c-0ea4-479f-9733-f075cab9b627 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:28.760487 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4b5e910-5e72-4eab-a11c-277d36ae43f9 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:28.761941 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58020) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:28.774842 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4b5e910-5e72-4eab-a11c-277d36ae43f9 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:28.784422 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 493eed9f-ccb9-4107-9cbf-4f31aabf9714 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:28.784952 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:28.791775 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdcce1c-0ea4-479f-9733-f075cab9b627 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e8f452-cb57-4a80-a0d2-aaf0dc510398,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:28.844096 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8bdcce1c-0ea4-479f-9733-f075cab9b627 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:28.847633 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8bdcce1c-0ea4-479f-9733-f075cab9b627 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "DELETE /v2.0/security-groups/e9e8f452-cb57-4a80-a0d2-aaf0dc510398 HTTP/1.1" status: 204 len: 168 time: 1.1301968 Jan 11 09:34:28.848847 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58024) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:28.867085 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4b5e910-5e72-4eab-a11c-277d36ae43f9 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:28.867337 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b5e910-5e72-4eab-a11c-277d36ae43f9 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Fanout notify agent at l3_agent the message router_deleted on router 225a1802-9121-42f4-8d25-93e25719bfb7 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:34:28.877311 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-75acb854-3546-45c7-b8b4-98f4d57714a2 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] show failed (client error): The resource could not be found. Jan 11 09:34:28.882121 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-75acb854-3546-45c7-b8b4-98f4d57714a2 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "GET /v2.0/security-groups/e9e8f452-cb57-4a80-a0d2-aaf0dc510398 HTTP/1.1" status: 404 len: 347 time: 0.0288188 Jan 11 09:34:28.889853 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58028) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:28.935905 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e8bf4148-1ba5-4593-9d65-8faf6724254a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Calling delete_port for 36b7444f-a43b-4d1f-9333-613f5a5f5df0 owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:28.974749 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4bf3e473-3ae6-45f2-b075-939bb7084a13 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:28.980955 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf3e473-3ae6-45f2-b075-939bb7084a13 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:28.981694 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4bf3e473-3ae6-45f2-b075-939bb7084a13 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:29.051016 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-304f29d4-2140-4950-8258-4cd59ef5a0a9 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:29.055240 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4b5e910-5e72-4eab-a11c-277d36ae43f9 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:29.056307 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c4b5e910-5e72-4eab-a11c-277d36ae43f9 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/routers/225a1802-9121-42f4-8d25-93e25719bfb7 HTTP/1.1" status: 204 len: 168 time: 1.1484215 Jan 11 09:34:29.066603 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58034) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:29.102308 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7ae5efb5-deeb-403f-9e24-b6308d2f1852 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Deleting port bfe50fc3-6424-4fcb-ae51-0ec218f765bc {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:29.102962 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ae5efb5-deeb-403f-9e24-b6308d2f1852 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:29.181503 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3e473-3ae6-45f2-b075-939bb7084a13 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Pushing event updated for resources: {'Network': ['ID=a0a0afdd-7d3e-4131-a54e-a02c478e59d3,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:29.190352 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4bf3e473-3ae6-45f2-b075-939bb7084a13 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7274144 Jan 11 09:34:29.191029 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58038) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:29.194637 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network a0a0afdd-7d3e-4131-a54e-a02c478e59d3 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:34:29.200879 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-304f29d4-2140-4950-8258-4cd59ef5a0a9 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:29.203641 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5bcdcdb3-7f30-499a-8c85-26e18c84f88f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Request body: {'subnet': {'network_id': 'a0a0afdd-7d3e-4131-a54e-a02c478e59d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:29.298738 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e44f788-85e1-4059-a195-3b31f793d422 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting subnet 6aac8e3f-a485-42e5-bd01-af98052ee469 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:34:29.312460 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e44f788-85e1-4059-a195-3b31f793d422 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:29.389500 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-304f29d4-2140-4950-8258-4cd59ef5a0a9 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:29.427562 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f29d4-2140-4950-8258-4cd59ef5a0a9 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07319f27-d610-4a9a-94d4-deb5a3cb235f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:29.434341 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e8bf4148-1ba5-4593-9d65-8faf6724254a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:29.442765 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1739c8-8726-4686-aecf-db8902bf6101 req-6e846e7b-1211-4707-b73d-f23ea57454b8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:29.444588 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-dc1739c8-8726-4686-aecf-db8902bf6101 req-6e846e7b-1211-4707-b73d-f23ea57454b8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 944 time: 0.3074110 Jan 11 09:34:29.486060 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5bcdcdb3-7f30-499a-8c85-26e18c84f88f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:29.489670 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ae5efb5-deeb-403f-9e24-b6308d2f1852 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:29.490194 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ae5efb5-deeb-403f-9e24-b6308d2f1852 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:29.497565 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-304f29d4-2140-4950-8258-4cd59ef5a0a9 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:29.498703 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-304f29d4-2140-4950-8258-4cd59ef5a0a9 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "DELETE /v2.0/security-groups/07319f27-d610-4a9a-94d4-deb5a3cb235f HTTP/1.1" status: 204 len: 168 time: 0.7266469 Jan 11 09:34:29.503278 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e44f788-85e1-4059-a195-3b31f793d422 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:29.503553 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58042) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:29.531903 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5bcdcdb3-7f30-499a-8c85-26e18c84f88f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Usage tracker for resource:subnet and tenant:7021674147924ec28a17d51ae8c8f899 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:29.541053 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf4148-1ba5-4593-9d65-8faf6724254a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Port': ['ID=36b7444f-a43b-4d1f-9333-613f5a5f5df0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:29.570046 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5bcdcdb3-7f30-499a-8c85-26e18c84f88f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:29.589924 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5bcdcdb3-7f30-499a-8c85-26e18c84f88f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:29.604292 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e8bf4148-1ba5-4593-9d65-8faf6724254a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:29.632788 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcdcdb3-7f30-499a-8c85-26e18c84f88f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Made reservation on behalf of 7021674147924ec28a17d51ae8c8f899 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:29.637019 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5bcdcdb3-7f30-499a-8c85-26e18c84f88f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:29.656746 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e8bf4148-1ba5-4593-9d65-8faf6724254a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/36b7444f-a43b-4d1f-9333-613f5a5f5df0 HTTP/1.1" status: 204 len: 168 time: 1.5804923 Jan 11 09:34:29.666644 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58046) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:29.669702 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7ae5efb5-deeb-403f-9e24-b6308d2f1852 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Calling delete_port for bfe50fc3-6424-4fcb-ae51-0ec218f765bc owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:29.745373 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-dc1739c8-8726-4686-aecf-db8902bf6101 req-6c4feacb-b555-49d6-8c05-147eea799c70 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/security-groups?id=cfa48579-46f7-403d-90fd-c3c391a7d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2858765 Jan 11 09:34:29.825744 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e44f788-85e1-4059-a195-3b31f793d422 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:29.835598 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-952cd2d8-1432-4daf-bf32-9908efd90ec2 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Synchronizing usage tracker for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:29.865646 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-952cd2d8-1432-4daf-bf32-9908efd90ec2 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Unset dirty status for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:29.871001 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-952cd2d8-1432-4daf-bf32-9908efd90ec2 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3606985 Jan 11 09:34:29.871001 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58050) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:29.878944 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-45e513ba-a00e-4af5-b35c-0c4accac645a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Request body: {'security_group': {'name': 'tempest-secgroup--2081677505'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:29.880414 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200c455a-3ae5-436a-844b-f17f9b9d39dd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:29.882067 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200c455a-3ae5-436a-844b-f17f9b9d39dd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:29.882834 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-200c455a-3ae5-436a-844b-f17f9b9d39dd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:29.886284 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-45e513ba-a00e-4af5-b35c-0c4accac645a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:29.892956 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ae5efb5-deeb-403f-9e24-b6308d2f1852 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:29.930429 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-45e513ba-a00e-4af5-b35c-0c4accac645a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:29.931657 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-200c455a-3ae5-436a-844b-f17f9b9d39dd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:29.932824 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-200c455a-3ae5-436a-844b-f17f9b9d39dd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2649810 Jan 11 09:34:29.938755 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58054) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:29.950892 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5efb5-deeb-403f-9e24-b6308d2f1852 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Pushing event deleted for resources: {'Port': ['ID=bfe50fc3-6424-4fcb-ae51-0ec218f765bc,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:29.963978 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 978151b7-a367-41c9-93da-1fa67427275c up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:29.992143 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45e513ba-a00e-4af5-b35c-0c4accac645a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:30.026215 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e44f788-85e1-4059-a195-3b31f793d422 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:30.054269 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-45e513ba-a00e-4af5-b35c-0c4accac645a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:30.062272 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-45e513ba-a00e-4af5-b35c-0c4accac645a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Usage tracker for resource:security_group_rule and tenant:3e55de5a9b3a45c78ed1df92be147704 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:30.066054 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-45e513ba-a00e-4af5-b35c-0c4accac645a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:30.075045 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-45e513ba-a00e-4af5-b35c-0c4accac645a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:30.077162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ae5efb5-deeb-403f-9e24-b6308d2f1852 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:30.079710 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port 978151b7-a367-41c9-93da-1fa67427275c completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:30.082959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44f788-85e1-4059-a195-3b31f793d422 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Subnet': ['ID=6aac8e3f-a485-42e5-bd01-af98052ee469,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:30.087516 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 978151b7-a367-41c9-93da-1fa67427275c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:30.088165 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:30.101985 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e44f788-85e1-4059-a195-3b31f793d422 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:30.122791 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd715f9d-29d6-43a4-a896-7c8ec9d335ea None None] Network 191f545a-dcc0-4270-8b6b-6b3e07eab917 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:30.128128 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ae5efb5-deeb-403f-9e24-b6308d2f1852 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:30.133015 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7ae5efb5-deeb-403f-9e24-b6308d2f1852 tempest-ServerActionsTestJSON-1028044310 tempest-ServerActionsTestJSON-1028044310-project] 10.222.0.15 "DELETE /v2.0/floatingips/41df34f9-211b-475a-9bef-7b5a2a9fdda1 HTTP/1.1" status: 204 len: 168 time: 1.2359571 Jan 11 09:34:30.134205 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0e44f788-85e1-4059-a195-3b31f793d422 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/subnets/6aac8e3f-a485-42e5-bd01-af98052ee469 HTTP/1.1" status: 204 len: 168 time: 1.0660529 Jan 11 09:34:30.134923 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58058) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:30.140827 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58060) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:30.149294 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-981c1d94-2b26-490c-810d-83670d28b3cc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet 764a9678-b10f-439c-89a5-128c207f2e86 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:34:30.167716 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-981c1d94-2b26-490c-810d-83670d28b3cc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:30.215391 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45e513ba-a00e-4af5-b35c-0c4accac645a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:30.222300 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45e513ba-a00e-4af5-b35c-0c4accac645a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:30.223986 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5bcdcdb3-7f30-499a-8c85-26e18c84f88f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:30.252835 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c0704cd-de17-4c5c-85ad-04ac1907f33c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting subnet 7d0c29a3-d409-4527-8159-05397ea3273e {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:34:30.268142 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5c0704cd-de17-4c5c-85ad-04ac1907f33c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:30.303080 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-981c1d94-2b26-490c-810d-83670d28b3cc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:30.422711 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:30.431647 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdcdb3-7f30-499a-8c85-26e18c84f88f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Pushing event updated for resources: {'Subnet': ['ID=28a940ed-8b3b-4345-8bc4-a7940d725c02,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:30.438649 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e513ba-a00e-4af5-b35c-0c4accac645a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d284ddcd-0110-48d6-b497-648bb85dc8d4,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:30.444270 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45e513ba-a00e-4af5-b35c-0c4accac645a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:30.445747 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-45e513ba-a00e-4af5-b35c-0c4accac645a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5740790 Jan 11 09:34:30.449786 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58068) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:30.463831 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5c0704cd-de17-4c5c-85ad-04ac1907f33c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:30.474957 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9fb1cfcc-a089-4a0a-a485-9837023a22f2 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Request body: {'security_group_rule': {'security_group_id': 'd284ddcd-0110-48d6-b497-648bb85dc8d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:30.476842 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d57928c-90e2-49ee-bf6d-ecd9d0e3151a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978151b7-a367-41c9-93da-1fa67427275c'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:34:30.479174 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcdcdb3-7f30-499a-8c85-26e18c84f88f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Checking segment: {'id': 'b340534a-fb84-42b1-a364-092c8ba11048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a0a0afdd-7d3e-4131-a54e-a02c478e59d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:34:30.479534 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcdcdb3-7f30-499a-8c85-26e18c84f88f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Network hostable DHCP agents. Network: a0a0afdd-7d3e-4131-a54e-a02c478e59d3, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:34:30.491398 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9fb1cfcc-a089-4a0a-a485-9837023a22f2 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:30.497614 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 978151b7-a367-41c9-93da-1fa67427275c, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=978151b7-a367-41c9-93da-1fa67427275c,segment=NetworkSegment(d4969419-30e3-407f-bc95-ce6e066593a6),segment_id=d4969419-30e3-407f-bc95-ce6e066593a6)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:30.502331 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9fb1cfcc-a089-4a0a-a485-9837023a22f2 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Usage tracker for resource:security_group_rule and tenant:3e55de5a9b3a45c78ed1df92be147704 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:30.503221 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:30.510659 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9fb1cfcc-a089-4a0a-a485-9837023a22f2 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:30.559012 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d57928c-90e2-49ee-bf6d-ecd9d0e3151a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978151b7-a367-41c9-93da-1fa67427275c', 'code': 200} Jan 11 09:34:30.597571 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9934e3f3-0e5f-4e99-86e2-5d0a5c9eb43b None None] DHCP port deletion for 191f545a-dcc0-4270-8b6b-6b3e07eab917 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:34:30.607558 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9934e3f3-0e5f-4e99-86e2-5d0a5c9eb43b None None] Deleting port a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:30.608256 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9934e3f3-0e5f-4e99-86e2-5d0a5c9eb43b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:30.611066 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5c0704cd-de17-4c5c-85ad-04ac1907f33c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:30.680064 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=978151b7-a367-41c9-93da-1fa67427275c,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:30.709675 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9fb1cfcc-a089-4a0a-a485-9837023a22f2 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:30.745210 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:34:30.757141 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5c0704cd-de17-4c5c-85ad-04ac1907f33c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:30.761478 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcdcdb3-7f30-499a-8c85-26e18c84f88f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Network a0a0afdd-7d3e-4131-a54e-a02c478e59d3 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:34:30.771886 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fb1cfcc-a089-4a0a-a485-9837023a22f2 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:30.838343 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-981c1d94-2b26-490c-810d-83670d28b3cc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:30.880401 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0704cd-de17-4c5c-85ad-04ac1907f33c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Subnet': ['ID=7d0c29a3-d409-4527-8159-05397ea3273e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:30.887376 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5c0704cd-de17-4c5c-85ad-04ac1907f33c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:30.894288 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5c0704cd-de17-4c5c-85ad-04ac1907f33c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/subnets/7d0c29a3-d409-4527-8159-05397ea3273e HTTP/1.1" status: 204 len: 168 time: 0.7524107 Jan 11 09:34:30.896894 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58078) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:30.904348 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-5bcdcdb3-7f30-499a-8c85-26e18c84f88f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, a0a0afdd-7d3e-4131-a54e-a02c478e59d3) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:30.913720 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac027324-8f8b-4960-a075-444393d46b7a None None] Network 1d3857e4-3b46-4120-84cb-78edd37c94ab requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:30.927479 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcdcdb3-7f30-499a-8c85-26e18c84f88f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:30.928265 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5bcdcdb3-7f30-499a-8c85-26e18c84f88f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:30.976599 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399ddcc1-e567-4bb6-80d4-b03d9f07b694 None None] Network a0a0afdd-7d3e-4131-a54e-a02c478e59d3 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:31.090865 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:31.091239 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5bcdcdb3-7f30-499a-8c85-26e18c84f88f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8950748 Jan 11 09:34:31.092420 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58082) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:31.102506 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-08f710ee-81a0-401b-a57a-07537f73bc5b tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Request body: {'network': {'name': 'tempest-router-network01--695381393'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:31.114007 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-08f710ee-81a0-401b-a57a-07537f73bc5b tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:31.126418 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-08f710ee-81a0-401b-a57a-07537f73bc5b tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Usage tracker for resource:network and tenant:7021674147924ec28a17d51ae8c8f899 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:31.131382 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-08f710ee-81a0-401b-a57a-07537f73bc5b tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:31.144961 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-08f710ee-81a0-401b-a57a-07537f73bc5b tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:31.151388 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting port a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:31.151729 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:31.152518 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fb1cfcc-a089-4a0a-a485-9837023a22f2 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:31.156894 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-981c1d94-2b26-490c-810d-83670d28b3cc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:31.198851 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f710ee-81a0-401b-a57a-07537f73bc5b tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Made reservation on behalf of 7021674147924ec28a17d51ae8c8f899 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:31.202993 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-08f710ee-81a0-401b-a57a-07537f73bc5b tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:31.203215 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fb1cfcc-a089-4a0a-a485-9837023a22f2 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:31.223579 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c1d94-2b26-490c-810d-83670d28b3cc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=764a9678-b10f-439c-89a5-128c207f2e86,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:31.255335 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-981c1d94-2b26-490c-810d-83670d28b3cc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:31.280629 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1cfcc-a089-4a0a-a485-9837023a22f2 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9419ec0-5f28-4bc2-b84f-7366e202f90f,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:31.287608 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7606e-0f7d-4b45-bd30-25cf3526fc10 req-744930f0-141f-4a76-ad4d-5469c4f2e9db tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:31.289340 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-11b7606e-0f7d-4b45-bd30-25cf3526fc10 req-744930f0-141f-4a76-ad4d-5469c4f2e9db tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 945 time: 0.2735629 Jan 11 09:34:31.310934 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f710ee-81a0-401b-a57a-07537f73bc5b tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:34:31.312459 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b111bb-1132-43e6-a9ba-870c59e631ab None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:31.316270 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-981c1d94-2b26-490c-810d-83670d28b3cc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/764a9678-b10f-439c-89a5-128c207f2e86 HTTP/1.1" status: 204 len: 168 time: 1.3747807 Jan 11 09:34:31.318657 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b459f01-71df-4c92-be72-91ca1a5da16e req-e6bbdb88-c835-4edb-8898-4f89f3af8311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:31.319941 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9b459f01-71df-4c92-be72-91ca1a5da16e req-e6bbdb88-c835-4edb-8898-4f89f3af8311 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 1098 time: 0.4424832 Jan 11 09:34:31.320721 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58086) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:31.327605 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fb1cfcc-a089-4a0a-a485-9837023a22f2 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:31.331338 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9fb1cfcc-a089-4a0a-a485-9837023a22f2 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8748844 Jan 11 09:34:31.343164 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58090) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:31.365693 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0409a89d-f2a9-44b6-87e9-d7b6ef67ccc9 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Request body: {'security_group_rule': {'security_group_id': 'd284ddcd-0110-48d6-b497-648bb85dc8d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:31.372470 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-08f710ee-81a0-401b-a57a-07537f73bc5b tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:31.372816 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-08f710ee-81a0-401b-a57a-07537f73bc5b tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Added segment 13984157-f0b2-4487-8262-7f6990018583 of type vlan for network f94a4922-fd22-447f-abd7-2aa4c8b543d1 Jan 11 09:34:31.376728 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0409a89d-f2a9-44b6-87e9-d7b6ef67ccc9 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:31.414220 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0409a89d-f2a9-44b6-87e9-d7b6ef67ccc9 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Usage tracker for resource:security_group_rule and tenant:3e55de5a9b3a45c78ed1df92be147704 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:31.432158 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0409a89d-f2a9-44b6-87e9-d7b6ef67ccc9 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:31.448650 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5e12756b-e800-4abb-8220-047aab225bf7 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1247127 Jan 11 09:34:31.454415 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58094) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:31.456393 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-9934e3f3-0e5f-4e99-86e2-5d0a5c9eb43b None None] For port a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9,segment=NetworkSegment(47757967-7a62-47d7-9ce6-6b6bc50b3ea9),segment_id=47757967-7a62-47d7-9ce6-6b6bc50b3ea9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:31.456944 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9934e3f3-0e5f-4e99-86e2-5d0a5c9eb43b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:31.465307 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:31.466406 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-7dea95b7-a8af-478e-b355-63eabe5c1c10 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:31.468215 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-11b7606e-0f7d-4b45-bd30-25cf3526fc10 req-c12e5cbe-3dc5-4548-b888-6f5b995bc7c6 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/security-groups?id=cfa48579-46f7-403d-90fd-c3c391a7d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1592710 Jan 11 09:34:31.474137 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0409a89d-f2a9-44b6-87e9-d7b6ef67ccc9 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:31.524333 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9b459f01-71df-4c92-be72-91ca1a5da16e req-79a21f72-ce21-49a3-a05b-aa89fda4521d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cfa48579-46f7-403d-90fd-c3c391a7d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1944678 Jan 11 09:34:31.547416 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-08f710ee-81a0-401b-a57a-07537f73bc5b tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:31.577592 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0409a89d-f2a9-44b6-87e9-d7b6ef67ccc9 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:31.606951 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7dea95b7-a8af-478e-b355-63eabe5c1c10 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:31.615617 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7dea95b7-a8af-478e-b355-63eabe5c1c10 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:31.619738 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7dea95b7-a8af-478e-b355-63eabe5c1c10 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:31.626216 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7dea95b7-a8af-478e-b355-63eabe5c1c10 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:31.636153 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] For port a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9,segment=NetworkSegment(47757967-7a62-47d7-9ce6-6b6bc50b3ea9),segment_id=47757967-7a62-47d7-9ce6-6b6bc50b3ea9)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:31.636507 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:31.678932 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dea95b7-a8af-478e-b355-63eabe5c1c10 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:31.682755 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7dea95b7-a8af-478e-b355-63eabe5c1c10 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:31.756920 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9934e3f3-0e5f-4e99-86e2-5d0a5c9eb43b None None] Calling delete_port for a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:31.787563 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-08f710ee-81a0-401b-a57a-07537f73bc5b tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:31.792946 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f710ee-81a0-401b-a57a-07537f73bc5b tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:31.794201 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-08f710ee-81a0-401b-a57a-07537f73bc5b tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:31.808567 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Calling delete_port for a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:31.815884 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bde3ab04-c54b-4239-bb83-83451e657b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:31.884225 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9,segment=NetworkSegment(47757967-7a62-47d7-9ce6-6b6bc50b3ea9),segment_id=47757967-7a62-47d7-9ce6-6b6bc50b3ea9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:31.932235 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:31.991110 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0409a89d-f2a9-44b6-87e9-d7b6ef67ccc9 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:31.994163 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f710ee-81a0-401b-a57a-07537f73bc5b tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Pushing event updated for resources: {'Network': ['ID=f94a4922-fd22-447f-abd7-2aa4c8b543d1,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:31.998590 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-08f710ee-81a0-401b-a57a-07537f73bc5b tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9026031 Jan 11 09:34:32.000042 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0409a89d-f2a9-44b6-87e9-d7b6ef67ccc9 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:32.006908 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58098) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:32.030261 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-9934e3f3-0e5f-4e99-86e2-5d0a5c9eb43b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:34:32.030469 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-9934e3f3-0e5f-4e99-86e2-5d0a5c9eb43b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:34:32.030576 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-cd4ecc54-b7fb-470f-874c-0753f9096f89 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Request body: {'network': {'name': 'tempest-router-network02--1552611839'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:32.035627 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba80536-d7c5-4664-badd-af763d4f31d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-a0a0afdd-7d3e-4131-a54e-a02c478e59d3', 'network_id': 'a0a0afdd-7d3e-4131-a54e-a02c478e59d3', 'tenant_id': '7021674147924ec28a17d51ae8c8f899', 'fixed_ips': [{'subnet_id': '28a940ed-8b3b-4345-8bc4-a7940d725c02'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:34:32.036896 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-aba80536-d7c5-4664-badd-af763d4f31d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:32.039668 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cd4ecc54-b7fb-470f-874c-0753f9096f89 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:32.044999 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409a89d-f2a9-44b6-87e9-d7b6ef67ccc9 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb6d8be-29ba-46a6-99b4-cd53dad4c5cf,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:32.057383 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-cd4ecc54-b7fb-470f-874c-0753f9096f89 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Usage tracker for resource:network and tenant:7021674147924ec28a17d51ae8c8f899 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:32.065707 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:32.067380 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0409a89d-f2a9-44b6-87e9-d7b6ef67ccc9 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:32.067591 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-cd4ecc54-b7fb-470f-874c-0753f9096f89 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:32.073820 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0409a89d-f2a9-44b6-87e9-d7b6ef67ccc9 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7260928 Jan 11 09:34:32.075058 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58102) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:32.075840 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.api [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:34:32.076807 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG oslo_db.api [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:34:32.083655 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cd4ecc54-b7fb-470f-874c-0753f9096f89 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:32.089528 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-1c794492-6623-42c5-a4a7-c4110115f44b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Request body: {'security_group_rule': {'security_group_id': 'd284ddcd-0110-48d6-b497-648bb85dc8d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:32.118763 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network f94a4922-fd22-447f-abd7-2aa4c8b543d1 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:34:32.149815 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1c794492-6623-42c5-a4a7-c4110115f44b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:32.168915 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d613e344-bc0b-4625-8932-ed7279d5c203 None None] DHCP port deletion for 1d3857e4-3b46-4120-84cb-78edd37c94ab request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:34:32.185989 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d613e344-bc0b-4625-8932-ed7279d5c203 None None] Deleting port 21ffc663-5af2-4caf-af87-6aebae8b56ea {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:32.186386 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d613e344-bc0b-4625-8932-ed7279d5c203 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:32.205135 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1c794492-6623-42c5-a4a7-c4110115f44b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Usage tracker for resource:security_group_rule and tenant:3e55de5a9b3a45c78ed1df92be147704 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:32.220093 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4ecc54-b7fb-470f-874c-0753f9096f89 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Made reservation on behalf of 7021674147924ec28a17d51ae8c8f899 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:32.224365 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd4ecc54-b7fb-470f-874c-0753f9096f89 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:32.237995 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1c794492-6623-42c5-a4a7-c4110115f44b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:32.252507 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1c794492-6623-42c5-a4a7-c4110115f44b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:32.266323 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7dea95b7-a8af-478e-b355-63eabe5c1c10 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:32.278195 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da50a6d5-cea6-4525-889f-02b222d5582a None None] DHCP port deletion for 11973de4-095d-48a2-8bfe-2305268446bc request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:34:32.312783 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-da50a6d5-cea6-4525-889f-02b222d5582a None None] Deleting port 493eed9f-ccb9-4107-9cbf-4f31aabf9714 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:32.313149 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-da50a6d5-cea6-4525-889f-02b222d5582a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:32.338029 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd4ecc54-b7fb-470f-874c-0753f9096f89 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:34:32.365021 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dea95b7-a8af-478e-b355-63eabe5c1c10 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:32.369209 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c794492-6623-42c5-a4a7-c4110115f44b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:32.378795 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd4ecc54-b7fb-470f-874c-0753f9096f89 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:32.379119 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-cd4ecc54-b7fb-470f-874c-0753f9096f89 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Added segment 7e7ef485-5784-4e3b-baa9-f0b7634d0514 of type vlan for network c83c9e44-dcf7-456e-92c6-20f02296ceef Jan 11 09:34:32.381026 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-7dea95b7-a8af-478e-b355-63eabe5c1c10 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:32.389288 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea95b7-a8af-478e-b355-63eabe5c1c10 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=6e92b187-9ca5-4dcb-867c-64cba3f897c1,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:32.397229 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dea95b7-a8af-478e-b355-63eabe5c1c10 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:32.397819 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7dea95b7-a8af-478e-b355-63eabe5c1c10 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:32.476471 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-aba80536-d7c5-4664-badd-af763d4f31d7 None None] Allocated IP 2001:db8::2 (a0a0afdd-7d3e-4131-a54e-a02c478e59d3/28a940ed-8b3b-4345-8bc4-a7940d725c02/4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:34:32.533895 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9934e3f3-0e5f-4e99-86e2-5d0a5c9eb43b None None] Deleting port a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:32.534284 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9934e3f3-0e5f-4e99-86e2-5d0a5c9eb43b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:32.578688 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting port a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:32.579640 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:32.586930 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd4ecc54-b7fb-470f-874c-0753f9096f89 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:32.623378 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7dea95b7-a8af-478e-b355-63eabe5c1c10 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1679468 Jan 11 09:34:32.626975 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58108) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:32.671451 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-bbc651d1-4a65-454f-9c6f-d5596e648e9a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'fixed_ips': [{'subnet_id': '6e92b187-9ca5-4dcb-867c-64cba3f897c1', 'ip_address': '2001:db8::d0ce:c6d8:c3a7:36fe'}], 'name': 'tempest-NetworksTestDHCPv6-1641369223'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:32.747610 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c794492-6623-42c5-a4a7-c4110115f44b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:32.809785 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c794492-6623-42c5-a4a7-c4110115f44b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:32.824098 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd4ecc54-b7fb-470f-874c-0753f9096f89 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:32.829279 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 21ffc663-5af2-4caf-af87-6aebae8b56ea no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:34:32.830308 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4ecc54-b7fb-470f-874c-0753f9096f89 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:32.831091 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd4ecc54-b7fb-470f-874c-0753f9096f89 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:32.860989 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-bde3ab04-c54b-4239-bb83-83451e657b7f admin admin] Deleting port 0eac061f-7175-4b4b-b736-d1aad32d8a22 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:32.861605 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bde3ab04-c54b-4239-bb83-83451e657b7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:32.903146 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78330f-2006-4a1c-bcfe-f6e2e38cc1bd req-7cbcaf9e-b050-4fa7-b36a-935235cb0daf tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:32.904933 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5c78330f-2006-4a1c-bcfe-f6e2e38cc1bd req-7cbcaf9e-b050-4fa7-b36a-935235cb0daf tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 945 time: 0.2688408 Jan 11 09:34:32.967955 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c794492-6623-42c5-a4a7-c4110115f44b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27727ace-ff46-4ec2-b444-3e1488e4d3f7,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:32.994070 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d613e344-bc0b-4625-8932-ed7279d5c203 None None] For port 21ffc663-5af2-4caf-af87-6aebae8b56ea, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=21ffc663-5af2-4caf-af87-6aebae8b56ea,segment=NetworkSegment(382cd6ff-7269-4ef9-ae9a-1758b389c69e),segment_id=382cd6ff-7269-4ef9-ae9a-1758b389c69e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:32.994476 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d613e344-bc0b-4625-8932-ed7279d5c203 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:33.002873 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-cd4ecc54-b7fb-470f-874c-0753f9096f89 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9930556 Jan 11 09:34:33.012250 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58112) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:33.016411 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bbc651d1-4a65-454f-9c6f-d5596e648e9a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:33.032752 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9760e375-fbae-4245-8225-77da91ea4e37 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Request body: {'subnet': {'network_id': 'f94a4922-fd22-447f-abd7-2aa4c8b543d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:33.033481 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bbc651d1-4a65-454f-9c6f-d5596e648e9a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:port and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:33.039219 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c794492-6623-42c5-a4a7-c4110115f44b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:33.043671 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1c794492-6623-42c5-a4a7-c4110115f44b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9632697 Jan 11 09:34:33.044448 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58116) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:33.047687 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bbc651d1-4a65-454f-9c6f-d5596e648e9a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:33.056475 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] For port a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9,segment=NetworkSegment(47757967-7a62-47d7-9ce6-6b6bc50b3ea9),segment_id=47757967-7a62-47d7-9ce6-6b6bc50b3ea9)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:33.057495 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:33.074670 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5c78330f-2006-4a1c-bcfe-f6e2e38cc1bd req-28bedb49-d4e9-4ca8-8a18-2016c197e75d tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/security-groups?id=cfa48579-46f7-403d-90fd-c3c391a7d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1616871 Jan 11 09:34:33.127145 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-99e846e5-945d-4713-8bea-7cb59d3369b3 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Request body: {'security_group_rule': {'security_group_id': 'd284ddcd-0110-48d6-b497-648bb85dc8d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:33.135204 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bbc651d1-4a65-454f-9c6f-d5596e648e9a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:33.142015 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-99e846e5-945d-4713-8bea-7cb59d3369b3 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:33.164810 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ecc54-b7fb-470f-874c-0753f9096f89 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Pushing event updated for resources: {'Network': ['ID=c83c9e44-dcf7-456e-92c6-20f02296ceef,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:33.172441 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-99e846e5-945d-4713-8bea-7cb59d3369b3 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Usage tracker for resource:security_group_rule and tenant:3e55de5a9b3a45c78ed1df92be147704 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:33.187586 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-99e846e5-945d-4713-8bea-7cb59d3369b3 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:33.198951 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc651d1-4a65-454f-9c6f-d5596e648e9a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:33.217283 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-99e846e5-945d-4713-8bea-7cb59d3369b3 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:33.271572 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network c83c9e44-dcf7-456e-92c6-20f02296ceef details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:34:33.289819 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d613e344-bc0b-4625-8932-ed7279d5c203 None None] Calling delete_port for 21ffc663-5af2-4caf-af87-6aebae8b56ea owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:33.318015 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-99e846e5-945d-4713-8bea-7cb59d3369b3 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:33.318462 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Calling delete_port for a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:33.439124 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9760e375-fbae-4245-8225-77da91ea4e37 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:33.446426 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-bde3ab04-c54b-4239-bb83-83451e657b7f admin admin] For port 0eac061f-7175-4b4b-b736-d1aad32d8a22, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0eac061f-7175-4b4b-b736-d1aad32d8a22,segment=NetworkSegment(b21d49c1-c5fb-46ff-81f6-b6db08a3dee7),segment_id=b21d49c1-c5fb-46ff-81f6-b6db08a3dee7)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:33.446426 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bde3ab04-c54b-4239-bb83-83451e657b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:33.446680 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-9760e375-fbae-4245-8225-77da91ea4e37 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Usage tracker for resource:subnet and tenant:7021674147924ec28a17d51ae8c8f899 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:33.460125 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-9760e375-fbae-4245-8225-77da91ea4e37 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:33.466629 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9760e375-fbae-4245-8225-77da91ea4e37 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:33.479584 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9760e375-fbae-4245-8225-77da91ea4e37 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Made reservation on behalf of 7021674147924ec28a17d51ae8c8f899 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:33.483193 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9760e375-fbae-4245-8225-77da91ea4e37 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:33.500100 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:33.566461 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Port': ['ID=a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:33.575493 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] No DVR routers for this DVR port a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9 on host dv-neutron-823402-4-hyperv {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:34:33.592521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-bde3ab04-c54b-4239-bb83-83451e657b7f admin admin] Calling delete_port for 0eac061f-7175-4b4b-b736-d1aad32d8a22 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:33.684655 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-da50a6d5-cea6-4525-889f-02b222d5582a None None] For port 493eed9f-ccb9-4107-9cbf-4f31aabf9714, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=493eed9f-ccb9-4107-9cbf-4f31aabf9714,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:33.685666 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-da50a6d5-cea6-4525-889f-02b222d5582a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:33.715715 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-9934e3f3-0e5f-4e99-86e2-5d0a5c9eb43b None None] For port a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9,segment=NetworkSegment(47757967-7a62-47d7-9ce6-6b6bc50b3ea9),segment_id=47757967-7a62-47d7-9ce6-6b6bc50b3ea9)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:33.716458 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9934e3f3-0e5f-4e99-86e2-5d0a5c9eb43b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:33.730375 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbc651d1-4a65-454f-9c6f-d5596e648e9a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:33.736675 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-aba80536-d7c5-4664-badd-af763d4f31d7 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:33.765484 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-99e846e5-945d-4713-8bea-7cb59d3369b3 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:33.772179 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:33.776891 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-99e846e5-945d-4713-8bea-7cb59d3369b3 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:33.796665 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-bbc651d1-4a65-454f-9c6f-d5596e648e9a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] device_id is not set on port 2da68814-51a0-4a21-a04e-037e2cb31549 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:34:33.808286 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:33.808866 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191f545a-dcc0-4270-8b6b-6b3e07eab917']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:33.826825 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47757967-7a62-47d7-9ce6-6b6bc50b3ea9') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:33.827490 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47757967-7a62-47d7-9ce6-6b6bc50b3ea9') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:33.874076 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:33.882678 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e846e5-945d-4713-8bea-7cb59d3369b3 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fdf0f14-a26d-4018-b6aa-d6789073085d,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:33.903296 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:33.923776 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-99e846e5-945d-4713-8bea-7cb59d3369b3 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:33.927580 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:34:33.928049 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:33.928511 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-99e846e5-945d-4713-8bea-7cb59d3369b3 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8752534 Jan 11 09:34:33.934598 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58120) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:34:33.943460 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:34:33.952230 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-da50a6d5-cea6-4525-889f-02b222d5582a None None] Calling delete_port for 493eed9f-ccb9-4107-9cbf-4f31aabf9714 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:33.971447 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-af28fc54-2665-491b-a88a-5f48b1ec43ff tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Request body: {'security_group_rule': {'security_group_id': 'd284ddcd-0110-48d6-b497-648bb85dc8d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:33.982795 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d613e344-bc0b-4625-8932-ed7279d5c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:33.987165 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-af28fc54-2665-491b-a88a-5f48b1ec43ff tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:33.998031 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-af28fc54-2665-491b-a88a-5f48b1ec43ff tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Usage tracker for resource:security_group_rule and tenant:3e55de5a9b3a45c78ed1df92be147704 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:34.008302 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-af28fc54-2665-491b-a88a-5f48b1ec43ff tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:34.037888 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9760e375-fbae-4245-8225-77da91ea4e37 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:34.053915 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-af28fc54-2665-491b-a88a-5f48b1ec43ff tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:34.094227 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9934e3f3-0e5f-4e99-86e2-5d0a5c9eb43b None None] Calling delete_port for a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:34.104488 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:34.144053 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bde3ab04-c54b-4239-bb83-83451e657b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:34.147048 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:34.161471 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-aba80536-d7c5-4664-badd-af763d4f31d7 None None] Transition to ACTIVE for port object 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:34.174299 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Network': ['ID=191f545a-dcc0-4270-8b6b-6b3e07eab917,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:34.179186 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760e375-fbae-4245-8225-77da91ea4e37 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Pushing event updated for resources: {'Subnet': ['ID=6f814714-d9cf-48a1-8797-3655817d7a10,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:34.181910 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b4b26113-f740-4563-9c08-3de6fc8408e6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/networks/191f545a-dcc0-4270-8b6b-6b3e07eab917 HTTP/1.1" status: 204 len: 168 time: 3.2839222 Jan 11 09:34:34.185873 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58126) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:34.187321 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-aba80536-d7c5-4664-badd-af763d4f31d7 None None] Transition to ACTIVE for port object 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:34.188650 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9760e375-fbae-4245-8225-77da91ea4e37 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Checking segment: {'id': '13984157-f0b2-4487-8262-7f6990018583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f94a4922-fd22-447f-abd7-2aa4c8b543d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:34:34.189080 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9760e375-fbae-4245-8225-77da91ea4e37 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Network hostable DHCP agents. Network: f94a4922-fd22-447f-abd7-2aa4c8b543d1, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:34:34.203370 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613e344-bc0b-4625-8932-ed7279d5c203 None None] Pushing event deleted for resources: {'Port': ['ID=21ffc663-5af2-4caf-af87-6aebae8b56ea,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:34.224744 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-aba80536-d7c5-4664-badd-af763d4f31d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:34.234807 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d613e344-bc0b-4625-8932-ed7279d5c203 None None] No DVR routers for this DVR port 21ffc663-5af2-4caf-af87-6aebae8b56ea on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:34:34.241440 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3ab04-c54b-4239-bb83-83451e657b7f admin admin] Pushing event deleted for resources: {'Port': ['ID=0eac061f-7175-4b4b-b736-d1aad32d8a22,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:34.264911 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9760e375-fbae-4245-8225-77da91ea4e37 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Network f94a4922-fd22-447f-abd7-2aa4c8b543d1 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:34:34.280024 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af28fc54-2665-491b-a88a-5f48b1ec43ff tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:34.328112 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:34.337722 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba80536-d7c5-4664-badd-af763d4f31d7 None None] Network a0a0afdd-7d3e-4131-a54e-a02c478e59d3 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:34.355896 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-aba80536-d7c5-4664-badd-af763d4f31d7 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:34.356302 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-bbc651d1-4a65-454f-9c6f-d5596e648e9a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 2001:db8::d0ce:c6d8:c3a7:36fe (11973de4-095d-48a2-8bfe-2305268446bc/6e92b187-9ca5-4dcb-867c-64cba3f897c1/2da68814-51a0-4a21-a04e-037e2cb31549) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:34:34.364095 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 493eed9f-ccb9-4107-9cbf-4f31aabf9714 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:34:34.402642 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba80536-d7c5-4664-badd-af763d4f31d7 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:34:34.429094 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-9760e375-fbae-4245-8225-77da91ea4e37 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, f94a4922-fd22-447f-abd7-2aa4c8b543d1) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:34.437793 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd3a616d-901b-4124-9f37-65ad2ab3779a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:34.440201 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9760e375-fbae-4245-8225-77da91ea4e37 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:34.440782 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9760e375-fbae-4245-8225-77da91ea4e37 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:34.482926 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9760e375-fbae-4245-8225-77da91ea4e37 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4627929 Jan 11 09:34:34.486149 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58130) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:34.494110 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51197829-2b43-4818-b2f6-d1a261b24aed None None] Network f94a4922-fd22-447f-abd7-2aa4c8b543d1 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:34.499850 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-83387c5b-ee6a-4655-a772-3c8c4b61624f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Request body: {'subnet': {'network_id': 'c83c9e44-dcf7-456e-92c6-20f02296ceef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:34.604377 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba80536-d7c5-4664-badd-af763d4f31d7 None None] Pushing event updated for resources: {'Port': ['ID=4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:34.679676 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-da50a6d5-cea6-4525-889f-02b222d5582a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:34.683143 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-9934e3f3-0e5f-4e99-86e2-5d0a5c9eb43b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:34:34.683498 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-9934e3f3-0e5f-4e99-86e2-5d0a5c9eb43b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:34:34.729984 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd3a616d-901b-4124-9f37-65ad2ab3779a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:34.737861 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-aba80536-d7c5-4664-badd-af763d4f31d7 None None] Attempting to bind port 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:34:34.739169 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-aba80536-d7c5-4664-badd-af763d4f31d7 None None] Attempting to bind port 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'b340534a-fb84-42b1-a364-092c8ba11048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a0a0afdd-7d3e-4131-a54e-a02c478e59d3'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:34:34.739742 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba80536-d7c5-4664-badd-af763d4f31d7 None None] Attempting to bind port 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357 on network a0a0afdd-7d3e-4131-a54e-a02c478e59d3 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:34:34.744253 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25561455-3eaf-4ffe-97cf-29c540484e7d req-37e84254-85f8-4df6-8d9c-aef93907aaec tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:34.745768 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-25561455-3eaf-4ffe-97cf-29c540484e7d req-37e84254-85f8-4df6-8d9c-aef93907aaec tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 945 time: 0.3801205 Jan 11 09:34:34.786690 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bde3ab04-c54b-4239-bb83-83451e657b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:34.790955 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50a6d5-cea6-4525-889f-02b222d5582a None None] Pushing event deleted for resources: {'Port': ['ID=493eed9f-ccb9-4107-9cbf-4f31aabf9714,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:34.796064 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba80536-d7c5-4664-badd-af763d4f31d7 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:34:34.796938 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba80536-d7c5-4664-badd-af763d4f31d7 None None] Checking segment: {'id': 'b340534a-fb84-42b1-a364-092c8ba11048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a0a0afdd-7d3e-4131-a54e-a02c478e59d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:34:34.796938 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-aba80536-d7c5-4664-badd-af763d4f31d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:34.797383 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba80536-d7c5-4664-badd-af763d4f31d7 None None] Bound using segment: {'id': 'b340534a-fb84-42b1-a364-092c8ba11048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a0a0afdd-7d3e-4131-a54e-a02c478e59d3'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:34:34.797929 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-aba80536-d7c5-4664-badd-af763d4f31d7 None None] Bound port: 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b340534a-fb84-42b1-a364-092c8ba11048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a0a0afdd-7d3e-4131-a54e-a02c478e59d3'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:34:34.798508 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-aba80536-d7c5-4664-badd-af763d4f31d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:34.808087 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-cd3a616d-901b-4124-9f37-65ad2ab3779a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3857e4-3b46-4120-84cb-78edd37c94ab']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:34.810460 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da50a6d5-cea6-4525-889f-02b222d5582a None None] No DVR routers for this DVR port 493eed9f-ccb9-4107-9cbf-4f31aabf9714 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:34:34.813797 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No active binding found for port 493eed9f-ccb9-4107-9cbf-4f31aabf9714 {{(pid=87656) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 11 09:34:34.814505 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 493eed9f-ccb9-4107-9cbf-4f31aabf9714 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:34:34.831025 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-83387c5b-ee6a-4655-a772-3c8c4b61624f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:34.838220 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-cd3a616d-901b-4124-9f37-65ad2ab3779a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382cd6ff-7269-4ef9-ae9a-1758b389c69e') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:34.838737 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-cd3a616d-901b-4124-9f37-65ad2ab3779a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382cd6ff-7269-4ef9-ae9a-1758b389c69e') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:34.848362 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-83387c5b-ee6a-4655-a772-3c8c4b61624f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Usage tracker for resource:subnet and tenant:7021674147924ec28a17d51ae8c8f899 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:34.857486 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-25561455-3eaf-4ffe-97cf-29c540484e7d req-3520887c-33fa-4072-8782-3a520d61a523 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/security-groups?id=cfa48579-46f7-403d-90fd-c3c391a7d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0979707 Jan 11 09:34:34.858550 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-83387c5b-ee6a-4655-a772-3c8c4b61624f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:34.868496 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd3a616d-901b-4124-9f37-65ad2ab3779a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:34.876569 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-83387c5b-ee6a-4655-a772-3c8c4b61624f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:34.917657 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd3a616d-901b-4124-9f37-65ad2ab3779a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:34.932923 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af28fc54-2665-491b-a88a-5f48b1ec43ff tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:34.938073 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd3a616d-901b-4124-9f37-65ad2ab3779a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:34:34.938549 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd3a616d-901b-4124-9f37-65ad2ab3779a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:34:34.960409 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:34:34.963183 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513d6d98-e435-423d-8a2a-b3e43311d910 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:34.980580 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83387c5b-ee6a-4655-a772-3c8c4b61624f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Made reservation on behalf of 7021674147924ec28a17d51ae8c8f899 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:34.988054 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-83387c5b-ee6a-4655-a772-3c8c4b61624f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:35.032062 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af28fc54-2665-491b-a88a-5f48b1ec43ff tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:35.055917 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-aba80536-d7c5-4664-badd-af763d4f31d7 None None] For port 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:34:35.059277 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-aba80536-d7c5-4664-badd-af763d4f31d7 None None] For port 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357,segment=NetworkSegment(b340534a-fb84-42b1-a364-092c8ba11048),segment_id=b340534a-fb84-42b1-a364-092c8ba11048)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:34:35.079927 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbc651d1-4a65-454f-9c6f-d5596e648e9a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:35.089492 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-aba80536-d7c5-4664-badd-af763d4f31d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:35.101743 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28fc54-2665-491b-a88a-5f48b1ec43ff tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3857a2cf-0792-4bce-8bb5-b699886b603b,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:35.132916 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123185d2-c836-4155-9374-b4e01dfb6698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-f94a4922-fd22-447f-abd7-2aa4c8b543d1', 'network_id': 'f94a4922-fd22-447f-abd7-2aa4c8b543d1', 'tenant_id': '7021674147924ec28a17d51ae8c8f899', 'fixed_ips': [{'subnet_id': '6f814714-d9cf-48a1-8797-3655817d7a10'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:34:35.133749 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-123185d2-c836-4155-9374-b4e01dfb6698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:35.182329 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bbc651d1-4a65-454f-9c6f-d5596e648e9a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Transition to ACTIVE for port object 2da68814-51a0-4a21-a04e-037e2cb31549 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:35.213298 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af28fc54-2665-491b-a88a-5f48b1ec43ff tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:35.217490 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-af28fc54-2665-491b-a88a-5f48b1ec43ff tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2507346 Jan 11 09:34:35.221109 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58136) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:35.334586 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba80536-d7c5-4664-badd-af763d4f31d7 None None] Pushing event updated for resources: {'Port': ['ID=4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:35.340256 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd3a616d-901b-4124-9f37-65ad2ab3779a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:35.366597 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cd3a616d-901b-4124-9f37-65ad2ab3779a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:35.399321 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a616d-901b-4124-9f37-65ad2ab3779a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Network': ['ID=1d3857e4-3b46-4120-84cb-78edd37c94ab,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:35.412074 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-cd3a616d-901b-4124-9f37-65ad2ab3779a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/networks/1d3857e4-3b46-4120-84cb-78edd37c94ab HTTP/1.1" status: 204 len: 168 time: 1.2192254 Jan 11 09:34:35.418743 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58140) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:35.428854 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3de54388-3c7a-49dc-8b8e-9bb3990b84ca tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'network': {'name': 'tempest-RoutersTest-2070450190'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:35.440798 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3de54388-3c7a-49dc-8b8e-9bb3990b84ca tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:35.455086 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0dc96bb4-cf38-406f-bdeb-e8a3ddca2776 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:35.470724 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0dc96bb4-cf38-406f-bdeb-e8a3ddca2776 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:35.485740 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3de54388-3c7a-49dc-8b8e-9bb3990b84ca tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:network and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:35.493777 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3de54388-3c7a-49dc-8b8e-9bb3990b84ca tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:35.515183 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3de54388-3c7a-49dc-8b8e-9bb3990b84ca tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:35.533465 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-123185d2-c836-4155-9374-b4e01dfb6698 None None] Allocated IP 2001:db8::2 (f94a4922-fd22-447f-abd7-2aa4c8b543d1/6f814714-d9cf-48a1-8797-3655817d7a10/daadf259-dfe7-4364-a3ec-14f81476cf60) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:34:35.557632 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27560f-b13e-4af3-a116-5f08dbc94fae req-3e55b42e-6b26-45b3-b7e2-f3dbcae4401b tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:35.559288 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6a27560f-b13e-4af3-a116-5f08dbc94fae req-3e55b42e-6b26-45b3-b7e2-f3dbcae4401b tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 945 time: 0.3945532 Jan 11 09:34:35.584218 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbc651d1-4a65-454f-9c6f-d5596e648e9a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:35.596820 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de54388-3c7a-49dc-8b8e-9bb3990b84ca tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Made reservation on behalf of 264ed167813548b38f5af4683744d86b for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:35.601226 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3de54388-3c7a-49dc-8b8e-9bb3990b84ca tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:35.645378 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-83387c5b-ee6a-4655-a772-3c8c4b61624f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:35.661986 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a798c3-8813-4a18-8e34-22ce6a202548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-11973de4-095d-48a2-8bfe-2305268446bc', 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'fixed_ips': [{'subnet_id': '6e92b187-9ca5-4dcb-867c-64cba3f897c1'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:34:35.663125 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c4a798c3-8813-4a18-8e34-22ce6a202548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:35.678449 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9934e3f3-0e5f-4e99-86e2-5d0a5c9eb43b None None] Deleting port a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:35.678823 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9934e3f3-0e5f-4e99-86e2-5d0a5c9eb43b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:35.762915 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6a27560f-b13e-4af3-a116-5f08dbc94fae req-95b68047-74f1-4fc7-889c-504e83c336aa tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/security-groups?id=cfa48579-46f7-403d-90fd-c3c391a7d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1824756 Jan 11 09:34:35.770425 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc651d1-4a65-454f-9c6f-d5596e648e9a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:35.790855 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de54388-3c7a-49dc-8b8e-9bb3990b84ca tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:34:35.793765 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde3ab04-c54b-4239-bb83-83451e657b7f admin admin] Router b25e978e-4257-4cd5-9d14-5269799ff395 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:34:35.795109 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58144) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:35.804708 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-bbc651d1-4a65-454f-9c6f-d5596e648e9a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:35.809912 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0dc96bb4-cf38-406f-bdeb-e8a3ddca2776 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:35.814348 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc651d1-4a65-454f-9c6f-d5596e648e9a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:34:35.821781 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9934e3f3-0e5f-4e99-86e2-5d0a5c9eb43b None None] The port 'a4a27bb6-b5df-466d-bb8b-3fa8b24f1fe9' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:34:35.822716 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc651d1-4a65-454f-9c6f-d5596e648e9a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:35.823358 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3de54388-3c7a-49dc-8b8e-9bb3990b84ca tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:35.823979 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-3de54388-3c7a-49dc-8b8e-9bb3990b84ca tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Added segment 98cf8260-9bc4-40a9-b2e0-55bbb7e33ac1 of type vlan for network 2057b061-ccc2-4161-bbe4-5dbf11397daf Jan 11 09:34:35.825041 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbc651d1-4a65-454f-9c6f-d5596e648e9a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:35.858456 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83387c5b-ee6a-4655-a772-3c8c4b61624f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Checking segment: {'id': '7e7ef485-5784-4e3b-baa9-f0b7634d0514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c83c9e44-dcf7-456e-92c6-20f02296ceef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:34:35.859110 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83387c5b-ee6a-4655-a772-3c8c4b61624f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Network hostable DHCP agents. Network: c83c9e44-dcf7-456e-92c6-20f02296ceef, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:34:35.866322 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83387c5b-ee6a-4655-a772-3c8c4b61624f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Pushing event updated for resources: {'Subnet': ['ID=364acba5-ca92-4aa1-a284-562ca7d827fd,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:35.922702 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc96bb4-cf38-406f-bdeb-e8a3ddca2776 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3857a2cf-0792-4bce-8bb5-b699886b603b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:35.956229 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc651d1-4a65-454f-9c6f-d5596e648e9a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=2da68814-51a0-4a21-a04e-037e2cb31549,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:35.959171 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3de54388-3c7a-49dc-8b8e-9bb3990b84ca tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:35.967418 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83387c5b-ee6a-4655-a772-3c8c4b61624f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Network c83c9e44-dcf7-456e-92c6-20f02296ceef is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:34:35.990782 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-83387c5b-ee6a-4655-a772-3c8c4b61624f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, c83c9e44-dcf7-456e-92c6-20f02296ceef) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:36.001461 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83387c5b-ee6a-4655-a772-3c8c4b61624f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:36.002766 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-83387c5b-ee6a-4655-a772-3c8c4b61624f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:36.011831 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c927594b-e751-418f-a34f-3ce8d3dd7fe9 None None] Network c83c9e44-dcf7-456e-92c6-20f02296ceef requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:36.034211 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3de54388-3c7a-49dc-8b8e-9bb3990b84ca tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:36.042726 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de54388-3c7a-49dc-8b8e-9bb3990b84ca tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:36.043615 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3de54388-3c7a-49dc-8b8e-9bb3990b84ca tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:36.049436 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-123185d2-c836-4155-9374-b4e01dfb6698 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:36.060007 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-123185d2-c836-4155-9374-b4e01dfb6698 None None] Transition to ACTIVE for port object daadf259-dfe7-4364-a3ec-14f81476cf60 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:36.074924 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-83387c5b-ee6a-4655-a772-3c8c4b61624f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5877209 Jan 11 09:34:36.079602 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-123185d2-c836-4155-9374-b4e01dfb6698 None None] Transition to ACTIVE for port object daadf259-dfe7-4364-a3ec-14f81476cf60 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:36.081569 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58148) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:36.095093 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-123185d2-c836-4155-9374-b4e01dfb6698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:36.188512 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3de54388-3c7a-49dc-8b8e-9bb3990b84ca tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7687175 Jan 11 09:34:36.198271 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58152) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:36.201650 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde3ab04-c54b-4239-bb83-83451e657b7f admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:34:36.219650 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bde3ab04-c54b-4239-bb83-83451e657b7f admin admin] 10.222.0.15 "PUT /v2.0/routers/b25e978e-4257-4cd5-9d14-5269799ff395/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0759995 Jan 11 09:34:36.221315 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0dc96bb4-cf38-406f-bdeb-e8a3ddca2776 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:36.225757 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0dc96bb4-cf38-406f-bdeb-e8a3ddca2776 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/3857a2cf-0792-4bce-8bb5-b699886b603b HTTP/1.1" status: 204 len: 168 time: 1.0037372 Jan 11 09:34:36.231799 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-1bbfb0bd-9252-4a6d-a254-33928e7df5d5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'subnet': {'network_id': '2057b061-ccc2-4161-bbe4-5dbf11397daf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:36.247529 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58156) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:36.248173 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58158) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:36.261620 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bbc651d1-4a65-454f-9c6f-d5596e648e9a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6321974 Jan 11 09:34:36.262756 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58164) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:36.275859 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921443f9-4abd-477a-aefa-92900c4eadfe None None] Sync routers for ids ['b25e978e-4257-4cd5-9d14-5269799ff395'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:34:36.287463 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123185d2-c836-4155-9374-b4e01dfb6698 None None] Network f94a4922-fd22-447f-abd7-2aa4c8b543d1 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:36.293823 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-123185d2-c836-4155-9374-b4e01dfb6698 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:36.296349 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123185d2-c836-4155-9374-b4e01dfb6698 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:34:36.321260 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de54388-3c7a-49dc-8b8e-9bb3990b84ca tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Network': ['ID=2057b061-ccc2-4161-bbe4-5dbf11397daf,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:36.435688 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 2057b061-ccc2-4161-bbe4-5dbf11397daf details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:34:36.470339 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123185d2-c836-4155-9374-b4e01dfb6698 None None] Pushing event updated for resources: {'Port': ['ID=daadf259-dfe7-4364-a3ec-14f81476cf60,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:36.513804 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921443f9-4abd-477a-aefa-92900c4eadfe None None] Routers {'b25e978e-4257-4cd5-9d14-5269799ff395'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:34:36.514840 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-921443f9-4abd-477a-aefa-92900c4eadfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['b25e978e-4257-4cd5-9d14-5269799ff395'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:36.709740 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-c4a798c3-8813-4a18-8e34-22ce6a202548 None None] Allocated IP 2001:db8::2 (11973de4-095d-48a2-8bfe-2305268446bc/6e92b187-9ca5-4dcb-867c-64cba3f897c1/e249b0a0-363f-47b5-954f-c9a547b06656) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:34:36.737701 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-123185d2-c836-4155-9374-b4e01dfb6698 None None] Attempting to bind port daadf259-dfe7-4364-a3ec-14f81476cf60 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:34:36.739608 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-123185d2-c836-4155-9374-b4e01dfb6698 None None] Attempting to bind port daadf259-dfe7-4364-a3ec-14f81476cf60 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '13984157-f0b2-4487-8262-7f6990018583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f94a4922-fd22-447f-abd7-2aa4c8b543d1'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:34:36.740176 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123185d2-c836-4155-9374-b4e01dfb6698 None None] Attempting to bind port daadf259-dfe7-4364-a3ec-14f81476cf60 on network f94a4922-fd22-447f-abd7-2aa4c8b543d1 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:34:36.807489 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-795a97c0-b602-4fa5-9807-fbb4109fab35 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:36.815855 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-75750052-2c52-4dc8-9ffe-8d33c4ff4177 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Synchronizing usage tracker for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group_rule {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:36.820974 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380b8967-b6d1-4fe4-928e-d7d5e00bbd9b None None] Network a0a0afdd-7d3e-4131-a54e-a02c478e59d3 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:36.864142 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09a38ab4-6b9a-4618-8b38-2be2f8732f51 admin admin] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:36.882418 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123185d2-c836-4155-9374-b4e01dfb6698 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:34:36.882952 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123185d2-c836-4155-9374-b4e01dfb6698 None None] Checking segment: {'id': '13984157-f0b2-4487-8262-7f6990018583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f94a4922-fd22-447f-abd7-2aa4c8b543d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:34:36.883188 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-123185d2-c836-4155-9374-b4e01dfb6698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:36.883579 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123185d2-c836-4155-9374-b4e01dfb6698 None None] Bound using segment: {'id': '13984157-f0b2-4487-8262-7f6990018583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f94a4922-fd22-447f-abd7-2aa4c8b543d1'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:34:36.884057 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-123185d2-c836-4155-9374-b4e01dfb6698 None None] Bound port: daadf259-dfe7-4364-a3ec-14f81476cf60, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13984157-f0b2-4487-8262-7f6990018583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f94a4922-fd22-447f-abd7-2aa4c8b543d1'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:34:36.884420 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-123185d2-c836-4155-9374-b4e01dfb6698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:36.942461 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1bbfb0bd-9252-4a6d-a254-33928e7df5d5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:36.951493 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1bbfb0bd-9252-4a6d-a254-33928e7df5d5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:subnet and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:36.956632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1bbfb0bd-9252-4a6d-a254-33928e7df5d5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:36.964636 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1bbfb0bd-9252-4a6d-a254-33928e7df5d5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:37.003781 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0c1078-533d-46a1-b49f-cb5e6076596e tempest-TestNetworkAdvancedServerOps-396877043 tempest-TestNetworkAdvancedServerOps-396877043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:37.006534 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5e0c1078-533d-46a1-b49f-cb5e6076596e tempest-TestNetworkAdvancedServerOps-396877043 tempest-TestNetworkAdvancedServerOps-396877043-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 1093 time: 1.1991804 Jan 11 09:34:37.013026 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbfb0bd-9252-4a6d-a254-33928e7df5d5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Made reservation on behalf of 264ed167813548b38f5af4683744d86b for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:37.016908 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb0bd-9252-4a6d-a254-33928e7df5d5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:37.032370 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-75750052-2c52-4dc8-9ffe-8d33c4ff4177 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Unset dirty status for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group_rule {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:37.034368 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-75750052-2c52-4dc8-9ffe-8d33c4ff4177 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.7821977 Jan 11 09:34:37.035455 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58168) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:37.044857 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58170) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:37.061509 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:37.066734 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-bcc8325e-255e-4990-a9e2-edfd615cf884 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'port_id': '978151b7-a367-41c9-93da-1fa67427275c', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:37.109559 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5a6f51-79e5-4d00-8076-3a74742de3b6 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:37.110396 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7c5a6f51-79e5-4d00-8076-3a74742de3b6 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:37.113769 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bcc8325e-255e-4990-a9e2-edfd615cf884 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:37.134848 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bcc8325e-255e-4990-a9e2-edfd615cf884 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Usage tracker for resource:floatingip and tenant:14ed3ba110e14acfa72fca43f8ae9c54 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:37.145951 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bcc8325e-255e-4990-a9e2-edfd615cf884 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:37.185728 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e4d1ba59-69a7-448b-84f4-ca43575696f8 None None] Provisioning for port 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:37.221669 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bcc8325e-255e-4990-a9e2-edfd615cf884 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:37.289575 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-795a97c0-b602-4fa5-9807-fbb4109fab35 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Allocated IP 2001:db8::1 (f94a4922-fd22-447f-abd7-2aa4c8b543d1/6f814714-d9cf-48a1-8797-3655817d7a10/9b765eec-9541-4412-8b45-c434d16fc020) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:34:37.294804 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3eee7c0-b1a4-4a8c-b409-a4e5959ba061 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:37.325981 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7c5a6f51-79e5-4d00-8076-3a74742de3b6 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:37.329845 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7c5a6f51-79e5-4d00-8076-3a74742de3b6 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.9292223 Jan 11 09:34:37.330834 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58176) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:37.340205 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3eee7c0-b1a4-4a8c-b409-a4e5959ba061 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:37.349970 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bcc8325e-255e-4990-a9e2-edfd615cf884 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:37.374766 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-921443f9-4abd-477a-aefa-92900c4eadfe None None] Set router b25e978e-4257-4cd5-9d14-5269799ff395 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:34:37.416730 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b05284-eed4-45a5-90ee-8ff0b4d87d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-c83c9e44-dcf7-456e-92c6-20f02296ceef', 'network_id': 'c83c9e44-dcf7-456e-92c6-20f02296ceef', 'tenant_id': '7021674147924ec28a17d51ae8c8f899', 'fixed_ips': [{'subnet_id': '364acba5-ca92-4aa1-a284-562ca7d827fd'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:34:37.417863 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b0b05284-eed4-45a5-90ee-8ff0b4d87d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:37.438748 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09a38ab4-6b9a-4618-8b38-2be2f8732f51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:37.469824 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a1046-74b2-4e3d-a9d0-e1896a353599 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting port 2da68814-51a0-4a21-a04e-037e2cb31549 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:37.470273 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc2a1046-74b2-4e3d-a9d0-e1896a353599 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:37.493385 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3eee7c0-b1a4-4a8c-b409-a4e5959ba061 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:37.508540 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-09a38ab4-6b9a-4618-8b38-2be2f8732f51 admin admin] Deleting port 9ab1e315-f08c-42e3-b665-c0482f40546f {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:37.508914 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09a38ab4-6b9a-4618-8b38-2be2f8732f51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:37.512371 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-123185d2-c836-4155-9374-b4e01dfb6698 None None] For port daadf259-dfe7-4364-a3ec-14f81476cf60, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:34:37.561720 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-123185d2-c836-4155-9374-b4e01dfb6698 None None] For port daadf259-dfe7-4364-a3ec-14f81476cf60, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=daadf259-dfe7-4364-a3ec-14f81476cf60,segment=NetworkSegment(13984157-f0b2-4487-8262-7f6990018583),segment_id=13984157-f0b2-4487-8262-7f6990018583)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:34:37.571560 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eee7c0-b1a4-4a8c-b409-a4e5959ba061 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fdf0f14-a26d-4018-b6aa-d6789073085d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:37.604178 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-795a97c0-b602-4fa5-9807-fbb4109fab35 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:37.630884 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-795a97c0-b602-4fa5-9807-fbb4109fab35 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Transition to ACTIVE for port object 9b765eec-9541-4412-8b45-c434d16fc020 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:37.681667 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-795a97c0-b602-4fa5-9807-fbb4109fab35 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:37.715797 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3eee7c0-b1a4-4a8c-b409-a4e5959ba061 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:37.717081 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d3eee7c0-b1a4-4a8c-b409-a4e5959ba061 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/2fdf0f14-a26d-4018-b6aa-d6789073085d HTTP/1.1" status: 204 len: 168 time: 0.6614408 Jan 11 09:34:37.726369 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58180) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:37.777519 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795a97c0-b602-4fa5-9807-fbb4109fab35 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Network f94a4922-fd22-447f-abd7-2aa4c8b543d1 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:37.828058 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-795a97c0-b602-4fa5-9807-fbb4109fab35 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:37.828750 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-123185d2-c836-4155-9374-b4e01dfb6698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:37.837664 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795a97c0-b602-4fa5-9807-fbb4109fab35 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:34:37.838463 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-795a97c0-b602-4fa5-9807-fbb4109fab35 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:37.860998 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb0bd-9252-4a6d-a254-33928e7df5d5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:37.868905 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a97c0-b602-4fa5-9807-fbb4109fab35 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Pushing event updated for resources: {'Port': ['ID=9b765eec-9541-4412-8b45-c434d16fc020,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:37.903958 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:37.905769 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc2a1046-74b2-4e3d-a9d0-e1896a353599 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:37.950361 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:37.950617 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ad776009-3439-4cbd-a802-50ad173555ae tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Synchronizing usage tracker for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group_rule {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:37.950739 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:38.050605 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a1046-74b2-4e3d-a9d0-e1896a353599 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Calling delete_port for 2da68814-51a0-4a21-a04e-037e2cb31549 owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:38.057069 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c4a798c3-8813-4a18-8e34-22ce6a202548 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:38.062758 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfb0bd-9252-4a6d-a254-33928e7df5d5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Subnet': ['ID=a81f51f7-cc17-47f5-9023-7de13abf02a0,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:38.087265 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ad776009-3439-4cbd-a802-50ad173555ae tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Unset dirty status for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group_rule {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:38.088581 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ad776009-3439-4cbd-a802-50ad173555ae tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3433764 Jan 11 09:34:38.092237 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-09a38ab4-6b9a-4618-8b38-2be2f8732f51 admin admin] For port 9ab1e315-f08c-42e3-b665-c0482f40546f, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=9ab1e315-f08c-42e3-b665-c0482f40546f,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:38.092597 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09a38ab4-6b9a-4618-8b38-2be2f8732f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:38.093053 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58184) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:38.110305 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bcc8325e-255e-4990-a9e2-edfd615cf884 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:38.156470 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb0bd-9252-4a6d-a254-33928e7df5d5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Checking segment: {'id': '98cf8260-9bc4-40a9-b2e0-55bbb7e33ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2057b061-ccc2-4161-bbe4-5dbf11397daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:34:38.156865 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbfb0bd-9252-4a6d-a254-33928e7df5d5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network hostable DHCP agents. Network: 2057b061-ccc2-4161-bbe4-5dbf11397daf, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:34:38.182486 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123185d2-c836-4155-9374-b4e01dfb6698 None None] Pushing event updated for resources: {'Port': ['ID=daadf259-dfe7-4364-a3ec-14f81476cf60,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:38.185661 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c4a798c3-8813-4a18-8e34-22ce6a202548 None None] Transition to ACTIVE for port object e249b0a0-363f-47b5-954f-c9a547b06656 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:38.188891 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f914b2ca-4a63-4991-9208-41f4ba1f8f9b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:38.216790 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f914b2ca-4a63-4991-9208-41f4ba1f8f9b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:38.256480 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-795a97c0-b602-4fa5-9807-fbb4109fab35 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:38.309952 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-09a38ab4-6b9a-4618-8b38-2be2f8732f51 admin admin] Calling delete_port for 9ab1e315-f08c-42e3-b665-c0482f40546f owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:38.426832 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c4a798c3-8813-4a18-8e34-22ce6a202548 None None] Transition to ACTIVE for port object e249b0a0-363f-47b5-954f-c9a547b06656 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:38.429188 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-b0b05284-eed4-45a5-90ee-8ff0b4d87d4c None None] Allocated IP 2001:db8::2 (c83c9e44-dcf7-456e-92c6-20f02296ceef/364acba5-ca92-4aa1-a284-562ca7d827fd/a2951b66-42c7-498b-8540-dc7ea7c164ca) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:34:38.431835 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbfb0bd-9252-4a6d-a254-33928e7df5d5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network 2057b061-ccc2-4161-bbe4-5dbf11397daf is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:34:38.449574 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c4a798c3-8813-4a18-8e34-22ce6a202548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:38.506695 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-1bbfb0bd-9252-4a6d-a254-33928e7df5d5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 2057b061-ccc2-4161-bbe4-5dbf11397daf) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:38.512115 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbfb0bd-9252-4a6d-a254-33928e7df5d5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:38.513493 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb0bd-9252-4a6d-a254-33928e7df5d5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:38.564573 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274d4890-a1e6-4fd0-9afa-95c7f3646921 None None] Network 2057b061-ccc2-4161-bbe4-5dbf11397daf requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:38.572660 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1bbfb0bd-9252-4a6d-a254-33928e7df5d5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3683565 Jan 11 09:34:38.588781 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58188) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:38.592862 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-bcc8325e-255e-4990-a9e2-edfd615cf884 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Allocated IP 172.26.3.173 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/d7bf9bc6-5950-4a72-a43b-00a37230eeb9) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:34:38.598720 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-6e6e6b67-ac0d-41b2-9539-cf4ec3b85b84 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1754388906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:38.609179 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6e6e6b67-ac0d-41b2-9539-cf4ec3b85b84 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:38.622191 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6e6e6b67-ac0d-41b2-9539-cf4ec3b85b84 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:router and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:38.629928 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6e6e6b67-ac0d-41b2-9539-cf4ec3b85b84 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:38.637253 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a798c3-8813-4a18-8e34-22ce6a202548 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:38.664359 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-c4a798c3-8813-4a18-8e34-22ce6a202548 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:38.664788 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6e6e6b67-ac0d-41b2-9539-cf4ec3b85b84 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:38.676102 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a798c3-8813-4a18-8e34-22ce6a202548 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:34:38.746337 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc2a1046-74b2-4e3d-a9d0-e1896a353599 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:38.748317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f914b2ca-4a63-4991-9208-41f4ba1f8f9b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:38.788584 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a798c3-8813-4a18-8e34-22ce6a202548 None None] Pushing event updated for resources: {'Port': ['ID=e249b0a0-363f-47b5-954f-c9a547b06656,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:38.840375 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914b2ca-4a63-4991-9208-41f4ba1f8f9b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27727ace-ff46-4ec2-b444-3e1488e4d3f7,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:38.845444 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:38.890362 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a1046-74b2-4e3d-a9d0-e1896a353599 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Port': ['ID=2da68814-51a0-4a21-a04e-037e2cb31549,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:38.907858 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e6e6b67-ac0d-41b2-9539-cf4ec3b85b84 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:38.908776 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e6e6b67-ac0d-41b2-9539-cf4ec3b85b84 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.015001 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09a38ab4-6b9a-4618-8b38-2be2f8732f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.027504 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e6e6b67-ac0d-41b2-9539-cf4ec3b85b84 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.037765 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-921443f9-4abd-477a-aefa-92900c4eadfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'name': 'tempest-ServerActionsTestJSON-840089590-router', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '9ab1e315-f08c-42e3-b665-c0482f40546f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:34:34Z', 'revision_number': 5, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'gw_port': {'id': '9ab1e315-f08c-42e3-b665-c0482f40546f', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:28:53Z', 'updated_at': '2022-01-11T09:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:39.149747 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a38ab4-6b9a-4618-8b38-2be2f8732f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab1e315-f08c-42e3-b665-c0482f40546f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:39.175466 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc2a1046-74b2-4e3d-a9d0-e1896a353599 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.188870 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357,segment=NetworkSegment(b340534a-fb84-42b1-a364-092c8ba11048),segment_id=b340534a-fb84-42b1-a364-092c8ba11048)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:39.199949 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fc2a1046-74b2-4e3d-a9d0-e1896a353599 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/2da68814-51a0-4a21-a04e-037e2cb31549 HTTP/1.1" status: 204 len: 168 time: 1.8665037 Jan 11 09:34:39.203881 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58192) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:39.206496 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f914b2ca-4a63-4991-9208-41f4ba1f8f9b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.209939 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f914b2ca-4a63-4991-9208-41f4ba1f8f9b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/27727ace-ff46-4ec2-b444-3e1488e4d3f7 HTTP/1.1" status: 204 len: 168 time: 1.1135836 Jan 11 09:34:39.219045 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58196) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:39.226108 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c4a798c3-8813-4a18-8e34-22ce6a202548 None None] Attempting to bind port e249b0a0-363f-47b5-954f-c9a547b06656 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:34:39.226373 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c4a798c3-8813-4a18-8e34-22ce6a202548 None None] Attempting to bind port e249b0a0-363f-47b5-954f-c9a547b06656 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:34:39.226797 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a798c3-8813-4a18-8e34-22ce6a202548 None None] Attempting to bind port e249b0a0-363f-47b5-954f-c9a547b06656 on network 11973de4-095d-48a2-8bfe-2305268446bc {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:34:39.249577 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921443f9-4abd-477a-aefa-92900c4eadfe None None] Checking router: b25e978e-4257-4cd5-9d14-5269799ff395 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:34:39.259341 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e6e6b67-ac0d-41b2-9539-cf4ec3b85b84 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.262511 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.287963 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bcc8325e-255e-4990-a9e2-edfd615cf884 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.337313 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91ff740-7078-4014-925d-0df1669f8dbc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:39.339046 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91ff740-7078-4014-925d-0df1669f8dbc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:39.339921 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a798c3-8813-4a18-8e34-22ce6a202548 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:34:39.343105 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a798c3-8813-4a18-8e34-22ce6a202548 None None] Checking segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:34:39.343277 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f91ff740-7078-4014-925d-0df1669f8dbc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1361680 Jan 11 09:34:39.343369 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c4a798c3-8813-4a18-8e34-22ce6a202548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.343369 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a798c3-8813-4a18-8e34-22ce6a202548 None None] Bound using segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:34:39.343369 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c4a798c3-8813-4a18-8e34-22ce6a202548 None None] Bound port: e249b0a0-363f-47b5-954f-c9a547b06656, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:34:39.343369 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c4a798c3-8813-4a18-8e34-22ce6a202548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.343667 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58200) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:39.359803 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ec3bf0-ae90-47a0-914c-8981d9c026c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-2057b061-ccc2-4161-bbe4-5dbf11397daf', 'network_id': '2057b061-ccc2-4161-bbe4-5dbf11397daf', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'fixed_ips': [{'subnet_id': 'a81f51f7-cc17-47f5-9023-7de13abf02a0'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:34:39.360610 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3bf0-ae90-47a0-914c-8981d9c026c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.361467 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09a38ab4-6b9a-4618-8b38-2be2f8732f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.378152 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921443f9-4abd-477a-aefa-92900c4eadfe None None] Routers {'b25e978e-4257-4cd5-9d14-5269799ff395'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:34:39.378898 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-921443f9-4abd-477a-aefa-92900c4eadfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['b25e978e-4257-4cd5-9d14-5269799ff395'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:39.432100 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-795a97c0-b602-4fa5-9807-fbb4109fab35 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.450426 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-795a97c0-b602-4fa5-9807-fbb4109fab35 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.450698 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-795a97c0-b602-4fa5-9807-fbb4109fab35 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.452965 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:39.587542 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-916f4758-4690-46bc-a269-0a0cc758badf None None] Provisioning complete for port 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:39.589128 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-916f4758-4690-46bc-a269-0a0cc758badf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.606904 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1a43d5-fba2-453e-a95c-6efbfae8f86d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet 6e92b187-9ca5-4dcb-867c-64cba3f897c1 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:34:39.621794 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d1a43d5-fba2-453e-a95c-6efbfae8f86d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.623223 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b0b05284-eed4-45a5-90ee-8ff0b4d87d4c None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.635404 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device daadf259-dfe7-4364-a3ec-14f81476cf60 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:39.653428 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e6e6b67-ac0d-41b2-9539-cf4ec3b85b84 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.658607 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6e6e6b67-ac0d-41b2-9539-cf4ec3b85b84 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0680902 Jan 11 09:34:39.661767 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58204) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:39.674440 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ac8fc0-1fe0-45a8-9afb-8dd1cf980264 None None] Network f94a4922-fd22-447f-abd7-2aa4c8b543d1 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:39.679941 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ec692c02-adcb-49a8-9a6f-cfc6e19d2f03 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'port': {'network_id': '2057b061-ccc2-4161-bbe4-5dbf11397daf', 'name': 'tempest-RoutersTest-1230219502'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:39.681473 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-300a25d2-bc2a-4fbe-bb65-de0d14bd9eee tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4569931 Jan 11 09:34:39.685288 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09a38ab4-6b9a-4618-8b38-2be2f8732f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.688079 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58208) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:39.699380 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-921443f9-4abd-477a-aefa-92900c4eadfe None None] Set router b25e978e-4257-4cd5-9d14-5269799ff395 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:34:39.699988 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a97c0-b602-4fa5-9807-fbb4109fab35 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Pushing event updated for resources: {'Port': ['ID=9b765eec-9541-4412-8b45-c434d16fc020,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:39.700755 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09a38ab4-6b9a-4618-8b38-2be2f8732f51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.748675 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ead9a7f-163e-4e8f-8adc-d9cffa8f1ea1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.768105 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ead9a7f-163e-4e8f-8adc-d9cffa8f1ea1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.775482 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bcc8325e-255e-4990-a9e2-edfd615cf884 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.778832 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09a38ab4-6b9a-4618-8b38-2be2f8732f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.779376 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a38ab4-6b9a-4618-8b38-2be2f8732f51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b25e978e-4257-4cd5-9d14-5269799ff395 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:34:39.795972 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d1a43d5-fba2-453e-a95c-6efbfae8f86d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.853599 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09a38ab4-6b9a-4618-8b38-2be2f8732f51 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.857386 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-09a38ab4-6b9a-4618-8b38-2be2f8732f51 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b25e978e-4257-4cd5-9d14-5269799ff395 HTTP/1.1" status: 204 len: 168 time: 3.6074390 Jan 11 09:34:39.869964 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58212) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:39.918766 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc8325e-255e-4990-a9e2-edfd615cf884 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:39.926767 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-bcc8325e-255e-4990-a9e2-edfd615cf884 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:39.930039 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc8325e-255e-4990-a9e2-edfd615cf884 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:34:39.931542 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b0b05284-eed4-45a5-90ee-8ff0b4d87d4c None None] Transition to ACTIVE for port object a2951b66-42c7-498b-8540-dc7ea7c164ca will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:39.956742 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-921443f9-4abd-477a-aefa-92900c4eadfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'name': 'tempest-ServerActionsTestJSON-840089590-router', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:34:38Z', 'revision_number': 7, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:39.969290 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ead9a7f-163e-4e8f-8adc-d9cffa8f1ea1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:39.986421 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795a97c0-b602-4fa5-9807-fbb4109fab35 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Network f94a4922-fd22-447f-abd7-2aa4c8b543d1 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:39.989824 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8325e-255e-4990-a9e2-edfd615cf884 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Pushing event updated for resources: {'Port': ['ID=d7bf9bc6-5950-4a72-a43b-00a37230eeb9,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:39.990977 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-795a97c0-b602-4fa5-9807-fbb4109fab35 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:40.018879 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead9a7f-163e-4e8f-8adc-d9cffa8f1ea1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dcb6d8be-29ba-46a6-99b4-cd53dad4c5cf,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:40.037238 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ead9a7f-163e-4e8f-8adc-d9cffa8f1ea1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:40.040746 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4ead9a7f-163e-4e8f-8adc-d9cffa8f1ea1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/dcb6d8be-29ba-46a6-99b4-cd53dad4c5cf HTTP/1.1" status: 204 len: 168 time: 0.3493795 Jan 11 09:34:40.043362 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58216) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:40.049897 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-f475cc25-2d70-4010-a75b-9f87b0c46cd4 admin admin] Deleting subnet 75d32f1d-e961-48e8-b51c-6c84103eee1a {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:34:40.063955 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ec692c02-adcb-49a8-9a6f-cfc6e19d2f03 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:40.071495 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f475cc25-2d70-4010-a75b-9f87b0c46cd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:40.078960 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ec692c02-adcb-49a8-9a6f-cfc6e19d2f03 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:port and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:40.088753 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ec692c02-adcb-49a8-9a6f-cfc6e19d2f03 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:40.117695 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921443f9-4abd-477a-aefa-92900c4eadfe None None] The sync data for ids ['b25e978e-4257-4cd5-9d14-5269799ff395'] in dv-neutron-823402-4-hyperv is: [{'id': 'b25e978e-4257-4cd5-9d14-5269799ff395', 'name': 'tempest-ServerActionsTestJSON-840089590-router', 'tenant_id': '2f55e34cfef842488129ab7ed2754c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:28:50Z', 'updated_at': '2022-01-11T09:34:38Z', 'revision_number': 7, 'project_id': '2f55e34cfef842488129ab7ed2754c64', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:34:40.147964 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b0b05284-eed4-45a5-90ee-8ff0b4d87d4c None None] Transition to ACTIVE for port object a2951b66-42c7-498b-8540-dc7ea7c164ca will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:40.159604 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ec692c02-adcb-49a8-9a6f-cfc6e19d2f03 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:40.178178 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b0b05284-eed4-45a5-90ee-8ff0b4d87d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:40.183621 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c4a798c3-8813-4a18-8e34-22ce6a202548 None None] For port e249b0a0-363f-47b5-954f-c9a547b06656, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:34:40.192213 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec692c02-adcb-49a8-9a6f-cfc6e19d2f03 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Made reservation on behalf of 264ed167813548b38f5af4683744d86b for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:40.195821 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec692c02-adcb-49a8-9a6f-cfc6e19d2f03 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:40.227632 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-ec692c02-adcb-49a8-9a6f-cfc6e19d2f03 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] device_id is not set on port 79a607cd-cb89-40af-b79a-43e6543c8f72 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:34:40.276731 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f475cc25-2d70-4010-a75b-9f87b0c46cd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:40.315068 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6317ebb8-2bb6-4986-824b-bae4a01edf81 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Synchronizing usage tracker for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group_rule {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:40.332705 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795a97c0-b602-4fa5-9807-fbb4109fab35 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Router 508f2a94-61a5-44f6-ad6b-353128936bd4 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:34:40.342144 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c4a798c3-8813-4a18-8e34-22ce6a202548 None None] For port e249b0a0-363f-47b5-954f-c9a547b06656, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e249b0a0-363f-47b5-954f-c9a547b06656,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:34:40.392070 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b05284-eed4-45a5-90ee-8ff0b4d87d4c None None] Network c83c9e44-dcf7-456e-92c6-20f02296ceef is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:40.401729 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c4a798c3-8813-4a18-8e34-22ce6a202548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:40.409593 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d1a43d5-fba2-453e-a95c-6efbfae8f86d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:40.417260 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port daadf259-dfe7-4364-a3ec-14f81476cf60 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:40.420687 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-b0b05284-eed4-45a5-90ee-8ff0b4d87d4c None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:40.437881 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b05284-eed4-45a5-90ee-8ff0b4d87d4c None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:34:40.441931 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b05284-eed4-45a5-90ee-8ff0b4d87d4c None None] Pushing event updated for resources: {'Port': ['ID=a2951b66-42c7-498b-8540-dc7ea7c164ca,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:40.448222 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-e0ec3bf0-ae90-47a0-914c-8981d9c026c6 None None] Allocated IP 172.20.0.2 (2057b061-ccc2-4161-bbe4-5dbf11397daf/a81f51f7-cc17-47f5-9023-7de13abf02a0/2853b467-fbed-4804-9339-9f121a10a0e5) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:34:40.453374 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6317ebb8-2bb6-4986-824b-bae4a01edf81 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Unset dirty status for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group_rule {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:40.458506 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6317ebb8-2bb6-4986-824b-bae4a01edf81 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4085395 Jan 11 09:34:40.463159 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58220) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:40.564238 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795a97c0-b602-4fa5-9807-fbb4109fab35 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:34:40.585471 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2656a0d-3009-4883-95a6-b9017afcb12c None None] Sync routers for ids ['508f2a94-61a5-44f6-ad6b-353128936bd4'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:34:40.596172 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-795a97c0-b602-4fa5-9807-fbb4109fab35 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "PUT /v2.0/routers/508f2a94-61a5-44f6-ad6b-353128936bd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5132449 Jan 11 09:34:40.598600 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d1a43d5-fba2-453e-a95c-6efbfae8f86d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:40.600378 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58224) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:40.605588 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2656a0d-3009-4883-95a6-b9017afcb12c None None] Routers {'508f2a94-61a5-44f6-ad6b-353128936bd4'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:34:40.606590 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c2656a0d-3009-4883-95a6-b9017afcb12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['508f2a94-61a5-44f6-ad6b-353128936bd4'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:40.680878 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7d1a43d5-fba2-453e-a95c-6efbfae8f86d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:40.693675 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7d1a43d5-fba2-453e-a95c-6efbfae8f86d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/6e92b187-9ca5-4dcb-867c-64cba3f897c1 HTTP/1.1" status: 204 len: 168 time: 1.3493333 Jan 11 09:34:40.697442 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58228) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:40.703047 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a43d5-fba2-453e-a95c-6efbfae8f86d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=6e92b187-9ca5-4dcb-867c-64cba3f897c1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:40.704458 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4cd5ffd5-9796-4dec-9068-b7533c817f7f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:40.719432 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c2656a0d-3009-4883-95a6-b9017afcb12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:40.729671 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f475cc25-2d70-4010-a75b-9f87b0c46cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:40.730190 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2656a0d-3009-4883-95a6-b9017afcb12c None None] Routers {'508f2a94-61a5-44f6-ad6b-353128936bd4'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:34:40.731012 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c2656a0d-3009-4883-95a6-b9017afcb12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['508f2a94-61a5-44f6-ad6b-353128936bd4'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:40.818500 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b0b05284-eed4-45a5-90ee-8ff0b4d87d4c None None] Attempting to bind port a2951b66-42c7-498b-8540-dc7ea7c164ca on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:34:40.818859 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b0b05284-eed4-45a5-90ee-8ff0b4d87d4c None None] Attempting to bind port a2951b66-42c7-498b-8540-dc7ea7c164ca by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '7e7ef485-5784-4e3b-baa9-f0b7634d0514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c83c9e44-dcf7-456e-92c6-20f02296ceef'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:34:40.819252 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b05284-eed4-45a5-90ee-8ff0b4d87d4c None None] Attempting to bind port a2951b66-42c7-498b-8540-dc7ea7c164ca on network c83c9e44-dcf7-456e-92c6-20f02296ceef {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:34:40.820019 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c2656a0d-3009-4883-95a6-b9017afcb12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:40.820425 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2656a0d-3009-4883-95a6-b9017afcb12c None None] The sync data for ids ['508f2a94-61a5-44f6-ad6b-353128936bd4'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:34:40.831031 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a798c3-8813-4a18-8e34-22ce6a202548 None None] Pushing event updated for resources: {'Port': ['ID=e249b0a0-363f-47b5-954f-c9a547b06656,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:40.833836 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1c892144-f444-4b4f-aba2-a73f3bee4f2f None None] Provisioning for port daadf259-dfe7-4364-a3ec-14f81476cf60 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:40.850574 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f3ca8fba-c215-4305-b510-1abf881e4b2a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1494415 Jan 11 09:34:40.852916 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58232) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:40.895492 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b05284-eed4-45a5-90ee-8ff0b4d87d4c None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:34:40.896019 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b05284-eed4-45a5-90ee-8ff0b4d87d4c None None] Checking segment: {'id': '7e7ef485-5784-4e3b-baa9-f0b7634d0514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c83c9e44-dcf7-456e-92c6-20f02296ceef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:34:40.896587 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b0b05284-eed4-45a5-90ee-8ff0b4d87d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:40.897137 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b05284-eed4-45a5-90ee-8ff0b4d87d4c None None] Bound using segment: {'id': '7e7ef485-5784-4e3b-baa9-f0b7634d0514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c83c9e44-dcf7-456e-92c6-20f02296ceef'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:34:40.897812 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b0b05284-eed4-45a5-90ee-8ff0b4d87d4c None None] Bound port: a2951b66-42c7-498b-8540-dc7ea7c164ca, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7ef485-5784-4e3b-baa9-f0b7634d0514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c83c9e44-dcf7-456e-92c6-20f02296ceef'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:34:40.898368 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b0b05284-eed4-45a5-90ee-8ff0b4d87d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:40.934181 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1c892144-f444-4b4f-aba2-a73f3bee4f2f None None] Provisioning complete for port daadf259-dfe7-4364-a3ec-14f81476cf60 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:40.934550 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1c892144-f444-4b4f-aba2-a73f3bee4f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:40.950854 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e5ebc9-95d9-490d-9d3e-2aade5d4c336 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:40.951721 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-14e5ebc9-95d9-490d-9d3e-2aade5d4c336 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:40.960905 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4cd5ffd5-9796-4dec-9068-b7533c817f7f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:40.975165 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-14e5ebc9-95d9-490d-9d3e-2aade5d4c336 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:40.978795 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-14e5ebc9-95d9-490d-9d3e-2aade5d4c336 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1223648 Jan 11 09:34:40.978982 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58236) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:41.059159 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f475cc25-2d70-4010-a75b-9f87b0c46cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:41.125754 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b0b05284-eed4-45a5-90ee-8ff0b4d87d4c None None] For port a2951b66-42c7-498b-8540-dc7ea7c164ca, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:34:41.135056 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b0b05284-eed4-45a5-90ee-8ff0b4d87d4c None None] For port a2951b66-42c7-498b-8540-dc7ea7c164ca, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a2951b66-42c7-498b-8540-dc7ea7c164ca,segment=NetworkSegment(7e7ef485-5784-4e3b-baa9-f0b7634d0514),segment_id=7e7ef485-5784-4e3b-baa9-f0b7634d0514)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:34:41.174886 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475cc25-2d70-4010-a75b-9f87b0c46cd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75d32f1d-e961-48e8-b51c-6c84103eee1a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:41.179883 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f475cc25-2d70-4010-a75b-9f87b0c46cd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:41.235001 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da91da5d-915a-48ef-a4af-025233159bff None None] Network d792ad28-c1a4-4d37-b57d-4b386593b2fd requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:41.250459 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a593663d-df76-4c23-a167-b6e6313790fc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:41.251124 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a593663d-df76-4c23-a167-b6e6313790fc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:41.281348 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a593663d-df76-4c23-a167-b6e6313790fc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:41.283265 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a593663d-df76-4c23-a167-b6e6313790fc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3024974 Jan 11 09:34:41.285717 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4cd5ffd5-9796-4dec-9068-b7533c817f7f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:41.286125 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58240) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:41.311060 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b0b05284-eed4-45a5-90ee-8ff0b4d87d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:41.369092 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f475cc25-2d70-4010-a75b-9f87b0c46cd4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/75d32f1d-e961-48e8-b51c-6c84103eee1a HTTP/1.1" status: 204 len: 168 time: 1.4980998 Jan 11 09:34:41.371690 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58244) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:41.391312 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5fc12075-b872-4fbd-bcab-bf0587926271 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1036520 Jan 11 09:34:41.396259 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58248) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:41.410106 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6176899b-3087-4d41-8f12-2a81a5b43689 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:41.450501 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b05284-eed4-45a5-90ee-8ff0b4d87d4c None None] Pushing event updated for resources: {'Port': ['ID=a2951b66-42c7-498b-8540-dc7ea7c164ca,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:41.506036 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be2642bb-1aae-4cb5-9f55-73e22cad6fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:41.519615 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4cd5ffd5-9796-4dec-9068-b7533c817f7f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:41.523071 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4cd5ffd5-9796-4dec-9068-b7533c817f7f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/e9419ec0-5f28-4bc2-b84f-7366e202f90f HTTP/1.1" status: 204 len: 168 time: 1.0567622 Jan 11 09:34:41.523071 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5ffd5-9796-4dec-9068-b7533c817f7f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9419ec0-5f28-4bc2-b84f-7366e202f90f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:41.529746 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58252) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:41.603290 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6176899b-3087-4d41-8f12-2a81a5b43689 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:41.613937 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6176899b-3087-4d41-8f12-2a81a5b43689 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:41.629485 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6176899b-3087-4d41-8f12-2a81a5b43689 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:41.633310 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6176899b-3087-4d41-8f12-2a81a5b43689 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:41.646569 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:41.680203 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-be2642bb-1aae-4cb5-9f55-73e22cad6fe2 admin admin] Deleting port 3ce7b906-1956-4382-b3db-cd75b199d7ec {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:41.680761 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be2642bb-1aae-4cb5-9f55-73e22cad6fe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:41.715797 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3bf0-ae90-47a0-914c-8981d9c026c6 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:41.788295 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e0ec3bf0-ae90-47a0-914c-8981d9c026c6 None None] Transition to ACTIVE for port object 2853b467-fbed-4804-9339-9f121a10a0e5 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:41.957476 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1c892144-f444-4b4f-aba2-a73f3bee4f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:41.958368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b1c1840b-6478-443e-9d3d-604d15976a10 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Synchronizing usage tracker for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group_rule {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:41.983911 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e0ec3bf0-ae90-47a0-914c-8981d9c026c6 None None] Transition to ACTIVE for port object 2853b467-fbed-4804-9339-9f121a10a0e5 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:42.002285 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6176899b-3087-4d41-8f12-2a81a5b43689 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:42.020012 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3bf0-ae90-47a0-914c-8981d9c026c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:42.159761 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6176899b-3087-4d41-8f12-2a81a5b43689 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:42.167558 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-be2642bb-1aae-4cb5-9f55-73e22cad6fe2 admin admin] For port 3ce7b906-1956-4382-b3db-cd75b199d7ec, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=3ce7b906-1956-4382-b3db-cd75b199d7ec,segment=NetworkSegment(b21d49c1-c5fb-46ff-81f6-b6db08a3dee7),segment_id=b21d49c1-c5fb-46ff-81f6-b6db08a3dee7)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:42.168213 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be2642bb-1aae-4cb5-9f55-73e22cad6fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:42.175655 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1c892144-f444-4b4f-aba2-a73f3bee4f2f None None] For port daadf259-dfe7-4364-a3ec-14f81476cf60, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=daadf259-dfe7-4364-a3ec-14f81476cf60,segment=NetworkSegment(13984157-f0b2-4487-8262-7f6990018583),segment_id=13984157-f0b2-4487-8262-7f6990018583)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:42.177747 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-6176899b-3087-4d41-8f12-2a81a5b43689 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:42.194327 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176899b-3087-4d41-8f12-2a81a5b43689 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=82304a29-5086-4b91-8dbb-38726cefe817,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:42.197243 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6176899b-3087-4d41-8f12-2a81a5b43689 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:42.198216 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6176899b-3087-4d41-8f12-2a81a5b43689 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:42.219166 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec3bf0-ae90-47a0-914c-8981d9c026c6 None None] Pushing event updated for resources: {'Port': ['ID=2853b467-fbed-4804-9339-9f121a10a0e5,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:42.230875 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1c892144-f444-4b4f-aba2-a73f3bee4f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:42.234868 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-ec692c02-adcb-49a8-9a6f-cfc6e19d2f03 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Allocated IP 172.20.0.11 (2057b061-ccc2-4161-bbe4-5dbf11397daf/a81f51f7-cc17-47f5-9023-7de13abf02a0/79a607cd-cb89-40af-b79a-43e6543c8f72) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:34:42.248985 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ec3bf0-ae90-47a0-914c-8981d9c026c6 None None] Network 2057b061-ccc2-4161-bbe4-5dbf11397daf is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:42.263821 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6176899b-3087-4d41-8f12-2a81a5b43689 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8634095 Jan 11 09:34:42.264453 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58256) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:42.270278 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6f678ffc-346d-4d12-b09b-0ac3ffbf484f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'fixed_ips': [{'subnet_id': '82304a29-5086-4b91-8dbb-38726cefe817', 'ip_address': '2001:db8::f99d:d51b:16f7:13bc'}], 'name': 'tempest-NetworksTestDHCPv6-348775137'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:42.341587 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-e0ec3bf0-ae90-47a0-914c-8981d9c026c6 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:42.359377 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ec3bf0-ae90-47a0-914c-8981d9c026c6 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:34:42.374908 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:42.375368 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:42.409876 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-be2642bb-1aae-4cb5-9f55-73e22cad6fe2 admin admin] Calling delete_port for 3ce7b906-1956-4382-b3db-cd75b199d7ec owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:42.455019 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c892144-f444-4b4f-aba2-a73f3bee4f2f None None] Pushing event updated for resources: {'Port': ['ID=daadf259-dfe7-4364-a3ec-14f81476cf60,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:42.543160 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-62084a64-0375-4c07-80b9-6f6435f30164 None None] Provisioning complete for port daadf259-dfe7-4364-a3ec-14f81476cf60 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:42.543612 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-62084a64-0375-4c07-80b9-6f6435f30164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:42.627368 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6f678ffc-346d-4d12-b09b-0ac3ffbf484f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:42.640178 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bcc8325e-255e-4990-a9e2-edfd615cf884 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:42.657477 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6f678ffc-346d-4d12-b09b-0ac3ffbf484f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:42.702362 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f678ffc-346d-4d12-b09b-0ac3ffbf484f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:42.725859 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e0ec3bf0-ae90-47a0-914c-8981d9c026c6 None None] Attempting to bind port 2853b467-fbed-4804-9339-9f121a10a0e5 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:34:42.726889 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e0ec3bf0-ae90-47a0-914c-8981d9c026c6 None None] Attempting to bind port 2853b467-fbed-4804-9339-9f121a10a0e5 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '98cf8260-9bc4-40a9-b2e0-55bbb7e33ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2057b061-ccc2-4161-bbe4-5dbf11397daf'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:34:42.727066 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ec3bf0-ae90-47a0-914c-8981d9c026c6 None None] Attempting to bind port 2853b467-fbed-4804-9339-9f121a10a0e5 on network 2057b061-ccc2-4161-bbe4-5dbf11397daf {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:34:42.741093 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9492d16-8088-46bf-8222-de5d05131653 None None] DHCP port deletion for d792ad28-c1a4-4d37-b57d-4b386593b2fd request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:34:42.753174 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ec3bf0-ae90-47a0-914c-8981d9c026c6 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:34:42.753561 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ec3bf0-ae90-47a0-914c-8981d9c026c6 None None] Checking segment: {'id': '98cf8260-9bc4-40a9-b2e0-55bbb7e33ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2057b061-ccc2-4161-bbe4-5dbf11397daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:34:42.754033 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3bf0-ae90-47a0-914c-8981d9c026c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:42.754814 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ec3bf0-ae90-47a0-914c-8981d9c026c6 None None] Bound using segment: {'id': '98cf8260-9bc4-40a9-b2e0-55bbb7e33ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2057b061-ccc2-4161-bbe4-5dbf11397daf'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:34:42.755306 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e0ec3bf0-ae90-47a0-914c-8981d9c026c6 None None] Bound port: 2853b467-fbed-4804-9339-9f121a10a0e5, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cf8260-9bc4-40a9-b2e0-55bbb7e33ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2057b061-ccc2-4161-bbe4-5dbf11397daf'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:34:42.755683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3bf0-ae90-47a0-914c-8981d9c026c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:42.794990 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec692c02-adcb-49a8-9a6f-cfc6e19d2f03 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:42.826175 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be2642bb-1aae-4cb5-9f55-73e22cad6fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:42.886306 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-ec692c02-adcb-49a8-9a6f-cfc6e19d2f03 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Transition to ACTIVE for port object 79a607cd-cb89-40af-b79a-43e6543c8f72 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:42.902922 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2642bb-1aae-4cb5-9f55-73e22cad6fe2 admin admin] No DVR routers for this DVR port 3ce7b906-1956-4382-b3db-cd75b199d7ec on host dv-neutron-823402-4-hyperv {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:34:42.971790 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f678ffc-346d-4d12-b09b-0ac3ffbf484f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:42.980164 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-68060dda-e5bb-42e1-88d3-bc2a3456430d tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:34:42.981331 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-68060dda-e5bb-42e1-88d3-bc2a3456430d tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "PUT /v2.0/routers/508f2a94-61a5-44f6-ad6b-353128936bd4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.3757014 Jan 11 09:34:42.982351 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2642bb-1aae-4cb5-9f55-73e22cad6fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce7b906-1956-4382-b3db-cd75b199d7ec,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:42.989419 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e0ec3bf0-ae90-47a0-914c-8981d9c026c6 None None] For port 2853b467-fbed-4804-9339-9f121a10a0e5, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:34:43.000966 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58260) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:43.014238 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41efc19-7abb-47a3-a3f3-36de2c487a66 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:43.060696 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e0ec3bf0-ae90-47a0-914c-8981d9c026c6 None None] For port 2853b467-fbed-4804-9339-9f121a10a0e5, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=2853b467-fbed-4804-9339-9f121a10a0e5,segment=NetworkSegment(98cf8260-9bc4-40a9-b2e0-55bbb7e33ac1),segment_id=98cf8260-9bc4-40a9-b2e0-55bbb7e33ac1)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:34:43.076930 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e249b0a0-363f-47b5-954f-c9a547b06656 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:43.087506 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-6f678ffc-346d-4d12-b09b-0ac3ffbf484f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] device_id is not set on port 200a208f-d065-417a-83a9-4eb47cb142ea yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:34:43.120834 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3bf0-ae90-47a0-914c-8981d9c026c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:43.250660 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bcc8325e-255e-4990-a9e2-edfd615cf884 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:43.251686 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec692c02-adcb-49a8-9a6f-cfc6e19d2f03 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:43.287765 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b1c1840b-6478-443e-9d3d-604d15976a10 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Unset dirty status for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group_rule {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:43.289606 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b1c1840b-6478-443e-9d3d-604d15976a10 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.7587311 Jan 11 09:34:43.299448 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58264) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:43.341880 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec692c02-adcb-49a8-9a6f-cfc6e19d2f03 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network 2057b061-ccc2-4161-bbe4-5dbf11397daf is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:43.363145 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-ec692c02-adcb-49a8-9a6f-cfc6e19d2f03 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:43.375494 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec692c02-adcb-49a8-9a6f-cfc6e19d2f03 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:34:43.376437 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-62084a64-0375-4c07-80b9-6f6435f30164 None None] Provisioning for port 9b765eec-9541-4412-8b45-c434d16fc020 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:43.405387 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-62084a64-0375-4c07-80b9-6f6435f30164 None None] Provisioning complete for port 9b765eec-9541-4412-8b45-c434d16fc020 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:43.405755 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-62084a64-0375-4c07-80b9-6f6435f30164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:43.408882 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be2642bb-1aae-4cb5-9f55-73e22cad6fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:43.484016 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-be2642bb-1aae-4cb5-9f55-73e22cad6fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d792ad28-c1a4-4d37-b57d-4b386593b2fd']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:43.486539 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec3bf0-ae90-47a0-914c-8981d9c026c6 None None] Pushing event updated for resources: {'Port': ['ID=2853b467-fbed-4804-9339-9f121a10a0e5,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:43.518950 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-be2642bb-1aae-4cb5-9f55-73e22cad6fe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21d49c1-c5fb-46ff-81f6-b6db08a3dee7') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:43.519397 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-be2642bb-1aae-4cb5-9f55-73e22cad6fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21d49c1-c5fb-46ff-81f6-b6db08a3dee7') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:43.523147 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-62084a64-0375-4c07-80b9-6f6435f30164 None None] Port 9b765eec-9541-4412-8b45-c434d16fc020 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:34:43.537113 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a895474-328b-42bb-b0f1-b0a9aea2ab51 None None] Network c83c9e44-dcf7-456e-92c6-20f02296ceef requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:43.569704 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be2642bb-1aae-4cb5-9f55-73e22cad6fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:43.640282 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f9717002-4890-4dda-8ff4-a2bd5029017c tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:43.679530 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port e249b0a0-363f-47b5-954f-c9a547b06656 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:43.685211 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1f10c144-3dc3-4306-bc1a-acd767e25304 None None] Could not find standard attr ID for object 2da68814-51a0-4a21-a04e-037e2cb31549. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:34:43.761911 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0eac061f-7175-4b4b-b736-d1aad32d8a22 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:34:43.793976 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be2642bb-1aae-4cb5-9f55-73e22cad6fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:43.800453 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f9717002-4890-4dda-8ff4-a2bd5029017c tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:43.827671 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 0eac061f-7175-4b4b-b736-d1aad32d8a22 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:34:43.828014 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0eac061f-7175-4b4b-b736-d1aad32d8a22 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:34:43.828424 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9ab1e315-f08c-42e3-b665-c0482f40546f no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:34:43.872484 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec692c02-adcb-49a8-9a6f-cfc6e19d2f03 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Port': ['ID=79a607cd-cb89-40af-b79a-43e6543c8f72,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:43.881079 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1f10c144-3dc3-4306-bc1a-acd767e25304 None None] Provisioning complete for port 9b765eec-9541-4412-8b45-c434d16fc020 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:43.881323 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1f10c144-3dc3-4306-bc1a-acd767e25304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:43.891760 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2642bb-1aae-4cb5-9f55-73e22cad6fe2 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:34:43.892252 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be2642bb-1aae-4cb5-9f55-73e22cad6fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:43.909824 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 9ab1e315-f08c-42e3-b665-c0482f40546f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:34:43.910782 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9ab1e315-f08c-42e3-b665-c0482f40546f not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:34:43.924257 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:34:44.006502 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1f10c144-3dc3-4306-bc1a-acd767e25304 None None] Port 9b765eec-9541-4412-8b45-c434d16fc020 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:34:44.009426 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec692c02-adcb-49a8-9a6f-cfc6e19d2f03 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:44.010431 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec692c02-adcb-49a8-9a6f-cfc6e19d2f03 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:44.080638 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bcc8325e-255e-4990-a9e2-edfd615cf884 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:44.082904 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be2642bb-1aae-4cb5-9f55-73e22cad6fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:44.083933 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1f10c144-3dc3-4306-bc1a-acd767e25304 None None] Provisioning for port a2951b66-42c7-498b-8540-dc7ea7c164ca completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:44.084781 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f9717002-4890-4dda-8ff4-a2bd5029017c tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:44.121517 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1f10c144-3dc3-4306-bc1a-acd767e25304 None None] Provisioning for port e249b0a0-363f-47b5-954f-c9a547b06656 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:44.147273 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1f10c144-3dc3-4306-bc1a-acd767e25304 None None] Provisioning complete for port e249b0a0-363f-47b5-954f-c9a547b06656 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:44.147749 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1f10c144-3dc3-4306-bc1a-acd767e25304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:44.156214 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be2642bb-1aae-4cb5-9f55-73e22cad6fe2 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:44.159028 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2642bb-1aae-4cb5-9f55-73e22cad6fe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d792ad28-c1a4-4d37-b57d-4b386593b2fd,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:44.161058 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ec692c02-adcb-49a8-9a6f-cfc6e19d2f03 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.4940693 Jan 11 09:34:44.162428 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58268) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:44.171684 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bcc8325e-255e-4990-a9e2-edfd615cf884 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:44.189841 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-6f678ffc-346d-4d12-b09b-0ac3ffbf484f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 2001:db8::f99d:d51b:16f7:13bc (11973de4-095d-48a2-8bfe-2305268446bc/82304a29-5086-4b91-8dbb-38726cefe817/200a208f-d065-417a-83a9-4eb47cb142ea) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:34:44.220766 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9717002-4890-4dda-8ff4-a2bd5029017c tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d284ddcd-0110-48d6-b497-648bb85dc8d4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:44.272120 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device daadf259-dfe7-4364-a3ec-14f81476cf60 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:44.425084 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-be2642bb-1aae-4cb5-9f55-73e22cad6fe2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d792ad28-c1a4-4d37-b57d-4b386593b2fd HTTP/1.1" status: 204 len: 168 time: 3.0420480 Jan 11 09:34:44.456726 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f9717002-4890-4dda-8ff4-a2bd5029017c tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:44.458990 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f9717002-4890-4dda-8ff4-a2bd5029017c tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "DELETE /v2.0/security-groups/d284ddcd-0110-48d6-b497-648bb85dc8d4 HTTP/1.1" status: 204 len: 168 time: 1.1494355 Jan 11 09:34:44.468909 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58274) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:44.469605 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8325e-255e-4990-a9e2-edfd615cf884 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Pushing event updated for resources: {'Port': ['ID=d7bf9bc6-5950-4a72-a43b-00a37230eeb9,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:44.492620 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1f10c144-3dc3-4306-bc1a-acd767e25304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:44.509851 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bcc8325e-255e-4990-a9e2-edfd615cf884 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:44.514347 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port daadf259-dfe7-4364-a3ec-14f81476cf60 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:44.514827 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:44.628395 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1f10c144-3dc3-4306-bc1a-acd767e25304 None None] For port e249b0a0-363f-47b5-954f-c9a547b06656, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e249b0a0-363f-47b5-954f-c9a547b06656,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:44.637933 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1f10c144-3dc3-4306-bc1a-acd767e25304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:44.655944 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-58120f0b-2d32-45cb-97f1-e7dfd8f190b5 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Synchronizing usage tracker for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:44.700798 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f678ffc-346d-4d12-b09b-0ac3ffbf484f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:44.717001 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58278) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:44.775471 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-58120f0b-2d32-45cb-97f1-e7dfd8f190b5 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Unset dirty status for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:44.782071 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-58120f0b-2d32-45cb-97f1-e7dfd8f190b5 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3074796 Jan 11 09:34:44.783053 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58282) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:44.801135 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-6a23aa57-c555-4559-967c-a6803053aef7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Request body: {'security_group': {'name': 'tempest-secgroup--345399974'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:44.808292 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6a23aa57-c555-4559-967c-a6803053aef7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:44.822567 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6a23aa57-c555-4559-967c-a6803053aef7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:44.844471 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6a23aa57-c555-4559-967c-a6803053aef7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:44.880130 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10c144-3dc3-4306-bc1a-acd767e25304 None None] Pushing event updated for resources: {'Port': ['ID=e249b0a0-363f-47b5-954f-c9a547b06656,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:44.895752 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6a23aa57-c555-4559-967c-a6803053aef7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:44.905367 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6a23aa57-c555-4559-967c-a6803053aef7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Usage tracker for resource:security_group_rule and tenant:3e55de5a9b3a45c78ed1df92be147704 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:44.906023 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a2951b66-42c7-498b-8540-dc7ea7c164ca up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:44.909517 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [None req-bcc8325e-255e-4990-a9e2-edfd615cf884 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Floating IP a1b3a6ef-962e-4863-91b6-59dfdb66857c associated. External IP: 172.26.3.173, port: 978151b7-a367-41c9-93da-1fa67427275c. Jan 11 09:34:44.939023 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-6f678ffc-346d-4d12-b09b-0ac3ffbf484f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Transition to ACTIVE for port object 200a208f-d065-417a-83a9-4eb47cb142ea will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:44.974290 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6a23aa57-c555-4559-967c-a6803053aef7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:45.001469 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6a23aa57-c555-4559-967c-a6803053aef7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:45.028093 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-166801b4-cfdb-4402-bc22-1748fd7bf527 None None] Provisioning complete for port e249b0a0-363f-47b5-954f-c9a547b06656 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:45.028784 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-166801b4-cfdb-4402-bc22-1748fd7bf527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:45.100716 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6a23aa57-c555-4559-967c-a6803053aef7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:45.114126 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6a23aa57-c555-4559-967c-a6803053aef7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:45.172944 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port a2951b66-42c7-498b-8540-dc7ea7c164ca completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:45.197578 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port a2951b66-42c7-498b-8540-dc7ea7c164ca triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:45.198160 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:45.233008 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8274ab74-755c-4abd-8d8a-875fcc08b7ed None None] Network 2057b061-ccc2-4161-bbe4-5dbf11397daf requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:45.241496 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23aa57-c555-4559-967c-a6803053aef7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce453de-b426-401e-9790-50f0e6e8d828,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:45.262946 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6a23aa57-c555-4559-967c-a6803053aef7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:45.264140 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6a23aa57-c555-4559-967c-a6803053aef7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4701571 Jan 11 09:34:45.266851 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58286) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:45.273887 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9b2fb79c-964a-400b-b013-0ff6369f4fce tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Request body: {'security_group_rule': {'security_group_id': '2ce453de-b426-401e-9790-50f0e6e8d828', 'direction': 'ingress', 'protocol': 17}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:45.281493 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9b2fb79c-964a-400b-b013-0ff6369f4fce tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:45.292910 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9b2fb79c-964a-400b-b013-0ff6369f4fce tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Usage tracker for resource:security_group_rule and tenant:3e55de5a9b3a45c78ed1df92be147704 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:45.298333 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9b2fb79c-964a-400b-b013-0ff6369f4fce tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:45.309269 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9b2fb79c-964a-400b-b013-0ff6369f4fce tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:45.328422 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-366ae8f6-f193-426d-afce-168099322118 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f55e34cfef842488129ab7ed2754c64&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6043100 Jan 11 09:34:45.331124 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58290) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:45.389910 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b2fb79c-964a-400b-b013-0ff6369f4fce tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:45.419446 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f678ffc-346d-4d12-b09b-0ac3ffbf484f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:45.491089 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8ff83c16-a542-4e66-94ec-aed28fc44cdc None None] Could not find standard attr ID for object 2da68814-51a0-4a21-a04e-037e2cb31549. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:34:45.501523 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:45.541352 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b2fb79c-964a-400b-b013-0ff6369f4fce tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:45.546912 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6bd9-6be4-47f9-af19-e626e2f11a28 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:45.547175 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b2fb79c-964a-400b-b013-0ff6369f4fce tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:45.562853 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc8325e-255e-4990-a9e2-edfd615cf884 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Router 08aa8158-041b-4702-92c3-f0ded41a44a3 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:34:45.574591 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8ff83c16-a542-4e66-94ec-aed28fc44cdc None None] Provisioning for port 2853b467-fbed-4804-9339-9f121a10a0e5 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:45.578892 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fb79c-964a-400b-b013-0ff6369f4fce tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a1c063b-1217-46f9-94b9-38179ce85f0d,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:45.592291 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port a2951b66-42c7-498b-8540-dc7ea7c164ca, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a2951b66-42c7-498b-8540-dc7ea7c164ca,segment=NetworkSegment(7e7ef485-5784-4e3b-baa9-f0b7634d0514),segment_id=7e7ef485-5784-4e3b-baa9-f0b7634d0514)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:45.607619 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:45.608860 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 2853b467-fbed-4804-9339-9f121a10a0e5 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:45.750952 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=a2951b66-42c7-498b-8540-dc7ea7c164ca,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:45.767654 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f678ffc-346d-4d12-b09b-0ac3ffbf484f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:45.770313 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 2853b467-fbed-4804-9339-9f121a10a0e5 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:45.776331 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b2fb79c-964a-400b-b013-0ff6369f4fce tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:45.777252 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 2853b467-fbed-4804-9339-9f121a10a0e5 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:45.777848 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9b2fb79c-964a-400b-b013-0ff6369f4fce tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5101137 Jan 11 09:34:45.780870 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:45.786952 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58294) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:45.840731 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-6f678ffc-346d-4d12-b09b-0ac3ffbf484f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:45.868014 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f678ffc-346d-4d12-b09b-0ac3ffbf484f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:34:45.873667 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f678ffc-346d-4d12-b09b-0ac3ffbf484f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:45.874522 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f678ffc-346d-4d12-b09b-0ac3ffbf484f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:45.886165 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f678ffc-346d-4d12-b09b-0ac3ffbf484f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=200a208f-d065-417a-83a9-4eb47cb142ea,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:45.926327 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3941122f-e753-47cf-a6a5-8233458b366e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:45.937016 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:45.955074 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-220dbd9f-01ed-4db9-9cdd-e366dd3a3542 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:45.970215 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc8325e-255e-4990-a9e2-edfd615cf884 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:34:45.980808 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 2853b467-fbed-4804-9339-9f121a10a0e5, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=2853b467-fbed-4804-9339-9f121a10a0e5,segment=NetworkSegment(98cf8260-9bc4-40a9-b2e0-55bbb7e33ac1),segment_id=98cf8260-9bc4-40a9-b2e0-55bbb7e33ac1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:45.983872 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bec990-1ca5-49ea-8297-85aa340e94b1 None None] Sync routers for ids ['08aa8158-041b-4702-92c3-f0ded41a44a3'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:34:45.992806 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:46.012368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-220dbd9f-01ed-4db9-9cdd-e366dd3a3542 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:46.033610 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6f678ffc-346d-4d12-b09b-0ac3ffbf484f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7686923 Jan 11 09:34:46.054942 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fea3e47a-5f3b-4605-8e9f-23cf76b83b09 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:46.072464 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bec990-1ca5-49ea-8297-85aa340e94b1 None None] Routers {'08aa8158-041b-4702-92c3-f0ded41a44a3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:34:46.073295 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c7bec990-1ca5-49ea-8297-85aa340e94b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['08aa8158-041b-4702-92c3-f0ded41a44a3'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:46.080267 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58298) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:46.097455 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-5883df17-f229-426a-9f39-658cb75f5e86 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'fixed_ips': [{'subnet_id': '82304a29-5086-4b91-8dbb-38726cefe817', 'ip_address': '2001:db8::f99d:d51b:16f7:13bc'}], 'name': 'tempest-NetworksTestDHCPv6-1059405971'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:46.130709 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-220dbd9f-01ed-4db9-9cdd-e366dd3a3542 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:46.135417 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-220dbd9f-01ed-4db9-9cdd-e366dd3a3542 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:46.137110 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-220dbd9f-01ed-4db9-9cdd-e366dd3a3542 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "DELETE /v2.0/security-groups/2ce453de-b426-401e-9790-50f0e6e8d828 HTTP/1.1" status: 204 len: 168 time: 0.3489690 Jan 11 09:34:46.143317 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 3ce7b906-1956-4382-b3db-cd75b199d7ec no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:34:46.152809 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58302) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:46.154067 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220dbd9f-01ed-4db9-9cdd-e366dd3a3542 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce453de-b426-401e-9790-50f0e6e8d828,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:46.160935 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bcc8325e-255e-4990-a9e2-edfd615cf884 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:46.220595 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 3ce7b906-1956-4382-b3db-cd75b199d7ec {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:34:46.220998 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 3ce7b906-1956-4382-b3db-cd75b199d7ec not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:34:46.222931 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3941122f-e753-47cf-a6a5-8233458b366e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:46.244288 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bcc8325e-255e-4990-a9e2-edfd615cf884 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.2020385 Jan 11 09:34:46.261854 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d57928c-90e2-49ee-bf6d-ecd9d0e3151a', 'tag': '978151b7-a367-41c9-93da-1fa67427275c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:34:46.289713 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=2853b467-fbed-4804-9339-9f121a10a0e5,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:46.304148 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ef0482b8-c761-4af5-b7dd-96db48d9fe96 None None] Provisioning for port 79a607cd-cb89-40af-b79a-43e6543c8f72 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:46.378124 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-150a0062-9b48-4018-a77f-aeeb2b4eb3b4 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Synchronizing usage tracker for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:46.413403 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-150a0062-9b48-4018-a77f-aeeb2b4eb3b4 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Unset dirty status for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:46.414755 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-150a0062-9b48-4018-a77f-aeeb2b4eb3b4 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2561927 Jan 11 09:34:46.418510 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58312) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:46.423786 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-611a619e-58f5-4748-8b2f-baf7f759b83a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Request body: {'security_group': {'name': 'tempest-secgroup--467502501'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:46.430015 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ef0482b8-c761-4af5-b7dd-96db48d9fe96 None None] Provisioning complete for port 79a607cd-cb89-40af-b79a-43e6543c8f72 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:46.430550 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ef0482b8-c761-4af5-b7dd-96db48d9fe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:46.438521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-611a619e-58f5-4748-8b2f-baf7f759b83a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:46.461235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-611a619e-58f5-4748-8b2f-baf7f759b83a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:46.463999 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e249b0a0-363f-47b5-954f-c9a547b06656 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:46.489584 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-611a619e-58f5-4748-8b2f-baf7f759b83a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:46.526774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-611a619e-58f5-4748-8b2f-baf7f759b83a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:46.540224 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-611a619e-58f5-4748-8b2f-baf7f759b83a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Usage tracker for resource:security_group_rule and tenant:3e55de5a9b3a45c78ed1df92be147704 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:46.543901 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-611a619e-58f5-4748-8b2f-baf7f759b83a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:46.546962 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3941122f-e753-47cf-a6a5-8233458b366e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:46.559210 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-611a619e-58f5-4748-8b2f-baf7f759b83a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:46.590663 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ef0482b8-c761-4af5-b7dd-96db48d9fe96 None None] Port 79a607cd-cb89-40af-b79a-43e6543c8f72 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:34:46.615833 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-c7bec990-1ca5-49ea-8297-85aa340e94b1 None None] Set router 08aa8158-041b-4702-92c3-f0ded41a44a3 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:34:46.618007 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941122f-e753-47cf-a6a5-8233458b366e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c7cb9d-06e5-40cc-8949-b30074befa87,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:46.675510 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-611a619e-58f5-4748-8b2f-baf7f759b83a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:46.682790 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-611a619e-58f5-4748-8b2f-baf7f759b83a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:46.727246 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d57928c-90e2-49ee-bf6d-ecd9d0e3151a', 'tag': '978151b7-a367-41c9-93da-1fa67427275c', 'status': 'completed', 'code': 200} Jan 11 09:34:46.805890 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a619e-58f5-4748-8b2f-baf7f759b83a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d85ddbd0-2a43-4d58-92d2-435e0126937a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:46.812711 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3941122f-e753-47cf-a6a5-8233458b366e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:46.814425 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3941122f-e753-47cf-a6a5-8233458b366e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18c7cb9d-06e5-40cc-8949-b30074befa87 HTTP/1.1" status: 204 len: 168 time: 1.4814770 Jan 11 09:34:46.833662 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-611a619e-58f5-4748-8b2f-baf7f759b83a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:46.837612 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-611a619e-58f5-4748-8b2f-baf7f759b83a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4155357 Jan 11 09:34:46.839726 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58318) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:46.848024 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-bc02a6f1-abbf-41fd-adfd-d65203187bbc tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Request body: {'security_group': {'name': 'tempest-secgroup--1752028135'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:46.854133 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bc02a6f1-abbf-41fd-adfd-d65203187bbc tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:46.862628 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bc02a6f1-abbf-41fd-adfd-d65203187bbc tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Usage tracker for resource:security_group and tenant:3e55de5a9b3a45c78ed1df92be147704 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:46.866205 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bc02a6f1-abbf-41fd-adfd-d65203187bbc tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:46.872609 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bc02a6f1-abbf-41fd-adfd-d65203187bbc tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:46.877229 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ef0482b8-c761-4af5-b7dd-96db48d9fe96 None None] Provisioning complete for port 2853b467-fbed-4804-9339-9f121a10a0e5 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:46.877523 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ef0482b8-c761-4af5-b7dd-96db48d9fe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:46.888041 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945a35a-cafb-46e2-b51c-b99e17446475 req-19f61527-fc6e-4bb0-9011-d10c05b72de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:46.890178 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1945a35a-cafb-46e2-b51c-b99e17446475 req-19f61527-fc6e-4bb0-9011-d10c05b72de2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=14ed3ba110e14acfa72fca43f8ae9c54&device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 1098 time: 0.1615462 Jan 11 09:34:46.891108 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc02a6f1-abbf-41fd-adfd-d65203187bbc tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:46.955799 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bc02a6f1-abbf-41fd-adfd-d65203187bbc tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:46.963858 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bc02a6f1-abbf-41fd-adfd-d65203187bbc tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Usage tracker for resource:security_group_rule and tenant:3e55de5a9b3a45c78ed1df92be147704 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:46.973986 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5883df17-f229-426a-9f39-658cb75f5e86 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:47.002754 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5883df17-f229-426a-9f39-658cb75f5e86 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:47.015712 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bc02a6f1-abbf-41fd-adfd-d65203187bbc tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:47.016312 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port e249b0a0-363f-47b5-954f-c9a547b06656 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:47.016690 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:47.031983 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bc02a6f1-abbf-41fd-adfd-d65203187bbc tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:47.089805 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945a35a-cafb-46e2-b51c-b99e17446475 req-bb731234-cad5-4856-96ce-f3e395d61a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:47.091678 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1945a35a-cafb-46e2-b51c-b99e17446475 req-bb731234-cad5-4856-96ce-f3e395d61a76 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bbf6be13-cc99-44e4-8991-cc0b8c6993de HTTP/1.1" status: 200 len: 898 time: 0.1888230 Jan 11 09:34:47.129807 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc812c7-12dc-4a83-b007-612bc9083c3d req-8ad7e29a-7f64-410d-9dc6-fc6ccffb27e4 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:47.136748 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4dc812c7-12dc-4a83-b007-612bc9083c3d req-8ad7e29a-7f64-410d-9dc6-fc6ccffb27e4 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 945 time: 0.6404974 Jan 11 09:34:47.138707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5883df17-f229-426a-9f39-658cb75f5e86 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:47.143842 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5883df17-f229-426a-9f39-658cb75f5e86 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:47.231843 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a6bd9-6be4-47f9-af19-e626e2f11a28 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Deleting port 9b765eec-9541-4412-8b45-c434d16fc020 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:47.232187 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6bd9-6be4-47f9-af19-e626e2f11a28 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:47.238679 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc02a6f1-abbf-41fd-adfd-d65203187bbc tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:47.241492 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1945a35a-cafb-46e2-b51c-b99e17446475 req-dd6a05df-ee36-44e9-aeed-fe1ae18b5cec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=978151b7-a367-41c9-93da-1fa67427275c HTTP/1.1" status: 200 len: 999 time: 0.1437695 Jan 11 09:34:47.247123 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc02a6f1-abbf-41fd-adfd-d65203187bbc tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:47.268375 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-5883df17-f229-426a-9f39-658cb75f5e86 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] device_id is not set on port e424796e-a24c-492d-a975-ae86e2736d0a yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:34:47.341853 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02a6f1-abbf-41fd-adfd-d65203187bbc tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa992e30-61cd-438c-a5fc-42067bb06064,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:47.348547 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a2951b66-42c7-498b-8540-dc7ea7c164ca up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:47.354105 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4dc812c7-12dc-4a83-b007-612bc9083c3d req-91cf06aa-b56f-4cff-9e0b-a490ccfbc7f0 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/security-groups?id=cfa48579-46f7-403d-90fd-c3c391a7d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2163591 Jan 11 09:34:47.371420 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58326) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:47.374324 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945a35a-cafb-46e2-b51c-b99e17446475 req-f1121aed-2f6a-438e-81dd-32b7104e6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:47.380256 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1945a35a-cafb-46e2-b51c-b99e17446475 req-f1121aed-2f6a-438e-81dd-32b7104e6c77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48997d48-8017-4745-a919-e2841ee030d4 HTTP/1.1" status: 200 len: 835 time: 0.1268270 Jan 11 09:34:47.382710 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc02a6f1-abbf-41fd-adfd-d65203187bbc tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:47.385023 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bc02a6f1-abbf-41fd-adfd-d65203187bbc tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5442102 Jan 11 09:34:47.430061 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58330) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:47.436509 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-bcc2dd1e-d7fc-4c33-a60d-0f10a2522aaa tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Request body: {'security_group_rule': {'security_group_id': 'd85ddbd0-2a43-4d58-92d2-435e0126937a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fa992e30-61cd-438c-a5fc-42067bb06064', 'remote_ip_prefix': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:47.446392 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c30a97fd-59d4-464f-a36f-29b9bc1bccdd None None] Provisioning for port 200a208f-d065-417a-83a9-4eb47cb142ea completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:47.452425 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c30a97fd-59d4-464f-a36f-29b9bc1bccdd None None] Provisioning complete for port 200a208f-d065-417a-83a9-4eb47cb142ea triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:47.452797 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c30a97fd-59d4-464f-a36f-29b9bc1bccdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:47.459763 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bcc2dd1e-d7fc-4c33-a60d-0f10a2522aaa tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:47.469889 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bcc2dd1e-d7fc-4c33-a60d-0f10a2522aaa tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Usage tracker for resource:security_group_rule and tenant:3e55de5a9b3a45c78ed1df92be147704 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:47.472181 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bcc2dd1e-d7fc-4c33-a60d-0f10a2522aaa tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:47.482119 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bcc2dd1e-d7fc-4c33-a60d-0f10a2522aaa tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:47.521975 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945a35a-cafb-46e2-b51c-b99e17446475 req-6bba598f-c86e-47dc-a4cf-e9434020c50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:47.523836 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1945a35a-cafb-46e2-b51c-b99e17446475 req-6bba598f-c86e-47dc-a4cf-e9434020c50b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bbf6be13-cc99-44e4-8991-cc0b8c6993de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1371827 Jan 11 09:34:47.529196 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c7bec990-1ca5-49ea-8297-85aa340e94b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289783008', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:33:45Z', 'updated_at': '2022-01-11T09:34:04Z', 'revision_number': 4, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'gw_port': {'id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:33:47Z', 'updated_at': '2022-01-11T09:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'a1b3a6ef-962e-4863-91b6-59dfdb66857c', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'floating_ip_address': '172.26.3.173', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'port_id': '978151b7-a367-41c9-93da-1fa67427275c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de', 'mac_address': 'fa:16:3e:29:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57928c-90e2-49ee-bf6d-ecd9d0e3151a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:34:41Z', 'updated_at': '2022-01-11T09:34:41Z', 'revision_number': 0, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4616f27a-c965-4207-8067-8f941770410a', 'name': '', 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'mac_address': 'fa:16:3e:d2:70:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '48997d48-8017-4745-a919-e2841ee030d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:33:59Z', 'updated_at': '2022-01-11T09:34:18Z', 'revision_number': 5, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'subnets': [{'id': '48997d48-8017-4745-a919-e2841ee030d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:47.534751 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port a2951b66-42c7-498b-8540-dc7ea7c164ca triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:47.535756 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:47.557387 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bcc2dd1e-d7fc-4c33-a60d-0f10a2522aaa tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:47.566699 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c30a97fd-59d4-464f-a36f-29b9bc1bccdd None None] Port 200a208f-d065-417a-83a9-4eb47cb142ea cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:34:47.568951 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bec990-1ca5-49ea-8297-85aa340e94b1 None None] Checking router: 08aa8158-041b-4702-92c3-f0ded41a44a3 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:34:47.612022 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bec990-1ca5-49ea-8297-85aa340e94b1 None None] Routers {'08aa8158-041b-4702-92c3-f0ded41a44a3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:34:47.612746 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c7bec990-1ca5-49ea-8297-85aa340e94b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['08aa8158-041b-4702-92c3-f0ded41a44a3'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:47.661931 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.resource_extend [None req-fea3e47a-5f3b-4605-8e9f-23cf76b83b09 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:34:47.675257 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c30a97fd-59d4-464f-a36f-29b9bc1bccdd None None] Provisioning complete for port 79a607cd-cb89-40af-b79a-43e6543c8f72 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:47.676095 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c30a97fd-59d4-464f-a36f-29b9bc1bccdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:47.728555 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1945a35a-cafb-46e2-b51c-b99e17446475 req-e0de6632-b394-4af7-808d-9d24660e3267 service neutron] 10.222.0.42 "GET /v2.0/networks/bbf6be13-cc99-44e4-8991-cc0b8c6993de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971977 Jan 11 09:34:47.764064 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bcc2dd1e-d7fc-4c33-a60d-0f10a2522aaa tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:47.783646 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bcc2dd1e-d7fc-4c33-a60d-0f10a2522aaa tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:47.870565 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2dd1e-d7fc-4c33-a60d-0f10a2522aaa tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19532ae7-cd77-4de2-a92b-496332429347,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:47.886827 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c30a97fd-59d4-464f-a36f-29b9bc1bccdd None None] Port 79a607cd-cb89-40af-b79a-43e6543c8f72 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:34:47.907962 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fea3e47a-5f3b-4605-8e9f-23cf76b83b09 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:47.911336 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bcc2dd1e-d7fc-4c33-a60d-0f10a2522aaa tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:47.915409 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bcc2dd1e-d7fc-4c33-a60d-0f10a2522aaa tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4817796 Jan 11 09:34:47.915797 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b1325c5f-80a1-4dc7-bcc2-9867612c6c0a tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/floatingips/a1b3a6ef-962e-4863-91b6-59dfdb66857c HTTP/1.1" status: 200 len: 991 time: 0.5411847 Jan 11 09:34:47.916230 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58344) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:47.938366 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-c7bec990-1ca5-49ea-8297-85aa340e94b1 None None] Set router 08aa8158-041b-4702-92c3-f0ded41a44a3 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:34:47.945552 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fea3e47a-5f3b-4605-8e9f-23cf76b83b09 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:47.954583 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1945a35a-cafb-46e2-b51c-b99e17446475 req-15c321de-2e13-480f-9947-5a9d8c78a765 service neutron] 10.222.0.42 "GET /v2.0/networks/bbf6be13-cc99-44e4-8991-cc0b8c6993de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173607 Jan 11 09:34:48.088574 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6bd9-6be4-47f9-af19-e626e2f11a28 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:48.228432 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fdffa1e-2799-476c-8acb-40ea74703be1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:48.306348 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a6bd9-6be4-47f9-af19-e626e2f11a28 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Calling delete_port for 9b765eec-9541-4412-8b45-c434d16fc020 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:48.357301 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3e47a-5f3b-4605-8e9f-23cf76b83b09 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Port': ['ID=79a607cd-cb89-40af-b79a-43e6543c8f72,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:48.370671 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fdffa1e-2799-476c-8acb-40ea74703be1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:48.381719 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c7bec990-1ca5-49ea-8297-85aa340e94b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289783008', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:33:45Z', 'updated_at': '2022-01-11T09:34:04Z', 'revision_number': 4, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'gw_port': {'id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:33:47Z', 'updated_at': '2022-01-11T09:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'a1b3a6ef-962e-4863-91b6-59dfdb66857c', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'floating_ip_address': '172.26.3.173', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'port_id': '978151b7-a367-41c9-93da-1fa67427275c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de', 'mac_address': 'fa:16:3e:29:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57928c-90e2-49ee-bf6d-ecd9d0e3151a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:34:41Z', 'updated_at': '2022-01-11T09:34:41Z', 'revision_number': 0, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4616f27a-c965-4207-8067-8f941770410a', 'name': '', 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'mac_address': 'fa:16:3e:d2:70:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '48997d48-8017-4745-a919-e2841ee030d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:33:59Z', 'updated_at': '2022-01-11T09:34:18Z', 'revision_number': 5, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'subnets': [{'id': '48997d48-8017-4745-a919-e2841ee030d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:48.384666 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 2853b467-fbed-4804-9339-9f121a10a0e5 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:48.437518 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bec990-1ca5-49ea-8297-85aa340e94b1 None None] The sync data for ids ['08aa8158-041b-4702-92c3-f0ded41a44a3'] in dv-neutron-823402-4-hyperv is: [{'id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289783008', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:33:45Z', 'updated_at': '2022-01-11T09:34:04Z', 'revision_number': 4, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'gw_port': {'id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:33:47Z', 'updated_at': '2022-01-11T09:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'a1b3a6ef-962e-4863-91b6-59dfdb66857c', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'floating_ip_address': '172.26.3.173', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'port_id': '978151b7-a367-41c9-93da-1fa67427275c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de', 'mac_address': 'fa:16:3e:29:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d57928c-90e2-49ee-bf6d-ecd9d0e3151a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:34:41Z', 'updated_at': '2022-01-11T09:34:41Z', 'revision_number': 0, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4616f27a-c965-4207-8067-8f941770410a', 'name': '', 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'mac_address': 'fa:16:3e:d2:70:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '48997d48-8017-4745-a919-e2841ee030d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:33:59Z', 'updated_at': '2022-01-11T09:34:18Z', 'revision_number': 5, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'subnets': [{'id': '48997d48-8017-4745-a919-e2841ee030d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:34:48.459079 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-13486800-be0d-45da-85aa-1f5b1fdec023 None None] Provisioning complete for port 79a607cd-cb89-40af-b79a-43e6543c8f72 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:48.459566 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13486800-be0d-45da-85aa-1f5b1fdec023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:48.475946 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-5883df17-f229-426a-9f39-658cb75f5e86 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 11 09:34:48.476455 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5883df17-f229-426a-9f39-658cb75f5e86 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:48.540154 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fdffa1e-2799-476c-8acb-40ea74703be1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:48.548446 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 2853b467-fbed-4804-9339-9f121a10a0e5 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:48.549139 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:48.555964 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fdffa1e-2799-476c-8acb-40ea74703be1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:48.557071 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7fdffa1e-2799-476c-8acb-40ea74703be1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/19532ae7-cd77-4de2-a92b-496332429347 HTTP/1.1" status: 204 len: 168 time: 0.6321290 Jan 11 09:34:48.560105 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58358) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:48.583630 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-13486800-be0d-45da-85aa-1f5b1fdec023 None None] Port 79a607cd-cb89-40af-b79a-43e6543c8f72 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:34:48.593797 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5883df17-f229-426a-9f39-658cb75f5e86 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.5050962 Jan 11 09:34:48.598206 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58364) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:48.600858 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdffa1e-2799-476c-8acb-40ea74703be1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19532ae7-cd77-4de2-a92b-496332429347,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:48.746577 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3619b286-9a77-4711-907c-700d05e9aab7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Synchronizing usage tracker for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group_rule {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:48.785802 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279dec37-1730-4347-ad10-2d4290d2b100 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:48.792217 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279dec37-1730-4347-ad10-2d4290d2b100 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:48.794041 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-279dec37-1730-4347-ad10-2d4290d2b100 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1876099 Jan 11 09:34:48.795977 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3619b286-9a77-4711-907c-700d05e9aab7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Unset dirty status for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group_rule {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:48.797347 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3619b286-9a77-4711-907c-700d05e9aab7 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2355583 Jan 11 09:34:48.798051 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58370) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:48.800336 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58374) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:48.801254 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fea3e47a-5f3b-4605-8e9f-23cf76b83b09 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:48.822163 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aecc81-1421-4348-8fc1-ebeb18171f24 None None] New status for floating IP a1b3a6ef-962e-4863-91b6-59dfdb66857c: ACTIVE {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:34:48.903274 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6bd9-6be4-47f9-af19-e626e2f11a28 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:48.922022 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58382) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:48.931830 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7d60ec31-3c9f-4dac-b02d-17479f77a32a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting port 200a208f-d065-417a-83a9-4eb47cb142ea {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:48.932168 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d60ec31-3c9f-4dac-b02d-17479f77a32a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:48.961622 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a6bd9-6be4-47f9-af19-e626e2f11a28 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Pushing event deleted for resources: {'Port': ['ID=9b765eec-9541-4412-8b45-c434d16fc020,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:49.093496 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5c9afbb9-0655-42b7-8714-dd67c63f4cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:49.122658 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58386) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:49.196187 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fcebc0f2-c5fd-4592-8d3e-4fe45349da38 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:49.289346 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fcebc0f2-c5fd-4592-8d3e-4fe45349da38 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:49.295700 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6bd9-6be4-47f9-af19-e626e2f11a28 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:49.382136 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-38e32ce9-bb27-4556-85fd-aef6ebc0098c tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/floatingips/a1b3a6ef-962e-4863-91b6-59dfdb66857c HTTP/1.1" status: 200 len: 993 time: 0.4533863 Jan 11 09:34:49.387859 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1223626422'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:49.398441 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:49.436967 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fcebc0f2-c5fd-4592-8d3e-4fe45349da38 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:49.454315 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fea3e47a-5f3b-4605-8e9f-23cf76b83b09 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:49.481218 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Usage tracker for resource:network and tenant:cb292ff707034b1eabecbe4a9cf80f38 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:49.486528 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:49.523740 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebc0f2-c5fd-4592-8d3e-4fe45349da38 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa992e30-61cd-438c-a5fc-42067bb06064,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:49.537011 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:49.564688 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fcebc0f2-c5fd-4592-8d3e-4fe45349da38 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:49.568940 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-fcebc0f2-c5fd-4592-8d3e-4fe45349da38 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "DELETE /v2.0/security-groups/fa992e30-61cd-438c-a5fc-42067bb06064 HTTP/1.1" status: 204 len: 168 time: 0.7644229 Jan 11 09:34:49.569447 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58392) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:49.586433 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d60ec31-3c9f-4dac-b02d-17479f77a32a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:49.726567 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7d60ec31-3c9f-4dac-b02d-17479f77a32a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Calling delete_port for 200a208f-d065-417a-83a9-4eb47cb142ea owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:49.818828 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-411d6aad-f778-46a8-9832-64e33afc3597 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Synchronizing usage tracker for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:49.875785 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-411d6aad-f778-46a8-9832-64e33afc3597 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Unset dirty status for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:49.880521 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-411d6aad-f778-46a8-9832-64e33afc3597 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3068571 Jan 11 09:34:49.882457 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58396) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:49.893072 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Made reservation on behalf of cb292ff707034b1eabecbe4a9cf80f38 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:49.897309 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:49.956034 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d60ec31-3c9f-4dac-b02d-17479f77a32a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:49.973965 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:50.001276 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7a6bd9-6be4-47f9-af19-e626e2f11a28 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Router 508f2a94-61a5-44f6-ad6b-353128936bd4 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:34:50.012216 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:50.014709 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60ec31-3c9f-4dac-b02d-17479f77a32a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Port': ['ID=200a208f-d065-417a-83a9-4eb47cb142ea,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:50.016501 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e477d31f-2c4f-40b1-9680-13666ad20fe1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:50.018259 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Usage tracker for resource:security_group_rule and tenant:cb292ff707034b1eabecbe4a9cf80f38 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:50.023502 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:50.033891 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:50.083599 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d60ec31-3c9f-4dac-b02d-17479f77a32a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:50.087019 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e477d31f-2c4f-40b1-9680-13666ad20fe1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:50.115827 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7d60ec31-3c9f-4dac-b02d-17479f77a32a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/200a208f-d065-417a-83a9-4eb47cb142ea HTTP/1.1" status: 204 len: 168 time: 1.3164990 Jan 11 09:34:50.118515 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58400) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:50.206140 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be4a3b5-d67b-47f1-a090-4527a5feb36e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:50.208031 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be4a3b5-d67b-47f1-a090-4527a5feb36e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:50.208786 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2be4a3b5-d67b-47f1-a090-4527a5feb36e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:50.211309 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e477d31f-2c4f-40b1-9680-13666ad20fe1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:50.235140 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477d31f-2c4f-40b1-9680-13666ad20fe1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85ddbd0-2a43-4d58-92d2-435e0126937a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:50.251974 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e477d31f-2c4f-40b1-9680-13666ad20fe1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:50.253102 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e477d31f-2c4f-40b1-9680-13666ad20fe1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "DELETE /v2.0/security-groups/d85ddbd0-2a43-4d58-92d2-435e0126937a HTTP/1.1" status: 204 len: 168 time: 0.3697433 Jan 11 09:34:50.255354 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2be4a3b5-d67b-47f1-a090-4527a5feb36e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:50.256609 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2be4a3b5-d67b-47f1-a090-4527a5feb36e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1369169 Jan 11 09:34:50.257219 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58404) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:50.259609 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58406) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:50.294462 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7a6bd9-6be4-47f9-af19-e626e2f11a28 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:34:50.306910 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4d47ed-d7d0-4177-b7a5-0d449721be10 None None] Sync routers for ids ['508f2a94-61a5-44f6-ad6b-353128936bd4'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:34:50.318207 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4d47ed-d7d0-4177-b7a5-0d449721be10 None None] Routers {'508f2a94-61a5-44f6-ad6b-353128936bd4'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:34:50.318972 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0a4d47ed-d7d0-4177-b7a5-0d449721be10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['508f2a94-61a5-44f6-ad6b-353128936bd4'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:50.366377 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c1f9fa16-e33d-4c20-85f3-c867cacf8e6c tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Synchronizing usage tracker for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:50.370961 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-cb7a6bd9-6be4-47f9-af19-e626e2f11a28 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "PUT /v2.0/routers/508f2a94-61a5-44f6-ad6b-353128936bd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3662961 Jan 11 09:34:50.373972 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-2503e1da-600f-4e43-affb-6151035b8499 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet 82304a29-5086-4b91-8dbb-38726cefe817 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:34:50.374830 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58412) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:50.381085 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2503e1da-600f-4e43-affb-6151035b8499 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:50.432446 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0a4d47ed-d7d0-4177-b7a5-0d449721be10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:50.436026 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c1f9fa16-e33d-4c20-85f3-c867cacf8e6c tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Unset dirty status for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:50.441672 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c1f9fa16-e33d-4c20-85f3-c867cacf8e6c tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1791563 Jan 11 09:34:50.442875 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58416) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:50.447033 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4d47ed-d7d0-4177-b7a5-0d449721be10 None None] Routers {'508f2a94-61a5-44f6-ad6b-353128936bd4'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:34:50.447761 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0a4d47ed-d7d0-4177-b7a5-0d449721be10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['508f2a94-61a5-44f6-ad6b-353128936bd4'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:50.451899 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-871ea67b-9d83-468e-8262-98e9411d8704 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Request body: {'security_group': {'name': 'tempest-secgroup--811184320'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:50.458191 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2503e1da-600f-4e43-affb-6151035b8499 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:50.465665 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-87cb9a39-d4dd-4347-b1e0-7796dcfc5b7e tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] delete failed (client error): The resource could not be found. Jan 11 09:34:50.471099 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-87cb9a39-d4dd-4347-b1e0-7796dcfc5b7e tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-1496440163 HTTP/1.1" status: 404 len: 335 time: 0.0906217 Jan 11 09:34:50.471099 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58420) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:50.483602 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2872cf94-a6ee-4624-88a7-5258e488874f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Request body: {'router': {'external_gateway_info': {'network_id': '508f2a94-61a5-44f6-ad6b-353128936bd4'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:50.491615 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-871ea67b-9d83-468e-8262-98e9411d8704 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:50.511444 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-871ea67b-9d83-468e-8262-98e9411d8704 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:50.512948 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0a4d47ed-d7d0-4177-b7a5-0d449721be10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:50.514078 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4d47ed-d7d0-4177-b7a5-0d449721be10 None None] The sync data for ids ['508f2a94-61a5-44f6-ad6b-353128936bd4'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:34:50.531203 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2503e1da-600f-4e43-affb-6151035b8499 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:50.579807 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fea3e47a-5f3b-4605-8e9f-23cf76b83b09 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:50.582640 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:50.595197 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-871ea67b-9d83-468e-8262-98e9411d8704 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:50.622134 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-871ea67b-9d83-468e-8262-98e9411d8704 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:50.626775 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-871ea67b-9d83-468e-8262-98e9411d8704 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Usage tracker for resource:security_group_rule and tenant:3e55de5a9b3a45c78ed1df92be147704 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:50.630041 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-871ea67b-9d83-468e-8262-98e9411d8704 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:50.631548 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fea3e47a-5f3b-4605-8e9f-23cf76b83b09 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:50.633023 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2503e1da-600f-4e43-affb-6151035b8499 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:50.666108 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-871ea67b-9d83-468e-8262-98e9411d8704 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:50.681463 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503e1da-600f-4e43-affb-6151035b8499 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=82304a29-5086-4b91-8dbb-38726cefe817,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:50.683430 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2503e1da-600f-4e43-affb-6151035b8499 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:50.699396 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:50.701366 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9da442-bc8f-453d-a700-c9d389502671 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:50.706153 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2503e1da-600f-4e43-affb-6151035b8499 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/82304a29-5086-4b91-8dbb-38726cefe817 HTTP/1.1" status: 204 len: 168 time: 0.4453301 Jan 11 09:34:50.711719 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58424) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:50.787373 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-aeb94b6a-4dc8-4911-ab40-6dd95629d1f5 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0744824 Jan 11 09:34:50.797552 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58428) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:50.826472 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8d4d92c4-dbaa-484b-a018-aecee84fbcdf tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:50.840628 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-871ea67b-9d83-468e-8262-98e9411d8704 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:50.845245 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-871ea67b-9d83-468e-8262-98e9411d8704 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:50.877512 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:34:50.895457 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ea67b-9d83-468e-8262-98e9411d8704 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7901a992-3b47-44b3-94b1-757a1746adc7,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:50.911786 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-871ea67b-9d83-468e-8262-98e9411d8704 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:50.913065 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-871ea67b-9d83-468e-8262-98e9411d8704 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4699488 Jan 11 09:34:50.915906 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58432) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:50.921256 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8541378b-9729-4da2-967f-70acf2c8c9fd tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Request body: {'security_group_rule': {'security_group_id': '7901a992-3b47-44b3-94b1-757a1746adc7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:50.928862 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8541378b-9729-4da2-967f-70acf2c8c9fd tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:50.933412 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8541378b-9729-4da2-967f-70acf2c8c9fd tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Usage tracker for resource:security_group_rule and tenant:3e55de5a9b3a45c78ed1df92be147704 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:50.936871 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8541378b-9729-4da2-967f-70acf2c8c9fd tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:50.944309 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8541378b-9729-4da2-967f-70acf2c8c9fd tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:50.963218 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8541378b-9729-4da2-967f-70acf2c8c9fd tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:50.976706 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f517fe06-a8ad-4d7c-9d29-fc233c762bfb,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:50.986392 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3e47a-5f3b-4605-8e9f-23cf76b83b09 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Port': ['ID=79a607cd-cb89-40af-b79a-43e6543c8f72,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:50.994610 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fea3e47a-5f3b-4605-8e9f-23cf76b83b09 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.008177 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bb7b7f-d4ca-448c-a4a6-457016ebf05d None None] DHCP port deletion for 11973de4-095d-48a2-8bfe-2305268446bc request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:34:51.012459 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-16bb7b7f-d4ca-448c-a4a6-457016ebf05d None None] Deleting port e249b0a0-363f-47b5-954f-c9a547b06656 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:51.012981 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-16bb7b7f-d4ca-448c-a4a6-457016ebf05d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.037495 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8541378b-9729-4da2-967f-70acf2c8c9fd tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.043309 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8541378b-9729-4da2-967f-70acf2c8c9fd tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.044472 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.044817 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Added segment 88cd8a21-02b4-4f80-91a3-cf47fc8c46e8 of type vlan for network b12ec073-b966-4547-8be9-d9ccf47e9daa Jan 11 09:34:51.081020 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8541378b-9729-4da2-967f-70acf2c8c9fd tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.084960 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8541378b-9729-4da2-967f-70acf2c8c9fd tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1652184 Jan 11 09:34:51.085297 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58436) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:51.088075 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541378b-9729-4da2-967f-70acf2c8c9fd tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4840fd-9041-4019-9cf6-cc093166f5f2,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:51.129109 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f5f24467-7dd4-447c-8736-14d63207d7ca tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.240776 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-16bb7b7f-d4ca-448c-a4a6-457016ebf05d None None] For port e249b0a0-363f-47b5-954f-c9a547b06656, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e249b0a0-363f-47b5-954f-c9a547b06656,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:51.241190 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-16bb7b7f-d4ca-448c-a4a6-457016ebf05d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.252544 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f5f24467-7dd4-447c-8736-14d63207d7ca tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.280585 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f5f24467-7dd4-447c-8736-14d63207d7ca tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.301486 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f24467-7dd4-447c-8736-14d63207d7ca tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c4840fd-9041-4019-9cf6-cc093166f5f2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:51.304208 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f5f24467-7dd4-447c-8736-14d63207d7ca tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.305260 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f5f24467-7dd4-447c-8736-14d63207d7ca tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/4c4840fd-9041-4019-9cf6-cc093166f5f2 HTTP/1.1" status: 204 len: 168 time: 0.2190537 Jan 11 09:34:51.307880 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58440) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:51.359401 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2ba6b428-7c46-451c-957c-e129ec72bae1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Synchronizing usage tracker for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group_rule {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:51.375876 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2ba6b428-7c46-451c-957c-e129ec72bae1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Unset dirty status for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group_rule {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:51.380460 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2ba6b428-7c46-451c-957c-e129ec72bae1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0685062 Jan 11 09:34:51.380925 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58444) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:51.383056 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8d4d92c4-dbaa-484b-a018-aecee84fbcdf tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:51.391344 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2872cf94-a6ee-4624-88a7-5258e488874f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.391556 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-16bb7b7f-d4ca-448c-a4a6-457016ebf05d None None] Calling delete_port for e249b0a0-363f-47b5-954f-c9a547b06656 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:51.396370 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.404808 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8d4d92c4-dbaa-484b-a018-aecee84fbcdf tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:51.439077 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c0da3b09-47be-43a6-be14-bd4f337ec159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.453277 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8d4d92c4-dbaa-484b-a018-aecee84fbcdf tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:51.460820 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56f3d10c-9e79-46a5-8255-17b35b03784f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.487126 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-16bb7b7f-d4ca-448c-a4a6-457016ebf05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.491198 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56f3d10c-9e79-46a5-8255-17b35b03784f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.497218 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8d4d92c4-dbaa-484b-a018-aecee84fbcdf tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:51.519476 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-2872cf94-a6ee-4624-88a7-5258e488874f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] update failed (client error): The resource could not be found. Jan 11 09:34:51.520745 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2872cf94-a6ee-4624-88a7-5258e488874f tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "PUT /v2.0/routers/508f2a94-61a5-44f6-ad6b-353128936bd4 HTTP/1.1" status: 404 len: 339 time: 1.0490789 Jan 11 09:34:51.528088 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58448) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:51.537519 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-75859eb3-6914-44a5-a0a6-ded251ab8fad tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1678882135'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:51.545384 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb7b7f-d4ca-448c-a4a6-457016ebf05d None None] Pushing event deleted for resources: {'Port': ['ID=e249b0a0-363f-47b5-954f-c9a547b06656,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:51.547349 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bb7b7f-d4ca-448c-a4a6-457016ebf05d None None] No DVR routers for this DVR port e249b0a0-363f-47b5-954f-c9a547b06656 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:34:51.547898 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-75859eb3-6914-44a5-a0a6-ded251ab8fad tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:51.554255 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4d92c4-dbaa-484b-a018-aecee84fbcdf tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:51.555612 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-75859eb3-6914-44a5-a0a6-ded251ab8fad tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Usage tracker for resource:network and tenant:7021674147924ec28a17d51ae8c8f899 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:51.560577 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-75859eb3-6914-44a5-a0a6-ded251ab8fad tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:51.561559 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d4d92c4-dbaa-484b-a018-aecee84fbcdf tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.566531 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-75859eb3-6914-44a5-a0a6-ded251ab8fad tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:51.572338 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56f3d10c-9e79-46a5-8255-17b35b03784f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.595859 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3d10c-9e79-46a5-8255-17b35b03784f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7901a992-3b47-44b3-94b1-757a1746adc7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:51.599400 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75859eb3-6914-44a5-a0a6-ded251ab8fad tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Made reservation on behalf of 7021674147924ec28a17d51ae8c8f899 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:51.602827 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-75859eb3-6914-44a5-a0a6-ded251ab8fad tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.605632 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.610933 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:51.611508 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.617963 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea3e47a-5f3b-4605-8e9f-23cf76b83b09 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network 2057b061-ccc2-4161-bbe4-5dbf11397daf is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:51.636431 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56f3d10c-9e79-46a5-8255-17b35b03784f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.638196 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-56f3d10c-9e79-46a5-8255-17b35b03784f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "DELETE /v2.0/security-groups/7901a992-3b47-44b3-94b1-757a1746adc7 HTTP/1.1" status: 204 len: 168 time: 0.2556655 Jan 11 09:34:51.641300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58452) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:51.645336 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-fea3e47a-5f3b-4605-8e9f-23cf76b83b09 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:51.670863 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75859eb3-6914-44a5-a0a6-ded251ab8fad tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:34:51.704730 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-75859eb3-6914-44a5-a0a6-ded251ab8fad tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.705074 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-75859eb3-6914-44a5-a0a6-ded251ab8fad tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Added segment de590297-f4b7-448e-83ed-8ac63f62623b of type vlan for network 52008743-ca2b-470a-8a2c-bdb8e596e8db Jan 11 09:34:51.730407 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0b840a92-71b8-43db-82d6-83ac0749169e tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Synchronizing usage tracker for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:51.755463 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0b840a92-71b8-43db-82d6-83ac0749169e tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Unset dirty status for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:51.760719 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0b840a92-71b8-43db-82d6-83ac0749169e tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1184275 Jan 11 09:34:51.761307 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58456) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:51.769761 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-75859eb3-6914-44a5-a0a6-ded251ab8fad tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.776227 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a5761beb-fb7b-411d-89fd-e9a11dacfc4a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Request body: {'security_group': {'name': 'tempest-secgroup--323862187'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:51.784001 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a5761beb-fb7b-411d-89fd-e9a11dacfc4a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:51.797086 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a5761beb-fb7b-411d-89fd-e9a11dacfc4a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:51.821880 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a5761beb-fb7b-411d-89fd-e9a11dacfc4a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.834396 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-75859eb3-6914-44a5-a0a6-ded251ab8fad tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.839983 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75859eb3-6914-44a5-a0a6-ded251ab8fad tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:51.840568 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-75859eb3-6914-44a5-a0a6-ded251ab8fad tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.895405 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a5761beb-fb7b-411d-89fd-e9a11dacfc4a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:51.915026 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a5761beb-fb7b-411d-89fd-e9a11dacfc4a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Usage tracker for resource:security_group_rule and tenant:3e55de5a9b3a45c78ed1df92be147704 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:51.924871 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-75859eb3-6914-44a5-a0a6-ded251ab8fad tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3929143 Jan 11 09:34:51.924871 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a5761beb-fb7b-411d-89fd-e9a11dacfc4a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:51.931673 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58460) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:51.935860 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b122d215-b487-4227-966c-f24cfcb70921 None None] Provisioning complete for port 79a607cd-cb89-40af-b79a-43e6543c8f72 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:51.936334 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b122d215-b487-4227-966c-f24cfcb70921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:51.969405 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.8382735 Jan 11 09:34:51.979712 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a5761beb-fb7b-411d-89fd-e9a11dacfc4a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:51.985243 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Request body: {'subnet': {'network_id': '52008743-ca2b-470a-8a2c-bdb8e596e8db', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:52.000814 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b122d215-b487-4227-966c-f24cfcb70921 None None] Port 79a607cd-cb89-40af-b79a-43e6543c8f72 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:34:52.015241 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75859eb3-6914-44a5-a0a6-ded251ab8fad tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Pushing event updated for resources: {'Network': ['ID=52008743-ca2b-470a-8a2c-bdb8e596e8db,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:52.030243 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 52008743-ca2b-470a-8a2c-bdb8e596e8db details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:34:52.050596 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Pushing event updated for resources: {'Network': ['ID=b12ec073-b966-4547-8be9-d9ccf47e9daa,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:52.073350 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:52.073589 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:52.074303 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:52.074979 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:52.075322 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:52.075913 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:52.076407 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:52.076904 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:52.077410 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:52.077740 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:52.078065 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:52.078411 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692bd1cb-5ce8-494c-9817-0106543b2436 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:52.134370 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:52.143097 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Usage tracker for resource:subnet and tenant:7021674147924ec28a17d51ae8c8f899 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:52.150632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:52.158308 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:52.168013 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d4d92c4-dbaa-484b-a018-aecee84fbcdf tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:52.176798 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network b12ec073-b966-4547-8be9-d9ccf47e9daa details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:34:52.194239 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a5761beb-fb7b-411d-89fd-e9a11dacfc4a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:52.195759 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Made reservation on behalf of 7021674147924ec28a17d51ae8c8f899 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:52.199783 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:52.210606 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea3e47a-5f3b-4605-8e9f-23cf76b83b09 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Router 0b693c02-7f64-415f-a962-313f014a8c7e is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:34:52.218343 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a5761beb-fb7b-411d-89fd-e9a11dacfc4a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:52.239233 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58468) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:52.271524 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Request body: {'port': {'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa', 'binding:host_id': 'hv-neutron-8234', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-255247755'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:52.285871 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:52.347869 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e249b0a0-363f-47b5-954f-c9a547b06656 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:34:52.350685 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Usage tracker for resource:port and tenant:e19b0e9c4afd412697097bb5cc7ac1da is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:52.364644 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:52.373039 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5761beb-fb7b-411d-89fd-e9a11dacfc4a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0872914d-16ac-497c-abef-f4d6741c1be0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:52.375899 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:52.395927 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a5761beb-fb7b-411d-89fd-e9a11dacfc4a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:52.396371 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: e249b0a0-363f-47b5-954f-c9a547b06656 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:34:52.397748 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a5761beb-fb7b-411d-89fd-e9a11dacfc4a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6323330 Jan 11 09:34:52.399801 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58472) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:52.400105 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e249b0a0-363f-47b5-954f-c9a547b06656 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:34:52.402584 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4d92c4-dbaa-484b-a018-aecee84fbcdf tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:52.407899 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8d4d92c4-dbaa-484b-a018-aecee84fbcdf tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:52.415274 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-85bfca5a-2199-4673-b1d9-1b2969494b06 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Request body: {'security_group_rule': {'security_group_id': '0872914d-16ac-497c-abef-f4d6741c1be0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:52.415424 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4d92c4-dbaa-484b-a018-aecee84fbcdf tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:52.415988 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8d4d92c4-dbaa-484b-a018-aecee84fbcdf tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:52.421174 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Made reservation on behalf of e19b0e9c4afd412697097bb5cc7ac1da for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:52.423503 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:52.426693 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d92c4-dbaa-484b-a018-aecee84fbcdf tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=f70e66df-0b89-4619-8893-55a00f37bde6,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:52.426875 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9f9918-9821-4778-bca3-2920b5496961 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:52.439993 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea3e47a-5f3b-4605-8e9f-23cf76b83b09 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:34:52.443175 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8d4d92c4-dbaa-484b-a018-aecee84fbcdf tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6336663 Jan 11 09:34:52.444813 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-85bfca5a-2199-4673-b1d9-1b2969494b06 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:52.446643 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fea3e47a-5f3b-4605-8e9f-23cf76b83b09 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "PUT /v2.0/routers/0b693c02-7f64-415f-a962-313f014a8c7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2590578 Jan 11 09:34:52.447286 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58476) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:52.449623 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58478) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:52.454201 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155dff04-6305-4eae-a76a-d7a32227cb01 None None] Sync routers for ids ['0b693c02-7f64-415f-a962-313f014a8c7e'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:34:52.454858 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-89a8cd66-477e-4fca-93a4-0727fdff5d1f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'fixed_ips': [{'subnet_id': 'f70e66df-0b89-4619-8893-55a00f37bde6', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1217101764'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:52.456814 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-85bfca5a-2199-4673-b1d9-1b2969494b06 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Usage tracker for resource:security_group_rule and tenant:3e55de5a9b3a45c78ed1df92be147704 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:52.461056 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:52.468169 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155dff04-6305-4eae-a76a-d7a32227cb01 None None] Routers {'0b693c02-7f64-415f-a962-313f014a8c7e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:34:52.468893 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-155dff04-6305-4eae-a76a-d7a32227cb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['0b693c02-7f64-415f-a962-313f014a8c7e'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:52.471566 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-85bfca5a-2199-4673-b1d9-1b2969494b06 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:52.480926 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-85bfca5a-2199-4673-b1d9-1b2969494b06 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:52.492140 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:52.498877 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Usage tracker for resource:security_group_rule and tenant:e19b0e9c4afd412697097bb5cc7ac1da is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:52.505468 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:52.542057 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f0baca-d13f-45a8-8399-1bc04495ddc6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:52.542967 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-17f0baca-d13f-45a8-8399-1bc04495ddc6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Synchronizing usage tracker for tenant:264ed167813548b38f5af4683744d86b on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:52.544852 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-155dff04-6305-4eae-a76a-d7a32227cb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:52.547085 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:52.555019 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155dff04-6305-4eae-a76a-d7a32227cb01 None None] Routers {'0b693c02-7f64-415f-a962-313f014a8c7e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:34:52.555886 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85bfca5a-2199-4673-b1d9-1b2969494b06 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:52.556227 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-155dff04-6305-4eae-a76a-d7a32227cb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['0b693c02-7f64-415f-a962-313f014a8c7e'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:52.587365 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-17f0baca-d13f-45a8-8399-1bc04495ddc6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Unset dirty status for tenant:264ed167813548b38f5af4683744d86b on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:52.590069 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-17f0baca-d13f-45a8-8399-1bc04495ddc6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "GET /v2.0/ports/79a607cd-cb89-40af-b79a-43e6543c8f72 HTTP/1.1" status: 200 len: 978 time: 0.1395886 Jan 11 09:34:52.613584 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58484) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:52.625492 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-155dff04-6305-4eae-a76a-d7a32227cb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:52.626290 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155dff04-6305-4eae-a76a-d7a32227cb01 None None] The sync data for ids ['0b693c02-7f64-415f-a962-313f014a8c7e'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:34:52.659068 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:52.704707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-89a8cd66-477e-4fca-93a4-0727fdff5d1f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:52.710418 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-89a8cd66-477e-4fca-93a4-0727fdff5d1f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:port and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:52.714194 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-89a8cd66-477e-4fca-93a4-0727fdff5d1f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:52.721365 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-89a8cd66-477e-4fca-93a4-0727fdff5d1f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:52.734525 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a8cd66-477e-4fca-93a4-0727fdff5d1f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:52.757536 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:52.781758 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0789e12-546e-4d1e-87ea-e5ff7d21a1e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-11973de4-095d-48a2-8bfe-2305268446bc', 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'fixed_ips': [{'subnet_id': 'f70e66df-0b89-4619-8893-55a00f37bde6'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:34:52.782829 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d0789e12-546e-4d1e-87ea-e5ff7d21a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:52.864988 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85bfca5a-2199-4673-b1d9-1b2969494b06 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:52.879274 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85bfca5a-2199-4673-b1d9-1b2969494b06 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:52.879825 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89a8cd66-477e-4fca-93a4-0727fdff5d1f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:52.901240 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-89a8cd66-477e-4fca-93a4-0727fdff5d1f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] device_id is not set on port 7c37cf52-14c4-408c-89a0-ca5c565b58b4 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:34:52.908574 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:52.995358 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-d0789e12-546e-4d1e-87ea-e5ff7d21a1e1 None None] Allocated IP 2001:db8::2 (11973de4-095d-48a2-8bfe-2305268446bc/f70e66df-0b89-4619-8893-55a00f37bde6/3bb8888d-a2d3-49da-985a-104336e18d86) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:34:53.044895 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bfca5a-2199-4673-b1d9-1b2969494b06 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90f9ecb-676c-4bcd-8ffd-ccbb22f436ba,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:53.195091 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:53.202379 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85bfca5a-2199-4673-b1d9-1b2969494b06 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:53.205950 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-85bfca5a-2199-4673-b1d9-1b2969494b06 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8024147 Jan 11 09:34:53.206823 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58488) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:53.207395 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d0789e12-546e-4d1e-87ea-e5ff7d21a1e1 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:53.217150 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:53.218330 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d0789e12-546e-4d1e-87ea-e5ff7d21a1e1 None None] Transition to ACTIVE for port object 3bb8888d-a2d3-49da-985a-104336e18d86 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:53.231135 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0fe0b022-c33d-46d8-89e9-f0be681e4bb5 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-group-rules/c90f9ecb-676c-4bcd-8ffd-ccbb22f436ba HTTP/1.1" status: 200 len: 763 time: 0.0224555 Jan 11 09:34:53.233380 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58492) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:53.239275 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d0789e12-546e-4d1e-87ea-e5ff7d21a1e1 None None] Transition to ACTIVE for port object 3bb8888d-a2d3-49da-985a-104336e18d86 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:53.245971 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d0789e12-546e-4d1e-87ea-e5ff7d21a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:53.248866 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] device_id is not set on port 40e00139-df75-4615-be33-f9bbcc4f1d8d yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:34:53.257292 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a8cd66-477e-4fca-93a4-0727fdff5d1f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:34:53.257824 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a8cd66-477e-4fca-93a4-0727fdff5d1f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:34:53.286763 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Pushing event updated for resources: {'Subnet': ['ID=c9e0bf78-ca1c-4151-9a81-af45547d91a1,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:53.303510 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-4660a2b0-6748-4fcf-96a3-f362d76f5e37 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Synchronizing usage tracker for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:53.312408 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0789e12-546e-4d1e-87ea-e5ff7d21a1e1 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:53.315234 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-89a8cd66-477e-4fca-93a4-0727fdff5d1f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8666303 Jan 11 09:34:53.315589 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58496) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:53.315839 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-d0789e12-546e-4d1e-87ea-e5ff7d21a1e1 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:53.320238 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0789e12-546e-4d1e-87ea-e5ff7d21a1e1 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:34:53.326417 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0789e12-546e-4d1e-87ea-e5ff7d21a1e1 None None] Pushing event updated for resources: {'Port': ['ID=3bb8888d-a2d3-49da-985a-104336e18d86,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:53.374440 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-4660a2b0-6748-4fcf-96a3-f362d76f5e37 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Unset dirty status for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:53.377820 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4660a2b0-6748-4fcf-96a3-f362d76f5e37 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1407623 Jan 11 09:34:53.377959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:53.377959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:53.377959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:53.377959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:53.377959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:53.377959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:53.377959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:53.377959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:53.377959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:53.379539 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58500) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:53.379632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:53.379632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:53.379820 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:34:53.420402 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d0789e12-546e-4d1e-87ea-e5ff7d21a1e1 None None] Attempting to bind port 3bb8888d-a2d3-49da-985a-104336e18d86 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:34:53.421069 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d0789e12-546e-4d1e-87ea-e5ff7d21a1e1 None None] Attempting to bind port 3bb8888d-a2d3-49da-985a-104336e18d86 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:34:53.421786 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0789e12-546e-4d1e-87ea-e5ff7d21a1e1 None None] Attempting to bind port 3bb8888d-a2d3-49da-985a-104336e18d86 on network 11973de4-095d-48a2-8bfe-2305268446bc {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:34:53.428338 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0789e12-546e-4d1e-87ea-e5ff7d21a1e1 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:34:53.428801 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0789e12-546e-4d1e-87ea-e5ff7d21a1e1 None None] Checking segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:34:53.429270 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d0789e12-546e-4d1e-87ea-e5ff7d21a1e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:53.429620 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a1c407c-8425-4998-9dc8-a4dee95de00b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:53.429792 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0789e12-546e-4d1e-87ea-e5ff7d21a1e1 None None] Bound using segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:34:53.430358 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d0789e12-546e-4d1e-87ea-e5ff7d21a1e1 None None] Bound port: 3bb8888d-a2d3-49da-985a-104336e18d86, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:34:53.430798 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d0789e12-546e-4d1e-87ea-e5ff7d21a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:53.444731 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a1c407c-8425-4998-9dc8-a4dee95de00b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:53.466887 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccf4c85-bb74-4a0c-bdcf-8f1ee0214b4b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:53.467627 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5ccf4c85-bb74-4a0c-bdcf-8f1ee0214b4b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:53.489661 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5ccf4c85-bb74-4a0c-bdcf-8f1ee0214b4b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:53.493470 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5ccf4c85-bb74-4a0c-bdcf-8f1ee0214b4b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1738577 Jan 11 09:34:53.493852 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58504) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:53.519938 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Checking segment: {'id': 'de590297-f4b7-448e-83ed-8ac63f62623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '52008743-ca2b-470a-8a2c-bdb8e596e8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:34:53.520355 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Network hostable DHCP agents. Network: 52008743-ca2b-470a-8a2c-bdb8e596e8db, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:34:53.526840 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d0789e12-546e-4d1e-87ea-e5ff7d21a1e1 None None] For port 3bb8888d-a2d3-49da-985a-104336e18d86, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:34:53.527201 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a1c407c-8425-4998-9dc8-a4dee95de00b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:53.530360 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d0789e12-546e-4d1e-87ea-e5ff7d21a1e1 None None] For port 3bb8888d-a2d3-49da-985a-104336e18d86, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=3bb8888d-a2d3-49da-985a-104336e18d86,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:34:53.535908 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11a3117-985d-4c80-8ec2-5664d2ced7b1,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:53.537243 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d0789e12-546e-4d1e-87ea-e5ff7d21a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:53.552294 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c407c-8425-4998-9dc8-a4dee95de00b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c90f9ecb-676c-4bcd-8ffd-ccbb22f436ba,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:53.577412 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a1c407c-8425-4998-9dc8-a4dee95de00b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:53.580983 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3a1c407c-8425-4998-9dc8-a4dee95de00b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/c90f9ecb-676c-4bcd-8ffd-ccbb22f436ba HTTP/1.1" status: 204 len: 168 time: 0.1987553 Jan 11 09:34:53.584173 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58508) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:53.604463 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Network 52008743-ca2b-470a-8a2c-bdb8e596e8db is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:34:53.607301 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff2c251-ac0f-4a04-a257-327acae4841c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:53.608863 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff2c251-ac0f-4a04-a257-327acae4841c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:53.610417 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-4ff2c251-ac0f-4a04-a257-327acae4841c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:53.630954 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0789e12-546e-4d1e-87ea-e5ff7d21a1e1 None None] Pushing event updated for resources: {'Port': ['ID=3bb8888d-a2d3-49da-985a-104336e18d86,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:53.631653 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 52008743-ca2b-470a-8a2c-bdb8e596e8db) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:53.637533 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:53.638223 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:53.646678 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-4ff2c251-ac0f-4a04-a257-327acae4841c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:53.650374 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4ff2c251-ac0f-4a04-a257-327acae4841c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1531696 Jan 11 09:34:53.650549 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e636da36-68a0-4b52-9614-1f067d272e57 None None] Network 52008743-ca2b-470a-8a2c-bdb8e596e8db requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:53.652337 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58512) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:53.658418 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-fbd06a75-8d9f-4723-a808-259d98c3ac9f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Synchronizing usage tracker for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:53.679011 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-fbd06a75-8d9f-4723-a808-259d98c3ac9f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Unset dirty status for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:53.680717 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fbd06a75-8d9f-4723-a808-259d98c3ac9f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0969124 Jan 11 09:34:53.683892 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58516) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:53.689898 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-546a341d-e6f1-4864-8ac9-2e0bec4acd4a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Request body: {'security_group_rule': {'security_group_id': '0872914d-16ac-497c-abef-f4d6741c1be0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:53.698195 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-546a341d-e6f1-4864-8ac9-2e0bec4acd4a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:53.713802 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-546a341d-e6f1-4864-8ac9-2e0bec4acd4a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:53.734584 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-546a341d-e6f1-4864-8ac9-2e0bec4acd4a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:53.813054 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-546a341d-e6f1-4864-8ac9-2e0bec4acd4a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:53.819328 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-546a341d-e6f1-4864-8ac9-2e0bec4acd4a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:53.856030 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a341d-e6f1-4864-8ac9-2e0bec4acd4a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b1914e-00f4-414e-bffb-50eda745c4e6,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:53.872534 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-546a341d-e6f1-4864-8ac9-2e0bec4acd4a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:53.874255 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-546a341d-e6f1-4864-8ac9-2e0bec4acd4a tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1891463 Jan 11 09:34:53.876787 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58520) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:53.937807 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9fc4cdbe-c6cc-4bc7-9893-bfb7441a213e tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-group-rules/14b1914e-00f4-414e-bffb-50eda745c4e6 HTTP/1.1" status: 200 len: 763 time: 0.0597734 Jan 11 09:34:53.940347 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58524) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:53.942924 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-eb61e799-81e6-4bcf-b9fe-e306e3889fb9 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0099509 Jan 11 09:34:53.947805 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58526) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:53.957417 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0afea5e5-9451-4b34-9b49-0162b6587048 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Request body: {'router': {'external_gateway_info': {'network_id': '52008743-ca2b-470a-8a2c-bdb8e596e8db'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:54.004652 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd50fd23-f904-412e-ae58-e129aa897171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-52008743-ca2b-470a-8a2c-bdb8e596e8db', 'network_id': '52008743-ca2b-470a-8a2c-bdb8e596e8db', 'tenant_id': '7021674147924ec28a17d51ae8c8f899', 'fixed_ips': [{'subnet_id': 'c9e0bf78-ca1c-4151-9a81-af45547d91a1'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:34:54.004946 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bd50fd23-f904-412e-ae58-e129aa897171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:54.023270 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:54.063470 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-351b0572-1997-485e-84d8-fa4ebae9688b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet f70e66df-0b89-4619-8893-55a00f37bde6 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:34:54.066892 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-351b0572-1997-485e-84d8-fa4ebae9688b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:54.114068 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] device_id is not set on port 40e00139-df75-4615-be33-f9bbcc4f1d8d yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:34:54.141616 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:54.187246 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-bd50fd23-f904-412e-ae58-e129aa897171 None None] Allocated IP 2001:db8:1::2 (52008743-ca2b-470a-8a2c-bdb8e596e8db/c9e0bf78-ca1c-4151-9a81-af45547d91a1/777ce8b4-8a92-4176-b382-2cc40be439a6) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:34:54.207741 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Transition to ACTIVE for port object 40e00139-df75-4615-be33-f9bbcc4f1d8d will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:54.212643 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-351b0572-1997-485e-84d8-fa4ebae9688b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:54.270686 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:54.314919 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d8db5536-9349-434a-b931-6e34a01fcfe4 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Synchronizing usage tracker for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:54.383251 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c72078e4-f499-4722-be5d-2614ecb9afe2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:54.416447 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 3bb8888d-a2d3-49da-985a-104336e18d86 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:54.463535 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Pushing event updated for resources: {'Port': ['ID=40e00139-df75-4615-be33-f9bbcc4f1d8d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:54.478301 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0afea5e5-9451-4b34-9b49-0162b6587048 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:54.480028 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bd50fd23-f904-412e-ae58-e129aa897171 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:54.483044 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d8db5536-9349-434a-b931-6e34a01fcfe4 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Unset dirty status for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:54.488159 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d8db5536-9349-434a-b931-6e34a01fcfe4 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5436175 Jan 11 09:34:54.490915 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58532) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:54.497776 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bd50fd23-f904-412e-ae58-e129aa897171 None None] Transition to ACTIVE for port object 777ce8b4-8a92-4176-b382-2cc40be439a6 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:54.523765 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bd50fd23-f904-412e-ae58-e129aa897171 None None] Transition to ACTIVE for port object 777ce8b4-8a92-4176-b382-2cc40be439a6 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:54.532841 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bd50fd23-f904-412e-ae58-e129aa897171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:54.548613 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c7b5eb37-9b99-45ea-9e06-79a827c2c91f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:54.573039 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c7b5eb37-9b99-45ea-9e06-79a827c2c91f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:54.577866 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 3bb8888d-a2d3-49da-985a-104336e18d86 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:54.601039 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:34:54.631482 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd50fd23-f904-412e-ae58-e129aa897171 None None] Network 52008743-ca2b-470a-8a2c-bdb8e596e8db is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:54.635374 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-bd50fd23-f904-412e-ae58-e129aa897171 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:54.637790 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd50fd23-f904-412e-ae58-e129aa897171 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:34:54.666974 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c7b5eb37-9b99-45ea-9e06-79a827c2c91f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:54.674406 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50fd23-f904-412e-ae58-e129aa897171 None None] Pushing event updated for resources: {'Port': ['ID=777ce8b4-8a92-4176-b382-2cc40be439a6,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:54.688632 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5eb37-9b99-45ea-9e06-79a827c2c91f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14b1914e-00f4-414e-bffb-50eda745c4e6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:54.710445 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c7b5eb37-9b99-45ea-9e06-79a827c2c91f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:54.712051 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-351b0572-1997-485e-84d8-fa4ebae9688b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:54.714404 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c7b5eb37-9b99-45ea-9e06-79a827c2c91f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/14b1914e-00f4-414e-bffb-50eda745c4e6 HTTP/1.1" status: 204 len: 168 time: 0.2224348 Jan 11 09:34:54.721007 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58536) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:54.777098 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1f59e853-ec4b-4670-8b7e-c1668e49292f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Synchronizing usage tracker for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:54.792334 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-0afea5e5-9451-4b34-9b49-0162b6587048 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:34:54.796774 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0afea5e5-9451-4b34-9b49-0162b6587048 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "PUT /v2.0/routers/508f2a94-61a5-44f6-ad6b-353128936bd4 HTTP/1.1" status: 400 len: 364 time: 0.8442631 Jan 11 09:34:54.798439 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58540) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:54.834882 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Checking segment: {'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:34:54.836066 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Network hostable DHCP agents. Network: b12ec073-b966-4547-8be9-d9ccf47e9daa, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:34:54.837936 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-bd50fd23-f904-412e-ae58-e129aa897171 None None] Attempting to bind port 777ce8b4-8a92-4176-b382-2cc40be439a6 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:34:54.838376 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-bd50fd23-f904-412e-ae58-e129aa897171 None None] Attempting to bind port 777ce8b4-8a92-4176-b382-2cc40be439a6 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'de590297-f4b7-448e-83ed-8ac63f62623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '52008743-ca2b-470a-8a2c-bdb8e596e8db'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:34:54.838892 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd50fd23-f904-412e-ae58-e129aa897171 None None] Attempting to bind port 777ce8b4-8a92-4176-b382-2cc40be439a6 on network 52008743-ca2b-470a-8a2c-bdb8e596e8db {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:34:54.844923 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd50fd23-f904-412e-ae58-e129aa897171 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:34:54.845302 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd50fd23-f904-412e-ae58-e129aa897171 None None] Checking segment: {'id': 'de590297-f4b7-448e-83ed-8ac63f62623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '52008743-ca2b-470a-8a2c-bdb8e596e8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:34:54.845705 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bd50fd23-f904-412e-ae58-e129aa897171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:54.846114 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd50fd23-f904-412e-ae58-e129aa897171 None None] Bound using segment: {'id': 'de590297-f4b7-448e-83ed-8ac63f62623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '52008743-ca2b-470a-8a2c-bdb8e596e8db'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:34:54.846669 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-bd50fd23-f904-412e-ae58-e129aa897171 None None] Bound port: 777ce8b4-8a92-4176-b382-2cc40be439a6, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de590297-f4b7-448e-83ed-8ac63f62623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '52008743-ca2b-470a-8a2c-bdb8e596e8db'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:34:54.848173 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bd50fd23-f904-412e-ae58-e129aa897171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:54.880550 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1f59e853-ec4b-4670-8b7e-c1668e49292f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Unset dirty status for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:54.881835 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1f59e853-ec4b-4670-8b7e-c1668e49292f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1596735 Jan 11 09:34:54.884633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58544) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:54.898235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c1d0d2a4-37aa-4675-a31e-afa5909e3ab1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Request body: {'security_group_rule': {'security_group_id': '0872914d-16ac-497c-abef-f4d6741c1be0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:54.910322 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c1d0d2a4-37aa-4675-a31e-afa5909e3ab1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:54.941721 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c1d0d2a4-37aa-4675-a31e-afa5909e3ab1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:54.946906 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-351b0572-1997-485e-84d8-fa4ebae9688b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:54.968420 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-bd50fd23-f904-412e-ae58-e129aa897171 None None] For port 777ce8b4-8a92-4176-b382-2cc40be439a6, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:34:54.971708 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-bd50fd23-f904-412e-ae58-e129aa897171 None None] For port 777ce8b4-8a92-4176-b382-2cc40be439a6, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=777ce8b4-8a92-4176-b382-2cc40be439a6,segment=NetworkSegment(de590297-f4b7-448e-83ed-8ac63f62623b),segment_id=de590297-f4b7-448e-83ed-8ac63f62623b)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:34:54.977010 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bd50fd23-f904-412e-ae58-e129aa897171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:55.012166 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b0572-1997-485e-84d8-fa4ebae9688b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=f70e66df-0b89-4619-8893-55a00f37bde6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:55.020884 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Network b12ec073-b966-4547-8be9-d9ccf47e9daa is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:34:55.024442 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-351b0572-1997-485e-84d8-fa4ebae9688b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:55.058754 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1d0d2a4-37aa-4675-a31e-afa5909e3ab1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:55.071046 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659b83a4-3ece-48d4-aa7b-969aa0930651 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:55.079494 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-351b0572-1997-485e-84d8-fa4ebae9688b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/f70e66df-0b89-4619-8893-55a00f37bde6 HTTP/1.1" status: 204 len: 168 time: 1.4239657 Jan 11 09:34:55.079494 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, b12ec073-b966-4547-8be9-d9ccf47e9daa) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:55.090119 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:34:55.100169 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58548) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:55.104324 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06397ce6-6173-41c3-b2b0-ac53c718e179 None None] Network b12ec073-b966-4547-8be9-d9ccf47e9daa requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:55.221747 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1b4e6d78-7932-4d79-8ec8-4c035e893365 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1168287 Jan 11 09:34:55.221747 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:34:55.221747 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:34:55.224513 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:34:55.224643 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58552) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:55.228417 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c72078e4-f499-4722-be5d-2614ecb9afe2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting port 79a607cd-cb89-40af-b79a-43e6543c8f72 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:55.228417 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c72078e4-f499-4722-be5d-2614ecb9afe2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:55.238420 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-35fb5c04-8362-492e-988d-d8ac357a1c15 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:55.245141 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3359b3d6-9622-4bc9-8e47-8869fd5fbc7b None None] Provisioning for port 3bb8888d-a2d3-49da-985a-104336e18d86 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:55.275019 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 40e00139-df75-4615-be33-f9bbcc4f1d8d on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:34:55.275373 dv-neutron-823402-4-hyperv neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:34:55.283621 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 2 to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d Jan 11 09:34:55.310010 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50fd23-f904-412e-ae58-e129aa897171 None None] Pushing event updated for resources: {'Port': ['ID=777ce8b4-8a92-4176-b382-2cc40be439a6,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:55.319882 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3359b3d6-9622-4bc9-8e47-8869fd5fbc7b None None] Provisioning complete for port 3bb8888d-a2d3-49da-985a-104336e18d86 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:55.320256 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3359b3d6-9622-4bc9-8e47-8869fd5fbc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:55.342140 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1d0d2a4-37aa-4675-a31e-afa5909e3ab1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:55.343123 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:34:55.343318 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:34:55.343639 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:34:55.357827 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1d0d2a4-37aa-4675-a31e-afa5909e3ab1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:55.380423 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 40e00139-df75-4615-be33-f9bbcc4f1d8d on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:34:55.380759 dv-neutron-823402-4-hyperv neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:34:55.387060 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 3 to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d Jan 11 09:34:55.478893 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0d2a4-37aa-4675-a31e-afa5909e3ab1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed869ff-befc-4b26-80b1-688236bf1f48,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:55.497370 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:34:55.497831 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:34:55.498233 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:34:55.515281 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1d0d2a4-37aa-4675-a31e-afa5909e3ab1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:55.516496 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c1d0d2a4-37aa-4675-a31e-afa5909e3ab1 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6273654 Jan 11 09:34:55.521661 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 40e00139-df75-4615-be33-f9bbcc4f1d8d on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:34:55.521661 dv-neutron-823402-4-hyperv neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:34:55.523312 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58556) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:55.524100 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 4 to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d Jan 11 09:34:55.553087 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c72078e4-f499-4722-be5d-2614ecb9afe2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:55.560999 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:34:55.561256 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:34:55.561603 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:34:55.670615 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-de7f44a4-9396-4e73-8d5a-b00348fa2b3c tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-group-rules/fed869ff-befc-4b26-80b1-688236bf1f48 HTTP/1.1" status: 200 len: 764 time: 0.1431832 Jan 11 09:34:55.671420 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58560) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:55.680451 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-35fb5c04-8362-492e-988d-d8ac357a1c15 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:55.685837 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-35fb5c04-8362-492e-988d-d8ac357a1c15 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:55.689333 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-35fb5c04-8362-492e-988d-d8ac357a1c15 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:55.697307 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-35fb5c04-8362-492e-988d-d8ac357a1c15 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:55.712817 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3359b3d6-9622-4bc9-8e47-8869fd5fbc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:55.757992 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 40e00139-df75-4615-be33-f9bbcc4f1d8d on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:34:55.758559 dv-neutron-823402-4-hyperv neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:34:55.759476 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3359b3d6-9622-4bc9-8e47-8869fd5fbc7b None None] For port 3bb8888d-a2d3-49da-985a-104336e18d86, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=3bb8888d-a2d3-49da-985a-104336e18d86,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:55.763412 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fb5c04-8362-492e-988d-d8ac357a1c15 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:55.766072 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3359b3d6-9622-4bc9-8e47-8869fd5fbc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:55.767734 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-35fb5c04-8362-492e-988d-d8ac357a1c15 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:55.821393 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 5 to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d Jan 11 09:34:55.832862 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113c1384-ad11-45bb-86d9-8425456e1d92 None None] DHCP port deletion for 11973de4-095d-48a2-8bfe-2305268446bc request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:34:55.836110 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c72078e4-f499-4722-be5d-2614ecb9afe2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Calling delete_port for 79a607cd-cb89-40af-b79a-43e6543c8f72 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:55.841966 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-113c1384-ad11-45bb-86d9-8425456e1d92 None None] Deleting port 3bb8888d-a2d3-49da-985a-104336e18d86 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:55.842529 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-113c1384-ad11-45bb-86d9-8425456e1d92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:55.849547 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f71002f7-e2aa-4021-b41e-59a28ee15f88 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:55.892312 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:34:55.892643 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:34:55.892982 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:34:55.904233 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 40e00139-df75-4615-be33-f9bbcc4f1d8d on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:34:55.904560 dv-neutron-823402-4-hyperv neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:34:55.907634 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 6 to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d Jan 11 09:34:55.941842 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:34:55.942245 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:34:55.942374 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359b3d6-9622-4bc9-8e47-8869fd5fbc7b None None] Pushing event updated for resources: {'Port': ['ID=3bb8888d-a2d3-49da-985a-104336e18d86,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:55.942593 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:34:55.950051 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 40e00139-df75-4615-be33-f9bbcc4f1d8d on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:34:55.950407 dv-neutron-823402-4-hyperv neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:34:55.960289 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 7 to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d Jan 11 09:34:55.978855 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:34:55.979187 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:34:55.979526 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:34:55.986035 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 40e00139-df75-4615-be33-f9bbcc4f1d8d on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:34:55.986395 dv-neutron-823402-4-hyperv neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:34:55.988628 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 8 to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d Jan 11 09:34:56.011192 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:34:56.011524 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:34:56.011865 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:34:56.020947 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 40e00139-df75-4615-be33-f9bbcc4f1d8d on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:34:56.020947 dv-neutron-823402-4-hyperv neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:34:56.020947 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 9 to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d Jan 11 09:34:56.033435 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-45a9039d-010b-4e21-a68c-40cdf6478553 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3254020 Jan 11 09:34:56.038225 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58564) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:56.068863 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-113c1384-ad11-45bb-86d9-8425456e1d92 None None] For port 3bb8888d-a2d3-49da-985a-104336e18d86, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=3bb8888d-a2d3-49da-985a-104336e18d86,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:56.069219 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-113c1384-ad11-45bb-86d9-8425456e1d92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:56.082917 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:34:56.083249 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:34:56.083597 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:34:56.100343 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 40e00139-df75-4615-be33-f9bbcc4f1d8d on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:34:56.100732 dv-neutron-823402-4-hyperv neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:34:56.104444 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 10 to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d Jan 11 09:34:56.153552 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:34:56.153889 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:34:56.154273 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:34:56.156685 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3579690b-0841-48f3-a8a3-aaaf7bf7a780 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:56.171107 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 40e00139-df75-4615-be33-f9bbcc4f1d8d on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:34:56.171359 dv-neutron-823402-4-hyperv neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 40e00139-df75-4615-be33-f9bbcc4f1d8d on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:34:56.171675 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:56.185410 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3579690b-0841-48f3-a8a3-aaaf7bf7a780 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:56.199603 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c72078e4-f499-4722-be5d-2614ecb9afe2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:56.208163 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-113c1384-ad11-45bb-86d9-8425456e1d92 None None] Calling delete_port for 3bb8888d-a2d3-49da-985a-104336e18d86 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:56.324763 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72078e4-f499-4722-be5d-2614ecb9afe2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Port': ['ID=79a607cd-cb89-40af-b79a-43e6543c8f72,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:56.379350 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-113c1384-ad11-45bb-86d9-8425456e1d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:56.439170 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c1384-ad11-45bb-86d9-8425456e1d92 None None] Pushing event deleted for resources: {'Port': ['ID=3bb8888d-a2d3-49da-985a-104336e18d86,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:56.445738 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113c1384-ad11-45bb-86d9-8425456e1d92 None None] No DVR routers for this DVR port 3bb8888d-a2d3-49da-985a-104336e18d86 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:34:56.473875 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 777ce8b4-8a92-4176-b382-2cc40be439a6 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:56.479148 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3579690b-0841-48f3-a8a3-aaaf7bf7a780 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:56.509926 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579690b-0841-48f3-a8a3-aaaf7bf7a780 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fed869ff-befc-4b26-80b1-688236bf1f48,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:56.518186 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-35fb5c04-8362-492e-988d-d8ac357a1c15 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:56.592751 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 777ce8b4-8a92-4176-b382-2cc40be439a6 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:56.628963 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] For port 40e00139-df75-4615-be33-f9bbcc4f1d8d, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:34:56.629591 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempted to set empty binding levels {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 11 09:34:56.630941 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3579690b-0841-48f3-a8a3-aaaf7bf7a780 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:56.632333 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3579690b-0841-48f3-a8a3-aaaf7bf7a780 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/fed869ff-befc-4b26-80b1-688236bf1f48 HTTP/1.1" status: 204 len: 168 time: 0.5918381 Jan 11 09:34:56.640930 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fb5c04-8362-492e-988d-d8ac357a1c15 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:56.641577 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58568) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:56.648509 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-35fb5c04-8362-492e-988d-d8ac357a1c15 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:56.656484 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fb5c04-8362-492e-988d-d8ac357a1c15 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:56.657168 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-35fb5c04-8362-492e-988d-d8ac357a1c15 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:56.660155 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:56.660996 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb5254a-015f-4ab3-b945-f6abdd20d966 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:56.661499 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb5c04-8362-492e-988d-d8ac357a1c15 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=8ba7ef0f-9d51-4bf2-a479-531a3752916b,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:56.682072 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-f71002f7-e2aa-4021-b41e-59a28ee15f88 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Allocated IP 2001:db8::1 (a0a0afdd-7d3e-4131-a54e-a02c478e59d3/28a940ed-8b3b-4345-8bc4-a7940d725c02/96e0bac9-94ed-451d-9b56-e0fcd0816e44) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:34:56.715418 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 3bb8888d-a2d3-49da-985a-104336e18d86 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:34:56.728256 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-35fb5c04-8362-492e-988d-d8ac357a1c15 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5026860 Jan 11 09:34:56.741404 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58572) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:56.757441 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-fbaf052c-1aac-45ae-9c2b-8554352a9454 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-317287753', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:56.769475 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fbaf052c-1aac-45ae-9c2b-8554352a9454 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:56.817971 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:34:56.818590 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:56.823322 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-fbaf052c-1aac-45ae-9c2b-8554352a9454 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:router and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:56.824163 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c72078e4-f499-4722-be5d-2614ecb9afe2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:56.831202 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-fbaf052c-1aac-45ae-9c2b-8554352a9454 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:56.840956 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fbaf052c-1aac-45ae-9c2b-8554352a9454 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:56.861731 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 3bb8888d-a2d3-49da-985a-104336e18d86 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:34:56.862102 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 3bb8888d-a2d3-49da-985a-104336e18d86 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:34:56.864191 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253cb4fa-18ec-40d7-9f43-fc418ba74006 None None] Network 52008743-ca2b-470a-8a2c-bdb8e596e8db requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:34:56.876851 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fbaf052c-1aac-45ae-9c2b-8554352a9454 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:56.878741 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fbaf052c-1aac-45ae-9c2b-8554352a9454 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:56.910788 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f71002f7-e2aa-4021-b41e-59a28ee15f88 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:56.922272 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fbaf052c-1aac-45ae-9c2b-8554352a9454 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:56.938878 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-f71002f7-e2aa-4021-b41e-59a28ee15f88 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Transition to ACTIVE for port object 96e0bac9-94ed-451d-9b56-e0fcd0816e44 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:56.953886 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fbaf052c-1aac-45ae-9c2b-8554352a9454 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:56.983638 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fbaf052c-1aac-45ae-9c2b-8554352a9454 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:56.987081 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fbaf052c-1aac-45ae-9c2b-8554352a9454 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2443786 Jan 11 09:34:56.988920 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58576) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:56.993266 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f71002f7-e2aa-4021-b41e-59a28ee15f88 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:57.021111 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c5fa7494-ab91-4e01-95e8-84b2f7570f9c tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Synchronizing usage tracker for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group_rule {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:57.028038 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.7778635 Jan 11 09:34:57.028223 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-361481d0-334a-4879-b946-08a42d7ba12d None None] Provisioning for port 777ce8b4-8a92-4176-b382-2cc40be439a6 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:57.034226 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7da2b-8db5-47a1-8bb9-6830554767e3 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Pushing event updated for resources: {'Port': ['ID=40e00139-df75-4615-be33-f9bbcc4f1d8d,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:57.041280 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58580) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:57.055160 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-361481d0-334a-4879-b946-08a42d7ba12d None None] Provisioning complete for port 777ce8b4-8a92-4176-b382-2cc40be439a6 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:57.055527 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-361481d0-334a-4879-b946-08a42d7ba12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:57.230815 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c5fa7494-ab91-4e01-95e8-84b2f7570f9c tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Unset dirty status for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group_rule {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:57.234529 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c5fa7494-ab91-4e01-95e8-84b2f7570f9c tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5830760 Jan 11 09:34:57.238136 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58584) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:57.259032 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f5e87-b1da-4393-b7b4-9986dfa9cd87 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Deleting port 40e00139-df75-4615-be33-f9bbcc4f1d8d {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:34:57.259352 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e1f5e87-b1da-4393-b7b4-9986dfa9cd87 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:57.301723 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d505c77-6954-4207-b434-2ebe52d502e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-11973de4-095d-48a2-8bfe-2305268446bc', 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'fixed_ips': [{'subnet_id': '8ba7ef0f-9d51-4bf2-a479-531a3752916b'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:34:57.302555 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8d505c77-6954-4207-b434-2ebe52d502e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:57.302932 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72078e4-f499-4722-be5d-2614ecb9afe2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Router 0b693c02-7f64-415f-a962-313f014a8c7e has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:34:57.353651 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71002f7-e2aa-4021-b41e-59a28ee15f88 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Network a0a0afdd-7d3e-4131-a54e-a02c478e59d3 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:57.362963 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f71002f7-e2aa-4021-b41e-59a28ee15f88 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:57.423511 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-361481d0-334a-4879-b946-08a42d7ba12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:57.438975 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71002f7-e2aa-4021-b41e-59a28ee15f88 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:34:57.439980 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f71002f7-e2aa-4021-b41e-59a28ee15f88 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:57.460797 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71002f7-e2aa-4021-b41e-59a28ee15f88 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Pushing event updated for resources: {'Port': ['ID=96e0bac9-94ed-451d-9b56-e0fcd0816e44,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:57.523766 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-361481d0-334a-4879-b946-08a42d7ba12d None None] For port 777ce8b4-8a92-4176-b382-2cc40be439a6, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=777ce8b4-8a92-4176-b382-2cc40be439a6,segment=NetworkSegment(de590297-f4b7-448e-83ed-8ac63f62623b),segment_id=de590297-f4b7-448e-83ed-8ac63f62623b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:57.563853 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-361481d0-334a-4879-b946-08a42d7ba12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:57.647245 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72078e4-f499-4722-be5d-2614ecb9afe2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:34:57.665432 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c72078e4-f499-4722-be5d-2614ecb9afe2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "PUT /v2.0/routers/0b693c02-7f64-415f-a962-313f014a8c7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0508418 Jan 11 09:34:57.666664 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-8d505c77-6954-4207-b434-2ebe52d502e3 None None] Allocated IP 2001:db8::2 (11973de4-095d-48a2-8bfe-2305268446bc/8ba7ef0f-9d51-4bf2-a479-531a3752916b/f095a88a-2135-440c-9765-5f7230c27ec9) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:34:57.669174 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58588) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:57.782908 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-73fb2cda-1fcd-4d14-9136-e3fc537b0883 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:57.840683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757ce51e-7332-4d9d-8c8a-ef0736739e6e None None] Sync routers for ids ['0b693c02-7f64-415f-a962-313f014a8c7e'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:34:57.909888 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757ce51e-7332-4d9d-8c8a-ef0736739e6e None None] Routers {'0b693c02-7f64-415f-a962-313f014a8c7e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:34:57.910839 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-757ce51e-7332-4d9d-8c8a-ef0736739e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['0b693c02-7f64-415f-a962-313f014a8c7e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:57.990972 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-73fb2cda-1fcd-4d14-9136-e3fc537b0883 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:58.000475 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-757ce51e-7332-4d9d-8c8a-ef0736739e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:58.016825 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-37eee58c-cf69-46ca-bb14-5b38ea569c23 None None] Provisioning for port 96e0bac9-94ed-451d-9b56-e0fcd0816e44 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:34:58.021085 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361481d0-334a-4879-b946-08a42d7ba12d None None] Pushing event updated for resources: {'Port': ['ID=777ce8b4-8a92-4176-b382-2cc40be439a6,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:58.067475 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-37eee58c-cf69-46ca-bb14-5b38ea569c23 None None] Provisioning complete for port 96e0bac9-94ed-451d-9b56-e0fcd0816e44 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:58.067914 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-37eee58c-cf69-46ca-bb14-5b38ea569c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:58.103589 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04b0d173-a09e-4dd5-81f2-dacabf15303a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:58.110014 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757ce51e-7332-4d9d-8c8a-ef0736739e6e None None] Routers {'0b693c02-7f64-415f-a962-313f014a8c7e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:34:58.110739 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-757ce51e-7332-4d9d-8c8a-ef0736739e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['0b693c02-7f64-415f-a962-313f014a8c7e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:58.130993 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-7e1f5e87-b1da-4393-b7b4-9986dfa9cd87 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] For port 40e00139-df75-4615-be33-f9bbcc4f1d8d, host hv-neutron-8234, got binding levels [] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:34:58.131620 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e1f5e87-b1da-4393-b7b4-9986dfa9cd87 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:58.188558 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-757ce51e-7332-4d9d-8c8a-ef0736739e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:34:58.188956 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757ce51e-7332-4d9d-8c8a-ef0736739e6e None None] The sync data for ids ['0b693c02-7f64-415f-a962-313f014a8c7e'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:34:58.205985 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8d505c77-6954-4207-b434-2ebe52d502e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:58.209889 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-37eee58c-cf69-46ca-bb14-5b38ea569c23 None None] Port 96e0bac9-94ed-451d-9b56-e0fcd0816e44 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:34:58.220831 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8d505c77-6954-4207-b434-2ebe52d502e3 None None] Transition to ACTIVE for port object f095a88a-2135-440c-9765-5f7230c27ec9 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:58.240885 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8d505c77-6954-4207-b434-2ebe52d502e3 None None] Transition to ACTIVE for port object f095a88a-2135-440c-9765-5f7230c27ec9 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:58.246333 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8d505c77-6954-4207-b434-2ebe52d502e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:58.272350 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f71002f7-e2aa-4021-b41e-59a28ee15f88 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:58.301788 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f5e87-b1da-4393-b7b4-9986dfa9cd87 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Calling delete_port for 40e00139-df75-4615-be33-f9bbcc4f1d8d owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:34:58.322396 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d505c77-6954-4207-b434-2ebe52d502e3 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:58.328426 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-8d505c77-6954-4207-b434-2ebe52d502e3 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:58.331681 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-f91fedff-b99e-431d-98a0-8ae88b60c895 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] remove_router_interface failed (client error): The resource could not be found. Jan 11 09:34:58.335728 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d505c77-6954-4207-b434-2ebe52d502e3 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:34:58.336240 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f91fedff-b99e-431d-98a0-8ae88b60c895 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "PUT /v2.0/routers/0b693c02-7f64-415f-a962-313f014a8c7e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6657891 Jan 11 09:34:58.337780 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d505c77-6954-4207-b434-2ebe52d502e3 None None] Pushing event updated for resources: {'Port': ['ID=f095a88a-2135-440c-9765-5f7230c27ec9,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:58.343791 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58594) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:58.360122 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-73fb2cda-1fcd-4d14-9136-e3fc537b0883 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:58.389572 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-551bf3b2-87b3-4319-bd14-dea9eaf61f4a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Synchronizing usage tracker for tenant:264ed167813548b38f5af4683744d86b on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:58.403985 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb2cda-1fcd-4d14-9136-e3fc537b0883 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0872914d-16ac-497c-abef-f4d6741c1be0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:58.422167 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-551bf3b2-87b3-4319-bd14-dea9eaf61f4a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Unset dirty status for tenant:264ed167813548b38f5af4683744d86b on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:58.426834 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-551bf3b2-87b3-4319-bd14-dea9eaf61f4a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b693c02-7f64-415f-a962-313f014a8c7e HTTP/1.1" status: 200 len: 205 time: 0.0818663 Jan 11 09:34:58.429457 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58598) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:58.437440 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 777ce8b4-8a92-4176-b382-2cc40be439a6 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:34:58.479667 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3cbc11f5-a856-4f2f-bb66-8b660969ce5b None None] Provisioning complete for port 777ce8b4-8a92-4176-b382-2cc40be439a6 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:58.479667 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3cbc11f5-a856-4f2f-bb66-8b660969ce5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:58.525994 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-73fb2cda-1fcd-4d14-9136-e3fc537b0883 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:58.527130 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-73fb2cda-1fcd-4d14-9136-e3fc537b0883 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "DELETE /v2.0/security-groups/0872914d-16ac-497c-abef-f4d6741c1be0 HTTP/1.1" status: 204 len: 168 time: 1.2800009 Jan 11 09:34:58.546741 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8d505c77-6954-4207-b434-2ebe52d502e3 None None] Attempting to bind port f095a88a-2135-440c-9765-5f7230c27ec9 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:34:58.547079 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8d505c77-6954-4207-b434-2ebe52d502e3 None None] Attempting to bind port f095a88a-2135-440c-9765-5f7230c27ec9 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:34:58.547387 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d505c77-6954-4207-b434-2ebe52d502e3 None None] Attempting to bind port f095a88a-2135-440c-9765-5f7230c27ec9 on network 11973de4-095d-48a2-8bfe-2305268446bc {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:34:58.562895 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d505c77-6954-4207-b434-2ebe52d502e3 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:34:58.563270 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d505c77-6954-4207-b434-2ebe52d502e3 None None] Checking segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:34:58.563657 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8d505c77-6954-4207-b434-2ebe52d502e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:58.564043 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d505c77-6954-4207-b434-2ebe52d502e3 None None] Bound using segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:34:58.564504 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8d505c77-6954-4207-b434-2ebe52d502e3 None None] Bound port: f095a88a-2135-440c-9765-5f7230c27ec9, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:34:58.564870 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8d505c77-6954-4207-b434-2ebe52d502e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:58.570191 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58602) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:58.607167 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7d98-7786-4767-bded-7c36616e0efe tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:58.705485 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 777ce8b4-8a92-4176-b382-2cc40be439a6 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:58.707254 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:58.844236 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8d505c77-6954-4207-b434-2ebe52d502e3 None None] For port f095a88a-2135-440c-9765-5f7230c27ec9, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:34:58.850022 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8d505c77-6954-4207-b434-2ebe52d502e3 None None] For port f095a88a-2135-440c-9765-5f7230c27ec9, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=f095a88a-2135-440c-9765-5f7230c27ec9,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:34:58.856990 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8d505c77-6954-4207-b434-2ebe52d502e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:58.923793 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e1f5e87-b1da-4393-b7b4-9986dfa9cd87 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:58.964843 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-04b0d173-a09e-4dd5-81f2-dacabf15303a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 2001:db8::1 (11973de4-095d-48a2-8bfe-2305268446bc/8ba7ef0f-9d51-4bf2-a479-531a3752916b/a6b758d4-7dfe-4785-8a76-fdd47dcb9463) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:34:59.018160 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d505c77-6954-4207-b434-2ebe52d502e3 None None] Pushing event updated for resources: {'Port': ['ID=f095a88a-2135-440c-9765-5f7230c27ec9,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:59.043773 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f71002f7-e2aa-4021-b41e-59a28ee15f88 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:59.051970 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f5e87-b1da-4393-b7b4-9986dfa9cd87 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Pushing event deleted for resources: {'Port': ['ID=40e00139-df75-4615-be33-f9bbcc4f1d8d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:59.052624 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f71002f7-e2aa-4021-b41e-59a28ee15f88 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:59.053475 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f71002f7-e2aa-4021-b41e-59a28ee15f88 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:59.138727 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7d98-7786-4767-bded-7c36616e0efe tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:59.145958 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7d98-7786-4767-bded-7c36616e0efe tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:59.149060 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e1f5e87-b1da-4393-b7b4-9986dfa9cd87 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:59.156145 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ec51b4dc-b93d-457f-b9fd-933de31723eb tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Synchronizing usage tracker for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:34:59.168230 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7e1f5e87-b1da-4393-b7b4-9986dfa9cd87 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] 10.222.0.15 "DELETE /v2.0/ports/40e00139-df75-4615-be33-f9bbcc4f1d8d HTTP/1.1" status: 204 len: 168 time: 2.1259315 Jan 11 09:34:59.173829 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58606) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:59.219777 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7d98-7786-4767-bded-7c36616e0efe tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:59.220333 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddf7d98-7786-4767-bded-7c36616e0efe tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Fanout notify agent at l3_agent the message router_deleted on router 0b693c02-7f64-415f-a962-313f014a8c7e {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:34:59.226406 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ec51b4dc-b93d-457f-b9fd-933de31723eb tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Unset dirty status for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:34:59.227808 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ec51b4dc-b93d-457f-b9fd-933de31723eb tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6566153 Jan 11 09:34:59.232088 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58610) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:59.240415 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-f44485ba-d199-4c0d-bdd2-375925cef26b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Request body: {'security_group': {'name': 'tempest-secgroup--1968684875'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:59.250015 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7d98-7786-4767-bded-7c36616e0efe tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:59.255211 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4ddf7d98-7786-4767-bded-7c36616e0efe tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/routers/0b693c02-7f64-415f-a962-313f014a8c7e HTTP/1.1" status: 204 len: 168 time: 0.8243353 Jan 11 09:34:59.257331 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f44485ba-d199-4c0d-bdd2-375925cef26b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:59.259725 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58614) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:59.313774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f44485ba-d199-4c0d-bdd2-375925cef26b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:59.328908 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df12ee4-743b-4078-a34e-9eb721479bfc tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] GET failed (client error): The resource could not be found. Jan 11 09:34:59.330296 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4df12ee4-743b-4078-a34e-9eb721479bfc tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] 10.222.0.15 "GET /v2.0/ports/40e00139-df75-4615-be33-f9bbcc4f1d8d HTTP/1.1" status: 404 len: 333 time: 0.1444886 Jan 11 09:34:59.335902 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58618) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:34:59.344711 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8279cfad-c40a-43e1-a899-8bee4b3b8846 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Request body: {'port': {'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-241498831'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:34:59.351608 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f44485ba-d199-4c0d-bdd2-375925cef26b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:59.363813 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8279cfad-c40a-43e1-a899-8bee4b3b8846 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:59.374509 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ef3c3a-0beb-4ebc-a2a0-8af81f70a193 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting subnet a81f51f7-cc17-47f5-9023-7de13abf02a0 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:34:59.376730 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8279cfad-c40a-43e1-a899-8bee4b3b8846 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Usage tracker for resource:port and tenant:e19b0e9c4afd412697097bb5cc7ac1da is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:59.382796 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8279cfad-c40a-43e1-a899-8bee4b3b8846 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:59.391262 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-00ef3c3a-0beb-4ebc-a2a0-8af81f70a193 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:59.397262 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71002f7-e2aa-4021-b41e-59a28ee15f88 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Pushing event updated for resources: {'Port': ['ID=96e0bac9-94ed-451d-9b56-e0fcd0816e44,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:59.419317 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8279cfad-c40a-43e1-a899-8bee4b3b8846 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:59.437395 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f44485ba-d199-4c0d-bdd2-375925cef26b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:34:59.450112 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f44485ba-d199-4c0d-bdd2-375925cef26b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Usage tracker for resource:security_group_rule and tenant:3e55de5a9b3a45c78ed1df92be147704 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:34:59.455494 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f44485ba-d199-4c0d-bdd2-375925cef26b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:34:59.460197 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8279cfad-c40a-43e1-a899-8bee4b3b8846 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Made reservation on behalf of e19b0e9c4afd412697097bb5cc7ac1da for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:34:59.462490 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8279cfad-c40a-43e1-a899-8bee4b3b8846 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:59.465277 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04b0d173-a09e-4dd5-81f2-dacabf15303a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:59.477833 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-00ef3c3a-0beb-4ebc-a2a0-8af81f70a193 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:59.489812 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71002f7-e2aa-4021-b41e-59a28ee15f88 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Network a0a0afdd-7d3e-4131-a54e-a02c478e59d3 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:59.490963 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-04b0d173-a09e-4dd5-81f2-dacabf15303a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Transition to ACTIVE for port object a6b758d4-7dfe-4785-8a76-fdd47dcb9463 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:34:59.492384 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f71002f7-e2aa-4021-b41e-59a28ee15f88 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:59.515684 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f44485ba-d199-4c0d-bdd2-375925cef26b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:34:59.552844 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-8279cfad-c40a-43e1-a899-8bee4b3b8846 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] device_id is not set on port 072dfc79-9b81-4cbc-87d8-72cfe910f27b yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:34:59.684958 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-00ef3c3a-0beb-4ebc-a2a0-8af81f70a193 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:59.692184 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71002f7-e2aa-4021-b41e-59a28ee15f88 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Router 508f2a94-61a5-44f6-ad6b-353128936bd4 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:34:59.763358 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04b0d173-a09e-4dd5-81f2-dacabf15303a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:59.787269 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f44485ba-d199-4c0d-bdd2-375925cef26b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:59.797463 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f44485ba-d199-4c0d-bdd2-375925cef26b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:59.872587 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-435f11b4-0546-4098-bc39-bc7d11274919 None None] Provisioning complete for port 96e0bac9-94ed-451d-9b56-e0fcd0816e44 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:34:59.873163 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-435f11b4-0546-4098-bc39-bc7d11274919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:59.928276 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b0d173-a09e-4dd5-81f2-dacabf15303a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:34:59.934367 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-04b0d173-a09e-4dd5-81f2-dacabf15303a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:34:59.940434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b0d173-a09e-4dd5-81f2-dacabf15303a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:34:59.941731 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04b0d173-a09e-4dd5-81f2-dacabf15303a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:59.952036 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-435f11b4-0546-4098-bc39-bc7d11274919 None None] Port 96e0bac9-94ed-451d-9b56-e0fcd0816e44 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:34:59.955930 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0d173-a09e-4dd5-81f2-dacabf15303a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=a6b758d4-7dfe-4785-8a76-fdd47dcb9463,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:34:59.977713 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71002f7-e2aa-4021-b41e-59a28ee15f88 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:34:59.978435 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8279cfad-c40a-43e1-a899-8bee4b3b8846 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:34:59.987430 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a42dcd1-d98e-4806-9590-aa59ff5eb78e None None] Sync routers for ids ['508f2a94-61a5-44f6-ad6b-353128936bd4'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:35:00.000513 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a42dcd1-d98e-4806-9590-aa59ff5eb78e None None] Routers {'508f2a94-61a5-44f6-ad6b-353128936bd4'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:00.001103 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f71002f7-e2aa-4021-b41e-59a28ee15f88 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "PUT /v2.0/routers/508f2a94-61a5-44f6-ad6b-353128936bd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2012439 Jan 11 09:35:00.001288 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8a42dcd1-d98e-4806-9590-aa59ff5eb78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['508f2a94-61a5-44f6-ad6b-353128936bd4'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:00.002180 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58622) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:00.044701 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44485ba-d199-4c0d-bdd2-375925cef26b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcf3ae3-3300-4a8d-860f-1cfe41bf5465,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:00.099885 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8279cfad-c40a-43e1-a899-8bee4b3b8846 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:00.110798 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8a42dcd1-d98e-4806-9590-aa59ff5eb78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:00.121495 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a42dcd1-d98e-4806-9590-aa59ff5eb78e None None] Routers {'508f2a94-61a5-44f6-ad6b-353128936bd4'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:00.122308 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8a42dcd1-d98e-4806-9590-aa59ff5eb78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['508f2a94-61a5-44f6-ad6b-353128936bd4'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:00.185043 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f44485ba-d199-4c0d-bdd2-375925cef26b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:00.188964 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f44485ba-d199-4c0d-bdd2-375925cef26b tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9512355 Jan 11 09:35:00.189653 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8a42dcd1-d98e-4806-9590-aa59ff5eb78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:00.190271 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a42dcd1-d98e-4806-9590-aa59ff5eb78e None None] The sync data for ids ['508f2a94-61a5-44f6-ad6b-353128936bd4'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:35:00.204413 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58626) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:00.210968 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8279cfad-c40a-43e1-a899-8bee4b3b8846 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Network b12ec073-b966-4547-8be9-d9ccf47e9daa is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:00.226597 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-7715be6f-9251-40dc-bf54-54c9628ee67f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Request body: {'security_group_rule': {'security_group_id': 'dfcf3ae3-3300-4a8d-860f-1cfe41bf5465', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:00.231161 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-8279cfad-c40a-43e1-a899-8bee4b3b8846 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:00.233755 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8279cfad-c40a-43e1-a899-8bee4b3b8846 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:35:00.235183 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8279cfad-c40a-43e1-a899-8bee4b3b8846 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:00.235834 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8279cfad-c40a-43e1-a899-8bee4b3b8846 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:00.236792 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9209b8ae-4354-4f5b-92cd-34342a09ba8e tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:00.258192 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-00ef3c3a-0beb-4ebc-a2a0-8af81f70a193 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:00.262074 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7715be6f-9251-40dc-bf54-54c9628ee67f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:00.283503 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d95576e6-0651-46c2-8ac3-fc46ee3e9ca1 None None] Provisioning for port f095a88a-2135-440c-9765-5f7230c27ec9 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:00.339451 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef3c3a-0beb-4ebc-a2a0-8af81f70a193 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Subnet': ['ID=a81f51f7-cc17-47f5-9023-7de13abf02a0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:00.342978 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8279cfad-c40a-43e1-a899-8bee4b3b8846 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0060983 Jan 11 09:35:00.349596 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7715be6f-9251-40dc-bf54-54c9628ee67f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Usage tracker for resource:security_group_rule and tenant:3e55de5a9b3a45c78ed1df92be147704 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:00.356405 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58630) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:00.359227 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7715be6f-9251-40dc-bf54-54c9628ee67f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:00.367063 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-00ef3c3a-0beb-4ebc-a2a0-8af81f70a193 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:00.371531 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-00ef3c3a-0beb-4ebc-a2a0-8af81f70a193 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/subnets/a81f51f7-cc17-47f5-9023-7de13abf02a0 HTTP/1.1" status: 204 len: 168 time: 1.1080248 Jan 11 09:35:00.375158 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:00.387456 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62926e0-3a1e-4fbb-a39c-39ba6c7b733a None None] Network 2057b061-ccc2-4161-bbe4-5dbf11397daf requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:35:00.426410 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device f095a88a-2135-440c-9765-5f7230c27ec9 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:35:00.528216 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58634) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:00.529166 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7715be6f-9251-40dc-bf54-54c9628ee67f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:00.530346 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04b0d173-a09e-4dd5-81f2-dacabf15303a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:00.531047 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:00.548568 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279cfad-c40a-43e1-a899-8bee4b3b8846 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Pushing event updated for resources: {'Port': ['ID=072dfc79-9b81-4cbc-87d8-72cfe910f27b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:00.629694 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-9209b8ae-4354-4f5b-92cd-34342a09ba8e tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 11 09:35:00.630781 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9209b8ae-4354-4f5b-92cd-34342a09ba8e tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "DELETE /v2.0/routers/508f2a94-61a5-44f6-ad6b-353128936bd4 HTTP/1.1" status: 409 len: 329 time: 0.6243656 Jan 11 09:35:00.633785 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58638) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:00.655867 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7715be6f-9251-40dc-bf54-54c9628ee67f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:00.678230 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8f92684d-fec1-4a6e-b197-fe7ab9bb5c1d None None] Provisioning for port a6b758d4-7dfe-4785-8a76-fdd47dcb9463 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:00.683242 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port f095a88a-2135-440c-9765-5f7230c27ec9 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:00.692544 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port f095a88a-2135-440c-9765-5f7230c27ec9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:00.693126 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:00.716719 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8f92684d-fec1-4a6e-b197-fe7ab9bb5c1d None None] Provisioning complete for port a6b758d4-7dfe-4785-8a76-fdd47dcb9463 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:00.717377 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8f92684d-fec1-4a6e-b197-fe7ab9bb5c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:00.780946 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d4484e1e-48e6-490d-a069-65ec4dfd9ead tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:00.794488 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8f92684d-fec1-4a6e-b197-fe7ab9bb5c1d None None] Port a6b758d4-7dfe-4785-8a76-fdd47dcb9463 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:35:00.820693 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d4484e1e-48e6-490d-a069-65ec4dfd9ead tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting port 2853b467-fbed-4804-9339-9f121a10a0e5 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:00.821036 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d4484e1e-48e6-490d-a069-65ec4dfd9ead tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:00.884007 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:00.911043 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81bd666-c0bc-46f5-9dbd-7c2a8e18e347 None None] DHCP port deletion for 2057b061-ccc2-4161-bbe4-5dbf11397daf request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:35:00.921002 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a81bd666-c0bc-46f5-9dbd-7c2a8e18e347 None None] Deleting port 2853b467-fbed-4804-9339-9f121a10a0e5 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:00.921502 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a81bd666-c0bc-46f5-9dbd-7c2a8e18e347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:00.954921 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7715be6f-9251-40dc-bf54-54c9628ee67f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:00.964418 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port f095a88a-2135-440c-9765-5f7230c27ec9, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=f095a88a-2135-440c-9765-5f7230c27ec9,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:00.965787 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7715be6f-9251-40dc-bf54-54c9628ee67f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:00.974569 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:00.999809 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715be6f-9251-40dc-bf54-54c9628ee67f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a28cf6-de1f-4a60-94f6-e8421c32392d,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:01.098486 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=f095a88a-2135-440c-9765-5f7230c27ec9,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:01.207842 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a81bd666-c0bc-46f5-9dbd-7c2a8e18e347 None None] For port 2853b467-fbed-4804-9339-9f121a10a0e5, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=2853b467-fbed-4804-9339-9f121a10a0e5,segment=NetworkSegment(98cf8260-9bc4-40a9-b2e0-55bbb7e33ac1),segment_id=98cf8260-9bc4-40a9-b2e0-55bbb7e33ac1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:01.208316 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a81bd666-c0bc-46f5-9dbd-7c2a8e18e347 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:01.227100 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7715be6f-9251-40dc-bf54-54c9628ee67f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:01.231308 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7715be6f-9251-40dc-bf54-54c9628ee67f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0232944 Jan 11 09:35:01.243978 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58642) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:01.316395 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] device_id is not set on port 072dfc79-9b81-4cbc-87d8-72cfe910f27b yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:35:01.337973 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a81bd666-c0bc-46f5-9dbd-7c2a8e18e347 None None] Calling delete_port for 2853b467-fbed-4804-9339-9f121a10a0e5 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:01.380862 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:01.402382 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04b0d173-a09e-4dd5-81f2-dacabf15303a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:01.408814 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04b0d173-a09e-4dd5-81f2-dacabf15303a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:01.410269 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04b0d173-a09e-4dd5-81f2-dacabf15303a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:01.418421 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d4484e1e-48e6-490d-a069-65ec4dfd9ead tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] For port 2853b467-fbed-4804-9339-9f121a10a0e5, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=2853b467-fbed-4804-9339-9f121a10a0e5,segment=NetworkSegment(98cf8260-9bc4-40a9-b2e0-55bbb7e33ac1),segment_id=98cf8260-9bc4-40a9-b2e0-55bbb7e33ac1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:01.418783 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d4484e1e-48e6-490d-a069-65ec4dfd9ead tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:01.429435 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a81bd666-c0bc-46f5-9dbd-7c2a8e18e347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:01.435980 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Transition to ACTIVE for port object 072dfc79-9b81-4cbc-87d8-72cfe910f27b will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:01.479224 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bd666-c0bc-46f5-9dbd-7c2a8e18e347 None None] Pushing event deleted for resources: {'Port': ['ID=2853b467-fbed-4804-9339-9f121a10a0e5,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:01.487159 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81bd666-c0bc-46f5-9dbd-7c2a8e18e347 None None] No DVR routers for this DVR port 2853b467-fbed-4804-9339-9f121a10a0e5 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:35:01.552617 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:01.561902 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d4484e1e-48e6-490d-a069-65ec4dfd9ead tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Calling delete_port for 2853b467-fbed-4804-9339-9f121a10a0e5 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:01.568893 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0d173-a09e-4dd5-81f2-dacabf15303a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=a6b758d4-7dfe-4785-8a76-fdd47dcb9463,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:01.657706 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf582f45-1cc1-4c66-a7f1-460d0025c939 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:01.661647 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b5966bf2-21e7-49df-8482-f618a95af0cf tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:01.786044 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Pushing event updated for resources: {'Port': ['ID=072dfc79-9b81-4cbc-87d8-72cfe910f27b,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:01.791421 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b5966bf2-21e7-49df-8482-f618a95af0cf tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:01.801848 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b0d173-a09e-4dd5-81f2-dacabf15303a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:01.811301 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-04b0d173-a09e-4dd5-81f2-dacabf15303a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:01.822316 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:01.822643 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:01.822981 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:01.838110 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:35:01.838480 dv-neutron-823402-4-hyperv neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:35:01.840838 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 2 to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b Jan 11 09:35:01.856423 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.api [None req-d4484e1e-48e6-490d-a069-65ec4dfd9ead tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:35:01.856735 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG oslo_db.api [None req-d4484e1e-48e6-490d-a069-65ec4dfd9ead tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:35:01.870139 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:01.870454 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:01.870792 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:01.877846 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:35:01.877846 dv-neutron-823402-4-hyperv neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:35:01.877846 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 3 to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b Jan 11 09:35:01.897662 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:01.898949 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:01.899663 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:01.909222 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:35:01.910268 dv-neutron-823402-4-hyperv neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:35:01.911198 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 4 to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b Jan 11 09:35:01.920246 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b5966bf2-21e7-49df-8482-f618a95af0cf tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:01.959647 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5966bf2-21e7-49df-8482-f618a95af0cf tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcf3ae3-3300-4a8d-860f-1cfe41bf5465,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:01.965921 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:01.966431 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:01.966942 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:01.981155 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:35:01.981392 dv-neutron-823402-4-hyperv neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:35:01.982116 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 5 to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b Jan 11 09:35:02.012344 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:02.012670 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:02.013000 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:02.015369 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b5966bf2-21e7-49df-8482-f618a95af0cf tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:02.016476 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b5966bf2-21e7-49df-8482-f618a95af0cf tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "DELETE /v2.0/security-groups/dfcf3ae3-3300-4a8d-860f-1cfe41bf5465 HTTP/1.1" status: 204 len: 168 time: 0.7698872 Jan 11 09:35:02.019687 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58646) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:02.038360 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:35:02.038775 dv-neutron-823402-4-hyperv neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:35:02.040640 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 6 to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b Jan 11 09:35:02.069918 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:02.070387 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:02.070607 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:02.085943 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:35:02.086344 dv-neutron-823402-4-hyperv neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:35:02.089198 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 7 to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b Jan 11 09:35:02.105579 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-de59119a-050f-4a3b-a8c7-97a0863e46d9 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Synchronizing usage tracker for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:02.114344 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:02.114674 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:02.115007 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:02.124120 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:35:02.124439 dv-neutron-823402-4-hyperv neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:35:02.126712 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 8 to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b Jan 11 09:35:02.137658 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-de59119a-050f-4a3b-a8c7-97a0863e46d9 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Unset dirty status for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:02.138915 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-de59119a-050f-4a3b-a8c7-97a0863e46d9 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1183369 Jan 11 09:35:02.142066 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58650) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:02.143394 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-dcc2dfe7-6e80-4737-aec3-a88c1c6f4e88 None None] Provisioning complete for port a6b758d4-7dfe-4785-8a76-fdd47dcb9463 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:02.144365 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dcc2dfe7-6e80-4737-aec3-a88c1c6f4e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:02.160667 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:02.160995 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:02.161246 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:02.169748 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:35:02.170069 dv-neutron-823402-4-hyperv neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:35:02.173610 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 9 to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b Jan 11 09:35:02.194208 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:02.194540 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:02.194880 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:02.202488 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-dcc2dfe7-6e80-4737-aec3-a88c1c6f4e88 None None] Port a6b758d4-7dfe-4785-8a76-fdd47dcb9463 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:35:02.207381 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:35:02.207670 dv-neutron-823402-4-hyperv neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:35:02.210122 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.plugins.ml2.plugin [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 10 to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b Jan 11 09:35:02.230705 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-042eef12-58f8-4abc-8903-0dfcd1aef3c4 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Synchronizing usage tracker for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group_rule {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:02.240180 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:02.240512 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:02.240845 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:02.249378 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:35:02.249706 dv-neutron-823402-4-hyperv neutron-server[87654]: ERROR neutron.plugins.ml2.managers [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:35:02.250135 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:02.261783 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-042eef12-58f8-4abc-8903-0dfcd1aef3c4 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] Unset dirty status for tenant:3e55de5a9b3a45c78ed1df92be147704 on resource:security_group_rule {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:02.263008 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-042eef12-58f8-4abc-8903-0dfcd1aef3c4 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1200497 Jan 11 09:35:02.265910 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58654) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:02.309698 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b0d173-a09e-4dd5-81f2-dacabf15303a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Router 0a730826-7096-4bbe-a478-3659b29bfd1e is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:35:02.326759 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-1b9ce655-f56b-4770-8f6f-33e32617196f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] delete failed (client error): The resource could not be found. Jan 11 09:35:02.327836 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1b9ce655-f56b-4770-8f6f-33e32617196f tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "DELETE /v2.0/security-groups/dfcf3ae3-3300-4a8d-860f-1cfe41bf5465 HTTP/1.1" status: 404 len: 347 time: 0.0609825 Jan 11 09:35:02.334669 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58658) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:02.350962 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device f095a88a-2135-440c-9765-5f7230c27ec9 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:35:02.364089 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d4484e1e-48e6-490d-a069-65ec4dfd9ead tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting port 2853b467-fbed-4804-9339-9f121a10a0e5 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:02.364460 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d4484e1e-48e6-490d-a069-65ec4dfd9ead tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:02.416952 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cf582f45-1cc1-4c66-a7f1-460d0025c939 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Deleting port 96e0bac9-94ed-451d-9b56-e0fcd0816e44 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:02.417522 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf582f45-1cc1-4c66-a7f1-460d0025c939 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:02.420633 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port f095a88a-2135-440c-9765-5f7230c27ec9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:02.421006 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:02.464621 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d4484e1e-48e6-490d-a069-65ec4dfd9ead tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] The port '2853b467-fbed-4804-9339-9f121a10a0e5' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:35:02.529658 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e326fe49-d25f-4dd4-be52-905227487177 tempest-SecGroupTest-1684661959 tempest-SecGroupTest-1684661959-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1909332 Jan 11 09:35:02.544626 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] For port 072dfc79-9b81-4cbc-87d8-72cfe910f27b, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:35:02.545773 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempted to set empty binding levels {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 11 09:35:02.552501 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:02.582527 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b0d173-a09e-4dd5-81f2-dacabf15303a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:35:02.595928 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] Sync routers for ids ['0a730826-7096-4bbe-a478-3659b29bfd1e'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:35:02.596433 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-04b0d173-a09e-4dd5-81f2-dacabf15303a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "PUT /v2.0/routers/0a730826-7096-4bbe-a478-3659b29bfd1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6055968 Jan 11 09:35:02.600796 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58664) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:02.610492 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] Routers {'0a730826-7096-4bbe-a478-3659b29bfd1e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:02.611346 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['0a730826-7096-4bbe-a478-3659b29bfd1e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:02.627201 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] In _notify_port_updated(), no bound segment for port 072dfc79-9b81-4cbc-87d8-72cfe910f27b on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87654) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 11 09:35:02.627439 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:02.627875 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:02.629333 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] 10.222.0.15 "PUT /v2.0/ports/072dfc79-9b81-4cbc-87d8-72cfe910f27b HTTP/1.1" status: 200 len: 976 time: 2.2719564 Jan 11 09:35:02.635792 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58668) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:02.699681 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d4484e1e-48e6-490d-a069-65ec4dfd9ead tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:02.699909 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 2853b467-fbed-4804-9339-9f121a10a0e5 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:35:02.725837 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584061ec-a174-4359-bfb6-152ac9f17488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Pushing event updated for resources: {'Port': ['ID=072dfc79-9b81-4cbc-87d8-72cfe910f27b,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:02.735303 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-d4484e1e-48e6-490d-a069-65ec4dfd9ead tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2057b061-ccc2-4161-bbe4-5dbf11397daf']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:02.757835 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-d4484e1e-48e6-490d-a069-65ec4dfd9ead tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98cf8260-9bc4-40a9-b2e0-55bbb7e33ac1') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:02.758150 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-d4484e1e-48e6-490d-a069-65ec4dfd9ead tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98cf8260-9bc4-40a9-b2e0-55bbb7e33ac1') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:02.780893 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d4484e1e-48e6-490d-a069-65ec4dfd9ead tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:02.796464 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c082668a-191e-4aab-b6d7-7e658476ab42 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:02.797070 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c082668a-191e-4aab-b6d7-7e658476ab42 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:02.820450 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d4484e1e-48e6-490d-a069-65ec4dfd9ead tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:02.827414 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4484e1e-48e6-490d-a069-65ec4dfd9ead tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:35:02.827834 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d4484e1e-48e6-490d-a069-65ec4dfd9ead tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:02.842447 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf582f45-1cc1-4c66-a7f1-460d0025c939 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:35:02.843406 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:35:02.856059 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c082668a-191e-4aab-b6d7-7e658476ab42 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:02.860721 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c082668a-191e-4aab-b6d7-7e658476ab42 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports/a6b758d4-7dfe-4785-8a76-fdd47dcb9463 HTTP/1.1" status: 200 len: 911 time: 0.2556322 Jan 11 09:35:02.868722 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58672) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:02.923739 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 2853b467-fbed-4804-9339-9f121a10a0e5 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:35:02.924094 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 2853b467-fbed-4804-9339-9f121a10a0e5 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:35:02.968707 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] Set router 0a730826-7096-4bbe-a478-3659b29bfd1e gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:35:02.982153 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cf582f45-1cc1-4c66-a7f1-460d0025c939 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Calling delete_port for 96e0bac9-94ed-451d-9b56-e0fcd0816e44 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:02.995835 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58678) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:03.041866 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d4484e1e-48e6-490d-a069-65ec4dfd9ead tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:03.046984 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aade77-8b0e-4d19-8f13-9092674b643a tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.047689 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aade77-8b0e-4d19-8f13-9092674b643a tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.048314 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aade77-8b0e-4d19-8f13-9092674b643a tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.048932 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aade77-8b0e-4d19-8f13-9092674b643a tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.049557 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aade77-8b0e-4d19-8f13-9092674b643a tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.050070 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aade77-8b0e-4d19-8f13-9092674b643a tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.050559 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aade77-8b0e-4d19-8f13-9092674b643a tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.051019 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aade77-8b0e-4d19-8f13-9092674b643a tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.051934 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aade77-8b0e-4d19-8f13-9092674b643a tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.052018 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aade77-8b0e-4d19-8f13-9092674b643a tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.052477 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aade77-8b0e-4d19-8f13-9092674b643a tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.053095 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aade77-8b0e-4d19-8f13-9092674b643a tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.053718 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aade77-8b0e-4d19-8f13-9092674b643a tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.054353 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aade77-8b0e-4d19-8f13-9092674b643a tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.054963 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aade77-8b0e-4d19-8f13-9092674b643a tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.055572 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aade77-8b0e-4d19-8f13-9092674b643a tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.056183 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aade77-8b0e-4d19-8f13-9092674b643a tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.056791 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aade77-8b0e-4d19-8f13-9092674b643a tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.057395 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aade77-8b0e-4d19-8f13-9092674b643a tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.058002 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aade77-8b0e-4d19-8f13-9092674b643a tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.058628 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aade77-8b0e-4d19-8f13-9092674b643a tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.059255 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aade77-8b0e-4d19-8f13-9092674b643a tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.059862 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aade77-8b0e-4d19-8f13-9092674b643a tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.060470 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aade77-8b0e-4d19-8f13-9092674b643a tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.061086 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aade77-8b0e-4d19-8f13-9092674b643a tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.064346 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-88aade77-8b0e-4d19-8f13-9092674b643a tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22892 time: 0.4227355 Jan 11 09:35:03.073017 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58684) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:03.172877 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e278fc3c-a4a9-43ee-a9c5-df06941b8430 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Deleting port 072dfc79-9b81-4cbc-87d8-72cfe910f27b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:03.173512 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e278fc3c-a4a9-43ee-a9c5-df06941b8430 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:03.187983 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d4484e1e-48e6-490d-a069-65ec4dfd9ead tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:03.215185 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4484e1e-48e6-490d-a069-65ec4dfd9ead tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Network': ['ID=2057b061-ccc2-4161-bbe4-5dbf11397daf,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:03.228526 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d4484e1e-48e6-490d-a069-65ec4dfd9ead tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/networks/2057b061-ccc2-4161-bbe4-5dbf11397daf HTTP/1.1" status: 204 len: 168 time: 2.6810408 Jan 11 09:35:03.229958 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58688) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:03.241542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a7644adc-8cef-4c2b-8195-38336bad7add tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'network': {'name': 'tempest-RoutersTest-1153951851'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:03.251675 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a7644adc-8cef-4c2b-8195-38336bad7add tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:03.259248 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ab9b06-e240-42e7-a589-282d3984123a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.265053 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ab9b06-e240-42e7-a589-282d3984123a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:03.265843 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-14ab9b06-e240-42e7-a589-282d3984123a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:03.287648 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-31637ca5-67c8-4bac-94ce-07c87c53a712 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e55de5a9b3a45c78ed1df92be147704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856936 Jan 11 09:35:03.290949 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58692) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:03.292649 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a7644adc-8cef-4c2b-8195-38336bad7add tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:network and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:03.304465 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a7644adc-8cef-4c2b-8195-38336bad7add tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:03.306361 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-14ab9b06-e240-42e7-a589-282d3984123a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:03.310379 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-14ab9b06-e240-42e7-a589-282d3984123a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4408295 Jan 11 09:35:03.312451 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58696) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:03.356606 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a730826-7096-4bbe-a478-3659b29bfd1e', 'name': 'tempest-NetworksTestDHCPv6-router-317287753', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:34:56Z', 'updated_at': '2022-01-11T09:35:00Z', 'revision_number': 2, 'project_id': 'cd5141369f514c338091b6d286f38ad6', 'gw_port_host': None, '_interfaces': [{'id': 'a6b758d4-7dfe-4785-8a76-fdd47dcb9463', 'name': '', 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'mac_address': 'fa:16:3e:ba:fe:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a730826-7096-4bbe-a478-3659b29bfd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '8ba7ef0f-9d51-4bf2-a479-531a3752916b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:34:58Z', 'updated_at': '2022-01-11T09:35:01Z', 'revision_number': 2, 'project_id': 'cd5141369f514c338091b6d286f38ad6', 'subnets': [{'id': '8ba7ef0f-9d51-4bf2-a479-531a3752916b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:03.360507 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] Checking router: 0a730826-7096-4bbe-a478-3659b29bfd1e for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:35:03.360856 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] Updating router 0a730826-7096-4bbe-a478-3659b29bfd1e port a6b758d4-7dfe-4785-8a76-fdd47dcb9463 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:35:03.374107 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a7644adc-8cef-4c2b-8195-38336bad7add tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:03.377672 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55defdd5-e084-4306-b8f8-6bfe17c2f667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:03.406441 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55defdd5-e084-4306-b8f8-6bfe17c2f667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:03.415496 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:03.463335 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55defdd5-e084-4306-b8f8-6bfe17c2f667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:03.483749 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55defdd5-e084-4306-b8f8-6bfe17c2f667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182bed5f-46cd-42fe-a4f3-1d16343a39fa,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:03.507835 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55defdd5-e084-4306-b8f8-6bfe17c2f667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:03.512073 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-55defdd5-e084-4306-b8f8-6bfe17c2f667 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/182bed5f-46cd-42fe-a4f3-1d16343a39fa HTTP/1.1" status: 204 len: 168 time: 0.2179046 Jan 11 09:35:03.654041 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7644adc-8cef-4c2b-8195-38336bad7add tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Made reservation on behalf of 264ed167813548b38f5af4683744d86b for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:35:03.657546 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7644adc-8cef-4c2b-8195-38336bad7add tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:03.848899 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-e278fc3c-a4a9-43ee-a9c5-df06941b8430 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] For port 072dfc79-9b81-4cbc-87d8-72cfe910f27b, host hv-neutron-8234, got binding levels [] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:03.849178 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e278fc3c-a4a9-43ee-a9c5-df06941b8430 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:03.874584 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:03.891924 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] Transition to ACTIVE for port object a6b758d4-7dfe-4785-8a76-fdd47dcb9463 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:03.899487 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:04.061215 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf582f45-1cc1-4c66-a7f1-460d0025c939 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:04.087397 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e278fc3c-a4a9-43ee-a9c5-df06941b8430 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Calling delete_port for 072dfc79-9b81-4cbc-87d8-72cfe910f27b owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:04.116095 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad345d-59f6-48d5-9766-4b1cd254008b None None] Pushing event updated for resources: {'Port': ['ID=a6b758d4-7dfe-4785-8a76-fdd47dcb9463,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:04.153369 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7644adc-8cef-4c2b-8195-38336bad7add tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:35:04.181263 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf582f45-1cc1-4c66-a7f1-460d0025c939 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Pushing event deleted for resources: {'Port': ['ID=96e0bac9-94ed-451d-9b56-e0fcd0816e44,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:04.193330 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] Attempting to bind port a6b758d4-7dfe-4785-8a76-fdd47dcb9463 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:04.193707 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] Attempting to bind port a6b758d4-7dfe-4785-8a76-fdd47dcb9463 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:04.194072 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] Attempting to bind port a6b758d4-7dfe-4785-8a76-fdd47dcb9463 on network 11973de4-095d-48a2-8bfe-2305268446bc {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:04.196439 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:04.201036 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:35:04.201405 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] Checking segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:35:04.201795 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:04.202206 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] Bound using segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:35:04.202666 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] Bound port: a6b758d4-7dfe-4785-8a76-fdd47dcb9463, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:35:04.203327 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:04.242722 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7644adc-8cef-4c2b-8195-38336bad7add tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:04.243071 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-a7644adc-8cef-4c2b-8195-38336bad7add tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Added segment b7fa16a0-1928-4508-9147-9719ea2db1f8 of type vlan for network 3ac2c23f-e19c-46d1-8b6c-884f1c535c28 Jan 11 09:35:04.283262 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7644adc-8cef-4c2b-8195-38336bad7add tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:04.352263 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] For port a6b758d4-7dfe-4785-8a76-fdd47dcb9463, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:35:04.356340 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] For port a6b758d4-7dfe-4785-8a76-fdd47dcb9463, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a6b758d4-7dfe-4785-8a76-fdd47dcb9463,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:35:04.364453 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:04.445109 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] Routers {'0a730826-7096-4bbe-a478-3659b29bfd1e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:04.445912 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['0a730826-7096-4bbe-a478-3659b29bfd1e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:04.448956 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58720) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:04.463313 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.resource_extend [None req-a7644adc-8cef-4c2b-8195-38336bad7add tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:35:04.582025 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf582f45-1cc1-4c66-a7f1-460d0025c939 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:04.594253 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e278fc3c-a4a9-43ee-a9c5-df06941b8430 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:04.597562 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad345d-59f6-48d5-9766-4b1cd254008b None None] Pushing event updated for resources: {'Port': ['ID=a6b758d4-7dfe-4785-8a76-fdd47dcb9463,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:04.600386 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7644adc-8cef-4c2b-8195-38336bad7add tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:04.606317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7644adc-8cef-4c2b-8195-38336bad7add tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:04.606964 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7644adc-8cef-4c2b-8195-38336bad7add tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:04.609435 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d8ca6711-aaec-4632-aca8-b9082f98ad4a tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:04.610361 dv-neutron-823402-4-hyperv neutron-server[87654]: WARNING neutron.api.v2.base [None req-d8ca6711-aaec-4632-aca8-b9082f98ad4a tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 11 09:35:04.610647 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-d8ca6711-aaec-4632-aca8-b9082f98ad4a tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] create failed (client error): There was a conflict when trying to complete your request. Jan 11 09:35:04.611624 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d8ca6711-aaec-4632-aca8-b9082f98ad4a tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1620660 Jan 11 09:35:04.617015 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58726) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:04.622542 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c00eeb52-69c3-4c36-ae7f-d0a10e9350a3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group': {'name': 'tempest-secgroup--2090839182'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:04.633178 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c00eeb52-69c3-4c36-ae7f-d0a10e9350a3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:04.637719 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c00eeb52-69c3-4c36-ae7f-d0a10e9350a3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Usage tracker for resource:security_group and tenant:a6b609a91e27445ea6c5072bcc3d3001 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:04.641146 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c00eeb52-69c3-4c36-ae7f-d0a10e9350a3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:04.649718 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c00eeb52-69c3-4c36-ae7f-d0a10e9350a3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:04.674402 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c00eeb52-69c3-4c36-ae7f-d0a10e9350a3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:04.697048 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278fc3c-a4a9-43ee-a9c5-df06941b8430 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Pushing event deleted for resources: {'Port': ['ID=072dfc79-9b81-4cbc-87d8-72cfe910f27b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:04.705449 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e278fc3c-a4a9-43ee-a9c5-df06941b8430 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:04.708849 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] Set router 0a730826-7096-4bbe-a478-3659b29bfd1e gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:35:04.709691 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c00eeb52-69c3-4c36-ae7f-d0a10e9350a3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:04.729208 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c00eeb52-69c3-4c36-ae7f-d0a10e9350a3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:04.738422 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c00eeb52-69c3-4c36-ae7f-d0a10e9350a3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Usage tracker for resource:security_group_rule and tenant:a6b609a91e27445ea6c5072bcc3d3001 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:04.741586 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c00eeb52-69c3-4c36-ae7f-d0a10e9350a3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:04.748396 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c00eeb52-69c3-4c36-ae7f-d0a10e9350a3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:04.838367 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e278fc3c-a4a9-43ee-a9c5-df06941b8430 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] 10.222.0.15 "DELETE /v2.0/ports/072dfc79-9b81-4cbc-87d8-72cfe910f27b HTTP/1.1" status: 204 len: 168 time: 1.7638431 Jan 11 09:35:04.840817 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58730) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:04.896743 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe589fd6-3878-478a-8d08-a2d49cc4f7ee tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] GET failed (client error): The resource could not be found. Jan 11 09:35:04.897267 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-fe589fd6-3878-478a-8d08-a2d49cc4f7ee tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Synchronizing usage tracker for tenant:e19b0e9c4afd412697097bb5cc7ac1da on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:04.908526 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c00eeb52-69c3-4c36-ae7f-d0a10e9350a3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:04.915513 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c00eeb52-69c3-4c36-ae7f-d0a10e9350a3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:04.930048 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c00eeb52-69c3-4c36-ae7f-d0a10e9350a3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:04.934604 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-fe589fd6-3878-478a-8d08-a2d49cc4f7ee tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Unset dirty status for tenant:e19b0e9c4afd412697097bb5cc7ac1da on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:04.939545 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-fe589fd6-3878-478a-8d08-a2d49cc4f7ee tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] 10.222.0.15 "GET /v2.0/ports/072dfc79-9b81-4cbc-87d8-72cfe910f27b HTTP/1.1" status: 404 len: 333 time: 0.0975280 Jan 11 09:35:04.944794 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58734) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:04.952175 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a7644adc-8cef-4c2b-8195-38336bad7add tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7175453 Jan 11 09:35:04.954988 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c00eeb52-69c3-4c36-ae7f-d0a10e9350a3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Usage tracker for resource:security_group_rule and tenant:a6b609a91e27445ea6c5072bcc3d3001 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:04.960702 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58738) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:04.961346 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7644adc-8cef-4c2b-8195-38336bad7add tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Network': ['ID=3ac2c23f-e19c-46d1-8b6c-884f1c535c28,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:04.961552 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a4e1892e-ea77-47c9-b467-3a66bd2e76ec tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-396522703', 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:04.969514 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c00eeb52-69c3-4c36-ae7f-d0a10e9350a3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:04.972340 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0cee6a0f-a38d-4a86-b455-b9647a0301bc tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'subnet': {'network_id': '3ac2c23f-e19c-46d1-8b6c-884f1c535c28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:04.974502 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 3ac2c23f-e19c-46d1-8b6c-884f1c535c28 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:35:04.979828 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a4e1892e-ea77-47c9-b467-3a66bd2e76ec tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:04.984153 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c00eeb52-69c3-4c36-ae7f-d0a10e9350a3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:04.986357 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00eeb52-69c3-4c36-ae7f-d0a10e9350a3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=271e1151-0dbd-463c-98d5-0ac5812431e2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:05.003633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a4e1892e-ea77-47c9-b467-3a66bd2e76ec tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:05.030945 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e1892e-ea77-47c9-b467-3a66bd2e76ec tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Made reservation on behalf of e19b0e9c4afd412697097bb5cc7ac1da for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:35:05.033339 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a4e1892e-ea77-47c9-b467-3a66bd2e76ec tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:05.062972 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-a4e1892e-ea77-47c9-b467-3a66bd2e76ec tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] device_id is not set on port 6dc3b2ed-c740-44ef-ad85-20a910ca0a30 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:35:05.159597 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c00eeb52-69c3-4c36-ae7f-d0a10e9350a3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:05.172981 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c00eeb52-69c3-4c36-ae7f-d0a10e9350a3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:05.174604 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a730826-7096-4bbe-a478-3659b29bfd1e', 'name': 'tempest-NetworksTestDHCPv6-router-317287753', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:34:56Z', 'updated_at': '2022-01-11T09:35:00Z', 'revision_number': 2, 'project_id': 'cd5141369f514c338091b6d286f38ad6', 'gw_port_host': None, '_interfaces': [{'id': 'a6b758d4-7dfe-4785-8a76-fdd47dcb9463', 'name': '', 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'mac_address': 'fa:16:3e:ba:fe:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a730826-7096-4bbe-a478-3659b29bfd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '8ba7ef0f-9d51-4bf2-a479-531a3752916b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:34:58Z', 'updated_at': '2022-01-11T09:35:04Z', 'revision_number': 4, 'project_id': 'cd5141369f514c338091b6d286f38ad6', 'subnets': [{'id': '8ba7ef0f-9d51-4bf2-a479-531a3752916b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:05.180051 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ee3b71-456f-4da6-928d-aa7d91c1ed57 None None] The sync data for ids ['0a730826-7096-4bbe-a478-3659b29bfd1e'] in dv-neutron-823402-4-hyperv is: [{'id': '0a730826-7096-4bbe-a478-3659b29bfd1e', 'name': 'tempest-NetworksTestDHCPv6-router-317287753', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:34:56Z', 'updated_at': '2022-01-11T09:35:00Z', 'revision_number': 2, 'project_id': 'cd5141369f514c338091b6d286f38ad6', 'gw_port_host': None, '_interfaces': [{'id': 'a6b758d4-7dfe-4785-8a76-fdd47dcb9463', 'name': '', 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'mac_address': 'fa:16:3e:ba:fe:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a730826-7096-4bbe-a478-3659b29bfd1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '8ba7ef0f-9d51-4bf2-a479-531a3752916b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:34:58Z', 'updated_at': '2022-01-11T09:35:04Z', 'revision_number': 4, 'project_id': 'cd5141369f514c338091b6d286f38ad6', 'subnets': [{'id': '8ba7ef0f-9d51-4bf2-a479-531a3752916b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:35:05.256096 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c00eeb52-69c3-4c36-ae7f-d0a10e9350a3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:05.257409 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c00eeb52-69c3-4c36-ae7f-d0a10e9350a3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6391845 Jan 11 09:35:05.273217 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58742) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:05.275662 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00eeb52-69c3-4c36-ae7f-d0a10e9350a3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53c3acf9-6d6b-4eb6-bba1-beee61117821,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:05.286148 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2f0849bc-0b04-406e-8528-412610a2e7e4 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group_rule': {'security_group_id': '53c3acf9-6d6b-4eb6-bba1-beee61117821', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:05.302586 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2f0849bc-0b04-406e-8528-412610a2e7e4 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:05.310586 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2f0849bc-0b04-406e-8528-412610a2e7e4 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Usage tracker for resource:security_group_rule and tenant:a6b609a91e27445ea6c5072bcc3d3001 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:05.314879 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2f0849bc-0b04-406e-8528-412610a2e7e4 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:05.376390 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2f0849bc-0b04-406e-8528-412610a2e7e4 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:05.407751 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf582f45-1cc1-4c66-a7f1-460d0025c939 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Router 508f2a94-61a5-44f6-ad6b-353128936bd4 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:35:05.425931 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0cee6a0f-a38d-4a86-b455-b9647a0301bc tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:05.432664 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a4e1892e-ea77-47c9-b467-3a66bd2e76ec tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:05.434249 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f0849bc-0b04-406e-8528-412610a2e7e4 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:05.498764 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0cee6a0f-a38d-4a86-b455-b9647a0301bc tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:subnet and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:05.519715 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0cee6a0f-a38d-4a86-b455-b9647a0301bc tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:05.520777 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f0849bc-0b04-406e-8528-412610a2e7e4 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:05.522635 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a4e1892e-ea77-47c9-b467-3a66bd2e76ec tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:05.561562 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f0849bc-0b04-406e-8528-412610a2e7e4 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:05.580708 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0cee6a0f-a38d-4a86-b455-b9647a0301bc tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:05.606073 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf582f45-1cc1-4c66-a7f1-460d0025c939 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:35:05.617422 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-cf582f45-1cc1-4c66-a7f1-460d0025c939 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "PUT /v2.0/routers/508f2a94-61a5-44f6-ad6b-353128936bd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9821272 Jan 11 09:35:05.619381 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e1892e-ea77-47c9-b467-3a66bd2e76ec tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Network b12ec073-b966-4547-8be9-d9ccf47e9daa is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:05.619532 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d459af9-d749-42b0-b76c-2dc95916f4a1 None None] Sync routers for ids ['508f2a94-61a5-44f6-ad6b-353128936bd4'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:35:05.620328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58746) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:05.626635 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-a4e1892e-ea77-47c9-b467-3a66bd2e76ec tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:05.628958 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0849bc-0b04-406e-8528-412610a2e7e4 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215fefa1-c4e4-4a90-afea-d729ebc32bee,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:05.629436 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d459af9-d749-42b0-b76c-2dc95916f4a1 None None] Routers {'508f2a94-61a5-44f6-ad6b-353128936bd4'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:05.630576 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5d459af9-d749-42b0-b76c-2dc95916f4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['508f2a94-61a5-44f6-ad6b-353128936bd4'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:05.630732 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e1892e-ea77-47c9-b467-3a66bd2e76ec tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:35:05.631653 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e1892e-ea77-47c9-b467-3a66bd2e76ec tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:05.632239 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a4e1892e-ea77-47c9-b467-3a66bd2e76ec tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:05.682983 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cee6a0f-a38d-4a86-b455-b9647a0301bc tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Made reservation on behalf of 264ed167813548b38f5af4683744d86b for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:35:05.687314 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0cee6a0f-a38d-4a86-b455-b9647a0301bc tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:05.707926 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5d459af9-d749-42b0-b76c-2dc95916f4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:05.719590 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-77ccb4d7-f128-4a5d-983d-de15dea91477 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] show failed (client error): The resource could not be found. Jan 11 09:35:05.719590 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-77ccb4d7-f128-4a5d-983d-de15dea91477 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-1743189437 HTTP/1.1" status: 404 len: 335 time: 0.0891631 Jan 11 09:35:05.724538 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58750) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:05.729262 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1892e-ea77-47c9-b467-3a66bd2e76ec tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Pushing event updated for resources: {'Port': ['ID=6dc3b2ed-c740-44ef-ad85-20a910ca0a30,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:05.732836 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f0849bc-0b04-406e-8528-412610a2e7e4 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:05.733297 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d459af9-d749-42b0-b76c-2dc95916f4a1 None None] Routers {'508f2a94-61a5-44f6-ad6b-353128936bd4'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:05.734232 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5d459af9-d749-42b0-b76c-2dc95916f4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['508f2a94-61a5-44f6-ad6b-353128936bd4'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:05.736934 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2f0849bc-0b04-406e-8528-412610a2e7e4 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4625795 Jan 11 09:35:05.738424 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58754) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:05.743038 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-ff37a160-2f1f-4321-ada3-d6ae65f65296 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:05.803890 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5d459af9-d749-42b0-b76c-2dc95916f4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:05.804871 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d459af9-d749-42b0-b76c-2dc95916f4a1 None None] The sync data for ids ['508f2a94-61a5-44f6-ad6b-353128936bd4'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:35:05.825050 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-3609f4a0-f8f6-458d-8f75-87e9e33d5a8c tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group_rule': {'security_group_id': '53c3acf9-6d6b-4eb6-bba1-beee61117821', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:05.833307 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a4e1892e-ea77-47c9-b467-3a66bd2e76ec tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8843603 Jan 11 09:35:05.839790 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58758) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:05.842709 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3609f4a0-f8f6-458d-8f75-87e9e33d5a8c tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:05.845067 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-ff37a160-2f1f-4321-ada3-d6ae65f65296 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] update failed (client error): The resource could not be found. Jan 11 09:35:05.854014 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ff37a160-2f1f-4321-ada3-d6ae65f65296 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-398721111 HTTP/1.1" status: 404 len: 334 time: 0.1182408 Jan 11 09:35:05.869899 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58762) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:05.880469 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fb21250-6de3-4ead-b5c1-e598c3c685bb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:05.883927 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3609f4a0-f8f6-458d-8f75-87e9e33d5a8c tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Usage tracker for resource:security_group_rule and tenant:a6b609a91e27445ea6c5072bcc3d3001 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:05.892174 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3609f4a0-f8f6-458d-8f75-87e9e33d5a8c tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:05.905261 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3609f4a0-f8f6-458d-8f75-87e9e33d5a8c tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:05.922239 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc308a53-5b83-40dd-872a-81018362272d tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:05.922799 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-dc308a53-5b83-40dd-872a-81018362272d tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Synchronizing usage tracker for tenant:e19b0e9c4afd412697097bb5cc7ac1da on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:05.938370 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3609f4a0-f8f6-458d-8f75-87e9e33d5a8c tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:05.959807 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-dc308a53-5b83-40dd-872a-81018362272d tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Unset dirty status for tenant:e19b0e9c4afd412697097bb5cc7ac1da on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:05.963604 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-dc308a53-5b83-40dd-872a-81018362272d tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] 10.222.0.15 "GET /v2.0/ports/6dc3b2ed-c740-44ef-ad85-20a910ca0a30 HTTP/1.1" status: 200 len: 954 time: 0.1203117 Jan 11 09:35:05.967915 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58766) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:06.058934 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6e793458-923f-4574-9c86-e584e7f9e978 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Deleting port 6dc3b2ed-c740-44ef-ad85-20a910ca0a30 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:06.059514 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e793458-923f-4574-9c86-e584e7f9e978 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:06.116924 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-3609f4a0-f8f6-458d-8f75-87e9e33d5a8c tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] create failed (client error): There was a conflict when trying to complete your request. Jan 11 09:35:06.120860 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3609f4a0-f8f6-458d-8f75-87e9e33d5a8c tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3072243 Jan 11 09:35:06.123215 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58770) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:06.146540 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-7995dfcf-b0d5-414a-9142-4791241623eb tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Deleting subnet c9e0bf78-ca1c-4151-9a81-af45547d91a1 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:35:06.208159 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7995dfcf-b0d5-414a-9142-4791241623eb tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:06.284938 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e793458-923f-4574-9c86-e584e7f9e978 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:06.383768 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a6b758d4-7dfe-4785-8a76-fdd47dcb9463 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:35:06.397563 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7995dfcf-b0d5-414a-9142-4791241623eb tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:06.420702 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6e793458-923f-4574-9c86-e584e7f9e978 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Calling delete_port for 6dc3b2ed-c740-44ef-ad85-20a910ca0a30 owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:06.472645 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-17836f64-80be-46d1-af0f-286f3d55279f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:06.479549 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port a6b758d4-7dfe-4785-8a76-fdd47dcb9463 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:06.484997 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port a6b758d4-7dfe-4785-8a76-fdd47dcb9463 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:06.485367 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:06.504398 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e793458-923f-4574-9c86-e584e7f9e978 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:06.554387 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-17836f64-80be-46d1-af0f-286f3d55279f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:06.565778 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e793458-923f-4574-9c86-e584e7f9e978 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Pushing event deleted for resources: {'Port': ['ID=6dc3b2ed-c740-44ef-ad85-20a910ca0a30,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:06.574599 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e793458-923f-4574-9c86-e584e7f9e978 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:06.593521 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6e793458-923f-4574-9c86-e584e7f9e978 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] 10.222.0.15 "DELETE /v2.0/ports/6dc3b2ed-c740-44ef-ad85-20a910ca0a30 HTTP/1.1" status: 204 len: 168 time: 0.6245561 Jan 11 09:35:06.596039 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58774) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:06.609361 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0cee6a0f-a38d-4a86-b455-b9647a0301bc tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:06.620017 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:06.643027 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac7d46b-b895-47c4-accb-ce52fb1fa488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] GET failed (client error): The resource could not be found. Jan 11 09:35:06.644088 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-cac7d46b-b895-47c4-accb-ce52fb1fa488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Synchronizing usage tracker for tenant:e19b0e9c4afd412697097bb5cc7ac1da on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:06.657780 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7fb21250-6de3-4ead-b5c1-e598c3c685bb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting port a6b758d4-7dfe-4785-8a76-fdd47dcb9463 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:06.658211 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fb21250-6de3-4ead-b5c1-e598c3c685bb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:06.665298 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-cac7d46b-b895-47c4-accb-ce52fb1fa488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Unset dirty status for tenant:e19b0e9c4afd412697097bb5cc7ac1da on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:06.667004 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-cac7d46b-b895-47c4-accb-ce52fb1fa488 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] 10.222.0.15 "GET /v2.0/ports/6dc3b2ed-c740-44ef-ad85-20a910ca0a30 HTTP/1.1" status: 404 len: 333 time: 0.0688815 Jan 11 09:35:06.672030 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58778) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:06.678468 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-629e6126-be92-41c3-91a2-a6fd9d0f2d9d tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Request body: {'port': {'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1985163800'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:06.683881 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-629e6126-be92-41c3-91a2-a6fd9d0f2d9d tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:06.685234 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port a6b758d4-7dfe-4785-8a76-fdd47dcb9463, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a6b758d4-7dfe-4785-8a76-fdd47dcb9463,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:06.692818 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:06.701760 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-629e6126-be92-41c3-91a2-a6fd9d0f2d9d tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:06.712998 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629e6126-be92-41c3-91a2-a6fd9d0f2d9d tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Made reservation on behalf of e19b0e9c4afd412697097bb5cc7ac1da for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:35:06.716117 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-629e6126-be92-41c3-91a2-a6fd9d0f2d9d tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:06.745058 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-629e6126-be92-41c3-91a2-a6fd9d0f2d9d tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] device_id is not set on port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:35:06.784431 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=a6b758d4-7dfe-4785-8a76-fdd47dcb9463,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:06.864969 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7995dfcf-b0d5-414a-9142-4791241623eb tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:06.946515 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee6a0f-a38d-4a86-b455-b9647a0301bc tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Subnet': ['ID=6a8ac935-8aac-479a-93b2-5219b8f32a0d,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:06.949803 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-17836f64-80be-46d1-af0f-286f3d55279f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:07.001485 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17836f64-80be-46d1-af0f-286f3d55279f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c3acf9-6d6b-4eb6-bba1-beee61117821,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:07.021546 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cee6a0f-a38d-4a86-b455-b9647a0301bc tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Checking segment: {'id': 'b7fa16a0-1928-4508-9147-9719ea2db1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3ac2c23f-e19c-46d1-8b6c-884f1c535c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:35:07.021905 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cee6a0f-a38d-4a86-b455-b9647a0301bc tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network hostable DHCP agents. Network: 3ac2c23f-e19c-46d1-8b6c-884f1c535c28, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:35:07.084573 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-629e6126-be92-41c3-91a2-a6fd9d0f2d9d tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:07.096219 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-17836f64-80be-46d1-af0f-286f3d55279f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:07.097752 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-17836f64-80be-46d1-af0f-286f3d55279f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "DELETE /v2.0/security-groups/53c3acf9-6d6b-4eb6-bba1-beee61117821 HTTP/1.1" status: 204 len: 168 time: 0.9725637 Jan 11 09:35:07.100447 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58782) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:07.126461 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7995dfcf-b0d5-414a-9142-4791241623eb tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:07.152845 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-629e6126-be92-41c3-91a2-a6fd9d0f2d9d tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:07.171999 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cee6a0f-a38d-4a86-b455-b9647a0301bc tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network 3ac2c23f-e19c-46d1-8b6c-884f1c535c28 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:35:07.187931 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995dfcf-b0d5-414a-9142-4791241623eb tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Pushing event deleted for resources: {'Subnet': ['ID=c9e0bf78-ca1c-4151-9a81-af45547d91a1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:07.189866 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7995dfcf-b0d5-414a-9142-4791241623eb tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:07.194146 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-7fb21250-6de3-4ead-b5c1-e598c3c685bb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] For port a6b758d4-7dfe-4785-8a76-fdd47dcb9463, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a6b758d4-7dfe-4785-8a76-fdd47dcb9463,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:07.194508 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fb21250-6de3-4ead-b5c1-e598c3c685bb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:07.198481 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec19810a-0b65-4e1e-bfeb-4e276e81b4f7 None None] Network 52008743-ca2b-470a-8a2c-bdb8e596e8db requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:35:07.214692 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1e7a3f51-5e69-4ffa-befe-484e927355f1 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Synchronizing usage tracker for tenant:a6b609a91e27445ea6c5072bcc3d3001 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:07.245432 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629e6126-be92-41c3-91a2-a6fd9d0f2d9d tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Network b12ec073-b966-4547-8be9-d9ccf47e9daa is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:07.250768 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-629e6126-be92-41c3-91a2-a6fd9d0f2d9d tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:07.253962 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629e6126-be92-41c3-91a2-a6fd9d0f2d9d tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:35:07.254876 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629e6126-be92-41c3-91a2-a6fd9d0f2d9d tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:07.255828 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-629e6126-be92-41c3-91a2-a6fd9d0f2d9d tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:07.264430 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e6126-be92-41c3-91a2-a6fd9d0f2d9d tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Pushing event updated for resources: {'Port': ['ID=1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:07.271555 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-0cee6a0f-a38d-4a86-b455-b9647a0301bc tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 3ac2c23f-e19c-46d1-8b6c-884f1c535c28) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:07.285200 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1e7a3f51-5e69-4ffa-befe-484e927355f1 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Unset dirty status for tenant:a6b609a91e27445ea6c5072bcc3d3001 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:07.286606 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1e7a3f51-5e69-4ffa-befe-484e927355f1 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1842296 Jan 11 09:35:07.291578 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58786) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:07.297749 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4b5c2322-6dc0-4d19-b985-a271eae76d19 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group': {'name': 'tempest-secgroup--1245791212'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:07.298718 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcdae5b-5b13-416a-beeb-c99bd09a4298 None None] Network 3ac2c23f-e19c-46d1-8b6c-884f1c535c28 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:35:07.305567 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4b5c2322-6dc0-4d19-b985-a271eae76d19 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:07.317810 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4b5c2322-6dc0-4d19-b985-a271eae76d19 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:07.332659 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-629e6126-be92-41c3-91a2-a6fd9d0f2d9d tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6594586 Jan 11 09:35:07.334579 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4b5c2322-6dc0-4d19-b985-a271eae76d19 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:07.339148 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7995dfcf-b0d5-414a-9142-4791241623eb tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "DELETE /v2.0/subnets/c9e0bf78-ca1c-4151-9a81-af45547d91a1 HTTP/1.1" status: 204 len: 168 time: 1.4665413 Jan 11 09:35:07.340153 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58790) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:07.347437 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7fb21250-6de3-4ead-b5c1-e598c3c685bb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Calling delete_port for a6b758d4-7dfe-4785-8a76-fdd47dcb9463 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:07.348419 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58792) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:07.380309 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cee6a0f-a38d-4a86-b455-b9647a0301bc tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:07.380873 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0cee6a0f-a38d-4a86-b455-b9647a0301bc tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:07.397529 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4b5c2322-6dc0-4d19-b985-a271eae76d19 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:07.399309 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8234'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:07.405590 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4b5c2322-6dc0-4d19-b985-a271eae76d19 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Usage tracker for resource:security_group_rule and tenant:a6b609a91e27445ea6c5072bcc3d3001 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:07.411191 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4b5c2322-6dc0-4d19-b985-a271eae76d19 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:07.475084 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0cee6a0f-a38d-4a86-b455-b9647a0301bc tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5108407 Jan 11 09:35:07.476230 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4b5c2322-6dc0-4d19-b985-a271eae76d19 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:07.478028 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58798) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:07.486364 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-927ea46b-ceb2-4351-85ac-7da1d97d3079 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2084450107', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:07.497400 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-927ea46b-ceb2-4351-85ac-7da1d97d3079 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:07.506831 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-927ea46b-ceb2-4351-85ac-7da1d97d3079 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:router and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:07.512682 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e147c464-1313-47e3-af1e-e464efea71bf tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:07.515415 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-927ea46b-ceb2-4351-85ac-7da1d97d3079 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:07.532914 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-927ea46b-ceb2-4351-85ac-7da1d97d3079 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:07.557509 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e147c464-1313-47e3-af1e-e464efea71bf tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Deleting port 777ce8b4-8a92-4176-b382-2cc40be439a6 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:07.558218 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e147c464-1313-47e3-af1e-e464efea71bf tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:07.570425 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:07.597646 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-927ea46b-ceb2-4351-85ac-7da1d97d3079 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:07.598754 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-927ea46b-ceb2-4351-85ac-7da1d97d3079 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:07.641675 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-3ac2c23f-e19c-46d1-8b6c-884f1c535c28', 'network_id': '3ac2c23f-e19c-46d1-8b6c-884f1c535c28', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'fixed_ips': [{'subnet_id': '6a8ac935-8aac-479a-93b2-5219b8f32a0d'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:35:07.657892 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:07.756985 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bc2541-f42f-4a88-81bd-e69fde486d64 None None] DHCP port deletion for 52008743-ca2b-470a-8a2c-bdb8e596e8db request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:35:07.789493 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-00bc2541-f42f-4a88-81bd-e69fde486d64 None None] Deleting port 777ce8b4-8a92-4176-b382-2cc40be439a6 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:07.790274 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-00bc2541-f42f-4a88-81bd-e69fde486d64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:07.813137 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fb21250-6de3-4ead-b5c1-e598c3c685bb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:07.829873 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e147c464-1313-47e3-af1e-e464efea71bf tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] For port 777ce8b4-8a92-4176-b382-2cc40be439a6, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=777ce8b4-8a92-4176-b382-2cc40be439a6,segment=NetworkSegment(de590297-f4b7-448e-83ed-8ac63f62623b),segment_id=de590297-f4b7-448e-83ed-8ac63f62623b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:07.830272 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e147c464-1313-47e3-af1e-e464efea71bf tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:07.842212 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4b5c2322-6dc0-4d19-b985-a271eae76d19 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:07.843704 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-927ea46b-ceb2-4351-85ac-7da1d97d3079 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:07.856738 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4b5c2322-6dc0-4d19-b985-a271eae76d19 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:07.874420 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb21250-6de3-4ead-b5c1-e598c3c685bb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Port': ['ID=a6b758d4-7dfe-4785-8a76-fdd47dcb9463,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:07.963572 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Allocated IP 172.20.0.2 (3ac2c23f-e19c-46d1-8b6c-884f1c535c28/6a8ac935-8aac-479a-93b2-5219b8f32a0d/5f0e855b-f513-43b0-990e-6896d5ed1bb4) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:08.003544 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e147c464-1313-47e3-af1e-e464efea71bf tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Calling delete_port for 777ce8b4-8a92-4176-b382-2cc40be439a6 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:08.097002 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-927ea46b-ceb2-4351-85ac-7da1d97d3079 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:08.107146 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c2322-6dc0-4d19-b985-a271eae76d19 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96e76f8b-9a9d-4373-8da0-384679c937aa,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:08.119403 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4b5c2322-6dc0-4d19-b985-a271eae76d19 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:08.123570 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4b5c2322-6dc0-4d19-b985-a271eae76d19 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8279889 Jan 11 09:35:08.126981 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58802) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:08.133198 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-27c90f30-361b-4be3-b21c-40b21d96543f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group_rule': {'security_group_id': '96e76f8b-9a9d-4373-8da0-384679c937aa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:08.133733 dv-neutron-823402-4-hyperv neutron-server[87654]: WARNING neutron.api.v2.base [None req-27c90f30-361b-4be3-b21c-40b21d96543f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 11 09:35:08.134303 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-27c90f30-361b-4be3-b21c-40b21d96543f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:35:08.137937 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-27c90f30-361b-4be3-b21c-40b21d96543f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0080416 Jan 11 09:35:08.147160 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58806) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:08.168281 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-927ea46b-ceb2-4351-85ac-7da1d97d3079 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:08.169515 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-927ea46b-ceb2-4351-85ac-7da1d97d3079 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6904647 Jan 11 09:35:08.173103 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58810) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:08.188035 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fb21250-6de3-4ead-b5c1-e598c3c685bb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:08.203523 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] device_id is not set on port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:35:08.247175 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-00bc2541-f42f-4a88-81bd-e69fde486d64 None None] For port 777ce8b4-8a92-4176-b382-2cc40be439a6, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=777ce8b4-8a92-4176-b382-2cc40be439a6,segment=NetworkSegment(de590297-f4b7-448e-83ed-8ac63f62623b),segment_id=de590297-f4b7-448e-83ed-8ac63f62623b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:08.247603 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-00bc2541-f42f-4a88-81bd-e69fde486d64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:08.258798 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e147c464-1313-47e3-af1e-e464efea71bf tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:08.275409 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:08.374240 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Transition to ACTIVE for port object 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:08.385962 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e147c464-1313-47e3-af1e-e464efea71bf tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] No DVR routers for this DVR port 777ce8b4-8a92-4176-b382-2cc40be439a6 on host dv-neutron-823402-4-hyperv {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:35:08.391818 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147c464-1313-47e3-af1e-e464efea71bf tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Pushing event deleted for resources: {'Port': ['ID=777ce8b4-8a92-4176-b382-2cc40be439a6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:08.394495 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-00bc2541-f42f-4a88-81bd-e69fde486d64 None None] Calling delete_port for 777ce8b4-8a92-4176-b382-2cc40be439a6 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:08.495779 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 777ce8b4-8a92-4176-b382-2cc40be439a6 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:35:08.550125 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 777ce8b4-8a92-4176-b382-2cc40be439a6 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:35:08.550444 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 777ce8b4-8a92-4176-b382-2cc40be439a6 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:35:08.582957 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:08.585478 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-00bc2541-f42f-4a88-81bd-e69fde486d64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:35:08.585827 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-00bc2541-f42f-4a88-81bd-e69fde486d64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:35:08.595135 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Transition to ACTIVE for port object 5f0e855b-f513-43b0-990e-6896d5ed1bb4 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:08.615715 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Transition to ACTIVE for port object 5f0e855b-f513-43b0-990e-6896d5ed1bb4 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:08.622244 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:08.633925 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:08.705269 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Network 3ac2c23f-e19c-46d1-8b6c-884f1c535c28 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:08.710850 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:08.716557 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Pushing event updated for resources: {'Port': ['ID=1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:08.735543 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:35:08.776785 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb21250-6de3-4ead-b5c1-e598c3c685bb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Router 0a730826-7096-4bbe-a478-3659b29bfd1e has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:35:08.800894 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a3452393-eeab-4656-9890-9d8ada785424 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:08.812363 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Pushing event updated for resources: {'Port': ['ID=5f0e855b-f513-43b0-990e-6896d5ed1bb4,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:08.832504 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:08.832920 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:08.833715 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:08.833715 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:08.833905 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:08.834135 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:08.834452 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:08.834772 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:08.835091 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:08.835404 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:08.835718 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:08.836032 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:08.845586 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Attempting to bind port 5f0e855b-f513-43b0-990e-6896d5ed1bb4 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:08.845951 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Attempting to bind port 5f0e855b-f513-43b0-990e-6896d5ed1bb4 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'b7fa16a0-1928-4508-9147-9719ea2db1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3ac2c23f-e19c-46d1-8b6c-884f1c535c28'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:08.846337 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Attempting to bind port 5f0e855b-f513-43b0-990e-6896d5ed1bb4 on network 3ac2c23f-e19c-46d1-8b6c-884f1c535c28 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:08.852148 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:35:08.852520 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Checking segment: {'id': 'b7fa16a0-1928-4508-9147-9719ea2db1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3ac2c23f-e19c-46d1-8b6c-884f1c535c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:35:08.852910 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:08.853298 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Bound using segment: {'id': 'b7fa16a0-1928-4508-9147-9719ea2db1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3ac2c23f-e19c-46d1-8b6c-884f1c535c28'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:35:08.853740 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Bound port: 5f0e855b-f513-43b0-990e-6896d5ed1bb4, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7fa16a0-1928-4508-9147-9719ea2db1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3ac2c23f-e19c-46d1-8b6c-884f1c535c28'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:35:08.854137 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:08.873247 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:08.873609 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:08.873908 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:08.930620 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:35:08.930896 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:35:08.937929 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 2 to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c Jan 11 09:35:08.940478 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e147c464-1313-47e3-af1e-e464efea71bf tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:08.947711 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] For port 5f0e855b-f513-43b0-990e-6896d5ed1bb4, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:35:08.951342 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] For port 5f0e855b-f513-43b0-990e-6896d5ed1bb4, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=5f0e855b-f513-43b0-990e-6896d5ed1bb4,segment=NetworkSegment(b7fa16a0-1928-4508-9147-9719ea2db1f8),segment_id=b7fa16a0-1928-4508-9147-9719ea2db1f8)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:35:08.953307 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb21250-6de3-4ead-b5c1-e598c3c685bb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:35:08.957039 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:08.962130 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:08.962465 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:08.962966 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:08.972842 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:35:08.973135 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:35:08.973716 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 3 to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c Jan 11 09:35:08.980803 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a3452393-eeab-4656-9890-9d8ada785424 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:08.986529 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7fb21250-6de3-4ead-b5c1-e598c3c685bb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "PUT /v2.0/routers/0a730826-7096-4bbe-a478-3659b29bfd1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6632204 Jan 11 09:35:08.987853 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58814) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:08.994214 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7cc27e-6a30-4899-9b8d-1f4d78ff62cd None None] Sync routers for ids ['0a730826-7096-4bbe-a478-3659b29bfd1e'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:35:09.029885 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:09.030539 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:09.030867 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:09.033607 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7cc27e-6a30-4899-9b8d-1f4d78ff62cd None None] Routers {'0a730826-7096-4bbe-a478-3659b29bfd1e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:09.034804 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7b7cc27e-6a30-4899-9b8d-1f4d78ff62cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['0a730826-7096-4bbe-a478-3659b29bfd1e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:09.041878 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:35:09.042427 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:35:09.047350 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e147c464-1313-47e3-af1e-e464efea71bf tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52008743-ca2b-470a-8a2c-bdb8e596e8db']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:09.048140 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 4 to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c Jan 11 09:35:09.072327 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:09.072915 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:09.073246 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:09.079414 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e147c464-1313-47e3-af1e-e464efea71bf tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de590297-f4b7-448e-83ed-8ac63f62623b') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:09.079601 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3380af54-0581-4758-ad16-5533508b4608 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:09.079751 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e147c464-1313-47e3-af1e-e464efea71bf tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de590297-f4b7-448e-83ed-8ac63f62623b') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:09.081559 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3380af54-0581-4758-ad16-5533508b4608 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:09.082493 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3380af54-0581-4758-ad16-5533508b4608 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:09.087094 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:35:09.087605 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:35:09.088590 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 5 to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c Jan 11 09:35:09.093344 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-00bc2541-f42f-4a88-81bd-e69fde486d64 None None] Deleting port 777ce8b4-8a92-4176-b382-2cc40be439a6 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:09.093344 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-00bc2541-f42f-4a88-81bd-e69fde486d64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:09.100610 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e147c464-1313-47e3-af1e-e464efea71bf tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:09.109940 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:09.110531 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:09.111076 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:09.118104 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:35:09.119129 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:35:09.119889 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 6 to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c Jan 11 09:35:09.129660 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3380af54-0581-4758-ad16-5533508b4608 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:09.133317 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3380af54-0581-4758-ad16-5533508b4608 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1420166 Jan 11 09:35:09.134109 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58818) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:09.152696 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c83971d5-ef6c-4b5a-9568-28783fa05796 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:09.168065 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e147c464-1313-47e3-af1e-e464efea71bf tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:09.170362 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a3452393-eeab-4656-9890-9d8ada785424 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:09.192064 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:09.192064 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:09.193470 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:09.209587 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:35:09.209936 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:35:09.212574 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 7 to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c Jan 11 09:35:09.237647 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bd024-62f0-4612-8f0d-a041f2669c08 None None] Pushing event updated for resources: {'Port': ['ID=5f0e855b-f513-43b0-990e-6896d5ed1bb4,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:09.247460 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:09.247967 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:09.248460 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:09.248893 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e147c464-1313-47e3-af1e-e464efea71bf tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:35:09.249296 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e147c464-1313-47e3-af1e-e464efea71bf tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:09.255861 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-00bc2541-f42f-4a88-81bd-e69fde486d64 None None] The port '777ce8b4-8a92-4176-b382-2cc40be439a6' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:35:09.261717 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-53da7e6a-5ad0-4cbb-b4cd-b0ca2905e773 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet 8ba7ef0f-9d51-4bf2-a479-531a3752916b {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:35:09.263276 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-7b7cc27e-6a30-4899-9b8d-1f4d78ff62cd None None] Set router 0a730826-7096-4bbe-a478-3659b29bfd1e gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:35:09.271372 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:35:09.271705 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:35:09.271988 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:35:09.274330 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-53da7e6a-5ad0-4cbb-b4cd-b0ca2905e773 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:09.277606 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3452393-eeab-4656-9890-9d8ada785424 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e76f8b-9a9d-4373-8da0-384679c937aa,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:09.307549 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 8 to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c Jan 11 09:35:09.333495 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:09.333829 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:09.334058 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:09.344343 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:35:09.344704 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:35:09.348413 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 9 to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c Jan 11 09:35:09.365983 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:09.366363 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:09.366648 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:09.373740 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-53da7e6a-5ad0-4cbb-b4cd-b0ca2905e773 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:09.409987 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7b7cc27e-6a30-4899-9b8d-1f4d78ff62cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a730826-7096-4bbe-a478-3659b29bfd1e', 'name': 'tempest-NetworksTestDHCPv6-router-317287753', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:34:56Z', 'updated_at': '2022-01-11T09:35:07Z', 'revision_number': 3, 'project_id': 'cd5141369f514c338091b6d286f38ad6', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:09.410198 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:35:09.410198 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:35:09.414325 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.plugins.ml2.plugin [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempt 10 to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c Jan 11 09:35:09.449572 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7cc27e-6a30-4899-9b8d-1f4d78ff62cd None None] Checking router: 0a730826-7096-4bbe-a478-3659b29bfd1e for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:35:09.466118 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e147c464-1313-47e3-af1e-e464efea71bf tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:09.467821 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:09.468432 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:09.468960 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempting to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:09.471447 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e147c464-1313-47e3-af1e-e464efea71bf tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:09.480024 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7cc27e-6a30-4899-9b8d-1f4d78ff62cd None None] Routers {'0a730826-7096-4bbe-a478-3659b29bfd1e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:09.480870 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7b7cc27e-6a30-4899-9b8d-1f4d78ff62cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['0a730826-7096-4bbe-a478-3659b29bfd1e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:09.482865 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on network b12ec073-b966-4547-8be9-d9ccf47e9daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:35:09.483363 dv-neutron-823402-4-hyperv neutron-server[87655]: ERROR neutron.plugins.ml2.managers [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Failed to bind port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on host hv-neutron-8234 for vnic_type normal using segments [{'id': '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b12ec073-b966-4547-8be9-d9ccf47e9daa'}] Jan 11 09:35:09.483951 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:09.539077 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a3452393-eeab-4656-9890-9d8ada785424 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:09.539077 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a3452393-eeab-4656-9890-9d8ada785424 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "DELETE /v2.0/security-groups/96e76f8b-9a9d-4373-8da0-384679c937aa HTTP/1.1" status: 204 len: 168 time: 1.3890853 Jan 11 09:35:09.542753 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58824) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:09.546747 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e147c464-1313-47e3-af1e-e464efea71bf tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "DELETE /v2.0/networks/52008743-ca2b-470a-8a2c-bdb8e596e8db HTTP/1.1" status: 204 len: 168 time: 2.1952126 Jan 11 09:35:09.546747 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147c464-1313-47e3-af1e-e464efea71bf tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Pushing event deleted for resources: {'Network': ['ID=52008743-ca2b-470a-8a2c-bdb8e596e8db,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:09.548441 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58826) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:09.669921 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-53da7e6a-5ad0-4cbb-b4cd-b0ca2905e773 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:09.676824 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-7b7cc27e-6a30-4899-9b8d-1f4d78ff62cd None None] Set router 0a730826-7096-4bbe-a478-3659b29bfd1e gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:35:09.732886 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-849693b9-f8ac-491d-b319-fb8e4d58d1d6 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Deleting subnet 364acba5-ca92-4aa1-a284-562ca7d827fd {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:35:09.745983 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-849693b9-f8ac-491d-b319-fb8e4d58d1d6 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:09.792406 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6819a0f8-ea79-4e4b-a76c-fdb274daac93 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Synchronizing usage tracker for tenant:a6b609a91e27445ea6c5072bcc3d3001 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:09.822789 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] For port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c, host hv-neutron-8234, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:35:09.823542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attempted to set empty binding levels {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 11 09:35:09.824641 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6819a0f8-ea79-4e4b-a76c-fdb274daac93 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Unset dirty status for tenant:a6b609a91e27445ea6c5072bcc3d3001 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:09.826633 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6819a0f8-ea79-4e4b-a76c-fdb274daac93 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2778223 Jan 11 09:35:09.830620 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58834) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:09.835702 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:09.843502 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1dd85963-d2d4-4f19-ac7d-3e00f3a5f5a5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group': {'name': 'tempest-secgroup--579928019'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:09.856163 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-849693b9-f8ac-491d-b319-fb8e4d58d1d6 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:09.867143 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7b7cc27e-6a30-4899-9b8d-1f4d78ff62cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a730826-7096-4bbe-a478-3659b29bfd1e', 'name': 'tempest-NetworksTestDHCPv6-router-317287753', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:34:56Z', 'updated_at': '2022-01-11T09:35:07Z', 'revision_number': 3, 'project_id': 'cd5141369f514c338091b6d286f38ad6', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:09.871097 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7cc27e-6a30-4899-9b8d-1f4d78ff62cd None None] The sync data for ids ['0a730826-7096-4bbe-a478-3659b29bfd1e'] in dv-neutron-823402-4-hyperv is: [{'id': '0a730826-7096-4bbe-a478-3659b29bfd1e', 'name': 'tempest-NetworksTestDHCPv6-router-317287753', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:34:56Z', 'updated_at': '2022-01-11T09:35:07Z', 'revision_number': 3, 'project_id': 'cd5141369f514c338091b6d286f38ad6', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:35:09.881388 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-53da7e6a-5ad0-4cbb-b4cd-b0ca2905e773 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:09.923868 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-c83971d5-ef6c-4b5a-9568-28783fa05796 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Allocated IP 172.20.0.1 (3ac2c23f-e19c-46d1-8b6c-884f1c535c28/6a8ac935-8aac-479a-93b2-5219b8f32a0d/bd7c70d8-8d7a-4e15-a7da-b7585f4a6380) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:09.928943 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1dd85963-d2d4-4f19-ac7d-3e00f3a5f5a5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:09.954013 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da7e6a-5ad0-4cbb-b4cd-b0ca2905e773 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=8ba7ef0f-9d51-4bf2-a479-531a3752916b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:09.955950 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] In _notify_port_updated(), no bound segment for port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c on network b12ec073-b966-4547-8be9-d9ccf47e9daa {{(pid=87655) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 11 09:35:09.956911 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:09.957495 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:09.958825 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] 10.222.0.15 "PUT /v2.0/ports/1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c HTTP/1.1" status: 200 len: 977 time: 2.5813639 Jan 11 09:35:09.970054 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58838) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:09.974249 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1dd85963-d2d4-4f19-ac7d-3e00f3a5f5a5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:09.979817 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-53da7e6a-5ad0-4cbb-b4cd-b0ca2905e773 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:09.982440 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38e3900-407d-411f-8a5d-f8d9d3d464d6 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:35:10.064180 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942d28f-2593-4ffb-9f4d-271b09c6ac50 tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Pushing event updated for resources: {'Port': ['ID=1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:10.075921 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1dd85963-d2d4-4f19-ac7d-3e00f3a5f5a5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:10.082458 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-849693b9-f8ac-491d-b319-fb8e4d58d1d6 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:10.107388 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-53da7e6a-5ad0-4cbb-b4cd-b0ca2905e773 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/8ba7ef0f-9d51-4bf2-a479-531a3752916b HTTP/1.1" status: 204 len: 168 time: 0.9720480 Jan 11 09:35:10.114037 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58842) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:10.119559 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-abfee6f2-9f2c-4c41-af0a-0e8ef7a3e74c tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Deleting port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:10.119885 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-abfee6f2-9f2c-4c41-af0a-0e8ef7a3e74c tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:10.213307 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c83971d5-ef6c-4b5a-9568-28783fa05796 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:10.226307 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1dd85963-d2d4-4f19-ac7d-3e00f3a5f5a5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:10.245149 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-849693b9-f8ac-491d-b319-fb8e4d58d1d6 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:10.246700 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1dd85963-d2d4-4f19-ac7d-3e00f3a5f5a5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Usage tracker for resource:security_group_rule and tenant:a6b609a91e27445ea6c5072bcc3d3001 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:10.251385 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c83971d5-ef6c-4b5a-9568-28783fa05796 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Transition to ACTIVE for port object bd7c70d8-8d7a-4e15-a7da-b7585f4a6380 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:10.255200 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1dd85963-d2d4-4f19-ac7d-3e00f3a5f5a5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:10.273428 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1dd85963-d2d4-4f19-ac7d-3e00f3a5f5a5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:10.305944 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-849693b9-f8ac-491d-b319-fb8e4d58d1d6 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:10.308334 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e30122-77e5-4801-b175-2663adbf5e7b None None] Network c83c9e44-dcf7-456e-92c6-20f02296ceef requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:35:10.317366 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849693b9-f8ac-491d-b319-fb8e4d58d1d6 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Pushing event deleted for resources: {'Subnet': ['ID=364acba5-ca92-4aa1-a284-562ca7d827fd,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:10.342691 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-849693b9-f8ac-491d-b319-fb8e4d58d1d6 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "DELETE /v2.0/subnets/364acba5-ca92-4aa1-a284-562ca7d827fd HTTP/1.1" status: 204 len: 168 time: 0.7867105 Jan 11 09:35:10.348636 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58846) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:10.357170 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ec2647-59fd-4b5f-84e0-a7e6ca34bd49 None None] DHCP port deletion for 11973de4-095d-48a2-8bfe-2305268446bc request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:35:10.390705 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f0ec2647-59fd-4b5f-84e0-a7e6ca34bd49 None None] Deleting port f095a88a-2135-440c-9765-5f7230c27ec9 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:10.391151 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2647-59fd-4b5f-84e0-a7e6ca34bd49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:10.477473 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-88cfb14b-9e05-4114-9622-34e37a3d594b tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Deleting subnet 6f814714-d9cf-48a1-8797-3655817d7a10 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:35:10.484525 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c83971d5-ef6c-4b5a-9568-28783fa05796 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:10.489510 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-88cfb14b-9e05-4114-9622-34e37a3d594b tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:10.586669 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 5f0e855b-f513-43b0-990e-6896d5ed1bb4 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:35:10.624823 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d9a0feb1-4535-465f-bcec-2f580bd67541 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:router {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:10.701105 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf63141-adc4-4425-b002-7d71b2156728 None None] Network 3ac2c23f-e19c-46d1-8b6c-884f1c535c28 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:35:10.747712 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1dd85963-d2d4-4f19-ac7d-3e00f3a5f5a5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:10.764558 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1dd85963-d2d4-4f19-ac7d-3e00f3a5f5a5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:10.786156 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83971d5-ef6c-4b5a-9568-28783fa05796 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network 3ac2c23f-e19c-46d1-8b6c-884f1c535c28 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:10.791600 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-c83971d5-ef6c-4b5a-9568-28783fa05796 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:10.797945 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83971d5-ef6c-4b5a-9568-28783fa05796 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:35:10.832593 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-88cfb14b-9e05-4114-9622-34e37a3d594b tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:10.869825 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83971d5-ef6c-4b5a-9568-28783fa05796 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Port': ['ID=bd7c70d8-8d7a-4e15-a7da-b7585f4a6380,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:10.881761 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d9a0feb1-4535-465f-bcec-2f580bd67541 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:router {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:10.882851 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d9a0feb1-4535-465f-bcec-2f580bd67541 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7678306 Jan 11 09:35:10.886326 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58850) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:10.903739 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd85963-d2d4-4f19-ac7d-3e00f3a5f5a5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d644bd5-bd8e-4cb3-8906-30a6ede10df4,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:10.907552 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-abfee6f2-9f2c-4c41-af0a-0e8ef7a3e74c tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] For port 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c, host hv-neutron-8234, got binding levels [] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:10.907914 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-abfee6f2-9f2c-4c41-af0a-0e8ef7a3e74c tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:10.910434 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3202315a-03ca-4f38-a690-a0b92ba3404b None None] Provisioning for port 5f0e855b-f513-43b0-990e-6896d5ed1bb4 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:10.919720 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1dd85963-d2d4-4f19-ac7d-3e00f3a5f5a5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:10.925650 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1dd85963-d2d4-4f19-ac7d-3e00f3a5f5a5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0892034 Jan 11 09:35:10.925650 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58854) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:10.971078 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 5f0e855b-f513-43b0-990e-6896d5ed1bb4 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:10.984678 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2a55febe-472a-4128-a893-269668b69fe8 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group_rule': {'security_group_id': '7d644bd5-bd8e-4cb3-8906-30a6ede10df4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:10.985197 dv-neutron-823402-4-hyperv neutron-server[87655]: WARNING neutron.api.v2.base [None req-2a55febe-472a-4128-a893-269668b69fe8 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 11 09:35:10.985705 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-2a55febe-472a-4128-a893-269668b69fe8 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:35:10.986666 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2a55febe-472a-4128-a893-269668b69fe8 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0613346 Jan 11 09:35:10.990508 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58858) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:11.022571 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 5f0e855b-f513-43b0-990e-6896d5ed1bb4 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:11.022937 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:11.057545 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-abfee6f2-9f2c-4c41-af0a-0e8ef7a3e74c tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Calling delete_port for 1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:11.066157 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c83971d5-ef6c-4b5a-9568-28783fa05796 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:11.142278 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-abfee6f2-9f2c-4c41-af0a-0e8ef7a3e74c tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:11.157575 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f0ec2647-59fd-4b5f-84e0-a7e6ca34bd49 None None] For port f095a88a-2135-440c-9765-5f7230c27ec9, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=f095a88a-2135-440c-9765-5f7230c27ec9,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:11.158139 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2647-59fd-4b5f-84e0-a7e6ca34bd49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:11.202723 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfee6f2-9f2c-4c41-af0a-0e8ef7a3e74c tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:11.211774 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-abfee6f2-9f2c-4c41-af0a-0e8ef7a3e74c tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:11.217799 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6fc197a7-1c9d-4ac8-a53b-b5502d4dcbfd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:11.226361 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-abfee6f2-9f2c-4c41-af0a-0e8ef7a3e74c tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] 10.222.0.15 "DELETE /v2.0/ports/1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c HTTP/1.1" status: 204 len: 168 time: 1.2475138 Jan 11 09:35:11.226851 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58862) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:11.292674 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd58b832-16cd-4ce3-b859-0751619b29eb tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] GET failed (client error): The resource could not be found. Jan 11 09:35:11.294002 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-dd58b832-16cd-4ce3-b859-0751619b29eb tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Synchronizing usage tracker for tenant:e19b0e9c4afd412697097bb5cc7ac1da on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:11.346312 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f0ec2647-59fd-4b5f-84e0-a7e6ca34bd49 None None] Calling delete_port for f095a88a-2135-440c-9765-5f7230c27ec9 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:11.355748 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-dd58b832-16cd-4ce3-b859-0751619b29eb tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] Unset dirty status for tenant:e19b0e9c4afd412697097bb5cc7ac1da on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:11.360225 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-dd58b832-16cd-4ce3-b859-0751619b29eb tempest-PortsAdminExtendedAttrsTestJSON-1539208797 tempest-PortsAdminExtendedAttrsTestJSON-1539208797-project-admin] 10.222.0.15 "GET /v2.0/ports/1fb042ee-8dcb-4b77-b5f3-49d8a7bf402c HTTP/1.1" status: 404 len: 333 time: 0.1292324 Jan 11 09:35:11.361535 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58866) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:11.388472 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60124010-fa26-4e87-952c-fefabdbf5850 None None] DHCP port deletion for c83c9e44-dcf7-456e-92c6-20f02296ceef request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:35:11.431743 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-60124010-fa26-4e87-952c-fefabdbf5850 None None] Deleting port a2951b66-42c7-498b-8540-dc7ea7c164ca {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:11.433203 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-60124010-fa26-4e87-952c-fefabdbf5850 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:11.545023 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be8f0f16-6de4-42b6-bda5-141823744463 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:11.603513 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:11.633655 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2647-59fd-4b5f-84e0-a7e6ca34bd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:11.704424 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be8f0f16-6de4-42b6-bda5-141823744463 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:11.734038 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-be8f0f16-6de4-42b6-bda5-141823744463 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b12ec073-b966-4547-8be9-d9ccf47e9daa']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:11.752310 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-be8f0f16-6de4-42b6-bda5-141823744463 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:11.752763 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-be8f0f16-6de4-42b6-bda5-141823744463 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88cd8a21-02b4-4f80-91a3-cf47fc8c46e8') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:11.766413 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be8f0f16-6de4-42b6-bda5-141823744463 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:11.786023 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be8f0f16-6de4-42b6-bda5-141823744463 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:11.792266 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6fc197a7-1c9d-4ac8-a53b-b5502d4dcbfd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:11.793045 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8f0f16-6de4-42b6-bda5-141823744463 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:35:11.793437 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be8f0f16-6de4-42b6-bda5-141823744463 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:11.794871 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6fc197a7-1c9d-4ac8-a53b-b5502d4dcbfd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:35:11.811690 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:35:11.816453 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-88cfb14b-9e05-4114-9622-34e37a3d594b tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:11.868111 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-60124010-fa26-4e87-952c-fefabdbf5850 None None] For port a2951b66-42c7-498b-8540-dc7ea7c164ca, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a2951b66-42c7-498b-8540-dc7ea7c164ca,segment=NetworkSegment(7e7ef485-5784-4e3b-baa9-f0b7634d0514),segment_id=7e7ef485-5784-4e3b-baa9-f0b7634d0514)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:11.868765 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-60124010-fa26-4e87-952c-fefabdbf5850 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:11.879405 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-179dcc49-4d55-487b-b793-da6d041139e3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:11.907271 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-179dcc49-4d55-487b-b793-da6d041139e3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:11.916000 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be8f0f16-6de4-42b6-bda5-141823744463 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:11.939939 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be8f0f16-6de4-42b6-bda5-141823744463 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:11.953065 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f0f16-6de4-42b6-bda5-141823744463 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] Pushing event deleted for resources: {'Network': ['ID=b12ec073-b966-4547-8be9-d9ccf47e9daa,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:11.960390 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6fc197a7-1c9d-4ac8-a53b-b5502d4dcbfd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:11.960967 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc197a7-1c9d-4ac8-a53b-b5502d4dcbfd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Fanout notify agent at l3_agent the message router_deleted on router 0a730826-7096-4bbe-a478-3659b29bfd1e {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:35:11.962329 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-be8f0f16-6de4-42b6-bda5-141823744463 tempest-PortsAdminExtendedAttrsTestJSON-1375853651 tempest-PortsAdminExtendedAttrsTestJSON-1375853651-project] 10.222.0.15 "DELETE /v2.0/networks/b12ec073-b966-4547-8be9-d9ccf47e9daa HTTP/1.1" status: 204 len: 168 time: 0.5990956 Jan 11 09:35:11.975831 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-179dcc49-4d55-487b-b793-da6d041139e3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:12.017779 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-60124010-fa26-4e87-952c-fefabdbf5850 None None] Calling delete_port for a2951b66-42c7-498b-8540-dc7ea7c164ca owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:12.024100 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6fc197a7-1c9d-4ac8-a53b-b5502d4dcbfd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:12.025386 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6fc197a7-1c9d-4ac8-a53b-b5502d4dcbfd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/routers/0a730826-7096-4bbe-a478-3659b29bfd1e HTTP/1.1" status: 204 len: 168 time: 1.1328158 Jan 11 09:35:12.029258 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58872) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:12.036127 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-222f09d5-6124-45cc-88eb-4813eeebee1a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:12.038771 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179dcc49-4d55-487b-b793-da6d041139e3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d644bd5-bd8e-4cb3-8906-30a6ede10df4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:12.040884 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-179dcc49-4d55-487b-b793-da6d041139e3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:12.045044 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-179dcc49-4d55-487b-b793-da6d041139e3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "DELETE /v2.0/security-groups/7d644bd5-bd8e-4cb3-8906-30a6ede10df4 HTTP/1.1" status: 204 len: 168 time: 1.0534835 Jan 11 09:35:12.055437 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58876) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:12.156054 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b067da05-eb64-416a-80a2-3c919c0c3d58 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Synchronizing usage tracker for tenant:a6b609a91e27445ea6c5072bcc3d3001 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:12.161142 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-60124010-fa26-4e87-952c-fefabdbf5850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:12.184771 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60124010-fa26-4e87-952c-fefabdbf5850 None None] No DVR routers for this DVR port a2951b66-42c7-498b-8540-dc7ea7c164ca on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:35:12.193262 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec2647-59fd-4b5f-84e0-a7e6ca34bd49 None None] Pushing event deleted for resources: {'Port': ['ID=f095a88a-2135-440c-9765-5f7230c27ec9,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:12.217197 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 5f0e855b-f513-43b0-990e-6896d5ed1bb4, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=5f0e855b-f513-43b0-990e-6896d5ed1bb4,segment=NetworkSegment(b7fa16a0-1928-4508-9147-9719ea2db1f8),segment_id=b7fa16a0-1928-4508-9147-9719ea2db1f8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:12.261040 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-222f09d5-6124-45cc-88eb-4813eeebee1a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:12.266453 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-222f09d5-6124-45cc-88eb-4813eeebee1a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:12.267717 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-42955f6e-c859-4a66-897f-3c7e7d1a1132 req-cd8d23a4-31e0-4146-883e-f63e0294e414 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8070312 Jan 11 09:35:12.268512 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b067da05-eb64-416a-80a2-3c919c0c3d58 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Unset dirty status for tenant:a6b609a91e27445ea6c5072bcc3d3001 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:12.270540 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b067da05-eb64-416a-80a2-3c919c0c3d58 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2140644 Jan 11 09:35:12.273933 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58882) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:12.279218 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-222f09d5-6124-45cc-88eb-4813eeebee1a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:12.290641 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ec2647-59fd-4b5f-84e0-a7e6ca34bd49 None None] No DVR routers for this DVR port f095a88a-2135-440c-9765-5f7230c27ec9 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:35:12.303047 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:12.310005 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4f9715de-0b11-479a-b879-fc7c31262fac tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group': {'name': 'tempest-secgroup--765124509'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:12.319840 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60124010-fa26-4e87-952c-fefabdbf5850 None None] Pushing event deleted for resources: {'Port': ['ID=a2951b66-42c7-498b-8540-dc7ea7c164ca,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:12.325703 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4f9715de-0b11-479a-b879-fc7c31262fac tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:12.342767 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4f9715de-0b11-479a-b879-fc7c31262fac tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:12.357084 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-222f09d5-6124-45cc-88eb-4813eeebee1a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:12.364770 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f9715de-0b11-479a-b879-fc7c31262fac tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:12.375335 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a6b758d4-7dfe-4785-8a76-fdd47dcb9463 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:35:12.415661 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222f09d5-6124-45cc-88eb-4813eeebee1a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:35:12.419141 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-222f09d5-6124-45cc-88eb-4813eeebee1a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:12.443903 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: a6b758d4-7dfe-4785-8a76-fdd47dcb9463 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:35:12.444238 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a6b758d4-7dfe-4785-8a76-fdd47dcb9463 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:35:12.464776 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4f9715de-0b11-479a-b879-fc7c31262fac tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:12.474855 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-4f9715de-0b11-479a-b879-fc7c31262fac tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Usage tracker for resource:security_group_rule and tenant:a6b609a91e27445ea6c5072bcc3d3001 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:12.480339 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-4f9715de-0b11-479a-b879-fc7c31262fac tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:12.532297 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=5f0e855b-f513-43b0-990e-6896d5ed1bb4,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:12.545917 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58888) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:12.552672 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4f9715de-0b11-479a-b879-fc7c31262fac tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:12.599259 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device f095a88a-2135-440c-9765-5f7230c27ec9 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:35:12.619380 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c83971d5-ef6c-4b5a-9568-28783fa05796 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:12.686684 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d728de54-6b04-4f40-a028-02c6ee098733 None None] Provisioning for port bd7c70d8-8d7a-4e15-a7da-b7585f4a6380 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:12.690384 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: f095a88a-2135-440c-9765-5f7230c27ec9 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:35:12.690842 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device f095a88a-2135-440c-9765-5f7230c27ec9 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:35:12.691435 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a2951b66-42c7-498b-8540-dc7ea7c164ca no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:35:12.730782 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d728de54-6b04-4f40-a028-02c6ee098733 None None] Provisioning complete for port bd7c70d8-8d7a-4e15-a7da-b7585f4a6380 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:12.731295 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d728de54-6b04-4f40-a028-02c6ee098733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:12.752420 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-88cfb14b-9e05-4114-9622-34e37a3d594b tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:12.812647 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: a2951b66-42c7-498b-8540-dc7ea7c164ca {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:35:12.813501 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a2951b66-42c7-498b-8540-dc7ea7c164ca not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:35:12.817321 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d728de54-6b04-4f40-a028-02c6ee098733 None None] Port bd7c70d8-8d7a-4e15-a7da-b7585f4a6380 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:35:12.820158 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f9715de-0b11-479a-b879-fc7c31262fac tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:12.827909 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f9715de-0b11-479a-b879-fc7c31262fac tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:12.848023 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d728de54-6b04-4f40-a028-02c6ee098733 None None] Provisioning complete for port 5f0e855b-f513-43b0-990e-6896d5ed1bb4 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:12.848479 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d728de54-6b04-4f40-a028-02c6ee098733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:12.936554 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9715de-0b11-479a-b879-fc7c31262fac tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb87074-6252-42b3-ba6f-ef02af7f3637,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:12.955187 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4f9715de-0b11-479a-b879-fc7c31262fac tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:12.959125 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4f9715de-0b11-479a-b879-fc7c31262fac tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6799614 Jan 11 09:35:12.966970 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58894) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:12.982079 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2a39ffe7-b5d3-4715-a2e1-dfb6f97390ab tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group_rule': {'security_group_id': 'cdb87074-6252-42b3-ba6f-ef02af7f3637', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:12.983362 dv-neutron-823402-4-hyperv neutron-server[87655]: WARNING neutron.api.v2.base [None req-2a39ffe7-b5d3-4715-a2e1-dfb6f97390ab tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 11 09:35:12.983486 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-2a39ffe7-b5d3-4715-a2e1-dfb6f97390ab tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:35:12.988450 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfb14b-9e05-4114-9622-34e37a3d594b tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Pushing event deleted for resources: {'Subnet': ['ID=6f814714-d9cf-48a1-8797-3655817d7a10,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:12.988986 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2a39ffe7-b5d3-4715-a2e1-dfb6f97390ab tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0164235 Jan 11 09:35:12.988986 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58898) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:12.991734 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-88cfb14b-9e05-4114-9622-34e37a3d594b tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:12.999034 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ab1607e5-9db9-4112-95ae-592df659b96e tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group_rule': {'security_group_id': 'cdb87074-6252-42b3-ba6f-ef02af7f3637', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:13.000575 dv-neutron-823402-4-hyperv neutron-server[87655]: WARNING neutron.api.v2.base [None req-ab1607e5-9db9-4112-95ae-592df659b96e tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 11 09:35:13.001414 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-ab1607e5-9db9-4112-95ae-592df659b96e tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:35:13.002008 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ab1607e5-9db9-4112-95ae-592df659b96e tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0131328 Jan 11 09:35:13.003209 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-222f09d5-6124-45cc-88eb-4813eeebee1a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:13.005236 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959a8407-4394-4f77-bb69-714b87fea552 None None] Network f94a4922-fd22-447f-abd7-2aa4c8b543d1 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:35:13.009395 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58902) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:13.050518 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c9956833-81ec-41c1-af90-b7483d01738c tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group_rule': {'security_group_id': 'cdb87074-6252-42b3-ba6f-ef02af7f3637', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:13.051316 dv-neutron-823402-4-hyperv neutron-server[87655]: WARNING neutron.api.v2.base [None req-c9956833-81ec-41c1-af90-b7483d01738c tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 11 09:35:13.051799 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-c9956833-81ec-41c1-af90-b7483d01738c tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:35:13.055356 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c9956833-81ec-41c1-af90-b7483d01738c tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0169744 Jan 11 09:35:13.057498 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58906) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:13.065125 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b12e3d39-d3b9-4ed9-bd92-1f9855c23a2b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb292ff707034b1eabecbe4a9cf80f38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5119126 Jan 11 09:35:13.067699 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58910) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:13.072333 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-77a65473-a7e9-4620-834a-f0c5691ddd9e tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group_rule': {'security_group_id': 'cdb87074-6252-42b3-ba6f-ef02af7f3637', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:13.073440 dv-neutron-823402-4-hyperv neutron-server[87654]: WARNING neutron.api.v2.base [None req-77a65473-a7e9-4620-834a-f0c5691ddd9e tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 11 09:35:13.074144 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-77a65473-a7e9-4620-834a-f0c5691ddd9e tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:35:13.077578 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-77a65473-a7e9-4620-834a-f0c5691ddd9e tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0156877 Jan 11 09:35:13.083879 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-88cfb14b-9e05-4114-9622-34e37a3d594b tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "DELETE /v2.0/subnets/6f814714-d9cf-48a1-8797-3655817d7a10 HTTP/1.1" status: 204 len: 168 time: 2.7306643 Jan 11 09:35:13.084384 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58914) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:13.084709 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58916) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:13.088893 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42955f6e-c859-4a66-897f-3c7e7d1a1132 req-46581b1b-b325-4289-a698-defff2a8a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:13.090321 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-42955f6e-c859-4a66-897f-3c7e7d1a1132 req-46581b1b-b325-4289-a698-defff2a8a925 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27f1e48653724e3083ec9827e4915957&device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 1098 time: 0.5581782 Jan 11 09:35:13.098054 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222f09d5-6124-45cc-88eb-4813eeebee1a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:13.105405 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-222f09d5-6124-45cc-88eb-4813eeebee1a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:13.111714 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222f09d5-6124-45cc-88eb-4813eeebee1a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:13.112326 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-222f09d5-6124-45cc-88eb-4813eeebee1a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:13.115836 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f09d5-6124-45cc-88eb-4813eeebee1a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=b7f62b13-10ea-4c7b-921c-1c72a945821d,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:13.131324 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fa9246-ef8e-4811-8c4c-c1223ce8e376 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:35:13.155343 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-222f09d5-6124-45cc-88eb-4813eeebee1a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1225133 Jan 11 09:35:13.155591 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58922) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:13.162608 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0bd427de-55c4-4667-80df-4e4e33001414 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-649378892', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:13.169286 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0bd427de-55c4-4667-80df-4e4e33001414 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:13.191177 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0bd427de-55c4-4667-80df-4e4e33001414 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:13.193277 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00a3b769-dadf-47b2-80e4-47540368a4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:13.220000 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bd427de-55c4-4667-80df-4e4e33001414 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:13.220972 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bd427de-55c4-4667-80df-4e4e33001414 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:13.234143 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00a3b769-dadf-47b2-80e4-47540368a4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:13.276811 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bd427de-55c4-4667-80df-4e4e33001414 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:13.300286 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bd427de-55c4-4667-80df-4e4e33001414 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:13.331336 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2ea60856-2469-4512-a052-c8e058837fa9 None None] Provisioning complete for port bd7c70d8-8d7a-4e15-a7da-b7585f4a6380 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:13.331619 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2ea60856-2469-4512-a052-c8e058837fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:13.343808 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00a3b769-dadf-47b2-80e4-47540368a4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:13.347504 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00a3b769-dadf-47b2-80e4-47540368a4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:13.351820 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-00a3b769-dadf-47b2-80e4-47540368a4d3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f517fe06-a8ad-4d7c-9d29-fc233c762bfb HTTP/1.1" status: 204 len: 168 time: 0.2798438 Jan 11 09:35:13.360077 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bd427de-55c4-4667-80df-4e4e33001414 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:13.361438 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0bd427de-55c4-4667-80df-4e4e33001414 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2049918 Jan 11 09:35:13.364752 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58928) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:13.428944 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3b769-dadf-47b2-80e4-47540368a4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f517fe06-a8ad-4d7c-9d29-fc233c762bfb,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:13.446434 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42955f6e-c859-4a66-897f-3c7e7d1a1132 req-4b450d77-a8a0-44be-a2c8-aea1884c3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:13.448316 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-42955f6e-c859-4a66-897f-3c7e7d1a1132 req-4b450d77-a8a0-44be-a2c8-aea1884c3c96 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 HTTP/1.1" status: 200 len: 913 time: 0.3067715 Jan 11 09:35:13.464499 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2ea60856-2469-4512-a052-c8e058837fa9 None None] Port bd7c70d8-8d7a-4e15-a7da-b7585f4a6380 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:35:13.494676 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68a7-32d4-4056-9182-f42195a3ca69 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:13.498987 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b791c019-da68-44bf-b83e-760209db303b tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:13.569250 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873969d4-e16f-41ef-8b26-382cd6d5d42a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-11973de4-095d-48a2-8bfe-2305268446bc', 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'fixed_ips': [{'subnet_id': 'b7f62b13-10ea-4c7b-921c-1c72a945821d'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:35:13.573418 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-873969d4-e16f-41ef-8b26-382cd6d5d42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:13.586371 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84fe334-ee2e-4ad5-a24f-e449dfc95e14 None None] DHCP port deletion for f94a4922-fd22-447f-abd7-2aa4c8b543d1 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:35:13.595121 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e84fe334-ee2e-4ad5-a24f-e449dfc95e14 None None] Deleting port daadf259-dfe7-4364-a3ec-14f81476cf60 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:13.595491 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e84fe334-ee2e-4ad5-a24f-e449dfc95e14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:13.766636 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b791c019-da68-44bf-b83e-760209db303b tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:13.777340 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58934) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:13.977135 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-42955f6e-c859-4a66-897f-3c7e7d1a1132 req-dfada567-db01-4c96-9a96-c33d76f470d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f14f387a-896f-4d55-9c1e-0e78f36c51c5 HTTP/1.1" status: 200 len: 1001 time: 0.4724176 Jan 11 09:35:13.985393 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68a7-32d4-4056-9182-f42195a3ca69 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:13.994779 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e84fe334-ee2e-4ad5-a24f-e449dfc95e14 None None] For port daadf259-dfe7-4364-a3ec-14f81476cf60, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=daadf259-dfe7-4364-a3ec-14f81476cf60,segment=NetworkSegment(13984157-f0b2-4487-8262-7f6990018583),segment_id=13984157-f0b2-4487-8262-7f6990018583)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:13.995097 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e84fe334-ee2e-4ad5-a24f-e449dfc95e14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:14.002597 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-873969d4-e16f-41ef-8b26-382cd6d5d42a None None] Allocated IP 2001:db8::2 (11973de4-095d-48a2-8bfe-2305268446bc/b7f62b13-10ea-4c7b-921c-1c72a945821d/99d26877-2a77-424f-9ff0-a7a0cda68917) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:14.083827 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8e29d25a-9307-4efc-9adb-d92f24a6c321 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e19b0e9c4afd412697097bb5cc7ac1da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953253 Jan 11 09:35:14.089328 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58938) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:14.099183 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-b5cf68a7-32d4-4056-9182-f42195a3ca69 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83c9e44-dcf7-456e-92c6-20f02296ceef']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:14.121680 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-b5cf68a7-32d4-4056-9182-f42195a3ca69 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7ef485-5784-4e3b-baa9-f0b7634d0514') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:14.121953 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-b5cf68a7-32d4-4056-9182-f42195a3ca69 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7ef485-5784-4e3b-baa9-f0b7634d0514') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:14.130652 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e84fe334-ee2e-4ad5-a24f-e449dfc95e14 None None] Calling delete_port for daadf259-dfe7-4364-a3ec-14f81476cf60 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:14.137655 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b791c019-da68-44bf-b83e-760209db303b tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:14.141803 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42955f6e-c859-4a66-897f-3c7e7d1a1132 req-09ddc77f-c9e3-4f32-ab18-93a4dcfe95ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:14.143960 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-42955f6e-c859-4a66-897f-3c7e7d1a1132 req-09ddc77f-c9e3-4f32-ab18-93a4dcfe95ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=627ce13c-dd38-4562-afe1-c17eb9a23002 HTTP/1.1" status: 200 len: 851 time: 0.1479664 Jan 11 09:35:14.144108 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07d61d7e-13f1-4927-ac2b-6fa4592fbfcc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:14.146492 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68a7-32d4-4056-9182-f42195a3ca69 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:14.223101 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791c019-da68-44bf-b83e-760209db303b tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb87074-6252-42b3-ba6f-ef02af7f3637,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:14.247708 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68a7-32d4-4056-9182-f42195a3ca69 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:14.251209 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c83971d5-ef6c-4b5a-9568-28783fa05796 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:14.257035 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b791c019-da68-44bf-b83e-760209db303b tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:14.258271 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b791c019-da68-44bf-b83e-760209db303b tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "DELETE /v2.0/security-groups/cdb87074-6252-42b3-ba6f-ef02af7f3637 HTTP/1.1" status: 204 len: 168 time: 1.1669765 Jan 11 09:35:14.261180 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58942) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:14.262311 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5cf68a7-32d4-4056-9182-f42195a3ca69 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:35:14.262750 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68a7-32d4-4056-9182-f42195a3ca69 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:35:14.280081 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:35:14.286385 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c83971d5-ef6c-4b5a-9568-28783fa05796 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:14.328698 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56566617-f84d-4be9-8e0e-d770da0d2fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:14.329288 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e84fe334-ee2e-4ad5-a24f-e449dfc95e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:14.396038 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84fe334-ee2e-4ad5-a24f-e449dfc95e14 None None] Pushing event deleted for resources: {'Port': ['ID=daadf259-dfe7-4364-a3ec-14f81476cf60,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:14.406351 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84fe334-ee2e-4ad5-a24f-e449dfc95e14 None None] No DVR routers for this DVR port daadf259-dfe7-4364-a3ec-14f81476cf60 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:35:14.410224 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56566617-f84d-4be9-8e0e-d770da0d2fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:14.479304 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-873969d4-e16f-41ef-8b26-382cd6d5d42a None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:14.560363 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 5f0e855b-f513-43b0-990e-6896d5ed1bb4 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:35:14.562945 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56566617-f84d-4be9-8e0e-d770da0d2fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:14.585636 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56566617-f84d-4be9-8e0e-d770da0d2fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11a3117-985d-4c80-8ec2-5664d2ced7b1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:14.599583 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56566617-f84d-4be9-8e0e-d770da0d2fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:14.600006 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-56566617-f84d-4be9-8e0e-d770da0d2fc2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b11a3117-985d-4c80-8ec2-5664d2ced7b1 HTTP/1.1" status: 204 len: 168 time: 0.5097528 Jan 11 09:35:14.654538 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 5f0e855b-f513-43b0-990e-6896d5ed1bb4 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:14.654954 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:14.684421 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83971d5-ef6c-4b5a-9568-28783fa05796 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Port': ['ID=bd7c70d8-8d7a-4e15-a7da-b7585f4a6380,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:14.689231 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c83971d5-ef6c-4b5a-9568-28783fa05796 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:14.707798 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-873969d4-e16f-41ef-8b26-382cd6d5d42a None None] Transition to ACTIVE for port object 99d26877-2a77-424f-9ff0-a7a0cda68917 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:14.727786 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d188a83d-a4b9-443a-a58b-81706a0174fc tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Synchronizing usage tracker for tenant:a6b609a91e27445ea6c5072bcc3d3001 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:14.740956 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-873969d4-e16f-41ef-8b26-382cd6d5d42a None None] Transition to ACTIVE for port object 99d26877-2a77-424f-9ff0-a7a0cda68917 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:14.742589 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68a7-32d4-4056-9182-f42195a3ca69 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:14.748637 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68a7-32d4-4056-9182-f42195a3ca69 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:14.755198 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-873969d4-e16f-41ef-8b26-382cd6d5d42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:14.798679 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b5cf68a7-32d4-4056-9182-f42195a3ca69 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "DELETE /v2.0/networks/c83c9e44-dcf7-456e-92c6-20f02296ceef HTTP/1.1" status: 204 len: 168 time: 1.7054982 Jan 11 09:35:14.800848 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58948) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:14.823056 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf68a7-32d4-4056-9182-f42195a3ca69 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Pushing event deleted for resources: {'Network': ['ID=c83c9e44-dcf7-456e-92c6-20f02296ceef,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:14.848244 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42955f6e-c859-4a66-897f-3c7e7d1a1132 req-28718081-a727-4344-8d6e-60a9c48a3fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:14.849967 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-42955f6e-c859-4a66-897f-3c7e7d1a1132 req-28718081-a727-4344-8d6e-60a9c48a3fc0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6837420 Jan 11 09:35:14.870125 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873969d4-e16f-41ef-8b26-382cd6d5d42a None None] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:14.880908 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-873969d4-e16f-41ef-8b26-382cd6d5d42a None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:14.887895 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873969d4-e16f-41ef-8b26-382cd6d5d42a None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:35:14.922248 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d188a83d-a4b9-443a-a58b-81706a0174fc tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Unset dirty status for tenant:a6b609a91e27445ea6c5072bcc3d3001 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:14.925009 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d188a83d-a4b9-443a-a58b-81706a0174fc tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6461711 Jan 11 09:35:14.934074 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58952) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:14.950342 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873969d4-e16f-41ef-8b26-382cd6d5d42a None None] Pushing event updated for resources: {'Port': ['ID=99d26877-2a77-424f-9ff0-a7a0cda68917,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:14.986001 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device daadf259-dfe7-4364-a3ec-14f81476cf60 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:35:14.992636 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a65f146e-2d0f-4de7-923d-86c1527aa35a tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:15.001551 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-07d61d7e-13f1-4927-ac2b-6fa4592fbfcc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 2001:db8::1 (11973de4-095d-48a2-8bfe-2305268446bc/b7f62b13-10ea-4c7b-921c-1c72a945821d/63b8514a-50dd-4db7-96cc-9e07a5b83d97) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:15.005069 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-3d7c02c8-916a-4393-9066-c1ccbbc5701f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group': {'name': 'tempest-secgroup--1854871930'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:15.026145 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3d7c02c8-916a-4393-9066-c1ccbbc5701f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:15.042642 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: daadf259-dfe7-4364-a3ec-14f81476cf60 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:35:15.043012 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device daadf259-dfe7-4364-a3ec-14f81476cf60 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:35:15.062760 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-873969d4-e16f-41ef-8b26-382cd6d5d42a None None] Attempting to bind port 99d26877-2a77-424f-9ff0-a7a0cda68917 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:15.063393 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-873969d4-e16f-41ef-8b26-382cd6d5d42a None None] Attempting to bind port 99d26877-2a77-424f-9ff0-a7a0cda68917 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:15.063959 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873969d4-e16f-41ef-8b26-382cd6d5d42a None None] Attempting to bind port 99d26877-2a77-424f-9ff0-a7a0cda68917 on network 11973de4-095d-48a2-8bfe-2305268446bc {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:15.070414 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873969d4-e16f-41ef-8b26-382cd6d5d42a None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:35:15.071114 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873969d4-e16f-41ef-8b26-382cd6d5d42a None None] Checking segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:35:15.071829 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-873969d4-e16f-41ef-8b26-382cd6d5d42a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:15.072425 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873969d4-e16f-41ef-8b26-382cd6d5d42a None None] Bound using segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:35:15.073109 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-873969d4-e16f-41ef-8b26-382cd6d5d42a None None] Bound port: 99d26877-2a77-424f-9ff0-a7a0cda68917, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:35:15.073719 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-873969d4-e16f-41ef-8b26-382cd6d5d42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:15.110550 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3d7c02c8-916a-4393-9066-c1ccbbc5701f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:15.146508 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d7c02c8-916a-4393-9066-c1ccbbc5701f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:15.159938 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a65f146e-2d0f-4de7-923d-86c1527aa35a tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:15.193468 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a65f146e-2d0f-4de7-923d-86c1527aa35a tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94a4922-fd22-447f-abd7-2aa4c8b543d1']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:15.201222 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83971d5-ef6c-4b5a-9568-28783fa05796 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network 3ac2c23f-e19c-46d1-8b6c-884f1c535c28 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:15.202289 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3d7c02c8-916a-4393-9066-c1ccbbc5701f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:15.206630 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-c83971d5-ef6c-4b5a-9568-28783fa05796 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:15.206786 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a65f146e-2d0f-4de7-923d-86c1527aa35a tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13984157-f0b2-4487-8262-7f6990018583') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:15.207002 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-a65f146e-2d0f-4de7-923d-86c1527aa35a tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13984157-f0b2-4487-8262-7f6990018583') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:15.208391 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-873969d4-e16f-41ef-8b26-382cd6d5d42a None None] For port 99d26877-2a77-424f-9ff0-a7a0cda68917, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:35:15.212168 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-873969d4-e16f-41ef-8b26-382cd6d5d42a None None] For port 99d26877-2a77-424f-9ff0-a7a0cda68917, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=99d26877-2a77-424f-9ff0-a7a0cda68917,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:35:15.215144 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-42955f6e-c859-4a66-897f-3c7e7d1a1132 req-56c1f3ec-720c-4cfe-a515-858b734f390c service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310902 Jan 11 09:35:15.216157 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3d7c02c8-916a-4393-9066-c1ccbbc5701f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Usage tracker for resource:security_group_rule and tenant:a6b609a91e27445ea6c5072bcc3d3001 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:15.219042 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a65f146e-2d0f-4de7-923d-86c1527aa35a tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:15.219906 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3d7c02c8-916a-4393-9066-c1ccbbc5701f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:15.220743 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-873969d4-e16f-41ef-8b26-382cd6d5d42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:15.238162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a65f146e-2d0f-4de7-923d-86c1527aa35a tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:15.244813 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65f146e-2d0f-4de7-923d-86c1527aa35a tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:35:15.245083 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a65f146e-2d0f-4de7-923d-86c1527aa35a tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:35:15.270333 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:35:15.354006 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3d7c02c8-916a-4393-9066-c1ccbbc5701f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:15.407011 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873969d4-e16f-41ef-8b26-382cd6d5d42a None None] Pushing event updated for resources: {'Port': ['ID=99d26877-2a77-424f-9ff0-a7a0cda68917,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:15.622531 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-42955f6e-c859-4a66-897f-3c7e7d1a1132 req-f0c00d84-2a71-421c-b565-ca48976998ae service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986373 Jan 11 09:35:15.623894 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1633e76f-f6a0-4902-834e-fb77192b0378 None None] Provisioning complete for port bd7c70d8-8d7a-4e15-a7da-b7585f4a6380 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:15.624653 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1633e76f-f6a0-4902-834e-fb77192b0378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:15.710249 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d7c02c8-916a-4393-9066-c1ccbbc5701f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:15.719476 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d7c02c8-916a-4393-9066-c1ccbbc5701f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:15.767416 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a65f146e-2d0f-4de7-923d-86c1527aa35a tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:15.774487 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a65f146e-2d0f-4de7-923d-86c1527aa35a tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:15.786336 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83971d5-ef6c-4b5a-9568-28783fa05796 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Router 0b70e516-a528-4de3-88af-2ffcc1b9fb22 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:35:15.796969 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c02c8-916a-4393-9066-c1ccbbc5701f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd0f5aa-eaa2-433d-bbce-7d7bcf199ae7,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:15.815466 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1633e76f-f6a0-4902-834e-fb77192b0378 None None] Port bd7c70d8-8d7a-4e15-a7da-b7585f4a6380 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:35:15.824764 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a65f146e-2d0f-4de7-923d-86c1527aa35a tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "DELETE /v2.0/networks/f94a4922-fd22-447f-abd7-2aa4c8b543d1 HTTP/1.1" status: 204 len: 168 time: 1.0228326 Jan 11 09:35:15.834131 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58974) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:15.835117 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f146e-2d0f-4de7-923d-86c1527aa35a tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Pushing event deleted for resources: {'Network': ['ID=f94a4922-fd22-447f-abd7-2aa4c8b543d1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:15.874653 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d7c02c8-916a-4393-9066-c1ccbbc5701f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:15.875725 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3d7c02c8-916a-4393-9066-c1ccbbc5701f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9403446 Jan 11 09:35:15.881465 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58978) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:15.894389 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b61992b0-726f-4843-b11e-5359e9bfeed7 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group_rule': {'security_group_id': '8bd0f5aa-eaa2-433d-bbce-7d7bcf199ae7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:15.894999 dv-neutron-823402-4-hyperv neutron-server[87655]: WARNING neutron.api.v2.base [None req-b61992b0-726f-4843-b11e-5359e9bfeed7 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 11 09:35:15.895633 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-b61992b0-726f-4843-b11e-5359e9bfeed7 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:35:15.896605 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b61992b0-726f-4843-b11e-5359e9bfeed7 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0156927 Jan 11 09:35:15.915047 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58982) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:15.926823 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e3e5e3e9-f18c-4e96-a25e-0362faacd6cb tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group_rule': {'security_group_id': '8bd0f5aa-eaa2-433d-bbce-7d7bcf199ae7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:15.944597 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e3e5e3e9-f18c-4e96-a25e-0362faacd6cb tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:15.968527 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e3e5e3e9-f18c-4e96-a25e-0362faacd6cb tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Usage tracker for resource:security_group_rule and tenant:a6b609a91e27445ea6c5072bcc3d3001 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:15.976343 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a1c031-bce9-4531-acb4-79ceb179e88d tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Deleting subnet 28a940ed-8b3b-4345-8bc4-a7940d725c02 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:35:15.979270 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e3e5e3e9-f18c-4e96-a25e-0362faacd6cb tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:15.980316 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83971d5-ef6c-4b5a-9568-28783fa05796 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:35:15.985339 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c83971d5-ef6c-4b5a-9568-28783fa05796 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "PUT /v2.0/routers/0b70e516-a528-4de3-88af-2ffcc1b9fb22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8105624 Jan 11 09:35:15.988317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07d61d7e-13f1-4927-ac2b-6fa4592fbfcc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:15.988694 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58988) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:15.992677 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e3e5e3e9-f18c-4e96-a25e-0362faacd6cb tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:15.993883 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821ece39-4d27-4c2a-8130-54750a0f4b42 None None] Sync routers for ids ['0b70e516-a528-4de3-88af-2ffcc1b9fb22'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:35:15.994953 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47a1c031-bce9-4531-acb4-79ceb179e88d tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:16.010701 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821ece39-4d27-4c2a-8130-54750a0f4b42 None None] Routers {'0b70e516-a528-4de3-88af-2ffcc1b9fb22'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:16.011915 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-821ece39-4d27-4c2a-8130-54750a0f4b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['0b70e516-a528-4de3-88af-2ffcc1b9fb22'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:16.070516 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7d86bf-1002-4803-b96d-79a1e61bebd1 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:16.071009 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1d7d86bf-1002-4803-b96d-79a1e61bebd1 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Synchronizing usage tracker for tenant:264ed167813548b38f5af4683744d86b on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:16.082790 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-07d61d7e-13f1-4927-ac2b-6fa4592fbfcc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Transition to ACTIVE for port object 63b8514a-50dd-4db7-96cc-9e07a5b83d97 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:16.089522 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-821ece39-4d27-4c2a-8130-54750a0f4b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:16.103284 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821ece39-4d27-4c2a-8130-54750a0f4b42 None None] Routers {'0b70e516-a528-4de3-88af-2ffcc1b9fb22'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:16.104035 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-821ece39-4d27-4c2a-8130-54750a0f4b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['0b70e516-a528-4de3-88af-2ffcc1b9fb22'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:16.105085 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1d7d86bf-1002-4803-b96d-79a1e61bebd1 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Unset dirty status for tenant:264ed167813548b38f5af4683744d86b on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:16.107361 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1d7d86bf-1002-4803-b96d-79a1e61bebd1 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "GET /v2.0/ports/bd7c70d8-8d7a-4e15-a7da-b7585f4a6380 HTTP/1.1" status: 200 len: 910 time: 0.1177251 Jan 11 09:35:16.108231 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47a1c031-bce9-4531-acb4-79ceb179e88d tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:16.109874 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 58994) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:16.156379 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-e3e5e3e9-f18c-4e96-a25e-0362faacd6cb tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:35:16.157419 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e3e5e3e9-f18c-4e96-a25e-0362faacd6cb tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2457037 Jan 11 09:35:16.167086 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 58998) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:16.182402 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d10bfd79-9191-41f8-8248-a58d1e638293 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group_rule': {'security_group_id': '8bd0f5aa-eaa2-433d-bbce-7d7bcf199ae7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:16.182875 dv-neutron-823402-4-hyperv neutron-server[87655]: WARNING neutron.api.v2.base [None req-d10bfd79-9191-41f8-8248-a58d1e638293 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 11 09:35:16.183357 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-d10bfd79-9191-41f8-8248-a58d1e638293 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:35:16.184289 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d10bfd79-9191-41f8-8248-a58d1e638293 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0162499 Jan 11 09:35:16.187805 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59002) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:16.196922 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6b37bba9-8514-4f60-9a27-a0617e07a665 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group_rule': {'security_group_id': '8bd0f5aa-eaa2-433d-bbce-7d7bcf199ae7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:16.207880 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6b37bba9-8514-4f60-9a27-a0617e07a665 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:16.210786 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-821ece39-4d27-4c2a-8130-54750a0f4b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:16.211189 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821ece39-4d27-4c2a-8130-54750a0f4b42 None None] The sync data for ids ['0b70e516-a528-4de3-88af-2ffcc1b9fb22'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:35:16.225752 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6b37bba9-8514-4f60-9a27-a0617e07a665 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Usage tracker for resource:security_group_rule and tenant:a6b609a91e27445ea6c5072bcc3d3001 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:16.235029 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6b37bba9-8514-4f60-9a27-a0617e07a665 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:16.239927 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07d61d7e-13f1-4927-ac2b-6fa4592fbfcc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:16.285075 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6b37bba9-8514-4f60-9a27-a0617e07a665 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:16.325348 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d61d7e-13f1-4927-ac2b-6fa4592fbfcc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:16.328567 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-07d61d7e-13f1-4927-ac2b-6fa4592fbfcc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:16.336304 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d61d7e-13f1-4927-ac2b-6fa4592fbfcc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:35:16.337073 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07d61d7e-13f1-4927-ac2b-6fa4592fbfcc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:16.368813 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47a1c031-bce9-4531-acb4-79ceb179e88d tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:16.467550 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d61d7e-13f1-4927-ac2b-6fa4592fbfcc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=63b8514a-50dd-4db7-96cc-9e07a5b83d97,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:16.477756 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-6b37bba9-8514-4f60-9a27-a0617e07a665 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:35:16.479412 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6b37bba9-8514-4f60-9a27-a0617e07a665 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2905347 Jan 11 09:35:16.524106 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59012) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:16.546021 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8a75a9ac-9cb0-4367-9f7f-24780f23dea3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group_rule': {'security_group_id': '8bd0f5aa-eaa2-433d-bbce-7d7bcf199ae7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:16.546788 dv-neutron-823402-4-hyperv neutron-server[87655]: WARNING neutron.api.v2.base [None req-8a75a9ac-9cb0-4367-9f7f-24780f23dea3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 11 09:35:16.547359 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-8a75a9ac-9cb0-4367-9f7f-24780f23dea3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:35:16.551604 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8a75a9ac-9cb0-4367-9f7f-24780f23dea3 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0254416 Jan 11 09:35:16.552034 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59016) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:16.573881 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-868db08d-6361-4407-ad5a-c41ad5408c74 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group_rule': {'security_group_id': '8bd0f5aa-eaa2-433d-bbce-7d7bcf199ae7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:16.581270 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-868db08d-6361-4407-ad5a-c41ad5408c74 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:16.585499 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-868db08d-6361-4407-ad5a-c41ad5408c74 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Usage tracker for resource:security_group_rule and tenant:a6b609a91e27445ea6c5072bcc3d3001 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:16.601226 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-868db08d-6361-4407-ad5a-c41ad5408c74 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:16.615679 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 99d26877-2a77-424f-9ff0-a7a0cda68917 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:35:16.629684 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-868db08d-6361-4407-ad5a-c41ad5408c74 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:16.683152 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07d61d7e-13f1-4927-ac2b-6fa4592fbfcc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:16.761016 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 99d26877-2a77-424f-9ff0-a7a0cda68917 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:16.768513 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-868db08d-6361-4407-ad5a-c41ad5408c74 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Project a6b609a91e27445ea6c5072bcc3d3001 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:35:16.805752 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47a1c031-bce9-4531-acb4-79ceb179e88d tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:16.865776 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1c031-bce9-4531-acb4-79ceb179e88d tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Pushing event deleted for resources: {'Subnet': ['ID=28a940ed-8b3b-4345-8bc4-a7940d725c02,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:16.895257 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3b8d18-b8ff-4077-be20-f8bcbd71ec70 None None] Network a0a0afdd-7d3e-4131-a54e-a02c478e59d3 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:35:16.933518 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-868db08d-6361-4407-ad5a-c41ad5408c74 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:35:16.937300 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-868db08d-6361-4407-ad5a-c41ad5408c74 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3790464 Jan 11 09:35:16.937300 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47a1c031-bce9-4531-acb4-79ceb179e88d tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:16.943404 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59026) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:16.965707 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-46e710a5-9e24-4473-9324-c6282f1b90f8 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group_rule': {'security_group_id': '8bd0f5aa-eaa2-433d-bbce-7d7bcf199ae7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:16.966613 dv-neutron-823402-4-hyperv neutron-server[87654]: WARNING neutron.api.v2.base [None req-46e710a5-9e24-4473-9324-c6282f1b90f8 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 11 09:35:16.967341 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-46e710a5-9e24-4473-9324-c6282f1b90f8 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:35:16.974002 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-46e710a5-9e24-4473-9324-c6282f1b90f8 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0296094 Jan 11 09:35:16.976074 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59030) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:16.976398 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59032) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:16.990367 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9790f9a7-cc49-438c-9f31-7decee7c4b1a tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group_rule': {'security_group_id': '8bd0f5aa-eaa2-433d-bbce-7d7bcf199ae7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:16.997985 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9790f9a7-cc49-438c-9f31-7decee7c4b1a tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:17.002921 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9790f9a7-cc49-438c-9f31-7decee7c4b1a tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Usage tracker for resource:security_group_rule and tenant:a6b609a91e27445ea6c5072bcc3d3001 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:17.008095 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9790f9a7-cc49-438c-9f31-7decee7c4b1a tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:17.015745 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9790f9a7-cc49-438c-9f31-7decee7c4b1a tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:17.031575 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-47a1c031-bce9-4531-acb4-79ceb179e88d tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "DELETE /v2.0/subnets/28a940ed-8b3b-4345-8bc4-a7940d725c02 HTTP/1.1" status: 204 len: 168 time: 1.1926765 Jan 11 09:35:17.032683 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59040) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:17.041129 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-9790f9a7-cc49-438c-9f31-7decee7c4b1a tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Project a6b609a91e27445ea6c5072bcc3d3001 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:35:17.072271 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b1f0abd4-ffbf-4a1b-a26d-9571d1f904c3 None None] Provisioning for port 99d26877-2a77-424f-9ff0-a7a0cda68917 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:17.107805 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b1f0abd4-ffbf-4a1b-a26d-9571d1f904c3 None None] Provisioning complete for port 99d26877-2a77-424f-9ff0-a7a0cda68917 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:17.108431 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b1f0abd4-ffbf-4a1b-a26d-9571d1f904c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:17.112476 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-9790f9a7-cc49-438c-9f31-7decee7c4b1a tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:35:17.113888 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9790f9a7-cc49-438c-9f31-7decee7c4b1a tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1349058 Jan 11 09:35:17.118216 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59044) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:17.126272 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-516ad787-35fd-4e03-a863-8921dfdf4ea8 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group_rule': {'security_group_id': '8bd0f5aa-eaa2-433d-bbce-7d7bcf199ae7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:17.143182 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-516ad787-35fd-4e03-a863-8921dfdf4ea8 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:17.159759 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-da63a4d4-023c-4ccd-af9f-048d63556daa tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1852463260', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:17.164568 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-da63a4d4-023c-4ccd-af9f-048d63556daa tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:17.168600 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-da63a4d4-023c-4ccd-af9f-048d63556daa tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Usage tracker for resource:port and tenant:5ce654bc6d6141e883015cad6748066b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:17.171681 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-da63a4d4-023c-4ccd-af9f-048d63556daa tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:17.176416 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ba46d9e-938b-4625-9b71-eeb22143f154 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:17.178343 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-da63a4d4-023c-4ccd-af9f-048d63556daa tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:17.187977 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a8b7ed1a-8017-41da-bdf9-a028625f33b5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:17.213470 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1ba46d9e-938b-4625-9b71-eeb22143f154 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Deleting port 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:17.213789 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ba46d9e-938b-4625-9b71-eeb22143f154 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:17.257622 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-516ad787-35fd-4e03-a863-8921dfdf4ea8 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Usage tracker for resource:security_group_rule and tenant:a6b609a91e27445ea6c5072bcc3d3001 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:17.260584 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-516ad787-35fd-4e03-a863-8921dfdf4ea8 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:17.320677 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da63a4d4-023c-4ccd-af9f-048d63556daa tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Made reservation on behalf of 5ce654bc6d6141e883015cad6748066b for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:35:17.323357 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da63a4d4-023c-4ccd-af9f-048d63556daa tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:17.338700 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-516ad787-35fd-4e03-a863-8921dfdf4ea8 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:17.342809 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b1f0abd4-ffbf-4a1b-a26d-9571d1f904c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:17.361344 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da63a4d4-023c-4ccd-af9f-048d63556daa tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:17.385758 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b1f0abd4-ffbf-4a1b-a26d-9571d1f904c3 None None] For port 99d26877-2a77-424f-9ff0-a7a0cda68917, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=99d26877-2a77-424f-9ff0-a7a0cda68917,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:17.390617 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b1f0abd4-ffbf-4a1b-a26d-9571d1f904c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:17.390839 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-da63a4d4-023c-4ccd-af9f-048d63556daa tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:17.395148 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-516ad787-35fd-4e03-a863-8921dfdf4ea8 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Project a6b609a91e27445ea6c5072bcc3d3001 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:35:17.408353 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-da63a4d4-023c-4ccd-af9f-048d63556daa tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Usage tracker for resource:security_group_rule and tenant:5ce654bc6d6141e883015cad6748066b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:17.458596 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c021508a-a768-447f-8c3a-2c83eba686bd None None] DHCP port deletion for a0a0afdd-7d3e-4131-a54e-a02c478e59d3 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:35:17.468704 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-da63a4d4-023c-4ccd-af9f-048d63556daa tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:17.489685 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c021508a-a768-447f-8c3a-2c83eba686bd None None] Deleting port 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:17.489685 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c021508a-a768-447f-8c3a-2c83eba686bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:17.494068 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-da63a4d4-023c-4ccd-af9f-048d63556daa tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:17.544506 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-516ad787-35fd-4e03-a863-8921dfdf4ea8 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:35:17.544506 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-516ad787-35fd-4e03-a863-8921dfdf4ea8 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4205842 Jan 11 09:35:17.548669 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59050) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:17.579021 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0abd4-ffbf-4a1b-a26d-9571d1f904c3 None None] Pushing event updated for resources: {'Port': ['ID=99d26877-2a77-424f-9ff0-a7a0cda68917,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:17.607865 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-51e9a549-77ff-4901-b812-9c817ea0c6d6 None None] Provisioning for port 63b8514a-50dd-4db7-96cc-9e07a5b83d97 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:17.621604 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-1ba46d9e-938b-4625-9b71-eeb22143f154 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] For port 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357,segment=NetworkSegment(b340534a-fb84-42b1-a364-092c8ba11048),segment_id=b340534a-fb84-42b1-a364-092c8ba11048)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:17.621604 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ba46d9e-938b-4625-9b71-eeb22143f154 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:17.683318 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-51e9a549-77ff-4901-b812-9c817ea0c6d6 None None] Provisioning complete for port 63b8514a-50dd-4db7-96cc-9e07a5b83d97 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:17.683318 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-51e9a549-77ff-4901-b812-9c817ea0c6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:17.703822 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d6f61fce-43bd-41a6-8d45-209b3db8f9c2 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:17.743836 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.resource_extend [None req-07d61d7e-13f1-4927-ac2b-6fa4592fbfcc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:35:17.799953 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-51e9a549-77ff-4901-b812-9c817ea0c6d6 None None] Port 63b8514a-50dd-4db7-96cc-9e07a5b83d97 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:35:17.802031 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d6f61fce-43bd-41a6-8d45-209b3db8f9c2 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:17.822074 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a8b7ed1a-8017-41da-bdf9-a028625f33b5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting port bd7c70d8-8d7a-4e15-a7da-b7585f4a6380 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:17.822552 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a8b7ed1a-8017-41da-bdf9-a028625f33b5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:17.880653 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da63a4d4-023c-4ccd-af9f-048d63556daa tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:17.897060 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da63a4d4-023c-4ccd-af9f-048d63556daa tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:17.929847 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-da63a4d4-023c-4ccd-af9f-048d63556daa tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] device_id is not set on port 17850f79-c636-4dfc-b4d8-d414324b19d5 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:35:17.997628 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1ba46d9e-938b-4625-9b71-eeb22143f154 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Calling delete_port for 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:18.045122 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c021508a-a768-447f-8c3a-2c83eba686bd None None] For port 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357,segment=NetworkSegment(b340534a-fb84-42b1-a364-092c8ba11048),segment_id=b340534a-fb84-42b1-a364-092c8ba11048)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:18.045122 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c021508a-a768-447f-8c3a-2c83eba686bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:18.071805 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07d61d7e-13f1-4927-ac2b-6fa4592fbfcc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:18.071805 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07d61d7e-13f1-4927-ac2b-6fa4592fbfcc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:18.071805 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07d61d7e-13f1-4927-ac2b-6fa4592fbfcc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:18.076434 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63a4d4-023c-4ccd-af9f-048d63556daa tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d1aec5-2055-4598-a983-cb2a15887ebf,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:18.145155 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d6f61fce-43bd-41a6-8d45-209b3db8f9c2 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:18.187219 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f61fce-43bd-41a6-8d45-209b3db8f9c2 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd0f5aa-eaa2-433d-bbce-7d7bcf199ae7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:18.194341 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c021508a-a768-447f-8c3a-2c83eba686bd None None] Calling delete_port for 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:18.265103 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a8b7ed1a-8017-41da-bdf9-a028625f33b5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:18.286670 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d61d7e-13f1-4927-ac2b-6fa4592fbfcc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:18.286895 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c021508a-a768-447f-8c3a-2c83eba686bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:18.290649 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-07d61d7e-13f1-4927-ac2b-6fa4592fbfcc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:18.302448 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d61d7e-13f1-4927-ac2b-6fa4592fbfcc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=63b8514a-50dd-4db7-96cc-9e07a5b83d97,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:18.359479 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021508a-a768-447f-8c3a-2c83eba686bd None None] Pushing event deleted for resources: {'Port': ['ID=4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:18.366794 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.api [None req-1ba46d9e-938b-4625-9b71-eeb22143f154 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:35:18.367050 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c021508a-a768-447f-8c3a-2c83eba686bd None None] No DVR routers for this DVR port 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:35:18.367492 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG oslo_db.api [None req-1ba46d9e-938b-4625-9b71-eeb22143f154 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:35:18.415280 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a8b7ed1a-8017-41da-bdf9-a028625f33b5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Calling delete_port for bd7c70d8-8d7a-4e15-a7da-b7585f4a6380 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:18.444233 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d6f61fce-43bd-41a6-8d45-209b3db8f9c2 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:18.445370 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d6f61fce-43bd-41a6-8d45-209b3db8f9c2 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "DELETE /v2.0/security-groups/8bd0f5aa-eaa2-433d-bbce-7d7bcf199ae7 HTTP/1.1" status: 204 len: 168 time: 0.8977005 Jan 11 09:35:18.449044 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59054) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:18.452970 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-da63a4d4-023c-4ccd-af9f-048d63556daa tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Allocated IP 172.26.3.96 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/17850f79-c636-4dfc-b4d8-d414324b19d5) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:18.541500 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d404dcb8-9fea-4e55-aee5-fa2c2c00e0ca tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Synchronizing usage tracker for tenant:a6b609a91e27445ea6c5072bcc3d3001 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:18.544555 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 99d26877-2a77-424f-9ff0-a7a0cda68917 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:35:18.578799 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d404dcb8-9fea-4e55-aee5-fa2c2c00e0ca tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Unset dirty status for tenant:a6b609a91e27445ea6c5072bcc3d3001 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:18.580139 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d404dcb8-9fea-4e55-aee5-fa2c2c00e0ca tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1298594 Jan 11 09:35:18.586807 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59058) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:18.594121 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d61d7e-13f1-4927-ac2b-6fa4592fbfcc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Router 2be238c1-648d-4060-8a14-b5c27743e64b is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:35:18.603362 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ccd5c9c0-fda1-4972-8f64-fd6490e5789b tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group': {'name': 'tempest-secgroup--374255686'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:18.614599 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ccd5c9c0-fda1-4972-8f64-fd6490e5789b tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:18.644980 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7bdbb7cd-ab6f-43d8-97f6-f493a2904887 None None] Provisioning complete for port 63b8514a-50dd-4db7-96cc-9e07a5b83d97 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:18.645162 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7bdbb7cd-ab6f-43d8-97f6-f493a2904887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:18.707356 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 99d26877-2a77-424f-9ff0-a7a0cda68917 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:18.708049 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:18.749061 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7bdbb7cd-ab6f-43d8-97f6-f493a2904887 None None] Port 63b8514a-50dd-4db7-96cc-9e07a5b83d97 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:35:18.794451 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ccd5c9c0-fda1-4972-8f64-fd6490e5789b tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:18.821370 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c9c0-fda1-4972-8f64-fd6490e5789b tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:18.856073 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ccd5c9c0-fda1-4972-8f64-fd6490e5789b tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:18.864222 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ccd5c9c0-fda1-4972-8f64-fd6490e5789b tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Usage tracker for resource:security_group_rule and tenant:a6b609a91e27445ea6c5072bcc3d3001 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:18.868748 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1ba46d9e-938b-4625-9b71-eeb22143f154 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Deleting port 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:18.869091 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ba46d9e-938b-4625-9b71-eeb22143f154 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:18.899558 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ccd5c9c0-fda1-4972-8f64-fd6490e5789b tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:18.902517 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:35:18.914272 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d61d7e-13f1-4927-ac2b-6fa4592fbfcc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:35:18.914272 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ccd5c9c0-fda1-4972-8f64-fd6490e5789b tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:18.928506 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da63a4d4-023c-4ccd-af9f-048d63556daa tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:18.952486 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a8b7ed1a-8017-41da-bdf9-a028625f33b5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:18.969164 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:35:18.969164 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:35:18.969164 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] Sync routers for ids ['2be238c1-648d-4060-8a14-b5c27743e64b'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:35:18.999682 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-07d61d7e-13f1-4927-ac2b-6fa4592fbfcc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "PUT /v2.0/routers/2be238c1-648d-4060-8a14-b5c27743e64b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6161323 Jan 11 09:35:19.008061 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59062) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:19.013484 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1ba46d9e-938b-4625-9b71-eeb22143f154 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] The port '4e556bc9-23a7-4ee0-b2ff-0cc9d15ce357' was deleted {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:35:19.019681 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] Routers {'2be238c1-648d-4060-8a14-b5c27743e64b'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:19.019681 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['2be238c1-648d-4060-8a14-b5c27743e64b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:19.040895 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7ed1a-8017-41da-bdf9-a028625f33b5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Port': ['ID=bd7c70d8-8d7a-4e15-a7da-b7585f4a6380,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:19.196155 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ba46d9e-938b-4625-9b71-eeb22143f154 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:19.245548 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da63a4d4-023c-4ccd-af9f-048d63556daa tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:19.249433 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-1ba46d9e-938b-4625-9b71-eeb22143f154 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a0afdd-7d3e-4131-a54e-a02c478e59d3']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:19.253365 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f652-e163-4f95-9cad-20d5b320aaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:19.271896 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c9c0-fda1-4972-8f64-fd6490e5789b tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:19.277035 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-1ba46d9e-938b-4625-9b71-eeb22143f154 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b340534a-fb84-42b1-a364-092c8ba11048') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:19.277477 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-1ba46d9e-938b-4625-9b71-eeb22143f154 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b340534a-fb84-42b1-a364-092c8ba11048') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:19.282750 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] Set router 2be238c1-648d-4060-8a14-b5c27743e64b gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:35:19.285134 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f74ee42-e64e-4794-a497-ae6846a7bde6 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:19.287375 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3f74ee42-e64e-4794-a497-ae6846a7bde6 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports/63b8514a-50dd-4db7-96cc-9e07a5b83d97 HTTP/1.1" status: 200 len: 911 time: 0.2931070 Jan 11 09:35:19.292511 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59066) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:19.295923 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c9c0-fda1-4972-8f64-fd6490e5789b tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:19.314542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ba46d9e-938b-4625-9b71-eeb22143f154 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:19.397959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da63a4d4-023c-4ccd-af9f-048d63556daa tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:19.419835 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ba46d9e-938b-4625-9b71-eeb22143f154 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:19.441442 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba46d9e-938b-4625-9b71-eeb22143f154 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:35:19.442170 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ba46d9e-938b-4625-9b71-eeb22143f154 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: util.warn( Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: util.warn( Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: util.warn( Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: util.warn( Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:35:19.463965 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:35:19.469870 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5c9c0-fda1-4972-8f64-fd6490e5789b tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b09137-bd17-4ebf-b986-4dc8460d8119,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:19.478923 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c9c0-fda1-4972-8f64-fd6490e5789b tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:19.483807 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ccd5c9c0-fda1-4972-8f64-fd6490e5789b tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8888235 Jan 11 09:35:19.483966 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63a4d4-023c-4ccd-af9f-048d63556daa tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Pushing event updated for resources: {'Port': ['ID=17850f79-c636-4dfc-b4d8-d414324b19d5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:19.486024 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-da63a4d4-023c-4ccd-af9f-048d63556daa tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:19.487572 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59070) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:19.488578 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da63a4d4-023c-4ccd-af9f-048d63556daa tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:35:19.517540 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-48f0dff8-078a-46ac-9943-a1794dd8eb00 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group_rule': {'security_group_id': 'f5b09137-bd17-4ebf-b986-4dc8460d8119', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:19.591807 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-48f0dff8-078a-46ac-9943-a1794dd8eb00 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:19.601567 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-48f0dff8-078a-46ac-9943-a1794dd8eb00 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Usage tracker for resource:security_group_rule and tenant:a6b609a91e27445ea6c5072bcc3d3001 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:19.606323 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-48f0dff8-078a-46ac-9943-a1794dd8eb00 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:19.615268 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ba46d9e-938b-4625-9b71-eeb22143f154 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:19.617560 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-48f0dff8-078a-46ac-9943-a1794dd8eb00 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:19.652904 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ba46d9e-938b-4625-9b71-eeb22143f154 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:19.660175 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a8b7ed1a-8017-41da-bdf9-a028625f33b5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:19.663527 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba46d9e-938b-4625-9b71-eeb22143f154 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Pushing event deleted for resources: {'Network': ['ID=a0a0afdd-7d3e-4131-a54e-a02c478e59d3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:19.669845 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1ba46d9e-938b-4625-9b71-eeb22143f154 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "DELETE /v2.0/networks/a0a0afdd-7d3e-4131-a54e-a02c478e59d3 HTTP/1.1" status: 204 len: 168 time: 2.6329541 Jan 11 09:35:19.673426 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da63a4d4-023c-4ccd-af9f-048d63556daa tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:19.675434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59074) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:19.676361 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da63a4d4-023c-4ccd-af9f-048d63556daa tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:19.683423 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a702425-c28e-4e27-ab17-e9cb184ee49f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:19.689485 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a702425-c28e-4e27-ab17-e9cb184ee49f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:19.690911 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0a702425-c28e-4e27-ab17-e9cb184ee49f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:19.763927 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b498dfcd-ce65-4e40-a5d9-ed7bb5ae0418 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Synchronizing usage tracker for tenant:7021674147924ec28a17d51ae8c8f899 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:19.795014 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0a702425-c28e-4e27-ab17-e9cb184ee49f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:19.796141 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0a702425-c28e-4e27-ab17-e9cb184ee49f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5025716 Jan 11 09:35:19.803305 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59078) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:19.880513 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-48f0dff8-078a-46ac-9943-a1794dd8eb00 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] create failed (client error): The resource could not be found. Jan 11 09:35:19.880744 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-48f0dff8-078a-46ac-9943-a1794dd8eb00 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3793881 Jan 11 09:35:19.881427 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b498dfcd-ce65-4e40-a5d9-ed7bb5ae0418 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Unset dirty status for tenant:7021674147924ec28a17d51ae8c8f899 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:19.886126 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b498dfcd-ce65-4e40-a5d9-ed7bb5ae0418 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "GET /v2.0/ports?device_id=508f2a94-61a5-44f6-ad6b-353128936bd4 HTTP/1.1" status: 200 len: 205 time: 0.2132480 Jan 11 09:35:19.887394 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-da63a4d4-023c-4ccd-af9f-048d63556daa tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.9081171 Jan 11 09:35:19.887597 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59082) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:19.887597 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59084) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:19.889575 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59086) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:19.977885 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be238c1-648d-4060-8a14-b5c27743e64b', 'name': 'tempest-NetworksTestDHCPv6-router-649378892', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:35:13Z', 'updated_at': '2022-01-11T09:35:16Z', 'revision_number': 2, 'project_id': 'cd5141369f514c338091b6d286f38ad6', 'gw_port_host': None, '_interfaces': [{'id': '63b8514a-50dd-4db7-96cc-9e07a5b83d97', 'name': '', 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'mac_address': 'fa:16:3e:56:11:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be238c1-648d-4060-8a14-b5c27743e64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'b7f62b13-10ea-4c7b-921c-1c72a945821d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:35:14Z', 'updated_at': '2022-01-11T09:35:17Z', 'revision_number': 2, 'project_id': 'cd5141369f514c338091b6d286f38ad6', 'subnets': [{'id': 'b7f62b13-10ea-4c7b-921c-1c72a945821d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:19.985818 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] Checking router: 2be238c1-648d-4060-8a14-b5c27743e64b for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:35:19.990136 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] Updating router 2be238c1-648d-4060-8a14-b5c27743e64b port 63b8514a-50dd-4db7-96cc-9e07a5b83d97 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:35:20.026611 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-de144dea-0089-473e-94d8-430a1d7b703e tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.96'}]}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:20.044280 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-de144dea-0089-473e-94d8-430a1d7b703e tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:20.063450 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-de144dea-0089-473e-94d8-430a1d7b703e tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Usage tracker for resource:router and tenant:5ce654bc6d6141e883015cad6748066b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:20.063450 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-de144dea-0089-473e-94d8-430a1d7b703e tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:20.071168 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:20.074612 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b7ed1a-8017-41da-bdf9-a028625f33b5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Router 0b70e516-a528-4de3-88af-2ffcc1b9fb22 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:35:20.074612 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-de144dea-0089-473e-94d8-430a1d7b703e tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:20.153947 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de144dea-0089-473e-94d8-430a1d7b703e tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:20.154577 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de144dea-0089-473e-94d8-430a1d7b703e tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:20.162171 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3bd7fd27-1b7a-4d6a-8563-e91560294f4f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group_rule': {'security_group_id': 'f5b09137-bd17-4ebf-b986-4dc8460d8119', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c4913793-35a9-4cf1-bb36-501c43985da5'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:20.232195 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3bd7fd27-1b7a-4d6a-8563-e91560294f4f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:20.245072 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b7ed1a-8017-41da-bdf9-a028625f33b5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:35:20.257633 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a8b7ed1a-8017-41da-bdf9-a028625f33b5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "PUT /v2.0/routers/0b70e516-a528-4de3-88af-2ffcc1b9fb22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1416187 Jan 11 09:35:20.259649 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59096) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:20.261477 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462dacaa-a676-49f0-8f97-c00ac3d889a9 None None] Sync routers for ids ['0b70e516-a528-4de3-88af-2ffcc1b9fb22'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:35:20.265031 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de144dea-0089-473e-94d8-430a1d7b703e tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:20.271544 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462dacaa-a676-49f0-8f97-c00ac3d889a9 None None] Routers {'0b70e516-a528-4de3-88af-2ffcc1b9fb22'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:20.272148 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-462dacaa-a676-49f0-8f97-c00ac3d889a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['0b70e516-a528-4de3-88af-2ffcc1b9fb22'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:20.307536 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3bd7fd27-1b7a-4d6a-8563-e91560294f4f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Usage tracker for resource:security_group_rule and tenant:a6b609a91e27445ea6c5072bcc3d3001 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:20.309524 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1aa563a0-5fb3-4444-942d-c5f53efe0948 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Synchronizing usage tracker for tenant:264ed167813548b38f5af4683744d86b on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:20.311158 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3bd7fd27-1b7a-4d6a-8563-e91560294f4f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:20.326133 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3bd7fd27-1b7a-4d6a-8563-e91560294f4f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:20.336862 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-462dacaa-a676-49f0-8f97-c00ac3d889a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:20.341853 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1aa563a0-5fb3-4444-942d-c5f53efe0948 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Unset dirty status for tenant:264ed167813548b38f5af4683744d86b on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:20.345176 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462dacaa-a676-49f0-8f97-c00ac3d889a9 None None] Routers {'0b70e516-a528-4de3-88af-2ffcc1b9fb22'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:20.345778 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1aa563a0-5fb3-4444-942d-c5f53efe0948 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b70e516-a528-4de3-88af-2ffcc1b9fb22 HTTP/1.1" status: 200 len: 205 time: 0.0831935 Jan 11 09:35:20.350405 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-462dacaa-a676-49f0-8f97-c00ac3d889a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['0b70e516-a528-4de3-88af-2ffcc1b9fb22'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:20.381721 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59100) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:20.419071 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-462dacaa-a676-49f0-8f97-c00ac3d889a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:20.419465 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462dacaa-a676-49f0-8f97-c00ac3d889a9 None None] The sync data for ids ['0b70e516-a528-4de3-88af-2ffcc1b9fb22'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:35:20.495415 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad14560b-a836-43bd-a887-b1514e93e118 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:20.498499 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:20.510689 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] Transition to ACTIVE for port object 63b8514a-50dd-4db7-96cc-9e07a5b83d97 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:20.517276 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:20.652674 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39d70c-ada6-454c-8fa6-77d85733691f None None] Pushing event updated for resources: {'Port': ['ID=63b8514a-50dd-4db7-96cc-9e07a5b83d97,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:20.777550 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] Attempting to bind port 63b8514a-50dd-4db7-96cc-9e07a5b83d97 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:20.779200 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] Attempting to bind port 63b8514a-50dd-4db7-96cc-9e07a5b83d97 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:20.779626 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] Attempting to bind port 63b8514a-50dd-4db7-96cc-9e07a5b83d97 on network 11973de4-095d-48a2-8bfe-2305268446bc {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:20.789412 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:35:20.790921 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] Checking segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:35:20.791578 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:20.792061 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] Bound using segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:35:20.792708 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] Bound port: 63b8514a-50dd-4db7-96cc-9e07a5b83d97, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:35:20.793272 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:20.861051 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de144dea-0089-473e-94d8-430a1d7b703e tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:20.931848 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f31be73d-e343-4a38-a8b6-87870111ba65 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:20.936762 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] For port 63b8514a-50dd-4db7-96cc-9e07a5b83d97, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:35:20.944411 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] For port 63b8514a-50dd-4db7-96cc-9e07a5b83d97, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=63b8514a-50dd-4db7-96cc-9e07a5b83d97,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:35:20.953589 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:21.095007 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] Routers {'2be238c1-648d-4060-8a14-b5c27743e64b'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:21.096937 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:34:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['2be238c1-648d-4060-8a14-b5c27743e64b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:21.182758 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-3bd7fd27-1b7a-4d6a-8563-e91560294f4f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] create failed (client error): The resource could not be found. Jan 11 09:35:21.184481 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3bd7fd27-1b7a-4d6a-8563-e91560294f4f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.2872343 Jan 11 09:35:21.187810 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59106) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:21.258016 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39d70c-ada6-454c-8fa6-77d85733691f None None] Pushing event updated for resources: {'Port': ['ID=63b8514a-50dd-4db7-96cc-9e07a5b83d97,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:21.355759 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e80852a-8880-4e3a-9ec8-a0a815d29a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:21.372123 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] Set router 2be238c1-648d-4060-8a14-b5c27743e64b gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:35:21.407927 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1b8bdfb-4b1a-478f-8f91-65947fcb2718 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:21.490818 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1b8bdfb-4b1a-478f-8f91-65947fcb2718 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:21.541214 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de144dea-0089-473e-94d8-430a1d7b703e tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:21.584369 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de144dea-0089-473e-94d8-430a1d7b703e tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:21.637713 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1b8bdfb-4b1a-478f-8f91-65947fcb2718 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:21.663023 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8bdfb-4b1a-478f-8f91-65947fcb2718 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b09137-bd17-4ebf-b986-4dc8460d8119,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:21.728068 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1b8bdfb-4b1a-478f-8f91-65947fcb2718 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:21.728068 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f1b8bdfb-4b1a-478f-8f91-65947fcb2718 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "DELETE /v2.0/security-groups/f5b09137-bd17-4ebf-b986-4dc8460d8119 HTTP/1.1" status: 204 len: 168 time: 0.5362849 Jan 11 09:35:21.735007 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59110) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:21.738467 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad14560b-a836-43bd-a887-b1514e93e118 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:21.738467 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f31be73d-e343-4a38-a8b6-87870111ba65 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:21.738467 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad14560b-a836-43bd-a887-b1514e93e118 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:21.762120 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f31be73d-e343-4a38-a8b6-87870111ba65 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:21.815869 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f31be73d-e343-4a38-a8b6-87870111ba65 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:21.816409 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31be73d-e343-4a38-a8b6-87870111ba65 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Fanout notify agent at l3_agent the message router_deleted on router 0b70e516-a528-4de3-88af-2ffcc1b9fb22 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:35:21.828579 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad14560b-a836-43bd-a887-b1514e93e118 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:21.829191 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad14560b-a836-43bd-a887-b1514e93e118 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Fanout notify agent at l3_agent the message router_deleted on router 508f2a94-61a5-44f6-ad6b-353128936bd4 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:35:21.850628 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f31be73d-e343-4a38-a8b6-87870111ba65 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:21.854383 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f31be73d-e343-4a38-a8b6-87870111ba65 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/routers/0b70e516-a528-4de3-88af-2ffcc1b9fb22 HTTP/1.1" status: 204 len: 168 time: 1.4591870 Jan 11 09:35:21.857647 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59114) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:21.858957 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ad14560b-a836-43bd-a887-b1514e93e118 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:21.859334 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be238c1-648d-4060-8a14-b5c27743e64b', 'name': 'tempest-NetworksTestDHCPv6-router-649378892', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:35:13Z', 'updated_at': '2022-01-11T09:35:16Z', 'revision_number': 2, 'project_id': 'cd5141369f514c338091b6d286f38ad6', 'gw_port_host': None, '_interfaces': [{'id': '63b8514a-50dd-4db7-96cc-9e07a5b83d97', 'name': '', 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'mac_address': 'fa:16:3e:56:11:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be238c1-648d-4060-8a14-b5c27743e64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'b7f62b13-10ea-4c7b-921c-1c72a945821d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:35:14Z', 'updated_at': '2022-01-11T09:35:20Z', 'revision_number': 4, 'project_id': 'cd5141369f514c338091b6d286f38ad6', 'subnets': [{'id': 'b7f62b13-10ea-4c7b-921c-1c72a945821d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:21.862051 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ad14560b-a836-43bd-a887-b1514e93e118 tempest-RoutersNegativeIpV6Test-1780114942 tempest-RoutersNegativeIpV6Test-1780114942-project] 10.222.0.15 "DELETE /v2.0/routers/508f2a94-61a5-44f6-ad6b-353128936bd4 HTTP/1.1" status: 204 len: 168 time: 1.9616506 Jan 11 09:35:21.864582 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d294db-bd73-4e5c-a57c-c3b1f5d46026 None None] The sync data for ids ['2be238c1-648d-4060-8a14-b5c27743e64b'] in dv-neutron-823402-4-hyperv is: [{'id': '2be238c1-648d-4060-8a14-b5c27743e64b', 'name': 'tempest-NetworksTestDHCPv6-router-649378892', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:35:13Z', 'updated_at': '2022-01-11T09:35:16Z', 'revision_number': 2, 'project_id': 'cd5141369f514c338091b6d286f38ad6', 'gw_port_host': None, '_interfaces': [{'id': '63b8514a-50dd-4db7-96cc-9e07a5b83d97', 'name': '', 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'mac_address': 'fa:16:3e:56:11:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be238c1-648d-4060-8a14-b5c27743e64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'b7f62b13-10ea-4c7b-921c-1c72a945821d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:35:14Z', 'updated_at': '2022-01-11T09:35:20Z', 'revision_number': 4, 'project_id': 'cd5141369f514c338091b6d286f38ad6', 'subnets': [{'id': 'b7f62b13-10ea-4c7b-921c-1c72a945821d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:35:21.945109 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-699442a6-9cae-430c-b819-c865eb9617d0 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting subnet 6a8ac935-8aac-479a-93b2-5219b8f32a0d {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:35:21.948897 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-699442a6-9cae-430c-b819-c865eb9617d0 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:22.057253 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a8356e7-7d13-45b2-8cb0-c1d31ebd6433 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:22.076003 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2d6265c1-8ccb-4afe-a62e-67507231d676 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Synchronizing usage tracker for tenant:a6b609a91e27445ea6c5072bcc3d3001 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:22.141017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-699442a6-9cae-430c-b819-c865eb9617d0 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:22.257456 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2d6265c1-8ccb-4afe-a62e-67507231d676 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Unset dirty status for tenant:a6b609a91e27445ea6c5072bcc3d3001 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:22.258939 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2d6265c1-8ccb-4afe-a62e-67507231d676 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5275295 Jan 11 09:35:22.263657 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59122) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:22.278731 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5799661a-f521-4602-9c32-b7283ca852f5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group_rule': {'security_group_id': 'e2be30a6-cf25-4288-bd7c-b7dee975c53c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:22.287269 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59126) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:22.291832 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5799661a-f521-4602-9c32-b7283ca852f5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:22.304928 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5799661a-f521-4602-9c32-b7283ca852f5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Usage tracker for resource:security_group_rule and tenant:a6b609a91e27445ea6c5072bcc3d3001 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:22.308386 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de144dea-0089-473e-94d8-430a1d7b703e tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:22.371204 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5799661a-f521-4602-9c32-b7283ca852f5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:22.391015 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5799661a-f521-4602-9c32-b7283ca852f5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:22.407240 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3a8356e7-7d13-45b2-8cb0-c1d31ebd6433 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting port 63b8514a-50dd-4db7-96cc-9e07a5b83d97 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:22.407728 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a8356e7-7d13-45b2-8cb0-c1d31ebd6433 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:22.443269 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:22.571569 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 63b8514a-50dd-4db7-96cc-9e07a5b83d97 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:35:22.640750 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-699442a6-9cae-430c-b819-c865eb9617d0 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:22.663455 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-3a8356e7-7d13-45b2-8cb0-c1d31ebd6433 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] For port 63b8514a-50dd-4db7-96cc-9e07a5b83d97, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=63b8514a-50dd-4db7-96cc-9e07a5b83d97,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:22.664230 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a8356e7-7d13-45b2-8cb0-c1d31ebd6433 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:22.729531 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:22.734238 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 63b8514a-50dd-4db7-96cc-9e07a5b83d97 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:22.749930 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 63b8514a-50dd-4db7-96cc-9e07a5b83d97 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:22.750516 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:22.836819 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3a8356e7-7d13-45b2-8cb0-c1d31ebd6433 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Calling delete_port for 63b8514a-50dd-4db7-96cc-9e07a5b83d97 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:22.919655 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:22.943587 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de144dea-0089-473e-94d8-430a1d7b703e tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:22.958363 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de144dea-0089-473e-94d8-430a1d7b703e tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:22.961893 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-555bd2fa-de89-4787-8f81-272f67d187e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7021674147924ec28a17d51ae8c8f899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6726990 Jan 11 09:35:22.965751 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59132) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:22.966601 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 63b8514a-50dd-4db7-96cc-9e07a5b83d97, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=63b8514a-50dd-4db7-96cc-9e07a5b83d97,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:22.973207 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:22.980007 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-5799661a-f521-4602-9c32-b7283ca852f5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] create failed (client error): The resource could not be found. Jan 11 09:35:22.981034 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5799661a-f521-4602-9c32-b7283ca852f5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7162519 Jan 11 09:35:22.988577 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59136) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:23.003989 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de144dea-0089-473e-94d8-430a1d7b703e tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:23.004580 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de144dea-0089-473e-94d8-430a1d7b703e tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c363abfb-141e-4f47-bf0e-e2b56f6d292e {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:35:23.007643 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1eafaba8-0768-435e-b193-21faa4b6999d tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group': {'name': 'tempest-secgroup--2056276452'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:23.030937 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1eafaba8-0768-435e-b193-21faa4b6999d tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:23.042558 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-699442a6-9cae-430c-b819-c865eb9617d0 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:23.055424 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=63b8514a-50dd-4db7-96cc-9e07a5b83d97,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:23.069212 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1eafaba8-0768-435e-b193-21faa4b6999d tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:23.076619 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.api [None req-3a8356e7-7d13-45b2-8cb0-c1d31ebd6433 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:35:23.076933 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG oslo_db.api [None req-3a8356e7-7d13-45b2-8cb0-c1d31ebd6433 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:35:23.079879 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-de144dea-0089-473e-94d8-430a1d7b703e tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 11 09:35:23.081819 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-de144dea-0089-473e-94d8-430a1d7b703e tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.1904595 Jan 11 09:35:23.088150 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59140) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:23.099894 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1eafaba8-0768-435e-b193-21faa4b6999d tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:23.113557 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8a84cfd-a8dc-4792-a8a6-c798eb15619b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:23.132270 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699442a6-9cae-430c-b819-c865eb9617d0 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8ac935-8aac-479a-93b2-5219b8f32a0d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:23.143648 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1eafaba8-0768-435e-b193-21faa4b6999d tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:23.149521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-699442a6-9cae-430c-b819-c865eb9617d0 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:23.152059 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd93f436-c812-4622-8551-3a48ef869127 None None] Network 3ac2c23f-e19c-46d1-8b6c-884f1c535c28 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:35:23.158386 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1eafaba8-0768-435e-b193-21faa4b6999d tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Usage tracker for resource:security_group_rule and tenant:a6b609a91e27445ea6c5072bcc3d3001 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:23.164073 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1eafaba8-0768-435e-b193-21faa4b6999d tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:23.169198 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8a84cfd-a8dc-4792-a8a6-c798eb15619b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:23.178289 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-699442a6-9cae-430c-b819-c865eb9617d0 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/subnets/6a8ac935-8aac-479a-93b2-5219b8f32a0d HTTP/1.1" status: 204 len: 168 time: 1.3166761 Jan 11 09:35:23.181117 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59144) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:23.183729 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1eafaba8-0768-435e-b193-21faa4b6999d tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:23.187897 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0431f9bd-ea72-414b-845b-23df1c692433 tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Deleting port 17850f79-c636-4dfc-b4d8-d414324b19d5 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:23.188438 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0431f9bd-ea72-414b-845b-23df1c692433 tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:23.406355 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ee084263-dfa5-4db5-94e6-b2c800139437 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:23.457503 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8a84cfd-a8dc-4792-a8a6-c798eb15619b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:23.472140 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ee084263-dfa5-4db5-94e6-b2c800139437 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting port 5f0e855b-f513-43b0-990e-6896d5ed1bb4 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:23.472599 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ee084263-dfa5-4db5-94e6-b2c800139437 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:23.473554 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff12250-aecf-4a32-8583-f5e7b39ccd5e None None] DHCP port deletion for 3ac2c23f-e19c-46d1-8b6c-884f1c535c28 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:35:23.478506 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5ff12250-aecf-4a32-8583-f5e7b39ccd5e None None] Deleting port 5f0e855b-f513-43b0-990e-6896d5ed1bb4 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:23.478932 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ff12250-aecf-4a32-8583-f5e7b39ccd5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:23.497328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0431f9bd-ea72-414b-845b-23df1c692433 tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:23.528805 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1eafaba8-0768-435e-b193-21faa4b6999d tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:23.538310 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a84cfd-a8dc-4792-a8a6-c798eb15619b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504c0e72-117c-44ec-a683-756c429032e3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:23.551942 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1eafaba8-0768-435e-b193-21faa4b6999d tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:23.599060 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3a8356e7-7d13-45b2-8cb0-c1d31ebd6433 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting port 63b8514a-50dd-4db7-96cc-9e07a5b83d97 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:23.600375 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a8356e7-7d13-45b2-8cb0-c1d31ebd6433 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:23.688892 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0431f9bd-ea72-414b-845b-23df1c692433 tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Calling delete_port for 17850f79-c636-4dfc-b4d8-d414324b19d5 owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:23.747028 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5ff12250-aecf-4a32-8583-f5e7b39ccd5e None None] For port 5f0e855b-f513-43b0-990e-6896d5ed1bb4, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=5f0e855b-f513-43b0-990e-6896d5ed1bb4,segment=NetworkSegment(b7fa16a0-1928-4508-9147-9719ea2db1f8),segment_id=b7fa16a0-1928-4508-9147-9719ea2db1f8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:23.747653 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ff12250-aecf-4a32-8583-f5e7b39ccd5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:23.871653 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0431f9bd-ea72-414b-845b-23df1c692433 tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:23.900104 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eafaba8-0768-435e-b193-21faa4b6999d tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4423873-69be-438b-b0a0-fcffec7a0dd3,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:23.901028 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5ff12250-aecf-4a32-8583-f5e7b39ccd5e None None] Calling delete_port for 5f0e855b-f513-43b0-990e-6896d5ed1bb4 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:23.927269 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431f9bd-ea72-414b-845b-23df1c692433 tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Pushing event deleted for resources: {'Port': ['ID=17850f79-c636-4dfc-b4d8-d414324b19d5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:23.941698 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8a84cfd-a8dc-4792-a8a6-c798eb15619b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:23.943684 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b8a84cfd-a8dc-4792-a8a6-c798eb15619b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/504c0e72-117c-44ec-a683-756c429032e3 HTTP/1.1" status: 204 len: 168 time: 0.9750440 Jan 11 09:35:23.966608 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1eafaba8-0768-435e-b193-21faa4b6999d tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:23.970507 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1eafaba8-0768-435e-b193-21faa4b6999d tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9766066 Jan 11 09:35:23.979076 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59150) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:23.985023 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-28698e59-2258-496c-8e46-c20b1ee161c6 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group': {'name': 'tempest-secgroup--1785075551'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:24.019652 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:24.031345 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ff12250-aecf-4a32-8583-f5e7b39ccd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:24.041576 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0431f9bd-ea72-414b-845b-23df1c692433 tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:24.041792 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-28698e59-2258-496c-8e46-c20b1ee161c6 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:24.054749 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0431f9bd-ea72-414b-845b-23df1c692433 tempest-RoutersAdminNegativeIpV6Test-1761382011 tempest-RoutersAdminNegativeIpV6Test-1761382011-project-admin] 10.222.0.15 "DELETE /v2.0/ports/17850f79-c636-4dfc-b4d8-d414324b19d5 HTTP/1.1" status: 204 len: 168 time: 0.9621289 Jan 11 09:35:24.063589 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-28698e59-2258-496c-8e46-c20b1ee161c6 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Usage tracker for resource:security_group and tenant:a6b609a91e27445ea6c5072bcc3d3001 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:24.068988 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-28698e59-2258-496c-8e46-c20b1ee161c6 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:24.082289 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff12250-aecf-4a32-8583-f5e7b39ccd5e None None] Pushing event deleted for resources: {'Port': ['ID=5f0e855b-f513-43b0-990e-6896d5ed1bb4,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:24.085969 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff12250-aecf-4a32-8583-f5e7b39ccd5e None None] No DVR routers for this DVR port 5f0e855b-f513-43b0-990e-6896d5ed1bb4 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:35:24.131552 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-28698e59-2258-496c-8e46-c20b1ee161c6 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:24.251004 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-28698e59-2258-496c-8e46-c20b1ee161c6 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:24.285333 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-ee084263-dfa5-4db5-94e6-b2c800139437 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] For port 5f0e855b-f513-43b0-990e-6896d5ed1bb4, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=5f0e855b-f513-43b0-990e-6896d5ed1bb4,segment=NetworkSegment(b7fa16a0-1928-4508-9147-9719ea2db1f8),segment_id=b7fa16a0-1928-4508-9147-9719ea2db1f8)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:24.285705 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ee084263-dfa5-4db5-94e6-b2c800139437 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:24.315256 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-28698e59-2258-496c-8e46-c20b1ee161c6 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:24.376461 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-28698e59-2258-496c-8e46-c20b1ee161c6 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Usage tracker for resource:security_group_rule and tenant:a6b609a91e27445ea6c5072bcc3d3001 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:24.384617 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59164) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:24.437779 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-28698e59-2258-496c-8e46-c20b1ee161c6 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:24.442716 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-3a8356e7-7d13-45b2-8cb0-c1d31ebd6433 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] For port 63b8514a-50dd-4db7-96cc-9e07a5b83d97, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=63b8514a-50dd-4db7-96cc-9e07a5b83d97,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:24.446059 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a8356e7-7d13-45b2-8cb0-c1d31ebd6433 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:24.461600 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ee084263-dfa5-4db5-94e6-b2c800139437 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Calling delete_port for 5f0e855b-f513-43b0-990e-6896d5ed1bb4 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:24.504452 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-28698e59-2258-496c-8e46-c20b1ee161c6 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:24.560335 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 63b8514a-50dd-4db7-96cc-9e07a5b83d97 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:35:24.572165 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4c83772-65ae-4a08-ad41-31677c492833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:24.590234 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e4c83772-65ae-4a08-ad41-31677c492833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:24.594562 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e4c83772-65ae-4a08-ad41-31677c492833 admin admin] Usage tracker for resource:security_group_rule and tenant:83900fefcd7543139103fdf48d5a67b2 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:24.598188 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e4c83772-65ae-4a08-ad41-31677c492833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:24.605209 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e4c83772-65ae-4a08-ad41-31677c492833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:24.636999 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 63b8514a-50dd-4db7-96cc-9e07a5b83d97 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:24.637505 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:24.645180 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3a8356e7-7d13-45b2-8cb0-c1d31ebd6433 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Calling delete_port for 63b8514a-50dd-4db7-96cc-9e07a5b83d97 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:24.775465 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.api [None req-ee084263-dfa5-4db5-94e6-b2c800139437 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:35:24.775827 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG oslo_db.api [None req-ee084263-dfa5-4db5-94e6-b2c800139437 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:35:24.786645 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4c83772-65ae-4a08-ad41-31677c492833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:24.795221 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4c83772-65ae-4a08-ad41-31677c492833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:24.833879 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-28698e59-2258-496c-8e46-c20b1ee161c6 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:24.842463 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59182) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:24.842829 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e4c83772-65ae-4a08-ad41-31677c492833 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=83900fefcd7543139103fdf48d5a67b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4571352 Jan 11 09:35:24.857407 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-28698e59-2258-496c-8e46-c20b1ee161c6 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:24.866907 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 5f0e855b-f513-43b0-990e-6896d5ed1bb4 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:35:24.869806 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83772-65ae-4a08-ad41-31677c492833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f385429b-e714-4051-ae77-034cbdbf4866,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:24.902443 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 5f0e855b-f513-43b0-990e-6896d5ed1bb4 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:35:24.902790 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 5f0e855b-f513-43b0-990e-6896d5ed1bb4 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:35:24.937991 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28698e59-2258-496c-8e46-c20b1ee161c6 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5940f1-cbe3-4a03-8bce-82ff384e375b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:25.010586 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-28698e59-2258-496c-8e46-c20b1ee161c6 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:25.011747 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-28698e59-2258-496c-8e46-c20b1ee161c6 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0313649 Jan 11 09:35:25.015183 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59188) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:25.022336 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9ac7a4c1-7f71-4d34-bcd2-6f7ad7a66785 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group_rule': {'security_group_id': 'a4423873-69be-438b-b0a0-fcffec7a0dd3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'bd5940f1-cbe3-4a03-8bce-82ff384e375b'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:25.024429 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b6bc945-a2d1-4481-a758-ed706add6b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:25.031005 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9ac7a4c1-7f71-4d34-bcd2-6f7ad7a66785 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:25.035764 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9ac7a4c1-7f71-4d34-bcd2-6f7ad7a66785 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Usage tracker for resource:security_group_rule and tenant:a6b609a91e27445ea6c5072bcc3d3001 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:25.039767 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9ac7a4c1-7f71-4d34-bcd2-6f7ad7a66785 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:25.046732 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9ac7a4c1-7f71-4d34-bcd2-6f7ad7a66785 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:25.058186 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a8356e7-7d13-45b2-8cb0-c1d31ebd6433 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:25.084166 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-9ac7a4c1-7f71-4d34-bcd2-6f7ad7a66785 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:35:25.085564 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9ac7a4c1-7f71-4d34-bcd2-6f7ad7a66785 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0689621 Jan 11 09:35:25.089375 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59194) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:25.107675 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b6bc945-a2d1-4481-a758-ed706add6b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:25.131480 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8356e7-7d13-45b2-8cb0-c1d31ebd6433 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Port': ['ID=63b8514a-50dd-4db7-96cc-9e07a5b83d97,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:25.160800 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6aefea6c-d29a-4efd-8a0d-7d9731d5d460 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:25.197529 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6aefea6c-d29a-4efd-8a0d-7d9731d5d460 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:25.265067 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6aefea6c-d29a-4efd-8a0d-7d9731d5d460 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:25.276655 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ee084263-dfa5-4db5-94e6-b2c800139437 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting port 5f0e855b-f513-43b0-990e-6896d5ed1bb4 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:25.276997 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ee084263-dfa5-4db5-94e6-b2c800139437 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:25.297168 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aefea6c-d29a-4efd-8a0d-7d9731d5d460 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5940f1-cbe3-4a03-8bce-82ff384e375b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:25.318533 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6aefea6c-d29a-4efd-8a0d-7d9731d5d460 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:25.322965 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6aefea6c-d29a-4efd-8a0d-7d9731d5d460 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "DELETE /v2.0/security-groups/bd5940f1-cbe3-4a03-8bce-82ff384e375b HTTP/1.1" status: 204 len: 168 time: 0.2324224 Jan 11 09:35:25.323740 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59204) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:25.405641 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e2849f92-2b26-4731-bebb-9558e43fabb5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Synchronizing usage tracker for tenant:a6b609a91e27445ea6c5072bcc3d3001 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:25.425269 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e2849f92-2b26-4731-bebb-9558e43fabb5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Unset dirty status for tenant:a6b609a91e27445ea6c5072bcc3d3001 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:25.426861 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e2849f92-2b26-4731-bebb-9558e43fabb5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1013856 Jan 11 09:35:25.429876 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59208) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:25.430023 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ee084263-dfa5-4db5-94e6-b2c800139437 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] The port '5f0e855b-f513-43b0-990e-6896d5ed1bb4' was deleted {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:35:25.431943 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a8356e7-7d13-45b2-8cb0-c1d31ebd6433 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:25.500352 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6faf551a-47e7-40c2-bdd0-19f69616bca1 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:25.531293 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6faf551a-47e7-40c2-bdd0-19f69616bca1 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:25.583387 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6faf551a-47e7-40c2-bdd0-19f69616bca1 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:25.608512 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf551a-47e7-40c2-bdd0-19f69616bca1 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4423873-69be-438b-b0a0-fcffec7a0dd3,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:25.616785 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6faf551a-47e7-40c2-bdd0-19f69616bca1 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:25.617984 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6faf551a-47e7-40c2-bdd0-19f69616bca1 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "DELETE /v2.0/security-groups/a4423873-69be-438b-b0a0-fcffec7a0dd3 HTTP/1.1" status: 204 len: 168 time: 0.1871598 Jan 11 09:35:25.620553 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59216) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:25.650936 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59220) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:25.702418 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4287e355-6a55-4a02-84f6-89fb23df688f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Synchronizing usage tracker for tenant:a6b609a91e27445ea6c5072bcc3d3001 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:25.722304 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4287e355-6a55-4a02-84f6-89fb23df688f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Unset dirty status for tenant:a6b609a91e27445ea6c5072bcc3d3001 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:25.727875 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4287e355-6a55-4a02-84f6-89fb23df688f tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1024308 Jan 11 09:35:25.728737 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59226) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:25.733931 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-f03fd55b-cd6a-437c-98a3-afdc7e05c663 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group': {'name': 'tempest-secgroup--1918714773'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:25.741122 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f03fd55b-cd6a-437c-98a3-afdc7e05c663 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:25.751286 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f03fd55b-cd6a-437c-98a3-afdc7e05c663 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:25.761839 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b6bc945-a2d1-4481-a758-ed706add6b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:25.763300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f03fd55b-cd6a-437c-98a3-afdc7e05c663 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:25.789654 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f03fd55b-cd6a-437c-98a3-afdc7e05c663 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:25.794612 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f03fd55b-cd6a-437c-98a3-afdc7e05c663 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Usage tracker for resource:security_group_rule and tenant:a6b609a91e27445ea6c5072bcc3d3001 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:25.797726 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f03fd55b-cd6a-437c-98a3-afdc7e05c663 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:25.800538 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bc945-a2d1-4481-a758-ed706add6b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f385429b-e714-4051-ae77-034cbdbf4866,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:25.804971 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f03fd55b-cd6a-437c-98a3-afdc7e05c663 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:25.862148 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-45b58847-b522-4f06-8707-03978c4cb924 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'network': {'name': 'tempest-network-smoke--727137266', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'port_security_enabled': True}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:25.869146 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-45b58847-b522-4f06-8707-03978c4cb924 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:25.881506 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-45b58847-b522-4f06-8707-03978c4cb924 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:network and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:25.887159 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-45b58847-b522-4f06-8707-03978c4cb924 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:25.900070 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-45b58847-b522-4f06-8707-03978c4cb924 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:25.906666 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f03fd55b-cd6a-437c-98a3-afdc7e05c663 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:25.913038 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f03fd55b-cd6a-437c-98a3-afdc7e05c663 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:25.916640 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ee084263-dfa5-4db5-94e6-b2c800139437 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:25.935274 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b58847-b522-4f06-8707-03978c4cb924 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Made reservation on behalf of b18c1b552dc34b41889b96f8d477063d for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:35:25.938618 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45b58847-b522-4f06-8707-03978c4cb924 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:25.957497 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8b6bc945-a2d1-4481-a758-ed706add6b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:25.959155 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8b6bc945-a2d1-4481-a758-ed706add6b1d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f385429b-e714-4051-ae77-034cbdbf4866 HTTP/1.1" status: 204 len: 168 time: 1.1152592 Jan 11 09:35:25.962574 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45b58847-b522-4f06-8707-03978c4cb924 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:25.991607 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03fd55b-cd6a-437c-98a3-afdc7e05c663 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9dd2c3-612a-48e5-a7c7-f19145c323ae,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:25.994590 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-45b58847-b522-4f06-8707-03978c4cb924 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:25.998235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f03fd55b-cd6a-437c-98a3-afdc7e05c663 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:26.003014 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f03fd55b-cd6a-437c-98a3-afdc7e05c663 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2696376 Jan 11 09:35:26.003014 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-45b58847-b522-4f06-8707-03978c4cb924 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:26.004070 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59234) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:26.006116 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-45b58847-b522-4f06-8707-03978c4cb924 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:26.011257 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-aa0f992e-558a-4e83-a91b-761727ed05db tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group_rule': {'security_group_id': 'ca9dd2c3-612a-48e5-a7c7-f19145c323ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:26.014783 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ee084263-dfa5-4db5-94e6-b2c800139437 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac2c23f-e19c-46d1-8b6c-884f1c535c28']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:26.023274 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-45b58847-b522-4f06-8707-03978c4cb924 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:26.025440 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-aa0f992e-558a-4e83-a91b-761727ed05db tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:26.032282 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-aa0f992e-558a-4e83-a91b-761727ed05db tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Usage tracker for resource:security_group_rule and tenant:a6b609a91e27445ea6c5072bcc3d3001 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:26.037300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-aa0f992e-558a-4e83-a91b-761727ed05db tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:26.039257 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ee084263-dfa5-4db5-94e6-b2c800139437 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7fa16a0-1928-4508-9147-9719ea2db1f8') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:26.039578 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ee084263-dfa5-4db5-94e6-b2c800139437 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7fa16a0-1928-4508-9147-9719ea2db1f8') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:26.044488 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-aa0f992e-558a-4e83-a91b-761727ed05db tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:26.065440 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8356e7-7d13-45b2-8cb0-c1d31ebd6433 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Router 2be238c1-648d-4060-8a14-b5c27743e64b has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:35:26.068028 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ee084263-dfa5-4db5-94e6-b2c800139437 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:26.091265 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ee084263-dfa5-4db5-94e6-b2c800139437 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:26.107101 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-aa0f992e-558a-4e83-a91b-761727ed05db tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:35:26.108140 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-aa0f992e-558a-4e83-a91b-761727ed05db tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1036751 Jan 11 09:35:26.114685 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59238) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:26.124104 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5fd2cb4c-e2e6-472e-97ba-86c7956c42ba tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group_rule': {'security_group_id': 'ca9dd2c3-612a-48e5-a7c7-f19145c323ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:26.132032 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5fd2cb4c-e2e6-472e-97ba-86c7956c42ba tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:26.139002 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5fd2cb4c-e2e6-472e-97ba-86c7956c42ba tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Usage tracker for resource:security_group_rule and tenant:a6b609a91e27445ea6c5072bcc3d3001 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:26.149128 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5fd2cb4c-e2e6-472e-97ba-86c7956c42ba tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:26.152316 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee084263-dfa5-4db5-94e6-b2c800139437 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:35:26.152731 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ee084263-dfa5-4db5-94e6-b2c800139437 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:26.159335 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5fd2cb4c-e2e6-472e-97ba-86c7956c42ba tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:35:26.173618 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:35:26.177184 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45b58847-b522-4f06-8707-03978c4cb924 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:26.182686 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45b58847-b522-4f06-8707-03978c4cb924 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:26.233845 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b58847-b522-4f06-8707-03978c4cb924 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c161407d-6f4c-4903-bd3a-382e35a5ba1b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:26.237814 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-5fd2cb4c-e2e6-472e-97ba-86c7956c42ba tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:35:26.241470 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5fd2cb4c-e2e6-472e-97ba-86c7956c42ba tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1233172 Jan 11 09:35:26.242339 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59244) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:26.307102 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-add8485b-a9a9-4487-81ef-072dfd51ecb9 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:26.321109 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8356e7-7d13-45b2-8cb0-c1d31ebd6433 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:35:26.332704 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0308e-7ea1-44cd-8ee5-14e62d7cea75 None None] Sync routers for ids ['2be238c1-648d-4060-8a14-b5c27743e64b'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:35:26.337794 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3a8356e7-7d13-45b2-8cb0-c1d31ebd6433 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "PUT /v2.0/routers/2be238c1-648d-4060-8a14-b5c27743e64b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5329964 Jan 11 09:35:26.339275 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ee084263-dfa5-4db5-94e6-b2c800139437 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:26.342597 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59248) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:26.344976 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb0308e-7ea1-44cd-8ee5-14e62d7cea75 None None] Routers {'2be238c1-648d-4060-8a14-b5c27743e64b'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:26.346468 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3fb0308e-7ea1-44cd-8ee5-14e62d7cea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:35:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['2be238c1-648d-4060-8a14-b5c27743e64b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:26.346611 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b58847-b522-4f06-8707-03978c4cb924 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:35:26.349515 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-add8485b-a9a9-4487-81ef-072dfd51ecb9 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:26.377458 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45b58847-b522-4f06-8707-03978c4cb924 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:26.377796 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-45b58847-b522-4f06-8707-03978c4cb924 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Added segment 73547db2-9ad7-4d9a-895e-55ca800037bb of type vlan for network 85e2efb7-10e7-4e91-9c03-212479734c5a Jan 11 09:35:26.395352 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59252) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:26.403091 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ee084263-dfa5-4db5-94e6-b2c800139437 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:26.407812 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ee084263-dfa5-4db5-94e6-b2c800139437 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/networks/3ac2c23f-e19c-46d1-8b6c-884f1c535c28 HTTP/1.1" status: 204 len: 168 time: 3.2244670 Jan 11 09:35:26.419566 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59256) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:26.439985 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-265fb398-af41-4d5a-a747-bcb0a2fc2ca7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-549877687', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:26.443214 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45b58847-b522-4f06-8707-03978c4cb924 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:26.451289 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee084263-dfa5-4db5-94e6-b2c800139437 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Network': ['ID=3ac2c23f-e19c-46d1-8b6c-884f1c535c28,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:26.473100 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-add8485b-a9a9-4487-81ef-072dfd51ecb9 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:26.475211 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-265fb398-af41-4d5a-a747-bcb0a2fc2ca7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:26.486044 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-265fb398-af41-4d5a-a747-bcb0a2fc2ca7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:router and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:26.494969 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-265fb398-af41-4d5a-a747-bcb0a2fc2ca7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:26.507298 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5451116c-5997-442b-96b7-69d4a77bafad tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:26.508893 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-529af2f9-9c57-48b6-89de-63e6196c4353 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5ce654bc6d6141e883015cad6748066b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1115348 Jan 11 09:35:26.511672 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5451116c-5997-442b-96b7-69d4a77bafad tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:26.512200 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-3fb0308e-7ea1-44cd-8ee5-14e62d7cea75 None None] Set router 2be238c1-648d-4060-8a14-b5c27743e64b gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:35:26.512897 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59260) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:26.513145 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5451116c-5997-442b-96b7-69d4a77bafad tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:26.515326 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8485b-a9a9-4487-81ef-072dfd51ecb9 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9dd2c3-612a-48e5-a7c7-f19145c323ae,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:26.516330 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-265fb398-af41-4d5a-a747-bcb0a2fc2ca7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:26.540285 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5451116c-5997-442b-96b7-69d4a77bafad tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:26.541903 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5451116c-5997-442b-96b7-69d4a77bafad tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1946459 Jan 11 09:35:26.543619 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-265fb398-af41-4d5a-a747-bcb0a2fc2ca7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:26.545247 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-265fb398-af41-4d5a-a747-bcb0a2fc2ca7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:26.547656 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59264) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:26.560700 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45b58847-b522-4f06-8707-03978c4cb924 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:26.564153 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-265fb398-af41-4d5a-a747-bcb0a2fc2ca7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:26.567325 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b58847-b522-4f06-8707-03978c4cb924 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:26.567922 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45b58847-b522-4f06-8707-03978c4cb924 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:26.688843 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3fb0308e-7ea1-44cd-8ee5-14e62d7cea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be238c1-648d-4060-8a14-b5c27743e64b', 'name': 'tempest-NetworksTestDHCPv6-router-649378892', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:35:13Z', 'updated_at': '2022-01-11T09:35:24Z', 'revision_number': 3, 'project_id': 'cd5141369f514c338091b6d286f38ad6', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:26.699346 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0308e-7ea1-44cd-8ee5-14e62d7cea75 None None] Checking router: 2be238c1-648d-4060-8a14-b5c27743e64b for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:35:26.710152 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb0308e-7ea1-44cd-8ee5-14e62d7cea75 None None] Routers {'2be238c1-648d-4060-8a14-b5c27743e64b'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:26.711060 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3fb0308e-7ea1-44cd-8ee5-14e62d7cea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:35:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['2be238c1-648d-4060-8a14-b5c27743e64b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:26.777400 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-add8485b-a9a9-4487-81ef-072dfd51ecb9 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:26.781087 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-add8485b-a9a9-4487-81ef-072dfd51ecb9 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "DELETE /v2.0/security-groups/ca9dd2c3-612a-48e5-a7c7-f19145c323ae HTTP/1.1" status: 204 len: 168 time: 0.5359263 Jan 11 09:35:26.799060 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59268) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:26.804845 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-45b58847-b522-4f06-8707-03978c4cb924 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1513119 Jan 11 09:35:26.816445 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59270) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:26.857303 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-3fb0308e-7ea1-44cd-8ee5-14e62d7cea75 None None] Set router 2be238c1-648d-4060-8a14-b5c27743e64b gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:35:26.880577 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8e0c743e-246a-4d22-bb5c-0af1ad21c2db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-914648799', 'admin_state_up': True, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:26.899052 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-265fb398-af41-4d5a-a747-bcb0a2fc2ca7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:26.899960 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b58847-b522-4f06-8707-03978c4cb924 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Network': ['ID=85e2efb7-10e7-4e91-9c03-212479734c5a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:26.905798 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8e0c743e-246a-4d22-bb5c-0af1ad21c2db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:26.908714 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c859afdd-cd3e-4d7b-aec2-9d1178b4a17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:26.913781 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-9749c8c1-c174-4870-8450-f9dedef5cd98 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet b7f62b13-10ea-4c7b-921c-1c72a945821d {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:35:26.918369 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9749c8c1-c174-4870-8450-f9dedef5cd98 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:26.946062 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8e0c743e-246a-4d22-bb5c-0af1ad21c2db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:router and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:26.953224 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3ced84eb-f79c-4aed-9c63-de8ced35ac56 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Synchronizing usage tracker for tenant:a6b609a91e27445ea6c5072bcc3d3001 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:26.960925 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 85e2efb7-10e7-4e91-9c03-212479734c5a details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:35:26.962324 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8e0c743e-246a-4d22-bb5c-0af1ad21c2db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:26.973733 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8e0c743e-246a-4d22-bb5c-0af1ad21c2db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:26.987996 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3ced84eb-f79c-4aed-9c63-de8ced35ac56 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Unset dirty status for tenant:a6b609a91e27445ea6c5072bcc3d3001 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:26.989287 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3ced84eb-f79c-4aed-9c63-de8ced35ac56 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1796658 Jan 11 09:35:26.993017 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59276) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:26.994062 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3fb0308e-7ea1-44cd-8ee5-14e62d7cea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be238c1-648d-4060-8a14-b5c27743e64b', 'name': 'tempest-NetworksTestDHCPv6-router-649378892', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:35:13Z', 'updated_at': '2022-01-11T09:35:24Z', 'revision_number': 3, 'project_id': 'cd5141369f514c338091b6d286f38ad6', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:26.999382 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-79ae4918-7bb6-4813-97e7-7770f43acca5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group': {'name': 'tempest-secgroup--2034368212'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:27.007149 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9749c8c1-c174-4870-8450-f9dedef5cd98 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:27.009689 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-79ae4918-7bb6-4813-97e7-7770f43acca5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:27.010189 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb0308e-7ea1-44cd-8ee5-14e62d7cea75 None None] The sync data for ids ['2be238c1-648d-4060-8a14-b5c27743e64b'] in dv-neutron-823402-4-hyperv is: [{'id': '2be238c1-648d-4060-8a14-b5c27743e64b', 'name': 'tempest-NetworksTestDHCPv6-router-649378892', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:35:13Z', 'updated_at': '2022-01-11T09:35:24Z', 'revision_number': 3, 'project_id': 'cd5141369f514c338091b6d286f38ad6', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:35:27.036207 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c859afdd-cd3e-4d7b-aec2-9d1178b4a17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:27.043093 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e0c743e-246a-4d22-bb5c-0af1ad21c2db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:27.044103 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e0c743e-246a-4d22-bb5c-0af1ad21c2db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:27.067190 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-79ae4918-7bb6-4813-97e7-7770f43acca5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:27.086486 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-79ae4918-7bb6-4813-97e7-7770f43acca5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:27.117262 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-79ae4918-7bb6-4813-97e7-7770f43acca5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:27.118610 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e0c743e-246a-4d22-bb5c-0af1ad21c2db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:27.134674 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-79ae4918-7bb6-4813-97e7-7770f43acca5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Usage tracker for resource:security_group_rule and tenant:a6b609a91e27445ea6c5072bcc3d3001 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:27.138036 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-79ae4918-7bb6-4813-97e7-7770f43acca5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:27.146757 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-79ae4918-7bb6-4813-97e7-7770f43acca5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:27.228832 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c859afdd-cd3e-4d7b-aec2-9d1178b4a17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:27.304686 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9749c8c1-c174-4870-8450-f9dedef5cd98 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:27.334112 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859afdd-cd3e-4d7b-aec2-9d1178b4a17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d1aec5-2055-4598-a983-cb2a15887ebf,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:27.454155 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-265fb398-af41-4d5a-a747-bcb0a2fc2ca7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:27.487905 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-265fb398-af41-4d5a-a747-bcb0a2fc2ca7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:27.492558 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c859afdd-cd3e-4d7b-aec2-9d1178b4a17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:27.493688 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c859afdd-cd3e-4d7b-aec2-9d1178b4a17d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/17d1aec5-2055-4598-a983-cb2a15887ebf HTTP/1.1" status: 204 len: 168 time: 0.9764078 Jan 11 09:35:27.498584 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e0c743e-246a-4d22-bb5c-0af1ad21c2db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:27.575195 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9749c8c1-c174-4870-8450-f9dedef5cd98 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:27.577084 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-79ae4918-7bb6-4813-97e7-7770f43acca5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:27.584770 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-79ae4918-7bb6-4813-97e7-7770f43acca5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:27.627500 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9749c8c1-c174-4870-8450-f9dedef5cd98 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:27.632924 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749c8c1-c174-4870-8450-f9dedef5cd98 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=b7f62b13-10ea-4c7b-921c-1c72a945821d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:27.633932 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13990706-aa12-465f-8ea6-8727495c8ee6 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:35:27.677203 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae4918-7bb6-4813-97e7-7770f43acca5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acb000b6-abcf-4b6f-a2a0-10b8cd716f3a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:27.715864 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-79ae4918-7bb6-4813-97e7-7770f43acca5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:27.717142 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-79ae4918-7bb6-4813-97e7-7770f43acca5 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7229595 Jan 11 09:35:27.718717 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-265fb398-af41-4d5a-a747-bcb0a2fc2ca7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Allocated IP 172.26.3.33 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/3fe56739-8daf-4c56-9373-e0a275e18042) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:27.720118 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59282) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:27.725847 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0856892f-a8f6-41ca-a74a-2b8de6f58ec7 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:27.726333 dv-neutron-823402-4-hyperv neutron-server[87655]: WARNING neutron.api.v2.base [None req-0856892f-a8f6-41ca-a74a-2b8de6f58ec7 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 11 09:35:27.726821 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-0856892f-a8f6-41ca-a74a-2b8de6f58ec7 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] update failed (client error): There was a conflict when trying to complete your request. Jan 11 09:35:27.727827 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0856892f-a8f6-41ca-a74a-2b8de6f58ec7 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "PUT /v2.0/security-groups/acb000b6-abcf-4b6f-a2a0-10b8cd716f3a HTTP/1.1" status: 409 len: 330 time: 0.0062442 Jan 11 09:35:27.730509 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59286) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:27.765649 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9749c8c1-c174-4870-8450-f9dedef5cd98 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/b7f62b13-10ea-4c7b-921c-1c72a945821d HTTP/1.1" status: 204 len: 168 time: 1.2141249 Jan 11 09:35:27.769488 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59290) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:27.902780 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56171124-985d-4c8b-b581-c2b988edd1b9 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:27.957637 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56171124-985d-4c8b-b581-c2b988edd1b9 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:27.963330 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d266cb9d-064c-433c-b966-c49bb9f5c581 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:router {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:27.979770 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-265fb398-af41-4d5a-a747-bcb0a2fc2ca7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:28.040874 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56171124-985d-4c8b-b581-c2b988edd1b9 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:28.047953 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e04f4e-07c8-408f-85ad-bfa3d9701d12 None None] DHCP port deletion for 11973de4-095d-48a2-8bfe-2305268446bc request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:35:28.053026 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b8e04f4e-07c8-408f-85ad-bfa3d9701d12 None None] Deleting port 99d26877-2a77-424f-9ff0-a7a0cda68917 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:28.053837 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b8e04f4e-07c8-408f-85ad-bfa3d9701d12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:28.067982 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56171124-985d-4c8b-b581-c2b988edd1b9 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb000b6-abcf-4b6f-a2a0-10b8cd716f3a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:28.078216 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-265fb398-af41-4d5a-a747-bcb0a2fc2ca7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:28.082349 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56171124-985d-4c8b-b581-c2b988edd1b9 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:28.083462 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-56171124-985d-4c8b-b581-c2b988edd1b9 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "DELETE /v2.0/security-groups/acb000b6-abcf-4b6f-a2a0-10b8cd716f3a HTTP/1.1" status: 204 len: 168 time: 0.3520720 Jan 11 09:35:28.124021 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59300) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:28.159611 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d266cb9d-064c-433c-b966-c49bb9f5c581 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:router {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:28.159611 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d266cb9d-064c-433c-b966-c49bb9f5c581 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3878427 Jan 11 09:35:28.171796 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59308) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:28.183754 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265fb398-af41-4d5a-a747-bcb0a2fc2ca7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:28.201296 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e0c743e-246a-4d22-bb5c-0af1ad21c2db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:28.233642 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e0c743e-246a-4d22-bb5c-0af1ad21c2db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:28.250979 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-265fb398-af41-4d5a-a747-bcb0a2fc2ca7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:28.264278 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265fb398-af41-4d5a-a747-bcb0a2fc2ca7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:35:28.309270 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fb398-af41-4d5a-a747-bcb0a2fc2ca7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Port': ['ID=3fe56739-8daf-4c56-9373-e0a275e18042,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:28.351225 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b8e04f4e-07c8-408f-85ad-bfa3d9701d12 None None] For port 99d26877-2a77-424f-9ff0-a7a0cda68917, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=99d26877-2a77-424f-9ff0-a7a0cda68917,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:28.351613 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b8e04f4e-07c8-408f-85ad-bfa3d9701d12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:28.405389 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ca37d910-fd1b-444d-b553-442eee4003c2 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Synchronizing usage tracker for tenant:a6b609a91e27445ea6c5072bcc3d3001 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:28.412400 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba52fdba-2fad-4acc-90f2-5de0746b9e57 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:28.546902 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b8e04f4e-07c8-408f-85ad-bfa3d9701d12 None None] Calling delete_port for 99d26877-2a77-424f-9ff0-a7a0cda68917 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:28.577250 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 63b8514a-50dd-4db7-96cc-9e07a5b83d97 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:35:28.583526 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-8e0c743e-246a-4d22-bb5c-0af1ad21c2db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.26.3.23 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/d380b020-1c85-4046-bd13-e75b559f0725) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:28.645418 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 63b8514a-50dd-4db7-96cc-9e07a5b83d97 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:35:28.649831 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 63b8514a-50dd-4db7-96cc-9e07a5b83d97 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:35:28.650667 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 99d26877-2a77-424f-9ff0-a7a0cda68917 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:35:28.746591 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59320) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:28.751644 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ca37d910-fd1b-444d-b553-442eee4003c2 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] Unset dirty status for tenant:a6b609a91e27445ea6c5072bcc3d3001 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:28.752594 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ca37d910-fd1b-444d-b553-442eee4003c2 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6275883 Jan 11 09:35:28.774246 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59324) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:28.800362 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:28.804385 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-49421023-c3ff-4e96-9aec-bb1e8dad5971 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] delete failed (client error): The resource could not be found. Jan 11 09:35:28.810469 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-49421023-c3ff-4e96-9aec-bb1e8dad5971 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "DELETE /v2.0/security-groups/00a7edce-fb45-49d0-b278-66d3e6a7daee HTTP/1.1" status: 404 len: 347 time: 0.0301838 Jan 11 09:35:28.813922 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59328) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:28.819625 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e0c743e-246a-4d22-bb5c-0af1ad21c2db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:28.822175 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b8e04f4e-07c8-408f-85ad-bfa3d9701d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:28.845131 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-98df87ab-dc30-4cd9-a0e1-4eb36b164c70 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] show failed (client error): The resource could not be found. Jan 11 09:35:28.850578 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-98df87ab-dc30-4cd9-a0e1-4eb36b164c70 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "GET /v2.0/security-groups/6a13e64d-d2fd-4251-a3f0-a16fef458b2b HTTP/1.1" status: 404 len: 347 time: 0.0333815 Jan 11 09:35:28.853132 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59332) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:28.873309 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-6725fa07-1c2d-4f44-b77b-2c996bbf2509 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] show failed (client error): The resource could not be found. Jan 11 09:35:28.878411 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6725fa07-1c2d-4f44-b77b-2c996bbf2509 tempest-NegativeSecGroupIPv6Test-781040977 tempest-NegativeSecGroupIPv6Test-781040977-project] 10.222.0.15 "GET /v2.0/security-group-rules/f0954107-bf54-46e6-ae9f-8dbd1fa62d63 HTTP/1.1" status: 404 len: 356 time: 0.0199642 Jan 11 09:35:28.886906 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e04f4e-07c8-408f-85ad-bfa3d9701d12 None None] No DVR routers for this DVR port 99d26877-2a77-424f-9ff0-a7a0cda68917 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:35:28.888366 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e04f4e-07c8-408f-85ad-bfa3d9701d12 None None] Pushing event deleted for resources: {'Port': ['ID=99d26877-2a77-424f-9ff0-a7a0cda68917,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:28.899421 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e0c743e-246a-4d22-bb5c-0af1ad21c2db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:28.981773 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0c743e-246a-4d22-bb5c-0af1ad21c2db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:28.984641 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-8e0c743e-246a-4d22-bb5c-0af1ad21c2db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:28.989711 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0c743e-246a-4d22-bb5c-0af1ad21c2db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:35:29.029029 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c743e-246a-4d22-bb5c-0af1ad21c2db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=d380b020-1c85-4046-bd13-e75b559f0725,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:29.080960 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba52fdba-2fad-4acc-90f2-5de0746b9e57 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:29.087419 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba52fdba-2fad-4acc-90f2-5de0746b9e57 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:29.197507 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c8c78e4f-baaf-4c5f-bdf9-5928cd1c0315 tempest-AgentManagementNegativeTest-872107929 tempest-AgentManagementNegativeTest-872107929-project] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4435265 Jan 11 09:35:29.198257 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba52fdba-2fad-4acc-90f2-5de0746b9e57 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:29.198735 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba52fdba-2fad-4acc-90f2-5de0746b9e57 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Fanout notify agent at l3_agent the message router_deleted on router 2be238c1-648d-4060-8a14-b5c27743e64b {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:35:29.270248 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59344) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:29.289754 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ba52fdba-2fad-4acc-90f2-5de0746b9e57 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:29.293470 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ba52fdba-2fad-4acc-90f2-5de0746b9e57 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/routers/2be238c1-648d-4060-8a14-b5c27743e64b HTTP/1.1" status: 204 len: 168 time: 1.1207097 Jan 11 09:35:29.294170 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59350) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:29.388395 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-89e54bfd-f53b-4aac-b640-a488745083ca tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:29.408908 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-265fb398-af41-4d5a-a747-bcb0a2fc2ca7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:29.480991 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-89e54bfd-f53b-4aac-b640-a488745083ca tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:29.480991 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-89e54bfd-f53b-4aac-b640-a488745083ca tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1675594 Jan 11 09:35:29.480991 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59356) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:29.536197 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e0c743e-246a-4d22-bb5c-0af1ad21c2db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:29.591441 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59360) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:29.609691 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-aa34d48e-fd3c-4c36-ae08-35fab8db4cb8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6b609a91e27445ea6c5072bcc3d3001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3383148 Jan 11 09:35:29.612701 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59366) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:29.648194 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d3fb5a-30e5-4012-bb90-ceddeaa2eb3a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:29.650948 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-75d3fb5a-30e5-4012-bb90-ceddeaa2eb3a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1693993 Jan 11 09:35:29.657222 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59370) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:29.751913 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-4b57502a-5589-463b-9fce-4d5b0205f70b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:router {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:29.808168 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8beb212c-346c-4fee-90b0-f1f3d30b7e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:29.834514 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8beb212c-346c-4fee-90b0-f1f3d30b7e96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:29.841564 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8beb212c-346c-4fee-90b0-f1f3d30b7e96 admin admin] Usage tracker for resource:security_group_rule and tenant:2b36ee2822394b0e842e4cb838248a30 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:29.846041 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8beb212c-346c-4fee-90b0-f1f3d30b7e96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:29.872794 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-4b57502a-5589-463b-9fce-4d5b0205f70b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:router {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:29.873941 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4b57502a-5589-463b-9fce-4d5b0205f70b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2158139 Jan 11 09:35:29.878994 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59374) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:29.881363 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa65a-d4a1-42c4-9d25-a3083e0c3b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:29.895965 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-18600d79-d001-43f8-b40b-e244ee22390a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:29.909486 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8beb212c-346c-4fee-90b0-f1f3d30b7e96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:29.953757 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e0c743e-246a-4d22-bb5c-0af1ad21c2db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:30.030614 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa65a-d4a1-42c4-9d25-a3083e0c3b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:30.108177 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-265fb398-af41-4d5a-a747-bcb0a2fc2ca7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:30.200380 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-18600d79-d001-43f8-b40b-e244ee22390a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:30.216684 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-18600d79-d001-43f8-b40b-e244ee22390a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:30.222172 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-18600d79-d001-43f8-b40b-e244ee22390a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:30.243400 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-18600d79-d001-43f8-b40b-e244ee22390a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:30.303853 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8beb212c-346c-4fee-90b0-f1f3d30b7e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:30.313251 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8beb212c-346c-4fee-90b0-f1f3d30b7e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:30.337829 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18600d79-d001-43f8-b40b-e244ee22390a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:35:30.341318 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18600d79-d001-43f8-b40b-e244ee22390a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:30.379586 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8beb212c-346c-4fee-90b0-f1f3d30b7e96 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b36ee2822394b0e842e4cb838248a30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7872214 Jan 11 09:35:30.380940 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb212c-346c-4fee-90b0-f1f3d30b7e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27997ac2-9bdb-4d76-b733-bc452036e7cf,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:30.383258 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59378) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:30.404875 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0c743e-246a-4d22-bb5c-0af1ad21c2db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 4361eae4-51aa-4b73-a9b0-fab20cde20cc is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:35:30.484556 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa65a-d4a1-42c4-9d25-a3083e0c3b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:30.531589 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-187e1f24-011e-48c1-ab46-3bbc85abe298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:30.532412 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8aa65a-d4a1-42c4-9d25-a3083e0c3b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271e1151-0dbd-463c-98d5-0ac5812431e2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:30.604679 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa65a-d4a1-42c4-9d25-a3083e0c3b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:30.605797 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0c8aa65a-d4a1-42c4-9d25-a3083e0c3b0c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/271e1151-0dbd-463c-98d5-0ac5812431e2 HTTP/1.1" status: 204 len: 168 time: 0.9921837 Jan 11 09:35:30.634865 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-187e1f24-011e-48c1-ab46-3bbc85abe298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:30.665765 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0c743e-246a-4d22-bb5c-0af1ad21c2db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:35:30.665997 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265fb398-af41-4d5a-a747-bcb0a2fc2ca7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Router 0d7ae038-df21-439c-9444-5553c201db85 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:35:30.681361 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] Sync routers for ids ['4361eae4-51aa-4b73-a9b0-fab20cde20cc'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:35:30.703242 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] Routers {'4361eae4-51aa-4b73-a9b0-fab20cde20cc'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:30.707508 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:35:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['4361eae4-51aa-4b73-a9b0-fab20cde20cc'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:30.714264 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e0c743e-246a-4d22-bb5c-0af1ad21c2db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:30.715695 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8e0c743e-246a-4d22-bb5c-0af1ad21c2db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8970616 Jan 11 09:35:30.719171 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59384) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:30.750261 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-187e1f24-011e-48c1-ab46-3bbc85abe298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:30.795278 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e1f24-011e-48c1-ab46-3bbc85abe298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27997ac2-9bdb-4d76-b733-bc452036e7cf,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:30.814713 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-187e1f24-011e-48c1-ab46-3bbc85abe298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:30.815841 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-187e1f24-011e-48c1-ab46-3bbc85abe298 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/27997ac2-9bdb-4d76-b733-bc452036e7cf HTTP/1.1" status: 204 len: 168 time: 0.4315493 Jan 11 09:35:30.948953 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] Set router 4361eae4-51aa-4b73-a9b0-fab20cde20cc gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:35:30.966837 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265fb398-af41-4d5a-a747-bcb0a2fc2ca7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:35:30.979214 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccf491a-3a96-4902-97f5-6bf303a4b8a8 None None] Sync routers for ids ['0d7ae038-df21-439c-9444-5553c201db85'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:35:30.996635 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccf491a-3a96-4902-97f5-6bf303a4b8a8 None None] Routers {'0d7ae038-df21-439c-9444-5553c201db85'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:30.997275 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4ccf491a-3a96-4902-97f5-6bf303a4b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:35:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['0d7ae038-df21-439c-9444-5553c201db85'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:31.072650 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-265fb398-af41-4d5a-a747-bcb0a2fc2ca7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:31.073923 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-265fb398-af41-4d5a-a747-bcb0a2fc2ca7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.6529763 Jan 11 09:35:31.077613 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59394) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:31.129578 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.objects.ports [None req-18600d79-d001-43f8-b40b-e244ee22390a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87655) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 11 09:35:31.130876 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18600d79-d001-43f8-b40b-e244ee22390a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:31.162046 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d5e71fc8-eb3f-4e2e-a7f0-4ed8d8d9ac01 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b18c1b552dc34b41889b96f8d477063d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4414468 Jan 11 09:35:31.162960 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59400) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:31.202590 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4ccf491a-3a96-4902-97f5-6bf303a4b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:31.216750 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccf491a-3a96-4902-97f5-6bf303a4b8a8 None None] Routers {'0d7ae038-df21-439c-9444-5553c201db85'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:31.221558 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18600d79-d001-43f8-b40b-e244ee22390a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:31.222763 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4ccf491a-3a96-4902-97f5-6bf303a4b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:35:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['0d7ae038-df21-439c-9444-5553c201db85'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:31.226396 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-18600d79-d001-43f8-b40b-e244ee22390a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:31.241094 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18600d79-d001-43f8-b40b-e244ee22390a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:31.242399 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-18600d79-d001-43f8-b40b-e244ee22390a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:31.289626 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18600d79-d001-43f8-b40b-e244ee22390a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=047b735f-c77b-4a8e-b9d6-20dee404b374,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:31.308312 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4ccf491a-3a96-4902-97f5-6bf303a4b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:31.308727 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccf491a-3a96-4902-97f5-6bf303a4b8a8 None None] The sync data for ids ['0d7ae038-df21-439c-9444-5553c201db85'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:35:31.310219 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1b3e75-ce2f-479d-955f-32b85b002600 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:35:31.310627 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-18600d79-d001-43f8-b40b-e244ee22390a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4303112 Jan 11 09:35:31.313201 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59410) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:31.327874 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-05e76943-e64a-4549-90c6-e180d4e5c431 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:31.451272 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4361eae4-51aa-4b73-a9b0-fab20cde20cc', 'name': 'tempest-TestNetworkBasicOps-router-914648799', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd380b020-1c85-4046-bd13-e75b559f0725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:35:27Z', 'updated_at': '2022-01-11T09:35:29Z', 'revision_number': 3, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'd380b020-1c85-4046-bd13-e75b559f0725', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ec:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4361eae4-51aa-4b73-a9b0-fab20cde20cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:35:28Z', 'updated_at': '2022-01-11T09:35:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:31.460876 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] Checking router: 4361eae4-51aa-4b73-a9b0-fab20cde20cc for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:35:31.461323 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] Updating router 4361eae4-51aa-4b73-a9b0-fab20cde20cc port d380b020-1c85-4046-bd13-e75b559f0725 binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:35:31.548190 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-97609882-64e7-493d-9f41-c48379ac4628 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "GET /v2.0/routers/0d7ae038-df21-439c-9444-5553c201db85 HTTP/1.1" status: 200 len: 879 time: 0.4693983 Jan 11 09:35:31.550433 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59424) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:31.563221 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:31.609105 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-05e76943-e64a-4549-90c6-e180d4e5c431 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:31.612822 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:35:31.622792 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-05e76943-e64a-4549-90c6-e180d4e5c431 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:31.628141 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-05e76943-e64a-4549-90c6-e180d4e5c431 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:31.634764 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-05e76943-e64a-4549-90c6-e180d4e5c431 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:31.647979 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e76943-e64a-4549-90c6-e180d4e5c431 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:35:31.651665 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05e76943-e64a-4549-90c6-e180d4e5c431 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:31.771090 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827d9b7e-74d7-4852-bce9-c4fca71df924 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:31.772885 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-827d9b7e-74d7-4852-bce9-c4fca71df924 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6006701 Jan 11 09:35:31.788580 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59430) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:31.788719 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99c88a9-1aa6-47de-ac6d-540dc0bcf2b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-11973de4-095d-48a2-8bfe-2305268446bc', 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'fixed_ips': [{'subnet_id': '047b735f-c77b-4a8e-b9d6-20dee404b374'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:35:31.789414 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b99c88a9-1aa6-47de-ac6d-540dc0bcf2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:31.883170 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-cc258892-0fb3-4971-89c7-6420c57feccd tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0910366 Jan 11 09:35:31.888713 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59438) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:31.901061 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-00b19775-f065-4ecf-b051-03ab2b444cd5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2121651204', 'network_id': '85e2efb7-10e7-4e91-9c03-212479734c5a', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:31.996645 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:32.009961 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] Transition to ACTIVE for port object d380b020-1c85-4046-bd13-e75b559f0725 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:32.030453 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:32.067868 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-b99c88a9-1aa6-47de-ac6d-540dc0bcf2b0 None None] Allocated IP 2001:db8::f816:3eff:fee3:e838 (11973de4-095d-48a2-8bfe-2305268446bc/047b735f-c77b-4a8e-b9d6-20dee404b374/3dc90e22-e801-4d5d-91b6-05c00614aca0) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:32.093636 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-af999991-f06b-4694-aa02-5132f922ba6d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Synchronizing usage tracker for tenant:264ed167813548b38f5af4683744d86b on resource:router {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:32.118969 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-af999991-f06b-4694-aa02-5132f922ba6d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Unset dirty status for tenant:264ed167813548b38f5af4683744d86b on resource:router {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:32.122836 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-af999991-f06b-4694-aa02-5132f922ba6d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.5690634 Jan 11 09:35:32.125465 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59450) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:32.137963 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-6c076227-a46c-41b2-b259-60f6de15c35b tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-549877687'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:32.177887 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-00b19775-f065-4ecf-b051-03ab2b444cd5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:32.179967 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6cd44-c826-4165-91b4-cc52418d594e None None] Pushing event updated for resources: {'Port': ['ID=d380b020-1c85-4046-bd13-e75b559f0725,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:32.193257 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-00b19775-f065-4ecf-b051-03ab2b444cd5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:subnet and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:32.198100 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-00b19775-f065-4ecf-b051-03ab2b444cd5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:32.221487 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] Attempting to bind port d380b020-1c85-4046-bd13-e75b559f0725 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:32.221833 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] Attempting to bind port d380b020-1c85-4046-bd13-e75b559f0725 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:32.224836 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] Attempting to bind port d380b020-1c85-4046-bd13-e75b559f0725 on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:32.247193 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6cd44-c826-4165-91b4-cc52418d594e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:32.247193 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6cd44-c826-4165-91b4-cc52418d594e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:32.247193 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6cd44-c826-4165-91b4-cc52418d594e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:32.247193 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6cd44-c826-4165-91b4-cc52418d594e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:32.247193 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6cd44-c826-4165-91b4-cc52418d594e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:32.247193 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6cd44-c826-4165-91b4-cc52418d594e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:32.247193 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6cd44-c826-4165-91b4-cc52418d594e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:32.247193 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6cd44-c826-4165-91b4-cc52418d594e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:32.247193 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6cd44-c826-4165-91b4-cc52418d594e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:32.247193 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6cd44-c826-4165-91b4-cc52418d594e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:32.247193 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6cd44-c826-4165-91b4-cc52418d594e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:32.247193 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6cd44-c826-4165-91b4-cc52418d594e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:32.253431 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:35:32.253711 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:35:32.254262 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:32.256603 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:35:32.256603 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] Bound port: d380b020-1c85-4046-bd13-e75b559f0725, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:35:32.256603 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:32.273256 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-00b19775-f065-4ecf-b051-03ab2b444cd5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:32.279712 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59456) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:32.349545 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b19775-f065-4ecf-b051-03ab2b444cd5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Made reservation on behalf of b18c1b552dc34b41889b96f8d477063d for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:35:32.354146 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00b19775-f065-4ecf-b051-03ab2b444cd5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:32.421399 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] For port d380b020-1c85-4046-bd13-e75b559f0725, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:35:32.426730 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] For port d380b020-1c85-4046-bd13-e75b559f0725, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=d380b020-1c85-4046-bd13-e75b559f0725,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:35:32.434917 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:32.463052 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b99c88a9-1aa6-47de-ac6d-540dc0bcf2b0 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:32.489174 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b99c88a9-1aa6-47de-ac6d-540dc0bcf2b0 None None] Transition to ACTIVE for port object 3dc90e22-e801-4d5d-91b6-05c00614aca0 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:32.504753 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59464) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:32.523887 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b99c88a9-1aa6-47de-ac6d-540dc0bcf2b0 None None] Transition to ACTIVE for port object 3dc90e22-e801-4d5d-91b6-05c00614aca0 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:32.535737 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b99c88a9-1aa6-47de-ac6d-540dc0bcf2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:32.556526 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] Routers {'4361eae4-51aa-4b73-a9b0-fab20cde20cc'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:32.557236 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:35:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['4361eae4-51aa-4b73-a9b0-fab20cde20cc'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:32.645538 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99c88a9-1aa6-47de-ac6d-540dc0bcf2b0 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:32.651708 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-b99c88a9-1aa6-47de-ac6d-540dc0bcf2b0 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:32.662130 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99c88a9-1aa6-47de-ac6d-540dc0bcf2b0 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:35:32.675776 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-700b4dfc-a325-49d8-8722-43c8f1ec7704 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-314491873'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:32.679886 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05e76943-e64a-4549-90c6-e180d4e5c431 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:32.683835 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-700b4dfc-a325-49d8-8722-43c8f1ec7704 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:32.699120 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-700b4dfc-a325-49d8-8722-43c8f1ec7704 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Usage tracker for resource:network and tenant:0ab3b51e793a4118bd5f59aa88a28045 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:32.704169 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-700b4dfc-a325-49d8-8722-43c8f1ec7704 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:32.714410 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-700b4dfc-a325-49d8-8722-43c8f1ec7704 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:32.769751 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c88a9-1aa6-47de-ac6d-540dc0bcf2b0 None None] Pushing event updated for resources: {'Port': ['ID=3dc90e22-e801-4d5d-91b6-05c00614aca0,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:32.789078 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b99c88a9-1aa6-47de-ac6d-540dc0bcf2b0 None None] Attempting to bind port 3dc90e22-e801-4d5d-91b6-05c00614aca0 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:32.789735 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b99c88a9-1aa6-47de-ac6d-540dc0bcf2b0 None None] Attempting to bind port 3dc90e22-e801-4d5d-91b6-05c00614aca0 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:32.790320 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99c88a9-1aa6-47de-ac6d-540dc0bcf2b0 None None] Attempting to bind port 3dc90e22-e801-4d5d-91b6-05c00614aca0 on network 11973de4-095d-48a2-8bfe-2305268446bc {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:32.796333 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] Set router 4361eae4-51aa-4b73-a9b0-fab20cde20cc gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:35:32.797024 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99c88a9-1aa6-47de-ac6d-540dc0bcf2b0 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:35:32.797626 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99c88a9-1aa6-47de-ac6d-540dc0bcf2b0 None None] Checking segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:35:32.798283 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b99c88a9-1aa6-47de-ac6d-540dc0bcf2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:32.798946 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99c88a9-1aa6-47de-ac6d-540dc0bcf2b0 None None] Bound using segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:35:32.799971 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b99c88a9-1aa6-47de-ac6d-540dc0bcf2b0 None None] Bound port: 3dc90e22-e801-4d5d-91b6-05c00614aca0, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:35:32.800558 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b99c88a9-1aa6-47de-ac6d-540dc0bcf2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:32.805940 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e76943-e64a-4549-90c6-e180d4e5c431 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:32.812470 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2f2faab2-f05e-4636-a8de-742a17cfc506 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1522259877'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:32.818266 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2f2faab2-f05e-4636-a8de-742a17cfc506 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:32.822391 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2f2faab2-f05e-4636-a8de-742a17cfc506 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Usage tracker for resource:network and tenant:3c04c2a7ed484f2bb72455e9db38d92a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:32.826301 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2f2faab2-f05e-4636-a8de-742a17cfc506 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:32.834590 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2f2faab2-f05e-4636-a8de-742a17cfc506 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:32.842515 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e76943-e64a-4549-90c6-e180d4e5c431 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=4a690e18-b495-4e78-9fa3-a413e0a91df6,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:32.849490 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-05e76943-e64a-4549-90c6-e180d4e5c431 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:32.853602 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e76943-e64a-4549-90c6-e180d4e5c431 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:32.854563 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05e76943-e64a-4549-90c6-e180d4e5c431 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:32.865268 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2faab2-f05e-4636-a8de-742a17cfc506 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Made reservation on behalf of 3c04c2a7ed484f2bb72455e9db38d92a for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:35:32.869568 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f2faab2-f05e-4636-a8de-742a17cfc506 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:32.902260 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b99c88a9-1aa6-47de-ac6d-540dc0bcf2b0 None None] For port 3dc90e22-e801-4d5d-91b6-05c00614aca0, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:35:32.908596 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b99c88a9-1aa6-47de-ac6d-540dc0bcf2b0 None None] For port 3dc90e22-e801-4d5d-91b6-05c00614aca0, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=3dc90e22-e801-4d5d-91b6-05c00614aca0,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:35:32.913067 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f2faab2-f05e-4636-a8de-742a17cfc506 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:32.916834 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b99c88a9-1aa6-47de-ac6d-540dc0bcf2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:32.928218 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6cd44-c826-4165-91b4-cc52418d594e None None] Pushing event updated for resources: {'Port': ['ID=d380b020-1c85-4046-bd13-e75b559f0725,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:32.942032 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2f2faab2-f05e-4636-a8de-742a17cfc506 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:32.946870 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2f2faab2-f05e-4636-a8de-742a17cfc506 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Usage tracker for resource:security_group_rule and tenant:3c04c2a7ed484f2bb72455e9db38d92a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:32.950737 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2f2faab2-f05e-4636-a8de-742a17cfc506 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:32.958413 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2f2faab2-f05e-4636-a8de-742a17cfc506 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:32.993314 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c88a9-1aa6-47de-ac6d-540dc0bcf2b0 None None] Pushing event updated for resources: {'Port': ['ID=3dc90e22-e801-4d5d-91b6-05c00614aca0,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:33.042657 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-05e76943-e64a-4549-90c6-e180d4e5c431 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7281358 Jan 11 09:35:33.052440 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59470) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:33.070199 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-304ec304-c977-4c92-af63-443b25bc8e06 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'mac_address': 'fa:16:3e:80:e8:1a', 'name': 'tempest-NetworksTestDHCPv6-2037929711'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:33.129995 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4361eae4-51aa-4b73-a9b0-fab20cde20cc', 'name': 'tempest-TestNetworkBasicOps-router-914648799', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd380b020-1c85-4046-bd13-e75b559f0725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:35:27Z', 'updated_at': '2022-01-11T09:35:29Z', 'revision_number': 3, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'd380b020-1c85-4046-bd13-e75b559f0725', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ec:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4361eae4-51aa-4b73-a9b0-fab20cde20cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:35:28Z', 'updated_at': '2022-01-11T09:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:33.134784 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf3ea29-dc92-48cb-85d9-6767b43bf748 None None] The sync data for ids ['4361eae4-51aa-4b73-a9b0-fab20cde20cc'] in dv-neutron-823402-4-hyperv is: [{'id': '4361eae4-51aa-4b73-a9b0-fab20cde20cc', 'name': 'tempest-TestNetworkBasicOps-router-914648799', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd380b020-1c85-4046-bd13-e75b559f0725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:35:27Z', 'updated_at': '2022-01-11T09:35:29Z', 'revision_number': 3, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'd380b020-1c85-4046-bd13-e75b559f0725', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ec:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4361eae4-51aa-4b73-a9b0-fab20cde20cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:35:28Z', 'updated_at': '2022-01-11T09:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:35:33.157476 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c076227-a46c-41b2-b259-60f6de15c35b tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:33.174419 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c076227-a46c-41b2-b259-60f6de15c35b tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1771441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1771464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1784463'] for router, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:33.176584 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700b4dfc-a325-49d8-8722-43c8f1ec7704 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Made reservation on behalf of 0ab3b51e793a4118bd5f59aa88a28045 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:35:33.180207 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-700b4dfc-a325-49d8-8722-43c8f1ec7704 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:33.194237 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-700b4dfc-a325-49d8-8722-43c8f1ec7704 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:33.238712 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00b19775-f065-4ecf-b051-03ab2b444cd5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:33.287868 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-700b4dfc-a325-49d8-8722-43c8f1ec7704 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:33.292146 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-700b4dfc-a325-49d8-8722-43c8f1ec7704 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Usage tracker for resource:security_group_rule and tenant:0ab3b51e793a4118bd5f59aa88a28045 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:33.296120 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-700b4dfc-a325-49d8-8722-43c8f1ec7704 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:33.314173 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-700b4dfc-a325-49d8-8722-43c8f1ec7704 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:33.542025 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c076227-a46c-41b2-b259-60f6de15c35b tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Router 0d7ae038-df21-439c-9444-5553c201db85 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:35:33.560741 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-304ec304-c977-4c92-af63-443b25bc8e06 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:33.578698 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f2faab2-f05e-4636-a8de-742a17cfc506 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:33.587717 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-304ec304-c977-4c92-af63-443b25bc8e06 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:port and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:33.592853 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b19775-f065-4ecf-b051-03ab2b444cd5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Subnet': ['ID=94835369-e17c-46a0-822c-51e9e106f561,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:33.597274 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-304ec304-c977-4c92-af63-443b25bc8e06 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:33.609530 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f2faab2-f05e-4636-a8de-742a17cfc506 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:33.617163 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b19775-f065-4ecf-b051-03ab2b444cd5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Checking segment: {'id': '73547db2-9ad7-4d9a-895e-55ca800037bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '85e2efb7-10e7-4e91-9c03-212479734c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:35:33.617923 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b19775-f065-4ecf-b051-03ab2b444cd5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network hostable DHCP agents. Network: 85e2efb7-10e7-4e91-9c03-212479734c5a, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:35:33.631028 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-304ec304-c977-4c92-af63-443b25bc8e06 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:33.675516 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-700b4dfc-a325-49d8-8722-43c8f1ec7704 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:33.680131 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2faab2-f05e-4636-a8de-742a17cfc506 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:35:33.689556 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2faab2-f05e-4636-a8de-742a17cfc506 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61affcc9-f602-42f4-b1b4-53aafbc6726a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:33.700645 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b19775-f065-4ecf-b051-03ab2b444cd5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 85e2efb7-10e7-4e91-9c03-212479734c5a is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:35:33.701273 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-700b4dfc-a325-49d8-8722-43c8f1ec7704 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:33.711189 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f2faab2-f05e-4636-a8de-742a17cfc506 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:33.711532 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-2f2faab2-f05e-4636-a8de-742a17cfc506 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Added segment 17785560-e975-4405-9748-03f71e5f9dee of type vlan for network 343ae4d7-d3b2-4b68-948c-f9143045c3ba Jan 11 09:35:33.714013 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304ec304-c977-4c92-af63-443b25bc8e06 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:35:33.729329 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700b4dfc-a325-49d8-8722-43c8f1ec7704 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:35:33.738587 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-00b19775-f065-4ecf-b051-03ab2b444cd5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 85e2efb7-10e7-4e91-9c03-212479734c5a) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:33.746358 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6681b953-5fe0-44b3-b15b-3a9378064b7b None None] Network 85e2efb7-10e7-4e91-9c03-212479734c5a requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:35:33.754682 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b19775-f065-4ecf-b051-03ab2b444cd5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:33.755492 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00b19775-f065-4ecf-b051-03ab2b444cd5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:33.867174 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b4dfc-a325-49d8-8722-43c8f1ec7704 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3439941e-6800-4490-a119-20a56389b311,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:33.873312 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-700b4dfc-a325-49d8-8722-43c8f1ec7704 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:33.874119 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-700b4dfc-a325-49d8-8722-43c8f1ec7704 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Added segment 4db44204-cfb9-4b04-b120-c6c73b22c00f of type vlan for network 5ff37bba-e6ed-473c-9737-0371fd70f46a Jan 11 09:35:33.897867 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c076227-a46c-41b2-b259-60f6de15c35b tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:35:33.898016 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f2faab2-f05e-4636-a8de-742a17cfc506 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:33.910493 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78864091-7790-4469-9c22-73ce2a5e8c18 None None] Sync routers for ids ['0d7ae038-df21-439c-9444-5553c201db85'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:35:33.921674 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78864091-7790-4469-9c22-73ce2a5e8c18 None None] Routers {'0d7ae038-df21-439c-9444-5553c201db85'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:33.930351 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-700b4dfc-a325-49d8-8722-43c8f1ec7704 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:33.932426 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-78864091-7790-4469-9c22-73ce2a5e8c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:35:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['0d7ae038-df21-439c-9444-5553c201db85'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:33.941650 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-00b19775-f065-4ecf-b051-03ab2b444cd5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0519655 Jan 11 09:35:33.955973 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59474) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:33.966799 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-304ec304-c977-4c92-af63-443b25bc8e06 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:33.969133 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c076227-a46c-41b2-b259-60f6de15c35b tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:33.974445 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6c076227-a46c-41b2-b259-60f6de15c35b tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "PUT /v2.0/routers/0d7ae038-df21-439c-9444-5553c201db85 HTTP/1.1" status: 200 len: 886 time: 1.8433166 Jan 11 09:35:33.975408 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59478) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:34.069426 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-78864091-7790-4469-9c22-73ce2a5e8c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:34.104732 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78864091-7790-4469-9c22-73ce2a5e8c18 None None] Routers {'0d7ae038-df21-439c-9444-5553c201db85'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:34.105433 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-78864091-7790-4469-9c22-73ce2a5e8c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:35:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['0d7ae038-df21-439c-9444-5553c201db85'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:34.116410 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-700b4dfc-a325-49d8-8722-43c8f1ec7704 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:34.122028 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700b4dfc-a325-49d8-8722-43c8f1ec7704 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:34.127336 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-700b4dfc-a325-49d8-8722-43c8f1ec7704 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:34.146321 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.resource_extend [None req-2f2faab2-f05e-4636-a8de-742a17cfc506 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:35:34.160659 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:34.175105 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-304ec304-c977-4c92-af63-443b25bc8e06 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] device_id is not set on port 4df9b662-a306-4b7d-ade0-0ec64acc72ca yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:35:34.178410 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4c564e-d6d7-4128-ad0e-7fa89bb2f03b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-85e2efb7-10e7-4e91-9c03-212479734c5a', 'network_id': '85e2efb7-10e7-4e91-9c03-212479734c5a', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ips': [{'subnet_id': '94835369-e17c-46a0-822c-51e9e106f561'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:35:34.179234 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fb4c564e-d6d7-4128-ad0e-7fa89bb2f03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:34.257596 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-78864091-7790-4469-9c22-73ce2a5e8c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:34.258194 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78864091-7790-4469-9c22-73ce2a5e8c18 None None] The sync data for ids ['0d7ae038-df21-439c-9444-5553c201db85'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:35:34.328328 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c72d6a28-086a-4391-8a06-5f5e0b2e2f1f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "GET /v2.0/routers/0d7ae038-df21-439c-9444-5553c201db85 HTTP/1.1" status: 200 len: 886 time: 0.3501730 Jan 11 09:35:34.342699 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59482) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:34.345773 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f2faab2-f05e-4636-a8de-742a17cfc506 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:34.354221 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2faab2-f05e-4636-a8de-742a17cfc506 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:34.355138 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2f2faab2-f05e-4636-a8de-742a17cfc506 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:34.415302 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2dd8b213-a824-4966-bb65-205d764e382e tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7ae038-df21-439c-9444-5553c201db85 HTTP/1.1" status: 200 len: 205 time: 0.0712798 Jan 11 09:35:34.426433 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59486) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:34.433186 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-700b4dfc-a325-49d8-8722-43c8f1ec7704 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.9250541 Jan 11 09:35:34.486888 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59490) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:34.488496 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-fb4c564e-d6d7-4128-ad0e-7fa89bb2f03b None None] Allocated IP 172.20.0.2 (85e2efb7-10e7-4e91-9c03-212479734c5a/94835369-e17c-46a0-822c-51e9e106f561/d4517a9c-300a-47c5-89d6-e5eb7c8af418) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:34.508242 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2fe70206-cc34-4053-a5db-7e45d3755ea4 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Request body: {'subnet': {'network_id': '5ff37bba-e6ed-473c-9737-0371fd70f46a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:34.569800 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1f6580-5459-4bc7-88d7-1a337cef62d4 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:35:34.596190 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-304ec304-c977-4c92-af63-443b25bc8e06 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 172.20.0.12 (11973de4-095d-48a2-8bfe-2305268446bc/4a690e18-b495-4e78-9fa3-a413e0a91df6/4df9b662-a306-4b7d-ade0-0ec64acc72ca) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:34.599726 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b4dfc-a325-49d8-8722-43c8f1ec7704 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Pushing event updated for resources: {'Network': ['ID=5ff37bba-e6ed-473c-9737-0371fd70f46a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:34.604535 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-304ec304-c977-4c92-af63-443b25bc8e06 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 2001:db8::f816:3eff:fe80:e81a (11973de4-095d-48a2-8bfe-2305268446bc/047b735f-c77b-4a8e-b9d6-20dee404b374/4df9b662-a306-4b7d-ade0-0ec64acc72ca) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:34.787886 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2fe70206-cc34-4053-a5db-7e45d3755ea4 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:34.796412 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2fe70206-cc34-4053-a5db-7e45d3755ea4 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Usage tracker for resource:subnet and tenant:0ab3b51e793a4118bd5f59aa88a28045 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:34.801028 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2fe70206-cc34-4053-a5db-7e45d3755ea4 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:34.805416 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24180515-0114-4ff8-a792-c173ab4251e3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:34.815784 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 5ff37bba-e6ed-473c-9737-0371fd70f46a details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:35:34.832772 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device d380b020-1c85-4046-bd13-e75b559f0725 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:35:34.873557 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2fe70206-cc34-4053-a5db-7e45d3755ea4 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:34.878546 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2f2faab2-f05e-4636-a8de-742a17cfc506 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.5975339 Jan 11 09:35:34.881527 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59494) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:34.890454 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-648e02a8-8704-4f87-835e-e7fe09f802aa tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Request body: {'subnet': {'network_id': '343ae4d7-d3b2-4b68-948c-f9143045c3ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:35.017111 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2faab2-f05e-4636-a8de-742a17cfc506 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Pushing event updated for resources: {'Network': ['ID=343ae4d7-d3b2-4b68-948c-f9143045c3ba,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:35.064169 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-304ec304-c977-4c92-af63-443b25bc8e06 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:35.086970 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe70206-cc34-4053-a5db-7e45d3755ea4 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Made reservation on behalf of 0ab3b51e793a4118bd5f59aa88a28045 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:35:35.090482 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2fe70206-cc34-4053-a5db-7e45d3755ea4 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:35.107637 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 343ae4d7-d3b2-4b68-948c-f9143045c3ba details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:35:35.129869 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-970e3489-7e7c-4d19-8e0a-5f0b0e9bf377 None None] Provisioning for port 3dc90e22-e801-4d5d-91b6-05c00614aca0 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:35.149980 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-304ec304-c977-4c92-af63-443b25bc8e06 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Transition to ACTIVE for port object 4df9b662-a306-4b7d-ade0-0ec64acc72ca will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:35.312233 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port d380b020-1c85-4046-bd13-e75b559f0725 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:35.328855 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port d380b020-1c85-4046-bd13-e75b559f0725 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:35.329218 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:35.363116 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-648e02a8-8704-4f87-835e-e7fe09f802aa tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:35.379923 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-648e02a8-8704-4f87-835e-e7fe09f802aa tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Usage tracker for resource:subnet and tenant:3c04c2a7ed484f2bb72455e9db38d92a is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:35.387180 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24180515-0114-4ff8-a792-c173ab4251e3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:35.394310 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-648e02a8-8704-4f87-835e-e7fe09f802aa tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:35.398497 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fb4c564e-d6d7-4128-ad0e-7fa89bb2f03b None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:35.408278 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-648e02a8-8704-4f87-835e-e7fe09f802aa tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:35.415191 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-24180515-0114-4ff8-a792-c173ab4251e3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting port 3fe56739-8daf-4c56-9373-e0a275e18042 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:35.415523 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24180515-0114-4ff8-a792-c173ab4251e3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:35.419738 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-304ec304-c977-4c92-af63-443b25bc8e06 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:35.424251 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-fb4c564e-d6d7-4128-ad0e-7fa89bb2f03b None None] Transition to ACTIVE for port object d4517a9c-300a-47c5-89d6-e5eb7c8af418 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:35.451677 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-fb4c564e-d6d7-4128-ad0e-7fa89bb2f03b None None] Transition to ACTIVE for port object d4517a9c-300a-47c5-89d6-e5eb7c8af418 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:35.486965 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648e02a8-8704-4f87-835e-e7fe09f802aa tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Made reservation on behalf of 3c04c2a7ed484f2bb72455e9db38d92a for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:35:35.490019 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-648e02a8-8704-4f87-835e-e7fe09f802aa tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:35.515820 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fb4c564e-d6d7-4128-ad0e-7fa89bb2f03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:35.543296 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304ec304-c977-4c92-af63-443b25bc8e06 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:35.624798 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4c564e-d6d7-4128-ad0e-7fa89bb2f03b None None] Network 85e2efb7-10e7-4e91-9c03-212479734c5a is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:35.633454 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-fb4c564e-d6d7-4128-ad0e-7fa89bb2f03b None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:35.640440 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4c564e-d6d7-4128-ad0e-7fa89bb2f03b None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:35:35.644706 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:35.657557 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c564e-d6d7-4128-ad0e-7fa89bb2f03b None None] Pushing event updated for resources: {'Port': ['ID=d4517a9c-300a-47c5-89d6-e5eb7c8af418,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:35.694435 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-304ec304-c977-4c92-af63-443b25bc8e06 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:35.697475 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304ec304-c977-4c92-af63-443b25bc8e06 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:35:35.744104 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28824fdd-ca1d-44de-a9fe-5456f665e58e None None] Update dhcp port {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'fixed_ips': [{'subnet_id': '047b735f-c77b-4a8e-b9d6-20dee404b374', 'ip_address': '2001:db8::f816:3eff:fee3:e838'}, {'subnet_id': '4a690e18-b495-4e78-9fa3-a413e0a91df6'}], 'binding:host_id': 'dv-neutron-823402-4-hyperv'}, 'id': '3dc90e22-e801-4d5d-91b6-05c00614aca0'} from dv-neutron-823402-4-hyperv. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 11 09:35:35.770575 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304ec304-c977-4c92-af63-443b25bc8e06 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:35.771243 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-304ec304-c977-4c92-af63-443b25bc8e06 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:35.773688 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port d380b020-1c85-4046-bd13-e75b559f0725, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=d380b020-1c85-4046-bd13-e75b559f0725,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:35.796202 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:35.796972 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 3dc90e22-e801-4d5d-91b6-05c00614aca0 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:35:35.808248 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-304ec304-c977-4c92-af63-443b25bc8e06 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.7508738 Jan 11 09:35:35.812285 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59498) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:35.838743 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2fe70206-cc34-4053-a5db-7e45d3755ea4 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:35.856550 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ec304-c977-4c92-af63-443b25bc8e06 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=4df9b662-a306-4b7d-ade0-0ec64acc72ca,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:35.894626 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-fb4c564e-d6d7-4128-ad0e-7fa89bb2f03b None None] Attempting to bind port d4517a9c-300a-47c5-89d6-e5eb7c8af418 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:35.895224 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-fb4c564e-d6d7-4128-ad0e-7fa89bb2f03b None None] Attempting to bind port d4517a9c-300a-47c5-89d6-e5eb7c8af418 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '73547db2-9ad7-4d9a-895e-55ca800037bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '85e2efb7-10e7-4e91-9c03-212479734c5a'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:35.895361 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4c564e-d6d7-4128-ad0e-7fa89bb2f03b None None] Attempting to bind port d4517a9c-300a-47c5-89d6-e5eb7c8af418 on network 85e2efb7-10e7-4e91-9c03-212479734c5a {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:35.922495 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4c564e-d6d7-4128-ad0e-7fa89bb2f03b None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:35:35.922917 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4c564e-d6d7-4128-ad0e-7fa89bb2f03b None None] Checking segment: {'id': '73547db2-9ad7-4d9a-895e-55ca800037bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '85e2efb7-10e7-4e91-9c03-212479734c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:35:35.923264 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fb4c564e-d6d7-4128-ad0e-7fa89bb2f03b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:35.924301 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4c564e-d6d7-4128-ad0e-7fa89bb2f03b None None] Bound using segment: {'id': '73547db2-9ad7-4d9a-895e-55ca800037bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '85e2efb7-10e7-4e91-9c03-212479734c5a'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:35:35.924784 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-fb4c564e-d6d7-4128-ad0e-7fa89bb2f03b None None] Bound port: d4517a9c-300a-47c5-89d6-e5eb7c8af418, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73547db2-9ad7-4d9a-895e-55ca800037bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '85e2efb7-10e7-4e91-9c03-212479734c5a'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:35:35.925152 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fb4c564e-d6d7-4128-ad0e-7fa89bb2f03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:35.938784 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-28824fdd-ca1d-44de-a9fe-5456f665e58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:35.948438 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24180515-0114-4ff8-a792-c173ab4251e3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:36.004167 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56599884-9e5b-4aee-bb72-8e1bb0b95106 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:36.010076 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56599884-9e5b-4aee-bb72-8e1bb0b95106 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:36.010876 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-56599884-9e5b-4aee-bb72-8e1bb0b95106 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:36.019554 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1b56371-2c38-41c2-9ffc-214822a82d11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:36.050071 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=d380b020-1c85-4046-bd13-e75b559f0725,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:36.119276 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-56599884-9e5b-4aee-bb72-8e1bb0b95106 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:36.123040 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-56599884-9e5b-4aee-bb72-8e1bb0b95106 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.3039939 Jan 11 09:35:36.123268 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59502) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:36.128981 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-24180515-0114-4ff8-a792-c173ab4251e3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Calling delete_port for 3fe56739-8daf-4c56-9373-e0a275e18042 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:36.138827 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 3dc90e22-e801-4d5d-91b6-05c00614aca0 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:36.172145 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 3dc90e22-e801-4d5d-91b6-05c00614aca0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:36.172386 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:36.174196 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe70206-cc34-4053-a5db-7e45d3755ea4 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Pushing event updated for resources: {'Subnet': ['ID=584c68b9-3ca3-42af-afd6-74ae30aada2a,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:36.201107 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-fb4c564e-d6d7-4128-ad0e-7fa89bb2f03b None None] For port d4517a9c-300a-47c5-89d6-e5eb7c8af418, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:35:36.233464 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-fb4c564e-d6d7-4128-ad0e-7fa89bb2f03b None None] For port d4517a9c-300a-47c5-89d6-e5eb7c8af418, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=d4517a9c-300a-47c5-89d6-e5eb7c8af418,segment=NetworkSegment(73547db2-9ad7-4d9a-895e-55ca800037bb),segment_id=73547db2-9ad7-4d9a-895e-55ca800037bb)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:35:36.237517 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe70206-cc34-4053-a5db-7e45d3755ea4 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Checking segment: {'id': '4db44204-cfb9-4b04-b120-c6c73b22c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5ff37bba-e6ed-473c-9737-0371fd70f46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:35:36.237517 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe70206-cc34-4053-a5db-7e45d3755ea4 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Network hostable DHCP agents. Network: 5ff37bba-e6ed-473c-9737-0371fd70f46a, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:35:36.261669 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-648e02a8-8704-4f87-835e-e7fe09f802aa tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:36.268394 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fb4c564e-d6d7-4128-ad0e-7fa89bb2f03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:36.287918 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e451409f-1468-4a33-966c-4095635edf55 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting port 4df9b662-a306-4b7d-ade0-0ec64acc72ca {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:36.288318 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e451409f-1468-4a33-966c-4095635edf55 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:36.366570 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe70206-cc34-4053-a5db-7e45d3755ea4 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Network 5ff37bba-e6ed-473c-9737-0371fd70f46a is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:35:36.385516 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e02a8-8704-4f87-835e-e7fe09f802aa tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Pushing event updated for resources: {'Subnet': ['ID=ca49a8b4-967d-4e30-9e01-2cca421c0173,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:36.398130 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e02a8-8704-4f87-835e-e7fe09f802aa tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Checking segment: {'id': '17785560-e975-4405-9748-03f71e5f9dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '343ae4d7-d3b2-4b68-948c-f9143045c3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:35:36.398517 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648e02a8-8704-4f87-835e-e7fe09f802aa tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Network hostable DHCP agents. Network: 343ae4d7-d3b2-4b68-948c-f9143045c3ba, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:35:36.405319 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-2fe70206-cc34-4053-a5db-7e45d3755ea4 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 5ff37bba-e6ed-473c-9737-0371fd70f46a) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:36.413975 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe70206-cc34-4053-a5db-7e45d3755ea4 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:36.414601 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2fe70206-cc34-4053-a5db-7e45d3755ea4 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:36.436674 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-28824fdd-ca1d-44de-a9fe-5456f665e58e None None] Allocated IP 172.20.0.2 (11973de4-095d-48a2-8bfe-2305268446bc/4a690e18-b495-4e78-9fa3-a413e0a91df6/3dc90e22-e801-4d5d-91b6-05c00614aca0) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:36.441260 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f36594-f8d7-4164-b27e-9f5196857c1f None None] Network 5ff37bba-e6ed-473c-9737-0371fd70f46a requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:35:36.535870 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24180515-0114-4ff8-a792-c173ab4251e3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:36.538414 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c564e-d6d7-4128-ad0e-7fa89bb2f03b None None] Pushing event updated for resources: {'Port': ['ID=d4517a9c-300a-47c5-89d6-e5eb7c8af418,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:36.598692 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648e02a8-8704-4f87-835e-e7fe09f802aa tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Network 343ae4d7-d3b2-4b68-948c-f9143045c3ba is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:35:36.633822 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24180515-0114-4ff8-a792-c173ab4251e3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Port': ['ID=3fe56739-8daf-4c56-9373-e0a275e18042,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:36.660258 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:36.723748 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2fe70206-cc34-4053-a5db-7e45d3755ea4 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2310624 Jan 11 09:35:36.739363 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59506) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:36.743169 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-648e02a8-8704-4f87-835e-e7fe09f802aa tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 343ae4d7-d3b2-4b68-948c-f9143045c3ba) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:36.785481 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5719351b-4bca-4df5-a9ff-d09e16ff7bbd tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Request body: {'port': {'network_id': '5ff37bba-e6ed-473c-9737-0371fd70f46a', 'name': 'tempest-TagsExtTest-222241383'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:36.805550 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43deeef1-7c10-4cf2-8ac3-31515a34e7ad None None] Network 343ae4d7-d3b2-4b68-948c-f9143045c3ba requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:35:36.874548 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648e02a8-8704-4f87-835e-e7fe09f802aa tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:36.875158 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-648e02a8-8704-4f87-835e-e7fe09f802aa tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:36.951933 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-e1b56371-2c38-41c2-9ffc-214822a82d11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.20.0.1 (85e2efb7-10e7-4e91-9c03-212479734c5a/94835369-e17c-46a0-822c-51e9e106f561/8bd8126e-357a-4596-80d2-ad08a41a8691) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:36.990005 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e451409f-1468-4a33-966c-4095635edf55 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:37.060869 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-28824fdd-ca1d-44de-a9fe-5456f665e58e None None] For port 3dc90e22-e801-4d5d-91b6-05c00614aca0, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=3dc90e22-e801-4d5d-91b6-05c00614aca0,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:37.146408 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0465f6-b211-48e3-9328-e2a56eb2543e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-5ff37bba-e6ed-473c-9737-0371fd70f46a', 'network_id': '5ff37bba-e6ed-473c-9737-0371fd70f46a', 'tenant_id': '0ab3b51e793a4118bd5f59aa88a28045', 'fixed_ips': [{'subnet_id': '584c68b9-3ca3-42af-afd6-74ae30aada2a'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:35:37.147213 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fb0465f6-b211-48e3-9328-e2a56eb2543e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:37.191140 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-648e02a8-8704-4f87-835e-e7fe09f802aa tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3046134 Jan 11 09:35:37.195755 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59510) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:37.208011 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e451409f-1468-4a33-966c-4095635edf55 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Calling delete_port for 4df9b662-a306-4b7d-ade0-0ec64acc72ca owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:37.209966 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24180515-0114-4ff8-a792-c173ab4251e3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:37.213520 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-28824fdd-ca1d-44de-a9fe-5456f665e58e None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:37.237009 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-28824fdd-ca1d-44de-a9fe-5456f665e58e None None] Transition to ACTIVE for port object 3dc90e22-e801-4d5d-91b6-05c00614aca0 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:37.281084 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-28824fdd-ca1d-44de-a9fe-5456f665e58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:37.287580 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d24f00ea-7f70-44b9-ae51-558464817dec tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Request body: {'port': {'network_id': '343ae4d7-d3b2-4b68-948c-f9143045c3ba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1449957119'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:37.441709 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24180515-0114-4ff8-a792-c173ab4251e3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:37.443840 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5719351b-4bca-4df5-a9ff-d09e16ff7bbd tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:37.446465 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24180515-0114-4ff8-a792-c173ab4251e3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:37.450846 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5719351b-4bca-4df5-a9ff-d09e16ff7bbd tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Usage tracker for resource:port and tenant:0ab3b51e793a4118bd5f59aa88a28045 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:37.455899 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5719351b-4bca-4df5-a9ff-d09e16ff7bbd tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:37.474832 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5719351b-4bca-4df5-a9ff-d09e16ff7bbd tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:37.492699 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5719351b-4bca-4df5-a9ff-d09e16ff7bbd tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Made reservation on behalf of 0ab3b51e793a4118bd5f59aa88a28045 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:35:37.498035 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5719351b-4bca-4df5-a9ff-d09e16ff7bbd tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:37.511276 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24180515-0114-4ff8-a792-c173ab4251e3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:37.512339 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24180515-0114-4ff8-a792-c173ab4251e3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Fanout notify agent at l3_agent the message router_deleted on router 0d7ae038-df21-439c-9444-5553c201db85 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:35:37.518883 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1b56371-2c38-41c2-9ffc-214822a82d11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:37.542963 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-5719351b-4bca-4df5-a9ff-d09e16ff7bbd tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] device_id is not set on port 4b286bd9-c595-47a8-b587-b733dfce5faa yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:35:37.560977 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eadccf0-95d4-4629-9172-ad49b7166f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-343ae4d7-d3b2-4b68-948c-f9143045c3ba', 'network_id': '343ae4d7-d3b2-4b68-948c-f9143045c3ba', 'tenant_id': '3c04c2a7ed484f2bb72455e9db38d92a', 'fixed_ips': [{'subnet_id': 'ca49a8b4-967d-4e30-9e01-2cca421c0173'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:35:37.561689 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1eadccf0-95d4-4629-9172-ad49b7166f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:37.591275 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28824fdd-ca1d-44de-a9fe-5456f665e58e None None] Pushing event updated for resources: {'Port': ['ID=3dc90e22-e801-4d5d-91b6-05c00614aca0,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:37.591656 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24180515-0114-4ff8-a792-c173ab4251e3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:37.599261 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-24180515-0114-4ff8-a792-c173ab4251e3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/routers/0d7ae038-df21-439c-9444-5553c201db85 HTTP/1.1" status: 204 len: 168 time: 3.1714466 Jan 11 09:35:37.602067 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59514) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:37.610616 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-68b52af9-feae-4ab4-922b-a2ce95ee1d3d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'network': {'name': 'tempest-RoutersTest-570171823'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:37.617143 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:35:37.617508 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:35:37.627914 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-68b52af9-feae-4ab4-922b-a2ce95ee1d3d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:37.737795 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-68b52af9-feae-4ab4-922b-a2ce95ee1d3d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:network and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:37.738554 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-e1b56371-2c38-41c2-9ffc-214822a82d11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Transition to ACTIVE for port object 8bd8126e-357a-4596-80d2-ad08a41a8691 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:37.740158 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d24f00ea-7f70-44b9-ae51-558464817dec tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:37.749422 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-68b52af9-feae-4ab4-922b-a2ce95ee1d3d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:37.755108 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d24f00ea-7f70-44b9-ae51-558464817dec tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Usage tracker for resource:port and tenant:3c04c2a7ed484f2bb72455e9db38d92a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:37.760573 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d24f00ea-7f70-44b9-ae51-558464817dec tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:37.769569 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-68b52af9-feae-4ab4-922b-a2ce95ee1d3d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:37.774478 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d24f00ea-7f70-44b9-ae51-558464817dec tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:37.790513 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-fb0465f6-b211-48e3-9328-e2a56eb2543e None None] Allocated IP 172.20.0.2 (5ff37bba-e6ed-473c-9737-0371fd70f46a/584c68b9-3ca3-42af-afd6-74ae30aada2a/e7112216-9c1a-4c31-b1b3-e5e3e148f3ff) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:37.802418 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b52af9-feae-4ab4-922b-a2ce95ee1d3d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Made reservation on behalf of 264ed167813548b38f5af4683744d86b for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:35:37.807931 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-68b52af9-feae-4ab4-922b-a2ce95ee1d3d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:37.837016 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24f00ea-7f70-44b9-ae51-558464817dec tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Made reservation on behalf of 3c04c2a7ed484f2bb72455e9db38d92a for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:35:37.840483 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d24f00ea-7f70-44b9-ae51-558464817dec tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:37.896404 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-d24f00ea-7f70-44b9-ae51-558464817dec tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] device_id is not set on port 05bfa68b-e2bf-4bb0-9813-f20eb5a3d56d yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:35:37.953690 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e451409f-1468-4a33-966c-4095635edf55 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:37.957533 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b52af9-feae-4ab4-922b-a2ce95ee1d3d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:35:37.971657 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-68b52af9-feae-4ab4-922b-a2ce95ee1d3d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:37.972406 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-68b52af9-feae-4ab4-922b-a2ce95ee1d3d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Added segment 0c074d69-f7d2-41c2-873f-2b05099329af of type vlan for network 6583b48b-9a45-4ac5-b6b8-0ee399654b87 Jan 11 09:35:37.998415 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1b56371-2c38-41c2-9ffc-214822a82d11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:38.016781 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-68b52af9-feae-4ab4-922b-a2ce95ee1d3d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:38.036056 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-1eadccf0-95d4-4629-9172-ad49b7166f28 None None] Allocated IP 2001:db8::2 (343ae4d7-d3b2-4b68-948c-f9143045c3ba/ca49a8b4-967d-4e30-9e01-2cca421c0173/3a4df87f-441a-44b8-a781-80e51344cc67) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:38.060801 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451409f-1468-4a33-966c-4095635edf55 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Port': ['ID=4df9b662-a306-4b7d-ade0-0ec64acc72ca,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:38.076148 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-68b52af9-feae-4ab4-922b-a2ce95ee1d3d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:38.085287 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b52af9-feae-4ab4-922b-a2ce95ee1d3d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:38.087244 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-68b52af9-feae-4ab4-922b-a2ce95ee1d3d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:38.165477 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-68b52af9-feae-4ab4-922b-a2ce95ee1d3d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5609560 Jan 11 09:35:38.167667 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59518) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:38.191940 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b56371-2c38-41c2-9ffc-214822a82d11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 85e2efb7-10e7-4e91-9c03-212479734c5a is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:38.202731 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-e1b56371-2c38-41c2-9ffc-214822a82d11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:38.205687 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b56371-2c38-41c2-9ffc-214822a82d11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:35:38.245625 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5e16f241-0a62-4487-b814-96c3c6fcdf0f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'subnet': {'network_id': '6583b48b-9a45-4ac5-b6b8-0ee399654b87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:38.271161 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b52af9-feae-4ab4-922b-a2ce95ee1d3d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Network': ['ID=6583b48b-9a45-4ac5-b6b8-0ee399654b87,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:38.308511 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 6583b48b-9a45-4ac5-b6b8-0ee399654b87 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:35:38.356917 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b56371-2c38-41c2-9ffc-214822a82d11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=8bd8126e-357a-4596-80d2-ad08a41a8691,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:38.397983 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1b56371-2c38-41c2-9ffc-214822a82d11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:38.421016 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e451409f-1468-4a33-966c-4095635edf55 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:38.424708 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5e16f241-0a62-4487-b814-96c3c6fcdf0f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:38.432201 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5e16f241-0a62-4487-b814-96c3c6fcdf0f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:subnet and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:38.438264 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5e16f241-0a62-4487-b814-96c3c6fcdf0f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:38.452205 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5e16f241-0a62-4487-b814-96c3c6fcdf0f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:38.467554 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e16f241-0a62-4487-b814-96c3c6fcdf0f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Made reservation on behalf of 264ed167813548b38f5af4683744d86b for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:35:38.473712 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5e16f241-0a62-4487-b814-96c3c6fcdf0f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:38.487588 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e451409f-1468-4a33-966c-4095635edf55 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/4df9b662-a306-4b7d-ade0-0ec64acc72ca HTTP/1.1" status: 204 len: 168 time: 2.3632846 Jan 11 09:35:38.491343 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59524) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:38.493100 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0416312-ca46-48b4-bcbe-b8c59806f0e8 None None] Network 85e2efb7-10e7-4e91-9c03-212479734c5a requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:35:38.590786 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2139b8-3831-4a54-a68a-cb3c6e6e09bb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:38.592466 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2139b8-3831-4a54-a68a-cb3c6e6e09bb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:38.594311 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2139b8-3831-4a54-a68a-cb3c6e6e09bb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:38.595219 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3d2139b8-3831-4a54-a68a-cb3c6e6e09bb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:38.631456 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:38.691784 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3d2139b8-3831-4a54-a68a-cb3c6e6e09bb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:38.701154 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59530) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:38.701802 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3d2139b8-3831-4a54-a68a-cb3c6e6e09bb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2093389 Jan 11 09:35:38.821676 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1b56371-2c38-41c2-9ffc-214822a82d11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:38.828327 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c80190-51b9-44ef-bdd4-701f3d10ac54 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet 047b735f-c77b-4a8e-b9d6-20dee404b374 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:35:38.837158 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09c80190-51b9-44ef-bdd4-701f3d10ac54 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:38.898738 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b98f4bff-764b-4b62-ad33-eccc5632e769 None None] Provisioning for port d4517a9c-300a-47c5-89d6-e5eb7c8af418 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:38.906504 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fb0465f6-b211-48e3-9328-e2a56eb2543e None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:38.921529 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09c80190-51b9-44ef-bdd4-701f3d10ac54 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:38.943606 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 3dc90e22-e801-4d5d-91b6-05c00614aca0, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=3dc90e22-e801-4d5d-91b6-05c00614aca0,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:38.947016 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-fb0465f6-b211-48e3-9328-e2a56eb2543e None None] Transition to ACTIVE for port object e7112216-9c1a-4c31-b1b3-e5e3e148f3ff will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:38.975691 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:39.024636 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5e16f241-0a62-4487-b814-96c3c6fcdf0f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:39.144954 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16f241-0a62-4487-b814-96c3c6fcdf0f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Subnet': ['ID=bea97999-c0e1-4473-947e-8b03fa2e922e,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:39.160638 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09c80190-51b9-44ef-bdd4-701f3d10ac54 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:39.183549 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-fb0465f6-b211-48e3-9328-e2a56eb2543e None None] Transition to ACTIVE for port object e7112216-9c1a-4c31-b1b3-e5e3e148f3ff will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:39.219071 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e16f241-0a62-4487-b814-96c3c6fcdf0f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Checking segment: {'id': '0c074d69-f7d2-41c2-873f-2b05099329af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6583b48b-9a45-4ac5-b6b8-0ee399654b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:35:39.219622 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e16f241-0a62-4487-b814-96c3c6fcdf0f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network hostable DHCP agents. Network: 6583b48b-9a45-4ac5-b6b8-0ee399654b87, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:35:39.229531 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c5cf0ba4-f15a-4841-a971-cb0ccdf4ea2c None None] Provisioning for port 3dc90e22-e801-4d5d-91b6-05c00614aca0 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:39.241045 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fb0465f6-b211-48e3-9328-e2a56eb2543e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:39.261869 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c5cf0ba4-f15a-4841-a971-cb0ccdf4ea2c None None] Provisioning complete for port 3dc90e22-e801-4d5d-91b6-05c00614aca0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:39.262449 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c5cf0ba4-f15a-4841-a971-cb0ccdf4ea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:39.307358 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device d380b020-1c85-4046-bd13-e75b559f0725 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:35:39.332632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e16f241-0a62-4487-b814-96c3c6fcdf0f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network 6583b48b-9a45-4ac5-b6b8-0ee399654b87 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:35:39.343410 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-5719351b-4bca-4df5-a9ff-d09e16ff7bbd tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Allocated IP 172.20.0.4 (5ff37bba-e6ed-473c-9737-0371fd70f46a/584c68b9-3ca3-42af-afd6-74ae30aada2a/4b286bd9-c595-47a8-b587-b733dfce5faa) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:39.353700 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1eadccf0-95d4-4629-9172-ad49b7166f28 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:39.383340 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09c80190-51b9-44ef-bdd4-701f3d10ac54 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:39.414566 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=3dc90e22-e801-4d5d-91b6-05c00614aca0,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:39.429650 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-5e16f241-0a62-4487-b814-96c3c6fcdf0f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 6583b48b-9a45-4ac5-b6b8-0ee399654b87) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:39.434258 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e16f241-0a62-4487-b814-96c3c6fcdf0f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:39.434663 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5e16f241-0a62-4487-b814-96c3c6fcdf0f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:39.479420 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09c80190-51b9-44ef-bdd4-701f3d10ac54 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:39.488475 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c80190-51b9-44ef-bdd4-701f3d10ac54 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=047b735f-c77b-4a8e-b9d6-20dee404b374,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:39.524630 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1b56371-2c38-41c2-9ffc-214822a82d11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:39.527383 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73830984-5878-449f-8f39-2095f71ca338 None None] Network 6583b48b-9a45-4ac5-b6b8-0ee399654b87 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:35:39.538832 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1b56371-2c38-41c2-9ffc-214822a82d11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:39.550831 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5e16f241-0a62-4487-b814-96c3c6fcdf0f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3817623 Jan 11 09:35:39.554616 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59534) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:39.562066 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-09c80190-51b9-44ef-bdd4-701f3d10ac54 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/047b735f-c77b-4a8e-b9d6-20dee404b374 HTTP/1.1" status: 204 len: 168 time: 0.8596735 Jan 11 09:35:39.564316 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0465f6-b211-48e3-9328-e2a56eb2543e None None] Network 5ff37bba-e6ed-473c-9737-0371fd70f46a is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:39.565485 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-f21ed165-c679-4bdc-8248-9d75e87af189 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1306776532', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:39.566817 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1eadccf0-95d4-4629-9172-ad49b7166f28 None None] Transition to ACTIVE for port object 3a4df87f-441a-44b8-a781-80e51344cc67 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:39.575340 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59538) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:39.578235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f21ed165-c679-4bdc-8248-9d75e87af189 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:39.611930 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06f2125-91c5-4515-b3c8-c0cfec4f2397 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:35:39.624744 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-fb0465f6-b211-48e3-9328-e2a56eb2543e None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:39.646777 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f21ed165-c679-4bdc-8248-9d75e87af189 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:router and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:39.647429 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0465f6-b211-48e3-9328-e2a56eb2543e None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:35:39.655551 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f21ed165-c679-4bdc-8248-9d75e87af189 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:39.680541 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1b56371-2c38-41c2-9ffc-214822a82d11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:39.702870 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10f786-906e-488e-af8a-758cc977aa18 req-18917773-8123-4af1-b85f-e3ad58561dff tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:39.706787 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3e10f786-906e-488e-af8a-758cc977aa18 req-18917773-8123-4af1-b85f-e3ad58561dff tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 945 time: 0.9884930 Jan 11 09:35:39.763630 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1eadccf0-95d4-4629-9172-ad49b7166f28 None None] Transition to ACTIVE for port object 3a4df87f-441a-44b8-a781-80e51344cc67 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:39.820735 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f21ed165-c679-4bdc-8248-9d75e87af189 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:39.891401 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0465f6-b211-48e3-9328-e2a56eb2543e None None] Pushing event updated for resources: {'Port': ['ID=e7112216-9c1a-4c31-b1b3-e5e3e148f3ff,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:39.913483 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f21ed165-c679-4bdc-8248-9d75e87af189 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:39.913483 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f21ed165-c679-4bdc-8248-9d75e87af189 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:39.917092 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f396df-0b48-432c-9eb4-4a45327644a7 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet 4a690e18-b495-4e78-9fa3-a413e0a91df6 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:35:39.930898 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-20f396df-0b48-432c-9eb4-4a45327644a7 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:39.936422 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1eadccf0-95d4-4629-9172-ad49b7166f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:39.941484 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b56371-2c38-41c2-9ffc-214822a82d11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=8bd8126e-357a-4596-80d2-ad08a41a8691,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:40.004139 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3e10f786-906e-488e-af8a-758cc977aa18 req-275bd01b-c2fc-4a1a-8352-2c9448a0f2de tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836425 Jan 11 09:35:40.011490 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f21ed165-c679-4bdc-8248-9d75e87af189 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:40.026424 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b56371-2c38-41c2-9ffc-214822a82d11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 85e2efb7-10e7-4e91-9c03-212479734c5a is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:40.026424 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-e1b56371-2c38-41c2-9ffc-214822a82d11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:40.046319 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-d24f00ea-7f70-44b9-ae51-558464817dec tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Allocated IP 2001:db8::d1 (343ae4d7-d3b2-4b68-948c-f9143045c3ba/ca49a8b4-967d-4e30-9e01-2cca421c0173/05bfa68b-e2bf-4bb0-9813-f20eb5a3d56d) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:40.054803 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-20f396df-0b48-432c-9eb4-4a45327644a7 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:40.108417 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5719351b-4bca-4df5-a9ff-d09e16ff7bbd tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:40.142540 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-fb0465f6-b211-48e3-9328-e2a56eb2543e None None] Attempting to bind port e7112216-9c1a-4c31-b1b3-e5e3e148f3ff on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:40.143072 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-fb0465f6-b211-48e3-9328-e2a56eb2543e None None] Attempting to bind port e7112216-9c1a-4c31-b1b3-e5e3e148f3ff by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '4db44204-cfb9-4b04-b120-c6c73b22c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5ff37bba-e6ed-473c-9737-0371fd70f46a'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:40.143524 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0465f6-b211-48e3-9328-e2a56eb2543e None None] Attempting to bind port e7112216-9c1a-4c31-b1b3-e5e3e148f3ff on network 5ff37bba-e6ed-473c-9737-0371fd70f46a {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:40.165839 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eadccf0-95d4-4629-9172-ad49b7166f28 None None] Network 343ae4d7-d3b2-4b68-948c-f9143045c3ba is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:40.193529 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5719351b-4bca-4df5-a9ff-d09e16ff7bbd tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Transition to ACTIVE for port object 4b286bd9-c595-47a8-b587-b733dfce5faa will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:40.211058 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-1eadccf0-95d4-4629-9172-ad49b7166f28 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:40.215061 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port d380b020-1c85-4046-bd13-e75b559f0725 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:40.215613 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:40.255788 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-20f396df-0b48-432c-9eb4-4a45327644a7 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:40.258779 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0465f6-b211-48e3-9328-e2a56eb2543e None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:35:40.259360 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0465f6-b211-48e3-9328-e2a56eb2543e None None] Checking segment: {'id': '4db44204-cfb9-4b04-b120-c6c73b22c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5ff37bba-e6ed-473c-9737-0371fd70f46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:35:40.260549 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fb0465f6-b211-48e3-9328-e2a56eb2543e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:40.261143 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0465f6-b211-48e3-9328-e2a56eb2543e None None] Bound using segment: {'id': '4db44204-cfb9-4b04-b120-c6c73b22c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5ff37bba-e6ed-473c-9737-0371fd70f46a'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:35:40.261824 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-fb0465f6-b211-48e3-9328-e2a56eb2543e None None] Bound port: e7112216-9c1a-4c31-b1b3-e5e3e148f3ff, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db44204-cfb9-4b04-b120-c6c73b22c00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5ff37bba-e6ed-473c-9737-0371fd70f46a'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:35:40.262394 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fb0465f6-b211-48e3-9328-e2a56eb2543e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:40.285719 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eadccf0-95d4-4629-9172-ad49b7166f28 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:35:40.294732 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eadccf0-95d4-4629-9172-ad49b7166f28 None None] Pushing event updated for resources: {'Port': ['ID=3a4df87f-441a-44b8-a781-80e51344cc67,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:40.361604 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f21ed165-c679-4bdc-8248-9d75e87af189 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:40.417073 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5719351b-4bca-4df5-a9ff-d09e16ff7bbd tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:40.419411 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-20f396df-0b48-432c-9eb4-4a45327644a7 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:40.567428 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b56371-2c38-41c2-9ffc-214822a82d11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 4361eae4-51aa-4b73-a9b0-fab20cde20cc has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:35:40.602326 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-20f396df-0b48-432c-9eb4-4a45327644a7 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:40.605393 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-20f396df-0b48-432c-9eb4-4a45327644a7 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/4a690e18-b495-4e78-9fa3-a413e0a91df6 HTTP/1.1" status: 204 len: 168 time: 1.0289397 Jan 11 09:35:40.611199 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59558) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:40.623260 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f21ed165-c679-4bdc-8248-9d75e87af189 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:40.625643 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f21ed165-c679-4bdc-8248-9d75e87af189 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0699408 Jan 11 09:35:40.632854 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f396df-0b48-432c-9eb4-4a45327644a7 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=4a690e18-b495-4e78-9fa3-a413e0a91df6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:40.637625 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5719351b-4bca-4df5-a9ff-d09e16ff7bbd tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Network 5ff37bba-e6ed-473c-9737-0371fd70f46a is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:40.640994 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59562) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:40.649773 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-5719351b-4bca-4df5-a9ff-d09e16ff7bbd tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:40.658219 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5719351b-4bca-4df5-a9ff-d09e16ff7bbd tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:35:40.775943 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719351b-4bca-4df5-a9ff-d09e16ff7bbd tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Pushing event updated for resources: {'Port': ['ID=4b286bd9-c595-47a8-b587-b733dfce5faa,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:40.872978 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e68bce73-5ac7-4c07-b642-6339f0b7bdb6 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2603779 Jan 11 09:35:40.885885 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59566) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:40.910173 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6490b075-bcdc-436f-b61a-ac292203351f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:40.921493 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1f932ae2-65a5-4e81-90ad-835069439ebc None None] Could not find standard attr ID for object 4df9b662-a306-4b7d-ade0-0ec64acc72ca. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:35:40.924343 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1eadccf0-95d4-4629-9172-ad49b7166f28 None None] Attempting to bind port 3a4df87f-441a-44b8-a781-80e51344cc67 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:40.924878 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1eadccf0-95d4-4629-9172-ad49b7166f28 None None] Attempting to bind port 3a4df87f-441a-44b8-a781-80e51344cc67 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '17785560-e975-4405-9748-03f71e5f9dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '343ae4d7-d3b2-4b68-948c-f9143045c3ba'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:40.925434 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eadccf0-95d4-4629-9172-ad49b7166f28 None None] Attempting to bind port 3a4df87f-441a-44b8-a781-80e51344cc67 on network 343ae4d7-d3b2-4b68-948c-f9143045c3ba {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:40.939386 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eadccf0-95d4-4629-9172-ad49b7166f28 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:35:40.940079 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eadccf0-95d4-4629-9172-ad49b7166f28 None None] Checking segment: {'id': '17785560-e975-4405-9748-03f71e5f9dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '343ae4d7-d3b2-4b68-948c-f9143045c3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:35:40.940810 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1eadccf0-95d4-4629-9172-ad49b7166f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:40.940954 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d24f00ea-7f70-44b9-ae51-558464817dec tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:40.941478 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eadccf0-95d4-4629-9172-ad49b7166f28 None None] Bound using segment: {'id': '17785560-e975-4405-9748-03f71e5f9dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '343ae4d7-d3b2-4b68-948c-f9143045c3ba'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:35:40.942133 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1eadccf0-95d4-4629-9172-ad49b7166f28 None None] Bound port: 3a4df87f-441a-44b8-a781-80e51344cc67, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17785560-e975-4405-9748-03f71e5f9dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '343ae4d7-d3b2-4b68-948c-f9143045c3ba'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:35:40.942675 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1eadccf0-95d4-4629-9172-ad49b7166f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:40.968813 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5719351b-4bca-4df5-a9ff-d09e16ff7bbd tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:40.969491 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5719351b-4bca-4df5-a9ff-d09e16ff7bbd tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:41.007740 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8f8145-2bb6-4a0e-8986-6b92de8ecdae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-6583b48b-9a45-4ac5-b6b8-0ee399654b87', 'network_id': '6583b48b-9a45-4ac5-b6b8-0ee399654b87', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'fixed_ips': [{'subnet_id': 'bea97999-c0e1-4473-947e-8b03fa2e922e'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:35:41.008834 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5e8f8145-2bb6-4a0e-8986-6b92de8ecdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:41.056858 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-d24f00ea-7f70-44b9-ae51-558464817dec tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Transition to ACTIVE for port object 05bfa68b-e2bf-4bb0-9813-f20eb5a3d56d will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:41.123712 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-fb0465f6-b211-48e3-9328-e2a56eb2543e None None] For port e7112216-9c1a-4c31-b1b3-e5e3e148f3ff, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:35:41.163181 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c37b94-e5d9-469e-a0c3-4c4c6884a7c7 req-c7f2f7cf-b639-460d-8ed3-b5ee8c90c7b0 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:41.163936 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-f1c37b94-e5d9-469e-a0c3-4c4c6884a7c7 req-c7f2f7cf-b639-460d-8ed3-b5ee8c90c7b0 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Synchronizing usage tracker for tenant:27f1e48653724e3083ec9827e4915957 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:41.170255 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5719351b-4bca-4df5-a9ff-d09e16ff7bbd tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.4244912 Jan 11 09:35:41.180516 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f54a24-cbc3-4501-8e63-7c7dc12f78db req-f3358ff9-8dbf-4dd3-ad6a-1182a51d4e65 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:41.184735 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1eadccf0-95d4-4629-9172-ad49b7166f28 None None] For port 3a4df87f-441a-44b8-a781-80e51344cc67, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:35:41.188590 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a5f54a24-cbc3-4501-8e63-7c7dc12f78db req-f3358ff9-8dbf-4dd3-ad6a-1182a51d4e65 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 945 time: 0.3890078 Jan 11 09:35:41.191818 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59572) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:41.195204 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1eadccf0-95d4-4629-9172-ad49b7166f28 None None] For port 3a4df87f-441a-44b8-a781-80e51344cc67, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=3a4df87f-441a-44b8-a781-80e51344cc67,segment=NetworkSegment(17785560-e975-4405-9748-03f71e5f9dee),segment_id=17785560-e975-4405-9748-03f71e5f9dee)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:35:41.269902 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b56371-2c38-41c2-9ffc-214822a82d11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:35:41.285816 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e1b56371-2c38-41c2-9ffc-214822a82d11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "PUT /v2.0/routers/4361eae4-51aa-4b73-a9b0-fab20cde20cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3287871 Jan 11 09:35:41.291864 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-11e8a272-3e2e-46d7-bcd4-54cc1f69c328 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1132855065', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:41.309884 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59576) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:41.311720 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] Sync routers for ids ['4361eae4-51aa-4b73-a9b0-fab20cde20cc'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:35:41.319255 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-11e8a272-3e2e-46d7-bcd4-54cc1f69c328 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:41.323482 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1eadccf0-95d4-4629-9172-ad49b7166f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:41.326655 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6490b075-bcdc-436f-b61a-ac292203351f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:41.333359 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-11e8a272-3e2e-46d7-bcd4-54cc1f69c328 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Usage tracker for resource:router and tenant:0ab3b51e793a4118bd5f59aa88a28045 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:41.334596 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-f1c37b94-e5d9-469e-a0c3-4c4c6884a7c7 req-c7f2f7cf-b639-460d-8ed3-b5ee8c90c7b0 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Unset dirty status for tenant:27f1e48653724e3083ec9827e4915957 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:41.335777 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f1c37b94-e5d9-469e-a0c3-4c4c6884a7c7 req-c7f2f7cf-b639-460d-8ed3-b5ee8c90c7b0 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 945 time: 0.9626555 Jan 11 09:35:41.340198 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-11e8a272-3e2e-46d7-bcd4-54cc1f69c328 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:41.343938 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-fb0465f6-b211-48e3-9328-e2a56eb2543e None None] For port e7112216-9c1a-4c31-b1b3-e5e3e148f3ff, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e7112216-9c1a-4c31-b1b3-e5e3e148f3ff,segment=NetworkSegment(4db44204-cfb9-4b04-b120-c6c73b22c00f),segment_id=4db44204-cfb9-4b04-b120-c6c73b22c00f)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:35:41.350945 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a5f54a24-cbc3-4501-8e63-7c7dc12f78db req-b1320cc5-a720-4252-badd-751ffd9d3144 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/security-groups?id=cfa48579-46f7-403d-90fd-c3c391a7d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1602907 Jan 11 09:35:41.354676 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6490b075-bcdc-436f-b61a-ac292203351f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:41.368750 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6490b075-bcdc-436f-b61a-ac292203351f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:41.368750 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-11e8a272-3e2e-46d7-bcd4-54cc1f69c328 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:41.379768 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6490b075-bcdc-436f-b61a-ac292203351f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:41.399889 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d24f00ea-7f70-44b9-ae51-558464817dec tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:41.408917 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fb0465f6-b211-48e3-9328-e2a56eb2543e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:41.409910 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11e8a272-3e2e-46d7-bcd4-54cc1f69c328 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:41.411161 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11e8a272-3e2e-46d7-bcd4-54cc1f69c328 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:41.444903 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9cf938dd-2ba8-4722-b586-45d308dce49d None None] Provisioning for port 8bd8126e-357a-4596-80d2-ad08a41a8691 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:41.469630 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6490b075-bcdc-436f-b61a-ac292203351f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:35:41.470379 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] Routers {'4361eae4-51aa-4b73-a9b0-fab20cde20cc'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:41.471005 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:35:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['4361eae4-51aa-4b73-a9b0-fab20cde20cc'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:41.472745 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-10219f13-cf6d-4667-bf69-716eda80bf77 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:41.473115 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6490b075-bcdc-436f-b61a-ac292203351f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:41.523952 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24f00ea-7f70-44b9-ae51-558464817dec tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Network 343ae4d7-d3b2-4b68-948c-f9143045c3ba is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:41.547143 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-d24f00ea-7f70-44b9-ae51-558464817dec tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:41.555100 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11e8a272-3e2e-46d7-bcd4-54cc1f69c328 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:41.555364 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device d4517a9c-300a-47c5-89d6-e5eb7c8af418 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:35:41.575253 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24f00ea-7f70-44b9-ae51-558464817dec tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:35:41.581396 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24f00ea-7f70-44b9-ae51-558464817dec tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:41.581561 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9cf938dd-2ba8-4722-b586-45d308dce49d None None] Provisioning complete for port 8bd8126e-357a-4596-80d2-ad08a41a8691 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:41.581685 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9cf938dd-2ba8-4722-b586-45d308dce49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:41.581897 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d24f00ea-7f70-44b9-ae51-558464817dec tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:41.642958 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f00ea-7f70-44b9-ae51-558464817dec tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Pushing event updated for resources: {'Port': ['ID=05bfa68b-e2bf-4bb0-9813-f20eb5a3d56d,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:41.665932 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f4fc7-9ae5-4e17-9547-0196cb88d98b req-d04f03f4-b914-4823-89f5-ab79135f420b tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:41.683663 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f76f4fc7-9ae5-4e17-9547-0196cb88d98b req-d04f03f4-b914-4823-89f5-ab79135f420b tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 945 time: 0.4599366 Jan 11 09:35:41.723205 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eadccf0-95d4-4629-9172-ad49b7166f28 None None] Pushing event updated for resources: {'Port': ['ID=3a4df87f-441a-44b8-a781-80e51344cc67,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:41.766342 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d24f00ea-7f70-44b9-ae51-558464817dec tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.5695713 Jan 11 09:35:41.772535 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11e8a272-3e2e-46d7-bcd4-54cc1f69c328 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:41.778709 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59586) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:41.807943 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-903278c7-c4a8-40c5-bd68-e62a1fe81c3d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Request body: {'port': {'network_id': '343ae4d7-d3b2-4b68-948c-f9143045c3ba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1422972962', 'allowed_address_pairs': [{'ip_address': '2001:db8::d1', 'mac_address': 'fa:16:3e:69:28:6c'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:41.949140 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-f1c37b94-e5d9-469e-a0c3-4c4c6884a7c7 req-c695797c-4f31-4858-868a-db7a4b232447 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Deleting port f14f387a-896f-4d55-9c1e-0e78f36c51c5 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:41.950149 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f1c37b94-e5d9-469e-a0c3-4c4c6884a7c7 req-c695797c-4f31-4858-868a-db7a4b232447 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:41.965963 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-5e8f8145-2bb6-4a0e-8986-6b92de8ecdae None None] Allocated IP 172.20.0.2 (6583b48b-9a45-4ac5-b6b8-0ee399654b87/bea97999-c0e1-4473-947e-8b03fa2e922e/aa0ecd32-53be-4170-9e46-5dc413ecccf8) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:42.018065 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9cf938dd-2ba8-4722-b586-45d308dce49d None None] Port 8bd8126e-357a-4596-80d2-ad08a41a8691 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:35:42.021109 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f02b21-ed7e-4868-b4e5-8de5b035a444 None None] DHCP port deletion for 11973de4-095d-48a2-8bfe-2305268446bc request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:35:42.103979 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-10f02b21-ed7e-4868-b4e5-8de5b035a444 None None] Deleting port 3dc90e22-e801-4d5d-91b6-05c00614aca0 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:42.104500 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-10f02b21-ed7e-4868-b4e5-8de5b035a444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:42.198163 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df54596d-dbd3-4527-8df7-d2d0c9166bea tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:42.198735 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df54596d-dbd3-4527-8df7-d2d0c9166bea tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:42.202446 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df54596d-dbd3-4527-8df7-d2d0c9166bea tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:42.203362 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df54596d-dbd3-4527-8df7-d2d0c9166bea tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:42.204049 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df54596d-dbd3-4527-8df7-d2d0c9166bea tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:42.204858 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df54596d-dbd3-4527-8df7-d2d0c9166bea tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:42.205539 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df54596d-dbd3-4527-8df7-d2d0c9166bea tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:42.206214 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df54596d-dbd3-4527-8df7-d2d0c9166bea tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:42.206848 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df54596d-dbd3-4527-8df7-d2d0c9166bea tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:42.208130 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df54596d-dbd3-4527-8df7-d2d0c9166bea tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:42.208762 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df54596d-dbd3-4527-8df7-d2d0c9166bea tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:42.211751 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-df54596d-dbd3-4527-8df7-d2d0c9166bea tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7723 time: 0.9006851 Jan 11 09:35:42.259715 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59590) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:42.263694 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] Set router 4361eae4-51aa-4b73-a9b0-fab20cde20cc gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:35:42.330899 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0465f6-b211-48e3-9328-e2a56eb2543e None None] Pushing event updated for resources: {'Port': ['ID=e7112216-9c1a-4c31-b1b3-e5e3e148f3ff,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:42.408977 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port d4517a9c-300a-47c5-89d6-e5eb7c8af418 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:42.456793 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f76f4fc7-9ae5-4e17-9547-0196cb88d98b req-f4f3ab6f-b979-4f34-bac4-dbdb5d8faac6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7720921 Jan 11 09:35:42.467059 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-903278c7-c4a8-40c5-bd68-e62a1fe81c3d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:42.476289 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-903278c7-c4a8-40c5-bd68-e62a1fe81c3d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Usage tracker for resource:port and tenant:3c04c2a7ed484f2bb72455e9db38d92a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:42.490793 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-903278c7-c4a8-40c5-bd68-e62a1fe81c3d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:42.502676 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-903278c7-c4a8-40c5-bd68-e62a1fe81c3d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:42.505195 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11e8a272-3e2e-46d7-bcd4-54cc1f69c328 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:42.506758 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-11e8a272-3e2e-46d7-bcd4-54cc1f69c328 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2967782 Jan 11 09:35:42.535389 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59596) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:42.538768 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port d4517a9c-300a-47c5-89d6-e5eb7c8af418 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:42.538768 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:42.546611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4bf4a352-78d9-47b2-83fa-78e4101c0b68 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-729153740', 'prefixes': ['172.20.0.0/16']}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:42.558522 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d6a73d-6408-4c0a-8011-79be0069d40a tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:42.559138 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d6a73d-6408-4c0a-8011-79be0069d40a tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:42.559659 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d6a73d-6408-4c0a-8011-79be0069d40a tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:42.560170 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d6a73d-6408-4c0a-8011-79be0069d40a tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:42.560681 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d6a73d-6408-4c0a-8011-79be0069d40a tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:42.561203 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d6a73d-6408-4c0a-8011-79be0069d40a tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:42.561696 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d6a73d-6408-4c0a-8011-79be0069d40a tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:42.562229 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d6a73d-6408-4c0a-8011-79be0069d40a tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:42.562737 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d6a73d-6408-4c0a-8011-79be0069d40a tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:42.563243 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d6a73d-6408-4c0a-8011-79be0069d40a tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:42.568807 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-00d6a73d-6408-4c0a-8011-79be0069d40a tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6424 time: 0.2968724 Jan 11 09:35:42.580414 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59600) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:42.601356 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4bf4a352-78d9-47b2-83fa-78e4101c0b68 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:42.614604 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903278c7-c4a8-40c5-bd68-e62a1fe81c3d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Made reservation on behalf of 3c04c2a7ed484f2bb72455e9db38d92a for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:35:42.837651 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-f1c37b94-e5d9-469e-a0c3-4c4c6884a7c7 req-c695797c-4f31-4858-868a-db7a4b232447 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] For port f14f387a-896f-4d55-9c1e-0e78f36c51c5, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=f14f387a-896f-4d55-9c1e-0e78f36c51c5,segment=NetworkSegment(432e4216-ddff-43d1-8fec-12c3795a4030),segment_id=432e4216-ddff-43d1-8fec-12c3795a4030)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:42.837651 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f1c37b94-e5d9-469e-a0c3-4c4c6884a7c7 req-c695797c-4f31-4858-868a-db7a4b232447 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:42.868079 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.objects.ports [None req-6490b075-bcdc-436f-b61a-ac292203351f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87655) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 11 09:35:42.881747 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-69f69a88-a1e0-4460-87b3-4a2013b06a1e None None] Provisioning complete for port 8bd8126e-357a-4596-80d2-ad08a41a8691 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:42.882385 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-69f69a88-a1e0-4460-87b3-4a2013b06a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:42.965275 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-903278c7-c4a8-40c5-bd68-e62a1fe81c3d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:42.982317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab16fa-bd33-4a8b-8b4a-0338713386cb req-34b80f38-ebd7-4b54-b0d9-08a5a7961885 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:42.983896 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-86ab16fa-bd33-4a8b-8b4a-0338713386cb req-34b80f38-ebd7-4b54-b0d9-08a5a7961885 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 945 time: 0.4494185 Jan 11 09:35:42.998935 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4bf4a352-78d9-47b2-83fa-78e4101c0b68 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks [] for subnetpool, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:43.006386 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4bf4a352-78d9-47b2-83fa-78e4101c0b68 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4628174 Jan 11 09:35:43.008696 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59604) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:43.014656 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-f0d61912-4f76-486d-b541-99ec7d3c4d3f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '584c68b9-3ca3-42af-afd6-74ae30aada2a', 'tempest-TagsExtTest-Tag-602297575') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:43.077000 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-903278c7-c4a8-40c5-bd68-e62a1fe81c3d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] device_id is not set on port 149586b7-c163-46b4-9267-ecb667a81fdc yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:35:43.077642 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5e8f8145-2bb6-4a0e-8986-6b92de8ecdae None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:43.111288 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-69f69a88-a1e0-4460-87b3-4a2013b06a1e None None] Port 8bd8126e-357a-4596-80d2-ad08a41a8691 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:35:43.115455 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5e8f8145-2bb6-4a0e-8986-6b92de8ecdae None None] Transition to ACTIVE for port object aa0ecd32-53be-4170-9e46-5dc413ecccf8 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:43.215736 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a69d5f62-e267-4da5-a6a9-fab1055e5fab tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4825 time: 0.6285875 Jan 11 09:35:43.224907 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5e8f8145-2bb6-4a0e-8986-6b92de8ecdae None None] Transition to ACTIVE for port object aa0ecd32-53be-4170-9e46-5dc413ecccf8 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:43.273166 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f1c37b94-e5d9-469e-a0c3-4c4c6884a7c7 req-c695797c-4f31-4858-868a-db7a4b232447 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:43.273808 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f1c37b94-e5d9-469e-a0c3-4c4c6884a7c7 req-c695797c-4f31-4858-868a-db7a4b232447 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:43.275325 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [req-f1c37b94-e5d9-469e-a0c3-4c4c6884a7c7 req-c695797c-4f31-4858-868a-db7a4b232447 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Floating IP ce90020c-1406-4f64-9368-a848bfb7f32d disassociated. External IP: 172.26.3.175, port: f14f387a-896f-4d55-9c1e-0e78f36c51c5. Jan 11 09:35:43.276324 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-f1c37b94-e5d9-469e-a0c3-4c4c6884a7c7 req-c695797c-4f31-4858-868a-db7a4b232447 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Calling delete_port for f14f387a-896f-4d55-9c1e-0e78f36c51c5 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:43.303884 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-10f02b21-ed7e-4868-b4e5-8de5b035a444 None None] For port 3dc90e22-e801-4d5d-91b6-05c00614aca0, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=3dc90e22-e801-4d5d-91b6-05c00614aca0,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:43.304277 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-10f02b21-ed7e-4868-b4e5-8de5b035a444 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:43.317401 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:43.340984 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5e8f8145-2bb6-4a0e-8986-6b92de8ecdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:43.442903 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-903278c7-c4a8-40c5-bd68-e62a1fe81c3d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Allocated IP 2001:db8::1d3 (343ae4d7-d3b2-4b68-948c-f9143045c3ba/ca49a8b4-967d-4e30-9e01-2cca421c0173/149586b7-c163-46b4-9267-ecb667a81fdc) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:43.587529 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-10219f13-cf6d-4667-bf69-716eda80bf77 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Allocated IP 172.20.0.1 (6583b48b-9a45-4ac5-b6b8-0ee399654b87/bea97999-c0e1-4473-947e-8b03fa2e922e/dcc113c9-6a42-4611-90dd-5256729285f0) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:43.588226 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-10f02b21-ed7e-4868-b4e5-8de5b035a444 None None] Calling delete_port for 3dc90e22-e801-4d5d-91b6-05c00614aca0 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:43.600846 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f1c37b94-e5d9-469e-a0c3-4c4c6884a7c7 req-c695797c-4f31-4858-868a-db7a4b232447 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:43.671683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8f8145-2bb6-4a0e-8986-6b92de8ecdae None None] Network 6583b48b-9a45-4ac5-b6b8-0ee399654b87 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:43.679028 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-5e8f8145-2bb6-4a0e-8986-6b92de8ecdae None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:43.684271 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8f8145-2bb6-4a0e-8986-6b92de8ecdae None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:35:43.688008 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f8145-2bb6-4a0e-8986-6b92de8ecdae None None] Pushing event updated for resources: {'Port': ['ID=aa0ecd32-53be-4170-9e46-5dc413ecccf8,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:43.704393 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port d4517a9c-300a-47c5-89d6-e5eb7c8af418, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=d4517a9c-300a-47c5-89d6-e5eb7c8af418,segment=NetworkSegment(73547db2-9ad7-4d9a-895e-55ca800037bb),segment_id=73547db2-9ad7-4d9a-895e-55ca800037bb)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:43.750028 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695797c-4f31-4858-868a-db7a4b232447 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Pushing event deleted for resources: {'Port': ['ID=f14f387a-896f-4d55-9c1e-0e78f36c51c5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:43.768571 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:43.769368 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 3dc90e22-e801-4d5d-91b6-05c00614aca0 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:35:43.794394 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59612) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:43.826278 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-86ab16fa-bd33-4a8b-8b4a-0338713386cb req-7633e9bf-8035-49c8-a8ef-fa89229b24a4 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/security-groups?id=cfa48579-46f7-403d-90fd-c3c391a7d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8192787 Jan 11 09:35:43.833296 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-374db2a3-00c9-46a5-ab52-9f0f6532d762 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1143973002', 'description': 'tempest-secgroup-smoke-1143973002 description', 'project_id': 'b18c1b552dc34b41889b96f8d477063d'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:43.960529 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-903278c7-c4a8-40c5-bd68-e62a1fe81c3d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:43.986720 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-903278c7-c4a8-40c5-bd68-e62a1fe81c3d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Transition to ACTIVE for port object 149586b7-c163-46b4-9267-ecb667a81fdc will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:44.029589 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68657e83-5d59-4def-8fed-32fbb606b2df None None] Network 343ae4d7-d3b2-4b68-948c-f9143045c3ba requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:35:44.062841 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-374db2a3-00c9-46a5-ab52-9f0f6532d762 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:44.067249 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-374db2a3-00c9-46a5-ab52-9f0f6532d762 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:44.070298 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-374db2a3-00c9-46a5-ab52-9f0f6532d762 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:44.077056 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-374db2a3-00c9-46a5-ab52-9f0f6532d762 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:44.097466 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8241e0fd-37b5-4851-aae6-eebd2e361ad1 req-02c8fea6-9ba8-4254-9352-0472042b128e tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 210 time: 0.0939934 Jan 11 09:35:44.150276 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-374db2a3-00c9-46a5-ab52-9f0f6532d762 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:44.221222 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-374db2a3-00c9-46a5-ab52-9f0f6532d762 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:44.225142 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-374db2a3-00c9-46a5-ab52-9f0f6532d762 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:44.228937 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-374db2a3-00c9-46a5-ab52-9f0f6532d762 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:44.235040 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-374db2a3-00c9-46a5-ab52-9f0f6532d762 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:44.259629 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a467c2d-56c5-4690-b636-c32581430569 None None] Network 5ff37bba-e6ed-473c-9737-0371fd70f46a requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:35:44.286738 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f0d61912-4f76-486d-b541-99ec7d3c4d3f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "PUT /v2.0/subnets/584c68b9-3ca3-42af-afd6-74ae30aada2a/tags/tempest-TagsExtTest-Tag-602297575 HTTP/1.1" status: 201 len: 201 time: 1.2770171 Jan 11 09:35:44.287313 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59616) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:44.296997 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-5a00853d-aa68-4f3d-a484-7ba5963f7a7d tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4b286bd9-c595-47a8-b587-b733dfce5faa', 'tempest-TagsExtTest-Tag-397327817') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:44.327015 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device f14f387a-896f-4d55-9c1e-0e78f36c51c5 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:35:44.331314 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6490b075-bcdc-436f-b61a-ac292203351f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:44.333379 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-10219f13-cf6d-4667-bf69-716eda80bf77 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:44.355872 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-10f02b21-ed7e-4868-b4e5-8de5b035a444 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:35:44.356700 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-10f02b21-ed7e-4868-b4e5-8de5b035a444 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:35:44.358387 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1c37b94-e5d9-469e-a0c3-4c4c6884a7c7 req-c695797c-4f31-4858-868a-db7a4b232447 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Router f545cf85-cabb-489c-9903-863d0a24aae7 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:35:44.360201 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-903278c7-c4a8-40c5-bd68-e62a1fe81c3d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:44.363514 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-10219f13-cf6d-4667-bf69-716eda80bf77 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Transition to ACTIVE for port object dcc113c9-6a42-4611-90dd-5256729285f0 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:44.388820 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4361eae4-51aa-4b73-a9b0-fab20cde20cc', 'name': 'tempest-TestNetworkBasicOps-router-914648799', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd380b020-1c85-4046-bd13-e75b559f0725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:35:27Z', 'updated_at': '2022-01-11T09:35:38Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'd380b020-1c85-4046-bd13-e75b559f0725', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ec:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4361eae4-51aa-4b73-a9b0-fab20cde20cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:35:28Z', 'updated_at': '2022-01-11T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '8bd8126e-357a-4596-80d2-ad08a41a8691', 'name': '', 'network_id': '85e2efb7-10e7-4e91-9c03-212479734c5a', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:f4:b4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4361eae4-51aa-4b73-a9b0-fab20cde20cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '94835369-e17c-46a0-822c-51e9e106f561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:35:36Z', 'updated_at': '2022-01-11T09:35:39Z', 'revision_number': 2, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '94835369-e17c-46a0-822c-51e9e106f561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:44.451561 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: f14f387a-896f-4d55-9c1e-0e78f36c51c5 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:35:44.451986 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device f14f387a-896f-4d55-9c1e-0e78f36c51c5 not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:35:44.475277 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-10219f13-cf6d-4667-bf69-716eda80bf77 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:44.530814 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903278c7-c4a8-40c5-bd68-e62a1fe81c3d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Network 343ae4d7-d3b2-4b68-948c-f9143045c3ba is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:44.533425 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-374db2a3-00c9-46a5-ab52-9f0f6532d762 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:44.544187 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] Checking router: 4361eae4-51aa-4b73-a9b0-fab20cde20cc for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:35:44.544690 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] Updating router 4361eae4-51aa-4b73-a9b0-fab20cde20cc port 8bd8126e-357a-4596-80d2-ad08a41a8691 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:35:44.547319 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-903278c7-c4a8-40c5-bd68-e62a1fe81c3d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:44.556000 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-374db2a3-00c9-46a5-ab52-9f0f6532d762 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:44.559633 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903278c7-c4a8-40c5-bd68-e62a1fe81c3d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:35:44.565130 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903278c7-c4a8-40c5-bd68-e62a1fe81c3d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:44.565741 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-903278c7-c4a8-40c5-bd68-e62a1fe81c3d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:44.566358 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10219f13-cf6d-4667-bf69-716eda80bf77 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network 6583b48b-9a45-4ac5-b6b8-0ee399654b87 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:44.571741 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-10219f13-cf6d-4667-bf69-716eda80bf77 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:44.574682 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5e8f8145-2bb6-4a0e-8986-6b92de8ecdae None None] Attempting to bind port aa0ecd32-53be-4170-9e46-5dc413ecccf8 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:44.575346 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5e8f8145-2bb6-4a0e-8986-6b92de8ecdae None None] Attempting to bind port aa0ecd32-53be-4170-9e46-5dc413ecccf8 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '0c074d69-f7d2-41c2-873f-2b05099329af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6583b48b-9a45-4ac5-b6b8-0ee399654b87'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:44.575825 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8f8145-2bb6-4a0e-8986-6b92de8ecdae None None] Attempting to bind port aa0ecd32-53be-4170-9e46-5dc413ecccf8 on network 6583b48b-9a45-4ac5-b6b8-0ee399654b87 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:44.582252 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903278c7-c4a8-40c5-bd68-e62a1fe81c3d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Pushing event updated for resources: {'Port': ['ID=149586b7-c163-46b4-9267-ecb667a81fdc,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:44.591496 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-47a93b53-8983-4231-b28d-5cfee2f4e063 None None] Provisioning for port 3a4df87f-441a-44b8-a781-80e51344cc67 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:44.617654 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8f8145-2bb6-4a0e-8986-6b92de8ecdae None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:35:44.617986 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8f8145-2bb6-4a0e-8986-6b92de8ecdae None None] Checking segment: {'id': '0c074d69-f7d2-41c2-873f-2b05099329af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6583b48b-9a45-4ac5-b6b8-0ee399654b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:35:44.618580 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5e8f8145-2bb6-4a0e-8986-6b92de8ecdae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:44.619957 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8f8145-2bb6-4a0e-8986-6b92de8ecdae None None] Bound using segment: {'id': '0c074d69-f7d2-41c2-873f-2b05099329af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6583b48b-9a45-4ac5-b6b8-0ee399654b87'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:35:44.619957 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5e8f8145-2bb6-4a0e-8986-6b92de8ecdae None None] Bound port: aa0ecd32-53be-4170-9e46-5dc413ecccf8, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c074d69-f7d2-41c2-873f-2b05099329af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6583b48b-9a45-4ac5-b6b8-0ee399654b87'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:35:44.619957 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5e8f8145-2bb6-4a0e-8986-6b92de8ecdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:44.634720 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=d4517a9c-300a-47c5-89d6-e5eb7c8af418,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:44.639684 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10219f13-cf6d-4667-bf69-716eda80bf77 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:35:44.690205 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-903278c7-c4a8-40c5-bd68-e62a1fe81c3d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.9039655 Jan 11 09:35:44.691141 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-374db2a3-00c9-46a5-ab52-9f0f6532d762 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:44.694762 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59622) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:44.695924 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-374db2a3-00c9-46a5-ab52-9f0f6532d762 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8686907 Jan 11 09:35:44.696825 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374db2a3-00c9-46a5-ab52-9f0f6532d762 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a68c9df-9da8-4e1f-9f6a-08cc5ff0679e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:44.698847 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59624) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:44.704484 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10219f13-cf6d-4667-bf69-716eda80bf77 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Port': ['ID=dcc113c9-6a42-4611-90dd-5256729285f0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:44.719992 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6ad70135-5224-4f57-b07b-f88258cc27fe tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '4a68c9df-9da8-4e1f-9f6a-08cc5ff0679e', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:44.732781 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6ad70135-5224-4f57-b07b-f88258cc27fe tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:44.783497 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1c37b94-e5d9-469e-a0c3-4c4c6884a7c7 req-c695797c-4f31-4858-868a-db7a4b232447 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:35:44.791346 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6ad70135-5224-4f57-b07b-f88258cc27fe tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:44.795883 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6ad70135-5224-4f57-b07b-f88258cc27fe tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:44.803360 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a63c5e-35c8-422c-9571-ecc880ea1efe None None] Sync routers for ids ['f545cf85-cabb-489c-9903-863d0a24aae7'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:35:44.810755 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6ad70135-5224-4f57-b07b-f88258cc27fe tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:44.811367 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:44.823263 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-10219f13-cf6d-4667-bf69-716eda80bf77 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:44.824065 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5a00853d-aa68-4f3d-a484-7ba5963f7a7d tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "PUT /v2.0/ports/4b286bd9-c595-47a8-b587-b733dfce5faa/tags/tempest-TagsExtTest-Tag-397327817 HTTP/1.1" status: 201 len: 201 time: 0.5319285 Jan 11 09:35:44.825075 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59630) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:44.825657 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a63c5e-35c8-422c-9571-ecc880ea1efe None None] Routers {'f545cf85-cabb-489c-9903-863d0a24aae7'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:44.826786 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b6a63c5e-35c8-422c-9571-ecc880ea1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:35:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['f545cf85-cabb-489c-9903-863d0a24aae7'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:44.837200 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 3dc90e22-e801-4d5d-91b6-05c00614aca0 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:44.839682 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-2f1b367b-a976-480c-b63e-058ce2671453 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ca449299-612d-4efb-821c-ac0ae85c134e', 'tempest-TagsExtTest-Tag-130150857') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:44.845997 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:44.915807 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-10f02b21-ed7e-4868-b4e5-8de5b035a444 None None] Deleting port 3dc90e22-e801-4d5d-91b6-05c00614aca0 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:44.916382 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-10f02b21-ed7e-4868-b4e5-8de5b035a444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:44.984655 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c37b94-e5d9-469e-a0c3-4c4c6884a7c7 req-c695797c-4f31-4858-868a-db7a4b232447 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] No DVR routers for this DVR port f14f387a-896f-4d55-9c1e-0e78f36c51c5 on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:35:44.990851 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f1c37b94-e5d9-469e-a0c3-4c4c6884a7c7 req-c695797c-4f31-4858-868a-db7a4b232447 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:45.006599 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd58043c-e00d-4f66-b153-63e3b6ee7000', 'name': 'network-vif-deleted', 'tag': 'f14f387a-896f-4d55-9c1e-0e78f36c51c5'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:35:45.018396 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f1c37b94-e5d9-469e-a0c3-4c4c6884a7c7 req-c695797c-4f31-4858-868a-db7a4b232447 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.42 "DELETE /v2.0/ports/f14f387a-896f-4d55-9c1e-0e78f36c51c5 HTTP/1.1" status: 204 len: 173 time: 3.6319447 Jan 11 09:35:45.053040 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c29d95-e9e7-4578-9388-1f0a8fde1f24 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:45.060129 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c29d95-e9e7-4578-9388-1f0a8fde1f24 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:45.073920 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0befaabc-86a2-400b-bc22-08fd9085ddec None None] Provisioning for port e7112216-9c1a-4c31-b1b3-e5e3e148f3ff completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:45.084546 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c29d95-e9e7-4578-9388-1f0a8fde1f24 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:45.089566 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-82c29d95-e9e7-4578-9388-1f0a8fde1f24 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.3913121 Jan 11 09:35:45.143941 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59638) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:45.170896 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5e8f8145-2bb6-4a0e-8986-6b92de8ecdae None None] For port aa0ecd32-53be-4170-9e46-5dc413ecccf8, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:35:45.202462 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd58043c-e00d-4f66-b153-63e3b6ee7000', 'name': 'network-vif-deleted', 'tag': 'f14f387a-896f-4d55-9c1e-0e78f36c51c5', 'status': 'completed', 'code': 200} Jan 11 09:35:45.210351 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-b6a63c5e-35c8-422c-9571-ecc880ea1efe None None] Set router f545cf85-cabb-489c-9903-863d0a24aae7 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:35:45.239055 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-10219f13-cf6d-4667-bf69-716eda80bf77 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:45.246632 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ad70135-5224-4f57-b07b-f88258cc27fe tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:45.287907 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-6490b075-bcdc-436f-b61a-ac292203351f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] For port 3dc90e22-e801-4d5d-91b6-05c00614aca0, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=3dc90e22-e801-4d5d-91b6-05c00614aca0,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:45.349164 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5e8f8145-2bb6-4a0e-8986-6b92de8ecdae None None] For port aa0ecd32-53be-4170-9e46-5dc413ecccf8, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=aa0ecd32-53be-4170-9e46-5dc413ecccf8,segment=NetworkSegment(0c074d69-f7d2-41c2-873f-2b05099329af),segment_id=0c074d69-f7d2-41c2-873f-2b05099329af)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:35:45.429773 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5e8f8145-2bb6-4a0e-8986-6b92de8ecdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:45.459107 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a315c26f-7077-43fb-8849-5c42b4aa7e54 req-91ec32a5-6c5b-4878-b65e-4daa2d512775 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 210 time: 0.0892372 Jan 11 09:35:45.465631 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a7fc29d3-7199-4405-9a5d-720ea7400408 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Deleting port 149586b7-c163-46b4-9267-ecb667a81fdc {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:45.465975 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7fc29d3-7199-4405-9a5d-720ea7400408 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:45.582544 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.resource_extend [None req-6490b075-bcdc-436f-b61a-ac292203351f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:35:45.662659 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6490b075-bcdc-436f-b61a-ac292203351f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:45.728040 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6490b075-bcdc-436f-b61a-ac292203351f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:45.747092 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6490b075-bcdc-436f-b61a-ac292203351f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:45.767949 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ad70135-5224-4f57-b07b-f88258cc27fe tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:45.889166 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b6a63c5e-35c8-422c-9571-ecc880ea1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:31:52Z', 'revision_number': 4, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port': {'id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:38Z', 'updated_at': '2022-01-11T09:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'ec904619-9a3b-404d-8045-a1d4a669e27c', 'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'mac_address': 'fa:16:3e:d7:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:46Z', 'updated_at': '2022-01-11T09:32:04Z', 'revision_number': 5, 'project_id': '27f1e48653724e3083ec9827e4915957', 'subnets': [{'id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:45.900247 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a63c5e-35c8-422c-9571-ecc880ea1efe None None] Checking router: f545cf85-cabb-489c-9903-863d0a24aae7 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:35:45.919099 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a63c5e-35c8-422c-9571-ecc880ea1efe None None] Routers {'f545cf85-cabb-489c-9903-863d0a24aae7'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:45.922838 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b6a63c5e-35c8-422c-9571-ecc880ea1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:35:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['f545cf85-cabb-489c-9903-863d0a24aae7'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:45.933030 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 3a4df87f-441a-44b8-a781-80e51344cc67 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:35:46.009261 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-10219f13-cf6d-4667-bf69-716eda80bf77 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:46.018631 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-10219f13-cf6d-4667-bf69-716eda80bf77 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:46.037568 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f8145-2bb6-4a0e-8986-6b92de8ecdae None None] Pushing event updated for resources: {'Port': ['ID=aa0ecd32-53be-4170-9e46-5dc413ecccf8,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:46.184083 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-10219f13-cf6d-4667-bf69-716eda80bf77 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:46.197777 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10219f13-cf6d-4667-bf69-716eda80bf77 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Port': ['ID=dcc113c9-6a42-4611-90dd-5256729285f0,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:46.205992 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490b075-bcdc-436f-b61a-ac292203351f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=3dc90e22-e801-4d5d-91b6-05c00614aca0,revision_number=8']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:46.220836 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0ebc8-e263-4745-b47a-91f3b9f2a3b9 req-1c07d334-cc53-4244-abad-1312bd2de902 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:46.222704 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-77d0ebc8-e263-4745-b47a-91f3b9f2a3b9 req-1c07d334-cc53-4244-abad-1312bd2de902 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 945 time: 1.1717439 Jan 11 09:35:46.232813 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6490b075-bcdc-436f-b61a-ac292203351f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:46.233960 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ad70135-5224-4f57-b07b-f88258cc27fe tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:46.246756 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-10f02b21-ed7e-4868-b4e5-8de5b035a444 None None] For port 3dc90e22-e801-4d5d-91b6-05c00614aca0, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=3dc90e22-e801-4d5d-91b6-05c00614aca0,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:46.247143 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-10f02b21-ed7e-4868-b4e5-8de5b035a444 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:46.355782 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-6490b075-bcdc-436f-b61a-ac292203351f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:46.417748 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-b6a63c5e-35c8-422c-9571-ecc880ea1efe None None] Set router f545cf85-cabb-489c-9903-863d0a24aae7 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:35:46.468088 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6490b075-bcdc-436f-b61a-ac292203351f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:46.470264 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6490b075-bcdc-436f-b61a-ac292203351f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:46.575210 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-10f02b21-ed7e-4868-b4e5-8de5b035a444 None None] Calling delete_port for 3dc90e22-e801-4d5d-91b6-05c00614aca0 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:46.632922 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad70135-5224-4f57-b07b-f88258cc27fe tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ecbfea-8095-4e55-8009-8b822a7c0a2d,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:46.732597 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b7ad3620-c650-4ead-942d-ccb4aa865393 None None] Provisioning for port 05bfa68b-e2bf-4bb0-9813-f20eb5a3d56d completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:46.749224 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 3a4df87f-441a-44b8-a781-80e51344cc67 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:46.768233 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b7ad3620-c650-4ead-942d-ccb4aa865393 None None] Provisioning complete for port 05bfa68b-e2bf-4bb0-9813-f20eb5a3d56d triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:46.768601 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b7ad3620-c650-4ead-942d-ccb4aa865393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:46.889232 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-77d0ebc8-e263-4745-b47a-91f3b9f2a3b9 req-528956a8-7fde-461f-985a-c94857bc7967 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/security-groups?id=cfa48579-46f7-403d-90fd-c3c391a7d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5265319 Jan 11 09:35:46.893876 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6490b075-bcdc-436f-b61a-ac292203351f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.9993815 Jan 11 09:35:46.902466 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59648) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:46.911128 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ad70135-5224-4f57-b07b-f88258cc27fe tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:46.912288 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6ad70135-5224-4f57-b07b-f88258cc27fe tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2070575 Jan 11 09:35:46.933260 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490b075-bcdc-436f-b61a-ac292203351f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=651314d2-2cd7-45e3-898e-0489918fc513,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:46.950323 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2f1b367b-a976-480c-b63e-058ce2671453 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "PUT /v2.0/routers/ca449299-612d-4efb-821c-ac0ae85c134e/tags/tempest-TagsExtTest-Tag-130150857 HTTP/1.1" status: 201 len: 201 time: 2.1154459 Jan 11 09:35:46.951315 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59652) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:46.961462 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59654) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:46.963380 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e5bba7f2-3a46-4fce-9315-ec34374e3d2a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:46.971817 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-82bda3e8-6c48-4e1c-9888-5f5d33939abb tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '24a27445-1475-4561-9a38-49a26e5ea1f5', 'tempest-TagsExtTest-Tag-709184445') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:47.008200 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:47.020639 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10219f13-cf6d-4667-bf69-716eda80bf77 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network 6583b48b-9a45-4ac5-b6b8-0ee399654b87 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:47.024552 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] Transition to ACTIVE for port object 8bd8126e-357a-4596-80d2-ad08a41a8691 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:47.024715 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-10219f13-cf6d-4667-bf69-716eda80bf77 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:47.027779 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-93b4172d-b056-497a-a657-2f97fecb1222 req-87133602-ecd5-4e00-aa77-f150e79c4323 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd58043c-e00d-4f66-b153-63e3b6ee7000 HTTP/1.1" status: 200 len: 210 time: 0.1902678 Jan 11 09:35:47.029937 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 3a4df87f-441a-44b8-a781-80e51344cc67 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:47.030466 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:47.046386 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-56556089-0f03-4689-a535-b674acf0c113 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '4a68c9df-9da8-4e1f-9f6a-08cc5ff0679e', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:47.104657 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-56556089-0f03-4689-a535-b674acf0c113 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:47.148448 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-56556089-0f03-4689-a535-b674acf0c113 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:47.171137 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-56556089-0f03-4689-a535-b674acf0c113 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:47.204726 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b6a63c5e-35c8-422c-9571-ecc880ea1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:31:52Z', 'revision_number': 4, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port': {'id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:38Z', 'updated_at': '2022-01-11T09:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'ec904619-9a3b-404d-8045-a1d4a669e27c', 'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'mac_address': 'fa:16:3e:d7:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:46Z', 'updated_at': '2022-01-11T09:32:04Z', 'revision_number': 5, 'project_id': '27f1e48653724e3083ec9827e4915957', 'subnets': [{'id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:47.216288 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a63c5e-35c8-422c-9571-ecc880ea1efe None None] The sync data for ids ['f545cf85-cabb-489c-9903-863d0a24aae7'] in dv-neutron-823402-4-hyperv is: [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:31:52Z', 'revision_number': 4, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port': {'id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:38Z', 'updated_at': '2022-01-11T09:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'ec904619-9a3b-404d-8045-a1d4a669e27c', 'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'mac_address': 'fa:16:3e:d7:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:46Z', 'updated_at': '2022-01-11T09:32:04Z', 'revision_number': 5, 'project_id': '27f1e48653724e3083ec9827e4915957', 'subnets': [{'id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:35:47.288151 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-56556089-0f03-4689-a535-b674acf0c113 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:47.291259 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7fc29d3-7199-4405-9a5d-720ea7400408 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:47.387432 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-82bda3e8-6c48-4e1c-9888-5f5d33939abb tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "PUT /v2.0/subnetpools/24a27445-1475-4561-9a38-49a26e5ea1f5/tags/tempest-TagsExtTest-Tag-709184445 HTTP/1.1" status: 201 len: 201 time: 0.4252479 Jan 11 09:35:47.388003 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59660) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:47.390230 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b7ad3620-c650-4ead-942d-ccb4aa865393 None None] Port 05bfa68b-e2bf-4bb0-9813-f20eb5a3d56d cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:35:47.396121 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-89a1b089-70e9-4d8e-93e7-d9b7d9ccb5c8 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '584c68b9-3ca3-42af-afd6-74ae30aada2a') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:47.399485 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:47.487818 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10219f13-cf6d-4667-bf69-716eda80bf77 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Router bfde036d-8e2b-44c8-84d9-78cf9b8f3ee9 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:35:47.492448 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a7fc29d3-7199-4405-9a5d-720ea7400408 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Calling delete_port for 149586b7-c163-46b4-9267-ecb667a81fdc owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:47.503565 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690f8fa-8ea0-4ca7-b42a-eb78d7326782 None None] Pushing event updated for resources: {'Port': ['ID=8bd8126e-357a-4596-80d2-ad08a41a8691,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:47.542408 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56556089-0f03-4689-a535-b674acf0c113 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:47.605090 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e5bba7f2-3a46-4fce-9315-ec34374e3d2a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:47.637980 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b7ad3620-c650-4ead-942d-ccb4aa865393 None None] Provisioning for port 149586b7-c163-46b4-9267-ecb667a81fdc completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:47.644416 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e5bba7f2-3a46-4fce-9315-ec34374e3d2a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:47.650651 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e5bba7f2-3a46-4fce-9315-ec34374e3d2a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:47.662121 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-10f02b21-ed7e-4868-b4e5-8de5b035a444 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:35:47.662511 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-10f02b21-ed7e-4868-b4e5-8de5b035a444 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:35:47.676583 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e5bba7f2-3a46-4fce-9315-ec34374e3d2a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:47.720580 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bba7f2-3a46-4fce-9315-ec34374e3d2a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:35:47.728764 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e5bba7f2-3a46-4fce-9315-ec34374e3d2a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:47.753849 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:47.780615 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-89a1b089-70e9-4d8e-93e7-d9b7d9ccb5c8 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "GET /v2.0/subnets/584c68b9-3ca3-42af-afd6-74ae30aada2a/tags HTTP/1.1" status: 200 len: 240 time: 0.3875797 Jan 11 09:35:47.783719 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59664) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:47.819143 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10219f13-cf6d-4667-bf69-716eda80bf77 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:35:47.819365 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b7ad3620-c650-4ead-942d-ccb4aa865393 None None] Provisioning complete for port 149586b7-c163-46b4-9267-ecb667a81fdc triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:47.819486 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b7ad3620-c650-4ead-942d-ccb4aa865393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:47.826042 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-10219f13-cf6d-4667-bf69-716eda80bf77 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "PUT /v2.0/routers/bfde036d-8e2b-44c8-84d9-78cf9b8f3ee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1814654 Jan 11 09:35:47.828733 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59668) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:47.835753 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a51daa7-09ea-422d-b5ff-c2be1da4827e None None] Sync routers for ids ['bfde036d-8e2b-44c8-84d9-78cf9b8f3ee9'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:35:47.847749 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-6d0bb836-0493-415b-9d43-8e1f88c3d09f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '584c68b9-3ca3-42af-afd6-74ae30aada2a', 'tempest-TagsExtTest-Tag-602297575') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:47.850453 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a51daa7-09ea-422d-b5ff-c2be1da4827e None None] Routers {'bfde036d-8e2b-44c8-84d9-78cf9b8f3ee9'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:47.851086 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-1a51daa7-09ea-422d-b5ff-c2be1da4827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:35:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['bfde036d-8e2b-44c8-84d9-78cf9b8f3ee9'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:47.872888 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf037e2-abd7-41de-972b-b8155e4810f7 None None] New status for floating IP ce90020c-1406-4f64-9368-a848bfb7f32d: DOWN {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:35:47.940446 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56556089-0f03-4689-a535-b674acf0c113 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:47.979458 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-1a51daa7-09ea-422d-b5ff-c2be1da4827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:47.988915 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c88c60f-6165-4b1c-8ef1-e5c3bd6ac907 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:47.992175 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3c88c60f-6165-4b1c-8ef1-e5c3bd6ac907 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Synchronizing usage tracker for tenant:264ed167813548b38f5af4683744d86b on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:47.993529 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a51daa7-09ea-422d-b5ff-c2be1da4827e None None] Routers {'bfde036d-8e2b-44c8-84d9-78cf9b8f3ee9'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:47.994176 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-1a51daa7-09ea-422d-b5ff-c2be1da4827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:35:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['bfde036d-8e2b-44c8-84d9-78cf9b8f3ee9'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:48.004058 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceeabb60-83a4-4729-b8b4-8b0d5e7de64d None None] Network 6583b48b-9a45-4ac5-b6b8-0ee399654b87 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:35:48.030528 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3c88c60f-6165-4b1c-8ef1-e5c3bd6ac907 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Unset dirty status for tenant:264ed167813548b38f5af4683744d86b on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:48.036038 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3c88c60f-6165-4b1c-8ef1-e5c3bd6ac907 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "GET /v2.0/ports/dcc113c9-6a42-4611-90dd-5256729285f0 HTTP/1.1" status: 200 len: 910 time: 0.2054329 Jan 11 09:35:48.037097 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59674) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:48.044915 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5e2ba226-4bc3-412e-84dd-0425ce9359c0 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bea97999-c0e1-4473-947e-8b03fa2e922e'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:48.082745 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-1a51daa7-09ea-422d-b5ff-c2be1da4827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:48.083150 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a51daa7-09ea-422d-b5ff-c2be1da4827e None None] The sync data for ids ['bfde036d-8e2b-44c8-84d9-78cf9b8f3ee9'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:35:48.191595 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b7ad3620-c650-4ead-942d-ccb4aa865393 None None] Port 149586b7-c163-46b4-9267-ecb667a81fdc cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:35:48.250327 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] Attempting to bind port 8bd8126e-357a-4596-80d2-ad08a41a8691 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:48.251911 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] Attempting to bind port 8bd8126e-357a-4596-80d2-ad08a41a8691 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '73547db2-9ad7-4d9a-895e-55ca800037bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '85e2efb7-10e7-4e91-9c03-212479734c5a'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:48.252911 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] Attempting to bind port 8bd8126e-357a-4596-80d2-ad08a41a8691 on network 85e2efb7-10e7-4e91-9c03-212479734c5a {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:48.256946 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7fc29d3-7199-4405-9a5d-720ea7400408 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:48.258640 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56556089-0f03-4689-a535-b674acf0c113 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:48.344299 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:35:48.344578 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] Checking segment: {'id': '73547db2-9ad7-4d9a-895e-55ca800037bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '85e2efb7-10e7-4e91-9c03-212479734c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:35:48.345891 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:48.346304 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] Bound using segment: {'id': '73547db2-9ad7-4d9a-895e-55ca800037bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '85e2efb7-10e7-4e91-9c03-212479734c5a'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:35:48.346787 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] Bound port: 8bd8126e-357a-4596-80d2-ad08a41a8691, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73547db2-9ad7-4d9a-895e-55ca800037bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '85e2efb7-10e7-4e91-9c03-212479734c5a'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:35:48.347152 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:48.402157 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc29d3-7199-4405-9a5d-720ea7400408 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Pushing event deleted for resources: {'Port': ['ID=149586b7-c163-46b4-9267-ecb667a81fdc,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:48.404916 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5e2ba226-4bc3-412e-84dd-0425ce9359c0 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:48.419008 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 3a4df87f-441a-44b8-a781-80e51344cc67, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=3a4df87f-441a-44b8-a781-80e51344cc67,segment=NetworkSegment(17785560-e975-4405-9748-03f71e5f9dee),segment_id=17785560-e975-4405-9748-03f71e5f9dee)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:48.421035 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56556089-0f03-4689-a535-b674acf0c113 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e99810e-8d65-472f-82e7-78d847d55023,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:48.445640 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:48.446475 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device d4517a9c-300a-47c5-89d6-e5eb7c8af418 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:35:48.554651 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-10f02b21-ed7e-4868-b4e5-8de5b035a444 None None] Deleting port 3dc90e22-e801-4d5d-91b6-05c00614aca0 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:48.555026 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-10f02b21-ed7e-4868-b4e5-8de5b035a444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:48.566410 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-56556089-0f03-4689-a535-b674acf0c113 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:48.570154 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-56556089-0f03-4689-a535-b674acf0c113 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5686672 Jan 11 09:35:48.578672 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59686) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:48.600583 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d1cde476-8cf3-4a85-8e4e-bb8a90feeb14 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '4a68c9df-9da8-4e1f-9f6a-08cc5ff0679e', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:48.611590 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7407dde4-ea10-4123-b84d-f65512315f5a None None] Provisioning for port 4b286bd9-c595-47a8-b587-b733dfce5faa completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:48.620661 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d1cde476-8cf3-4a85-8e4e-bb8a90feeb14 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:48.627026 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6d0bb836-0493-415b-9d43-8e1f88c3d09f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "GET /v2.0/subnets/584c68b9-3ca3-42af-afd6-74ae30aada2a/tags/tempest-TagsExtTest-Tag-602297575 HTTP/1.1" status: 204 len: 168 time: 0.8378561 Jan 11 09:35:48.632786 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7407dde4-ea10-4123-b84d-f65512315f5a None None] Provisioning complete for port 4b286bd9-c595-47a8-b587-b733dfce5faa triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:48.633165 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7407dde4-ea10-4123-b84d-f65512315f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:48.683274 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59690) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:48.705817 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d1cde476-8cf3-4a85-8e4e-bb8a90feeb14 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:48.713680 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d1cde476-8cf3-4a85-8e4e-bb8a90feeb14 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:48.765396 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=3a4df87f-441a-44b8-a781-80e51344cc67,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:48.800508 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-809c77cc-2d7b-477d-acac-6f3c39e92306 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1374225755&fields=id&tenant_id=27f1e48653724e3083ec9827e4915957 HTTP/1.1" status: 200 len: 267 time: 0.2876003 Jan 11 09:35:48.811339 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-221ace55-7a42-4b3f-875d-fc8cb282a2ec tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '584c68b9-3ca3-42af-afd6-74ae30aada2a', 'tempest-TagsExtTest-Tag-602297575') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:48.828412 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] For port 8bd8126e-357a-4596-80d2-ad08a41a8691, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:35:48.835662 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7407dde4-ea10-4123-b84d-f65512315f5a None None] Port 4b286bd9-c595-47a8-b587-b733dfce5faa cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:35:48.867427 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] For port 8bd8126e-357a-4596-80d2-ad08a41a8691, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=8bd8126e-357a-4596-80d2-ad08a41a8691,segment=NetworkSegment(73547db2-9ad7-4d9a-895e-55ca800037bb),segment_id=73547db2-9ad7-4d9a-895e-55ca800037bb)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:35:48.878878 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d1cde476-8cf3-4a85-8e4e-bb8a90feeb14 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:48.900983 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7fc29d3-7199-4405-9a5d-720ea7400408 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:48.913723 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:48.958602 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port d4517a9c-300a-47c5-89d6-e5eb7c8af418 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:48.958894 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a4411-3b58-4003-9487-d850221c495a req-ef07ba50-c0d0-4044-9b5e-7bcf4cf2dd97 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:48.959033 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:48.960333 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-633a4411-3b58-4003-9487-d850221c495a req-ef07ba50-c0d0-4044-9b5e-7bcf4cf2dd97 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 945 time: 0.7047787 Jan 11 09:35:48.968937 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a7fc29d3-7199-4405-9a5d-720ea7400408 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] 10.222.0.15 "DELETE /v2.0/ports/149586b7-c163-46b4-9267-ecb667a81fdc HTTP/1.1" status: 204 len: 168 time: 3.8240814 Jan 11 09:35:48.988844 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59694) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:49.015027 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7407dde4-ea10-4123-b84d-f65512315f5a None None] Provisioning complete for port 05bfa68b-e2bf-4bb0-9813-f20eb5a3d56d triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:49.015397 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7407dde4-ea10-4123-b84d-f65512315f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:49.064720 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1cde476-8cf3-4a85-8e4e-bb8a90feeb14 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:49.087870 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5e2ba226-4bc3-412e-84dd-0425ce9359c0 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:49.096754 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5e2ba226-4bc3-412e-84dd-0425ce9359c0 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:49.151334 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1175cc6-9f04-4ee0-821e-cbe39585bb3b tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] GET failed (client error): The resource could not be found. Jan 11 09:35:49.151749 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c1175cc6-9f04-4ee0-821e-cbe39585bb3b tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Synchronizing usage tracker for tenant:3c04c2a7ed484f2bb72455e9db38d92a on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:49.216244 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ba226-4bc3-412e-84dd-0425ce9359c0 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Port': ['ID=dcc113c9-6a42-4611-90dd-5256729285f0,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:49.226514 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2ba226-4bc3-412e-84dd-0425ce9359c0 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:49.227166 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5e2ba226-4bc3-412e-84dd-0425ce9359c0 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:49.231270 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5e2ba226-4bc3-412e-84dd-0425ce9359c0 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "PUT /v2.0/ports/dcc113c9-6a42-4611-90dd-5256729285f0 HTTP/1.1" status: 200 len: 910 time: 1.1901813 Jan 11 09:35:49.231508 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59698) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:49.290712 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] Routers {'4361eae4-51aa-4b73-a9b0-fab20cde20cc'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:49.291365 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:35:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['4361eae4-51aa-4b73-a9b0-fab20cde20cc'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:49.321244 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1cde476-8cf3-4a85-8e4e-bb8a90feeb14 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:49.332919 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-2b8dc163-2472-4504-a6e7-c1fb2b270014 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:49.334661 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-2b8dc163-2472-4504-a6e7-c1fb2b270014 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/networks?id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 HTTP/1.1" status: 200 len: 812 time: 0.4508703 Jan 11 09:35:49.353270 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-38a89e27-c1d4-47f3-8c74-a4d5ba8f44dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:49.355449 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7407dde4-ea10-4123-b84d-f65512315f5a None None] Port 05bfa68b-e2bf-4bb0-9813-f20eb5a3d56d cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:35:49.357895 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-633a4411-3b58-4003-9487-d850221c495a req-42726cfe-cb39-41a0-9943-924b3402b815 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/security-groups?id=cfa48579-46f7-403d-90fd-c3c391a7d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3740962 Jan 11 09:35:49.391406 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7407dde4-ea10-4123-b84d-f65512315f5a None None] Could not find standard attr ID for object 149586b7-c163-46b4-9267-ecb667a81fdc. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:35:49.400841 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690f8fa-8ea0-4ca7-b42a-eb78d7326782 None None] Pushing event updated for resources: {'Port': ['ID=8bd8126e-357a-4596-80d2-ad08a41a8691,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:49.408064 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1cde476-8cf3-4a85-8e4e-bb8a90feeb14 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:49.421349 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-fe4ca03f-33ef-49c9-bc94-6a01f8c0b291 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/quotas/27f1e48653724e3083ec9827e4915957 HTTP/1.1" status: 200 len: 375 time: 0.0406036 Jan 11 09:35:49.422479 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c1175cc6-9f04-4ee0-821e-cbe39585bb3b tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Unset dirty status for tenant:3c04c2a7ed484f2bb72455e9db38d92a on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:49.423173 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c1175cc6-9f04-4ee0-821e-cbe39585bb3b tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] 10.222.0.15 "GET /v2.0/ports/149586b7-c163-46b4-9267-ecb667a81fdc HTTP/1.1" status: 404 len: 333 time: 0.4265795 Jan 11 09:35:49.439645 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59702) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:49.464560 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Request body: {'port': {'network_id': '343ae4d7-d3b2-4b68-948c-f9143045c3ba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-421895123'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:49.479736 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cde476-8cf3-4a85-8e4e-bb8a90feeb14 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1af1be-1bd3-48fa-a6eb-604b35765ffd,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:49.539105 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e5bba7f2-3a46-4fce-9315-ec34374e3d2a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:49.561360 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-10f02b21-ed7e-4868-b4e5-8de5b035a444 None None] For port 3dc90e22-e801-4d5d-91b6-05c00614aca0, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=3dc90e22-e801-4d5d-91b6-05c00614aca0,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:49.561753 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-10f02b21-ed7e-4868-b4e5-8de5b035a444 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:49.598407 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1cde476-8cf3-4a85-8e4e-bb8a90feeb14 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:49.599669 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d1cde476-8cf3-4a85-8e4e-bb8a90feeb14 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0085659 Jan 11 09:35:49.610314 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59706) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:49.688583 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d37081e8-bbd0-4b14-a1d5-f92df4f5104a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '4a68c9df-9da8-4e1f-9f6a-08cc5ff0679e', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:49.704134 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bba7f2-3a46-4fce-9315-ec34374e3d2a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:49.708144 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-e5bba7f2-3a46-4fce-9315-ec34374e3d2a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:49.719198 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e7112216-9c1a-4c31-b1b3-e5e3e148f3ff up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:35:49.754894 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-10f02b21-ed7e-4868-b4e5-8de5b035a444 None None] Calling delete_port for 3dc90e22-e801-4d5d-91b6-05c00614aca0 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:49.783220 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bba7f2-3a46-4fce-9315-ec34374e3d2a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:49.783220 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e5bba7f2-3a46-4fce-9315-ec34374e3d2a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:49.808151 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d37081e8-bbd0-4b14-a1d5-f92df4f5104a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:49.811608 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-221ace55-7a42-4b3f-875d-fc8cb282a2ec tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "DELETE /v2.0/subnets/584c68b9-3ca3-42af-afd6-74ae30aada2a/tags/tempest-TagsExtTest-Tag-602297575 HTTP/1.1" status: 204 len: 168 time: 1.1070652 Jan 11 09:35:49.814234 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59710) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:49.817426 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:49.820840 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e5bba7f2-3a46-4fce-9315-ec34374e3d2a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9112329 Jan 11 09:35:49.824889 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d37081e8-bbd0-4b14-a1d5-f92df4f5104a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:49.830686 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59714) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:49.831598 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d37081e8-bbd0-4b14-a1d5-f92df4f5104a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:49.836529 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-3d25b511-3d58-4f41-ab6a-d90c617c40a6 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '584c68b9-3ca3-42af-afd6-74ae30aada2a') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:49.843108 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] Set router 4361eae4-51aa-4b73-a9b0-fab20cde20cc gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:35:49.851542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ff607ab2-c7ac-44b6-872e-679dc89d21ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'mac_address': 'fa:16:3e:3e:03:dd', 'name': 'tempest-NetworksTestDHCPv6-875931989'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:49.887288 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7407dde4-ea10-4123-b84d-f65512315f5a None None] Provisioning for port aa0ecd32-53be-4170-9e46-5dc413ecccf8 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:49.954912 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bba7f2-3a46-4fce-9315-ec34374e3d2a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=7ea5d5d5-5f2e-4c5b-8e83-8fa0823d9e4e,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:49.958560 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:49.961066 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d37081e8-bbd0-4b14-a1d5-f92df4f5104a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:49.984212 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3d25b511-3d58-4f41-ab6a-d90c617c40a6 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "GET /v2.0/subnets/584c68b9-3ca3-42af-afd6-74ae30aada2a/tags HTTP/1.1" status: 200 len: 205 time: 0.1642303 Jan 11 09:35:49.984479 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59718) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:49.991224 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-9f78b54e-87f6-4dbb-9b91-746270a05f50 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4b286bd9-c595-47a8-b587-b733dfce5faa') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:50.009985 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Made reservation on behalf of 3c04c2a7ed484f2bb72455e9db38d92a for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:35:50.013536 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:50.059347 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ff607ab2-c7ac-44b6-872e-679dc89d21ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:50.068116 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ff607ab2-c7ac-44b6-872e-679dc89d21ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:port and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:50.078229 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ff607ab2-c7ac-44b6-872e-679dc89d21ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:50.086126 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ff607ab2-c7ac-44b6-872e-679dc89d21ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:50.109365 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port e7112216-9c1a-4c31-b1b3-e5e3e148f3ff completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:50.124815 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-9fc06fbd-933b-48c7-b424-460ad0b3b77d tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=27f1e48653724e3083ec9827e4915957&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6638458 Jan 11 09:35:50.128656 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9f78b54e-87f6-4dbb-9b91-746270a05f50 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "GET /v2.0/ports/4b286bd9-c595-47a8-b587-b733dfce5faa/tags HTTP/1.1" status: 200 len: 240 time: 0.1430757 Jan 11 09:35:50.131175 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59722) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:50.133941 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff607ab2-c7ac-44b6-872e-679dc89d21ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:35:50.137647 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port e7112216-9c1a-4c31-b1b3-e5e3e148f3ff triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:50.137805 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-5784a04d-1fe4-4208-b8fd-2c9615660c80 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4b286bd9-c595-47a8-b587-b733dfce5faa', 'tempest-TagsExtTest-Tag-397327817') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:50.138017 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:50.171618 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d37081e8-bbd0-4b14-a1d5-f92df4f5104a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:50.180580 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d48f707-58cc-49a1-b8da-7c06919ba0da tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:50.256909 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] device_id is not set on port 2f5d2638-e69f-4d57-9bc7-fba7e3d665dc yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:35:50.280852 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-10f02b21-ed7e-4868-b4e5-8de5b035a444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:50.386285 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f02b21-ed7e-4868-b4e5-8de5b035a444 None None] Pushing event deleted for resources: {'Port': ['ID=3dc90e22-e801-4d5d-91b6-05c00614aca0,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:50.507370 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f02b21-ed7e-4868-b4e5-8de5b035a444 None None] No DVR routers for this DVR port 3dc90e22-e801-4d5d-91b6-05c00614aca0 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:35:50.517282 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5784a04d-1fe4-4208-b8fd-2c9615660c80 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "GET /v2.0/ports/4b286bd9-c595-47a8-b587-b733dfce5faa/tags/tempest-TagsExtTest-Tag-397327817 HTTP/1.1" status: 204 len: 168 time: 0.3834567 Jan 11 09:35:50.518904 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59730) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:50.526471 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-4aa04443-922c-41f3-b523-baca46860416 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4b286bd9-c595-47a8-b587-b733dfce5faa', 'tempest-TagsExtTest-Tag-397327817') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:50.529637 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Allocated IP 2001:db8::b5 (343ae4d7-d3b2-4b68-948c-f9143045c3ba/ca49a8b4-967d-4e30-9e01-2cca421c0173/2f5d2638-e69f-4d57-9bc7-fba7e3d665dc) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:50.533428 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7ef9e3-4731-4e3c-8c95-0b8d60d869b8 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:35:50.559768 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6cc20ca9-36dd-4079-99c2-b8a707c4be6b None None] Provisioning for port dcc113c9-6a42-4611-90dd-5256729285f0 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:50.592002 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6cc20ca9-36dd-4079-99c2-b8a707c4be6b None None] Provisioning complete for port dcc113c9-6a42-4611-90dd-5256729285f0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:50.592540 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6cc20ca9-36dd-4079-99c2-b8a707c4be6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:50.632834 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:50.695246 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6d48f707-58cc-49a1-b8da-7c06919ba0da tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting port dcc113c9-6a42-4611-90dd-5256729285f0 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:50.695643 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d48f707-58cc-49a1-b8da-7c06919ba0da tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:50.740037 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4aa04443-922c-41f3-b523-baca46860416 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "DELETE /v2.0/ports/4b286bd9-c595-47a8-b587-b733dfce5faa/tags/tempest-TagsExtTest-Tag-397327817 HTTP/1.1" status: 204 len: 168 time: 0.2198641 Jan 11 09:35:50.743678 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59734) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:50.749826 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-c044d21f-c64e-4092-8f13-d7e7d4d000e8 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4b286bd9-c595-47a8-b587-b733dfce5faa') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:50.840289 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6cc20ca9-36dd-4079-99c2-b8a707c4be6b None None] Port dcc113c9-6a42-4611-90dd-5256729285f0 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:35:50.852037 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port e7112216-9c1a-4c31-b1b3-e5e3e148f3ff, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e7112216-9c1a-4c31-b1b3-e5e3e148f3ff,segment=NetworkSegment(4db44204-cfb9-4b04-b120-c6c73b22c00f),segment_id=4db44204-cfb9-4b04-b120-c6c73b22c00f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:50.856434 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4361eae4-51aa-4b73-a9b0-fab20cde20cc', 'name': 'tempest-TestNetworkBasicOps-router-914648799', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd380b020-1c85-4046-bd13-e75b559f0725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:35:27Z', 'updated_at': '2022-01-11T09:35:38Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'd380b020-1c85-4046-bd13-e75b559f0725', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ec:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4361eae4-51aa-4b73-a9b0-fab20cde20cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:35:28Z', 'updated_at': '2022-01-11T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '8bd8126e-357a-4596-80d2-ad08a41a8691', 'name': '', 'network_id': '85e2efb7-10e7-4e91-9c03-212479734c5a', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:f4:b4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4361eae4-51aa-4b73-a9b0-fab20cde20cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '94835369-e17c-46a0-822c-51e9e106f561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:35:36Z', 'updated_at': '2022-01-11T09:35:48Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '94835369-e17c-46a0-822c-51e9e106f561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:50.891888 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df605381-8c28-42ad-82a6-6ce44d7d21e9 None None] The sync data for ids ['4361eae4-51aa-4b73-a9b0-fab20cde20cc'] in dv-neutron-823402-4-hyperv is: [{'id': '4361eae4-51aa-4b73-a9b0-fab20cde20cc', 'name': 'tempest-TestNetworkBasicOps-router-914648799', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd380b020-1c85-4046-bd13-e75b559f0725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:35:27Z', 'updated_at': '2022-01-11T09:35:38Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'd380b020-1c85-4046-bd13-e75b559f0725', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ec:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4361eae4-51aa-4b73-a9b0-fab20cde20cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:35:28Z', 'updated_at': '2022-01-11T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '8bd8126e-357a-4596-80d2-ad08a41a8691', 'name': '', 'network_id': '85e2efb7-10e7-4e91-9c03-212479734c5a', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:f4:b4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4361eae4-51aa-4b73-a9b0-fab20cde20cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '94835369-e17c-46a0-822c-51e9e106f561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:35:36Z', 'updated_at': '2022-01-11T09:35:48Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '94835369-e17c-46a0-822c-51e9e106f561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:35:50.894852 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff607ab2-c7ac-44b6-872e-679dc89d21ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:50.895067 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:50.992174 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c044d21f-c64e-4092-8f13-d7e7d4d000e8 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "GET /v2.0/ports/4b286bd9-c595-47a8-b587-b733dfce5faa/tags HTTP/1.1" status: 200 len: 205 time: 0.2436197 Jan 11 09:35:51.005980 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59738) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:51.022458 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-8b82341f-7fb0-48ea-89a0-d6f2b11b280d tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ca449299-612d-4efb-821c-ac0ae85c134e') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:51.046391 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=e7112216-9c1a-4c31-b1b3-e5e3e148f3ff,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:51.057063 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66443fd-47fc-4ef1-8040-aa96cfef3061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-11973de4-095d-48a2-8bfe-2305268446bc', 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'fixed_ips': [{'subnet_id': '651314d2-2cd7-45e3-898e-0489918fc513'}, {'subnet_id': '7ea5d5d5-5f2e-4c5b-8e83-8fa0823d9e4e'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:35:51.057928 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c66443fd-47fc-4ef1-8040-aa96cfef3061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:51.149916 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d37081e8-bbd0-4b14-a1d5-f92df4f5104a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:51.174197 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-ff607ab2-c7ac-44b6-872e-679dc89d21ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] device_id is not set on port d53d20cf-945c-45f7-8ece-f2e8e9725ab9 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:35:51.190404 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 3dc90e22-e801-4d5d-91b6-05c00614aca0 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:35:51.208944 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d37081e8-bbd0-4b14-a1d5-f92df4f5104a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:51.258984 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d48f707-58cc-49a1-b8da-7c06919ba0da tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:51.276570 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-fdebefc3-add7-4772-963a-bfb96d2aa8b9 None None] Provisioning complete for port dcc113c9-6a42-4611-90dd-5256729285f0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:51.277050 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fdebefc3-add7-4772-963a-bfb96d2aa8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:51.301517 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37081e8-bbd0-4b14-a1d5-f92df4f5104a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f6e8d6-e0f2-463e-9517-a98f79f833a6,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:51.333384 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 3dc90e22-e801-4d5d-91b6-05c00614aca0 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:35:51.333846 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 3dc90e22-e801-4d5d-91b6-05c00614aca0 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:35:51.421731 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-fdebefc3-add7-4772-963a-bfb96d2aa8b9 None None] Port dcc113c9-6a42-4611-90dd-5256729285f0 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:35:51.426273 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-36ce24cb-ff45-4207-b882-ac0d3d8d5fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:51.472991 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6d48f707-58cc-49a1-b8da-7c06919ba0da tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Calling delete_port for dcc113c9-6a42-4611-90dd-5256729285f0 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:51.554105 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8b82341f-7fb0-48ea-89a0-d6f2b11b280d tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "GET /v2.0/routers/ca449299-612d-4efb-821c-ac0ae85c134e/tags HTTP/1.1" status: 200 len: 240 time: 0.5388606 Jan 11 09:35:51.554105 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59742) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:51.557297 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-6b3b52d7-2e3c-4b26-8b14-4296b7b4a231 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ca449299-612d-4efb-821c-ac0ae85c134e', 'tempest-TagsExtTest-Tag-130150857') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:51.602894 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 3a4df87f-441a-44b8-a781-80e51344cc67 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:35:51.604725 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-ff607ab2-c7ac-44b6-872e-679dc89d21ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 172.20.0.14 (11973de4-095d-48a2-8bfe-2305268446bc/7ea5d5d5-5f2e-4c5b-8e83-8fa0823d9e4e/d53d20cf-945c-45f7-8ece-f2e8e9725ab9) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:51.611844 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-ff607ab2-c7ac-44b6-872e-679dc89d21ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 2001:db8::f816:3eff:fe3e:3dd (11973de4-095d-48a2-8bfe-2305268446bc/651314d2-2cd7-45e3-898e-0489918fc513/d53d20cf-945c-45f7-8ece-f2e8e9725ab9) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:51.748586 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 3a4df87f-441a-44b8-a781-80e51344cc67 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:51.748942 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:51.753117 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6b3b52d7-2e3c-4b26-8b14-4296b7b4a231 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "GET /v2.0/routers/ca449299-612d-4efb-821c-ac0ae85c134e/tags/tempest-TagsExtTest-Tag-130150857 HTTP/1.1" status: 204 len: 168 time: 0.2020118 Jan 11 09:35:51.754866 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59746) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:51.762673 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-2a8f3ba5-ee79-4b20-92b0-cb4a1012076b tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ca449299-612d-4efb-821c-ac0ae85c134e', 'tempest-TagsExtTest-Tag-130150857') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:51.797028 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-c47b078f-3b27-440a-9e62-55227c19943c service neutron] 10.222.0.15 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6316521 Jan 11 09:35:51.836748 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d37081e8-bbd0-4b14-a1d5-f92df4f5104a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:51.839333 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d37081e8-bbd0-4b14-a1d5-f92df4f5104a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.2200398 Jan 11 09:35:51.848009 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59750) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:51.863045 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-01689945-0427-4d10-8b25-199c65e9a885 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '4a68c9df-9da8-4e1f-9f6a-08cc5ff0679e', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:51.871621 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-01689945-0427-4d10-8b25-199c65e9a885 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:51.878147 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-01689945-0427-4d10-8b25-199c65e9a885 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:51.881507 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-01689945-0427-4d10-8b25-199c65e9a885 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:51.900921 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da59c1f-1f5a-431f-88d3-5fbfa5696bfc req-6d680eff-e47b-4eda-83db-13347fa227de tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:51.902026 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2da59c1f-1f5a-431f-88d3-5fbfa5696bfc req-6d680eff-e47b-4eda-83db-13347fa227de tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 945 time: 1.3643248 Jan 11 09:35:51.913600 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e7112216-9c1a-4c31-b1b3-e5e3e148f3ff up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:35:51.945432 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-01689945-0427-4d10-8b25-199c65e9a885 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:52.002761 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port e7112216-9c1a-4c31-b1b3-e5e3e148f3ff triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:52.003384 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:52.007424 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-01689945-0427-4d10-8b25-199c65e9a885 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Project b18c1b552dc34b41889b96f8d477063d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:35:52.022225 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01689945-0427-4d10-8b25-199c65e9a885 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:52.108097 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2da59c1f-1f5a-431f-88d3-5fbfa5696bfc req-55337e79-3653-44b0-b9f1-f2e787cd31c6 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/security-groups?id=cfa48579-46f7-403d-90fd-c3c391a7d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1806204 Jan 11 09:35:52.127167 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01689945-0427-4d10-8b25-199c65e9a885 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:52.128826 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d48f707-58cc-49a1-b8da-7c06919ba0da tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:52.141113 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:52.145637 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2a8f3ba5-ee79-4b20-92b0-cb4a1012076b tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "DELETE /v2.0/routers/ca449299-612d-4efb-821c-ac0ae85c134e/tags/tempest-TagsExtTest-Tag-130150857 HTTP/1.1" status: 204 len: 168 time: 0.3880217 Jan 11 09:35:52.146713 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59754) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:52.160731 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff607ab2-c7ac-44b6-872e-679dc89d21ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:52.181196 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 8bd8126e-357a-4596-80d2-ad08a41a8691 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:35:52.205034 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Transition to ACTIVE for port object 2f5d2638-e69f-4d57-9bc7-fba7e3d665dc will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:52.206522 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-ff607ab2-c7ac-44b6-872e-679dc89d21ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Transition to ACTIVE for port object d53d20cf-945c-45f7-8ece-f2e8e9725ab9 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:52.212439 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-26b00fad-5da5-47f7-94b0-e2b0070fe9aa service neutron] 10.222.0.15 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144280 Jan 11 09:35:52.219573 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-a96b7dde-d822-4dba-aff3-7d9f447fc30e tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ca449299-612d-4efb-821c-ac0ae85c134e') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:52.255842 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:52.317596 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff607ab2-c7ac-44b6-872e-679dc89d21ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:52.355977 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48f707-58cc-49a1-b8da-7c06919ba0da tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Port': ['ID=dcc113c9-6a42-4611-90dd-5256729285f0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:52.370902 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01689945-0427-4d10-8b25-199c65e9a885 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:52.409098 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Network 343ae4d7-d3b2-4b68-948c-f9143045c3ba is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:52.433551 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:52.441160 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:35:52.457131 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:52.458901 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:52.487555 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Pushing event updated for resources: {'Port': ['ID=2f5d2638-e69f-4d57-9bc7-fba7e3d665dc,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:52.500390 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:52.504562 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff607ab2-c7ac-44b6-872e-679dc89d21ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:52.510318 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-ff607ab2-c7ac-44b6-872e-679dc89d21ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:52.517998 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 8bd8126e-357a-4596-80d2-ad08a41a8691 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:52.523186 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff607ab2-c7ac-44b6-872e-679dc89d21ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:35:52.530141 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-c66443fd-47fc-4ef1-8040-aa96cfef3061 None None] Allocated IP 172.20.0.2 (11973de4-095d-48a2-8bfe-2305268446bc/7ea5d5d5-5f2e-4c5b-8e83-8fa0823d9e4e/52396c1e-425a-4717-a0aa-197189341111) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:52.533894 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 8bd8126e-357a-4596-80d2-ad08a41a8691 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:52.534296 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:52.623988 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:52.637367 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:52.637718 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:52.638063 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:52.638460 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:52.638869 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:52.639204 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:52.640298 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:52.640298 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:52.653506 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a96b7dde-d822-4dba-aff3-7d9f447fc30e tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "GET /v2.0/routers/ca449299-612d-4efb-821c-ac0ae85c134e/tags HTTP/1.1" status: 200 len: 205 time: 0.4381607 Jan 11 09:35:52.654160 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01689945-0427-4d10-8b25-199c65e9a885 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b803448-5b8e-4d44-beeb-7a48d953f6e9,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:52.654649 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-c66443fd-47fc-4ef1-8040-aa96cfef3061 None None] Allocated IP 2001:db8::f816:3eff:feb8:6b19 (11973de4-095d-48a2-8bfe-2305268446bc/651314d2-2cd7-45e3-898e-0489918fc513/52396c1e-425a-4717-a0aa-197189341111) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:52.655819 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59764) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:52.656256 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:52.656688 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:52.657896 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:52.692178 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:52.788238 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:52.793690 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-b1591b66-9208-4d91-b7d9-4827f358d2f4 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '24a27445-1475-4561-9a38-49a26e5ea1f5') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:52.827057 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0b4d2144-88b8-43a2-8de0-476447c7c5b4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.3816667 Jan 11 09:35:52.831195 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59768) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:52.840612 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-eabd172a-d678-4c88-8160-909e14641a62 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d1', 'mac_address': 'fa:16:3e:69:28:6c'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:52.865159 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01689945-0427-4d10-8b25-199c65e9a885 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:52.869134 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-01689945-0427-4d10-8b25-199c65e9a885 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0164795 Jan 11 09:35:52.924446 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff607ab2-c7ac-44b6-872e-679dc89d21ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:52.925391 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff607ab2-c7ac-44b6-872e-679dc89d21ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:52.947033 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 8bd8126e-357a-4596-80d2-ad08a41a8691, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=8bd8126e-357a-4596-80d2-ad08a41a8691,segment=NetworkSegment(73547db2-9ad7-4d9a-895e-55ca800037bb),segment_id=73547db2-9ad7-4d9a-895e-55ca800037bb)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:52.975426 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:52.976206 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device aa0ecd32-53be-4170-9e46-5dc413ecccf8 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:35:52.976648 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59772) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:52.989510 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-cfb9d327-c61e-4fa6-9df2-31b75adaf3db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '4a68c9df-9da8-4e1f-9f6a-08cc5ff0679e', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:53.012798 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cfb9d327-c61e-4fa6-9df2-31b75adaf3db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:53.072775 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cd7c0607-3dcf-485c-9cb3-849aac9f9486 req-19b2fe00-0dc9-4063-a520-c1213f1bbe9a tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 210 time: 0.0536165 Jan 11 09:35:53.100580 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-cfb9d327-c61e-4fa6-9df2-31b75adaf3db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:53.100580 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff607ab2-c7ac-44b6-872e-679dc89d21ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=d53d20cf-945c-45f7-8ece-f2e8e9725ab9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:53.105933 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-cfb9d327-c61e-4fa6-9df2-31b75adaf3db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:53.128980 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b1591b66-9208-4d91-b7d9-4827f358d2f4 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "GET /v2.0/subnetpools/24a27445-1475-4561-9a38-49a26e5ea1f5/tags HTTP/1.1" status: 200 len: 240 time: 0.3733573 Jan 11 09:35:53.129727 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59782) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:53.132764 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-280b7740-21ee-422c-99a0-c54744fe9531 None None] Provisioning for port 2f5d2638-e69f-4d57-9bc7-fba7e3d665dc completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:53.139436 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-bb4093bf-aee0-43a6-968c-c62c434fec09 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '24a27445-1475-4561-9a38-49a26e5ea1f5', 'tempest-TagsExtTest-Tag-709184445') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:53.157919 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d48f707-58cc-49a1-b8da-7c06919ba0da tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:53.160800 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=8bd8126e-357a-4596-80d2-ad08a41a8691,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:53.166240 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-280b7740-21ee-422c-99a0-c54744fe9531 None None] Provisioning complete for port 2f5d2638-e69f-4d57-9bc7-fba7e3d665dc triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:53.166616 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-280b7740-21ee-422c-99a0-c54744fe9531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:53.268742 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cfb9d327-c61e-4fa6-9df2-31b75adaf3db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:53.272036 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ff607ab2-c7ac-44b6-872e-679dc89d21ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.4326329 Jan 11 09:35:53.282910 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59788) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:53.290673 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-280b7740-21ee-422c-99a0-c54744fe9531 None None] Port 2f5d2638-e69f-4d57-9bc7-fba7e3d665dc cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:35:53.295094 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c66443fd-47fc-4ef1-8040-aa96cfef3061 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:53.301375 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port aa0ecd32-53be-4170-9e46-5dc413ecccf8 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:53.303291 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bb4093bf-aee0-43a6-968c-c62c434fec09 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "GET /v2.0/subnetpools/24a27445-1475-4561-9a38-49a26e5ea1f5/tags/tempest-TagsExtTest-Tag-709184445 HTTP/1.1" status: 204 len: 168 time: 0.1696045 Jan 11 09:35:53.311698 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c66443fd-47fc-4ef1-8040-aa96cfef3061 None None] Transition to ACTIVE for port object 52396c1e-425a-4717-a0aa-197189341111 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:53.314959 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port aa0ecd32-53be-4170-9e46-5dc413ecccf8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:53.315370 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:53.368635 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59792) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:53.382967 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-4a5671ee-8098-4368-ab18-edc119479327 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '24a27445-1475-4561-9a38-49a26e5ea1f5', 'tempest-TagsExtTest-Tag-709184445') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:53.437872 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c66443fd-47fc-4ef1-8040-aa96cfef3061 None None] Transition to ACTIVE for port object 52396c1e-425a-4717-a0aa-197189341111 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:53.455438 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c66443fd-47fc-4ef1-8040-aa96cfef3061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:53.538735 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66443fd-47fc-4ef1-8040-aa96cfef3061 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:53.549726 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-c66443fd-47fc-4ef1-8040-aa96cfef3061 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:53.576487 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-cfb9d327-c61e-4fa6-9df2-31b75adaf3db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Project b18c1b552dc34b41889b96f8d477063d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:35:53.592635 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66443fd-47fc-4ef1-8040-aa96cfef3061 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:35:53.619010 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d48f707-58cc-49a1-b8da-7c06919ba0da tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Router bfde036d-8e2b-44c8-84d9-78cf9b8f3ee9 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:35:53.631005 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4a5671ee-8098-4368-ab18-edc119479327 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "DELETE /v2.0/subnetpools/24a27445-1475-4561-9a38-49a26e5ea1f5/tags/tempest-TagsExtTest-Tag-709184445 HTTP/1.1" status: 204 len: 168 time: 0.2616277 Jan 11 09:35:53.633356 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59804) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:53.639539 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-023fba0f-992b-400d-8d63-e1992c9b4d5e tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '24a27445-1475-4561-9a38-49a26e5ea1f5') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:53.640033 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66443fd-47fc-4ef1-8040-aa96cfef3061 None None] Pushing event updated for resources: {'Port': ['ID=52396c1e-425a-4717-a0aa-197189341111,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:53.710070 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cfb9d327-c61e-4fa6-9df2-31b75adaf3db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:53.815578 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d48f707-58cc-49a1-b8da-7c06919ba0da tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:35:53.830151 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6d48f707-58cc-49a1-b8da-7c06919ba0da tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "PUT /v2.0/routers/bfde036d-8e2b-44c8-84d9-78cf9b8f3ee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5974152 Jan 11 09:35:53.834754 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59808) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:53.842055 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eabd172a-d678-4c88-8160-909e14641a62 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:53.856704 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb49654-df3d-42c0-a2e6-df3ad43c3954 None None] Sync routers for ids ['bfde036d-8e2b-44c8-84d9-78cf9b8f3ee9'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:35:53.878817 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-023fba0f-992b-400d-8d63-e1992c9b4d5e tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "GET /v2.0/subnetpools/24a27445-1475-4561-9a38-49a26e5ea1f5/tags HTTP/1.1" status: 200 len: 205 time: 0.2444472 Jan 11 09:35:53.884897 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59814) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:53.886299 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:53.891239 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-c7791fb1-8f18-4142-8ade-cb783055667f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '24a27445-1475-4561-9a38-49a26e5ea1f5') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:53.905551 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb49654-df3d-42c0-a2e6-df3ad43c3954 None None] Routers {'bfde036d-8e2b-44c8-84d9-78cf9b8f3ee9'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:53.906200 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ceb49654-df3d-42c0-a2e6-df3ad43c3954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:35:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['bfde036d-8e2b-44c8-84d9-78cf9b8f3ee9'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:53.925529 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-fd9f1671-b270-499b-9430-9afc2d6f0899 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Synchronizing usage tracker for tenant:264ed167813548b38f5af4683744d86b on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:53.960656 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-fd9f1671-b270-499b-9430-9afc2d6f0899 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Unset dirty status for tenant:264ed167813548b38f5af4683744d86b on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:53.965197 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-fd9f1671-b270-499b-9430-9afc2d6f0899 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfde036d-8e2b-44c8-84d9-78cf9b8f3ee9 HTTP/1.1" status: 200 len: 205 time: 0.1289735 Jan 11 09:35:53.967147 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59820) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:53.977989 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c66443fd-47fc-4ef1-8040-aa96cfef3061 None None] Attempting to bind port 52396c1e-425a-4717-a0aa-197189341111 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:35:53.978532 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c66443fd-47fc-4ef1-8040-aa96cfef3061 None None] Attempting to bind port 52396c1e-425a-4717-a0aa-197189341111 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:35:53.978776 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66443fd-47fc-4ef1-8040-aa96cfef3061 None None] Attempting to bind port 52396c1e-425a-4717-a0aa-197189341111 on network 11973de4-095d-48a2-8bfe-2305268446bc {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:35:54.007272 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ceb49654-df3d-42c0-a2e6-df3ad43c3954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:54.012396 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66443fd-47fc-4ef1-8040-aa96cfef3061 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:35:54.012759 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66443fd-47fc-4ef1-8040-aa96cfef3061 None None] Checking segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:35:54.013160 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c66443fd-47fc-4ef1-8040-aa96cfef3061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:54.013543 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66443fd-47fc-4ef1-8040-aa96cfef3061 None None] Bound using segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:35:54.014019 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c66443fd-47fc-4ef1-8040-aa96cfef3061 None None] Bound port: 52396c1e-425a-4717-a0aa-197189341111, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:35:54.014408 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c66443fd-47fc-4ef1-8040-aa96cfef3061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:54.022936 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11c4a33-8b72-4d5e-b34c-449fc77d73f9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:54.024448 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e11c4a33-8b72-4d5e-b34c-449fc77d73f9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:54.033698 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cfb9d327-c61e-4fa6-9df2-31b75adaf3db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:54.036891 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c7791fb1-8f18-4142-8ade-cb783055667f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "DELETE /v2.0/subnetpools/24a27445-1475-4561-9a38-49a26e5ea1f5/tags HTTP/1.1" status: 204 len: 168 time: 0.1507142 Jan 11 09:35:54.044100 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59824) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:54.045542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448d88e-89c6-4807-8678-d1388b0ea37f req-38efc72a-2868-4c48-ac61-deaf0c412567 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:54.047668 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c448d88e-89c6-4807-8678-d1388b0ea37f req-38efc72a-2868-4c48-ac61-deaf0c412567 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 945 time: 0.6974027 Jan 11 09:35:54.048570 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb49654-df3d-42c0-a2e6-df3ad43c3954 None None] Routers {'bfde036d-8e2b-44c8-84d9-78cf9b8f3ee9'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:35:54.049212 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ceb49654-df3d-42c0-a2e6-df3ad43c3954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:35:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['bfde036d-8e2b-44c8-84d9-78cf9b8f3ee9'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:54.052711 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cfb9d327-c61e-4fa6-9df2-31b75adaf3db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:54.059498 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-2e509eb4-e06c-4ec6-8289-c207cef93cae tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ca449299-612d-4efb-821c-ac0ae85c134e') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:54.105734 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:54.131762 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e11c4a33-8b72-4d5e-b34c-449fc77d73f9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:54.133225 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e11c4a33-8b72-4d5e-b34c-449fc77d73f9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1024 time: 0.8458781 Jan 11 09:35:54.146054 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port aa0ecd32-53be-4170-9e46-5dc413ecccf8, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=aa0ecd32-53be-4170-9e46-5dc413ecccf8,segment=NetworkSegment(0c074d69-f7d2-41c2-873f-2b05099329af),segment_id=0c074d69-f7d2-41c2-873f-2b05099329af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:54.151007 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ceb49654-df3d-42c0-a2e6-df3ad43c3954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:54.151395 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb49654-df3d-42c0-a2e6-df3ad43c3954 None None] The sync data for ids ['bfde036d-8e2b-44c8-84d9-78cf9b8f3ee9'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:35:54.161861 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:54.199595 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59830) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:54.207682 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c448d88e-89c6-4807-8678-d1388b0ea37f req-7fcefbc7-c071-4f1e-bec6-8be8983ebb01 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/security-groups?id=cfa48579-46f7-403d-90fd-c3c391a7d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1471174 Jan 11 09:35:54.262494 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d92b88ed-bfe8-416b-80f0-e29d89eb2f32 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:54.283182 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c66443fd-47fc-4ef1-8040-aa96cfef3061 None None] For port 52396c1e-425a-4717-a0aa-197189341111, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:35:54.287286 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=aa0ecd32-53be-4170-9e46-5dc413ecccf8,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:54.295177 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c66443fd-47fc-4ef1-8040-aa96cfef3061 None None] For port 52396c1e-425a-4717-a0aa-197189341111, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=52396c1e-425a-4717-a0aa-197189341111,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:35:54.301308 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c66443fd-47fc-4ef1-8040-aa96cfef3061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:54.303269 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9d327-c61e-4fa6-9df2-31b75adaf3db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a0d4d3-9e36-4672-85e6-7b57e6eb8245,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:54.340573 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 8bd8126e-357a-4596-80d2-ad08a41a8691 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:35:54.364393 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c935f74b-5795-4088-aa6d-ac232427bfd9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting port d53d20cf-945c-45f7-8ece-f2e8e9725ab9 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:54.364841 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c935f74b-5795-4088-aa6d-ac232427bfd9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:54.405099 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cfb9d327-c61e-4fa6-9df2-31b75adaf3db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:54.414919 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-cfb9d327-c61e-4fa6-9df2-31b75adaf3db tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4284215 Jan 11 09:35:54.422005 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-326c7f33-c9a8-4483-8450-3c8327e01a71 req-2d228a31-a792-4d16-8db3-a6933c04a24d tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 210 time: 0.1149786 Jan 11 09:35:54.446099 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66443fd-47fc-4ef1-8040-aa96cfef3061 None None] Pushing event updated for resources: {'Port': ['ID=52396c1e-425a-4717-a0aa-197189341111,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:54.481730 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 8bd8126e-357a-4596-80d2-ad08a41a8691 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:54.482229 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:54.911139 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2e509eb4-e06c-4ec6-8289-c207cef93cae tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "DELETE /v2.0/routers/ca449299-612d-4efb-821c-ac0ae85c134e/tags HTTP/1.1" status: 204 len: 168 time: 0.8660362 Jan 11 09:35:54.917535 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c935f74b-5795-4088-aa6d-ac232427bfd9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:54.919647 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59846) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:54.938546 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-bf2ff825-771c-4691-919b-f4959b08de69 req-f4348e79-0c91-4acf-b8b9-e56fd706d9e2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:54.942552 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-ecaf93e6-6692-4319-8b11-586a0b0fc4b2 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4b286bd9-c595-47a8-b587-b733dfce5faa') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:54.980687 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d92b88ed-bfe8-416b-80f0-e29d89eb2f32 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:54.988985 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d92b88ed-bfe8-416b-80f0-e29d89eb2f32 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:55.082267 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c935f74b-5795-4088-aa6d-ac232427bfd9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Calling delete_port for d53d20cf-945c-45f7-8ece-f2e8e9725ab9 owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:55.092447 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d92b88ed-bfe8-416b-80f0-e29d89eb2f32 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:55.092929 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92b88ed-bfe8-416b-80f0-e29d89eb2f32 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Fanout notify agent at l3_agent the message router_deleted on router bfde036d-8e2b-44c8-84d9-78cf9b8f3ee9 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:35:55.116276 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eabd172a-d678-4c88-8160-909e14641a62 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:55.131285 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eabd172a-d678-4c88-8160-909e14641a62 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:55.136017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d92b88ed-bfe8-416b-80f0-e29d89eb2f32 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:55.139553 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d92b88ed-bfe8-416b-80f0-e29d89eb2f32 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/routers/bfde036d-8e2b-44c8-84d9-78cf9b8f3ee9 HTTP/1.1" status: 204 len: 168 time: 1.1689162 Jan 11 09:35:55.147252 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-5ec5b05f-c93d-4eee-a0c7-e51f9daf3a17 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:55.148527 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-5ec5b05f-c93d-4eee-a0c7-e51f9daf3a17 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.42 "GET /v2.0/networks?id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 HTTP/1.1" status: 200 len: 812 time: 0.2768090 Jan 11 09:35:55.149008 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59850) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:55.204330 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-bf2ff825-771c-4691-919b-f4959b08de69 req-f4348e79-0c91-4acf-b8b9-e56fd706d9e2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:55.205649 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bf2ff825-771c-4691-919b-f4959b08de69 req-f4348e79-0c91-4acf-b8b9-e56fd706d9e2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1143973002&fields=id&tenant_id=b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 267 time: 0.4013145 Jan 11 09:35:55.221729 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-eabd172a-d678-4c88-8160-909e14641a62 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] In _notify_port_updated(), no bound segment for port 2f5d2638-e69f-4d57-9bc7-fba7e3d665dc on network 343ae4d7-d3b2-4b68-948c-f9143045c3ba {{(pid=87655) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 11 09:35:55.224131 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ecaf93e6-6692-4319-8b11-586a0b0fc4b2 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "DELETE /v2.0/ports/4b286bd9-c595-47a8-b587-b733dfce5faa/tags HTTP/1.1" status: 204 len: 168 time: 0.2997880 Jan 11 09:35:55.224768 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59854) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:55.227395 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabd172a-d678-4c88-8160-909e14641a62 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:55.227968 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eabd172a-d678-4c88-8160-909e14641a62 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:55.232099 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-eabd172a-d678-4c88-8160-909e14641a62 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] 10.222.0.15 "PUT /v2.0/ports/2f5d2638-e69f-4d57-9bc7-fba7e3d665dc HTTP/1.1" status: 200 len: 1000 time: 2.3975430 Jan 11 09:35:55.237801 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59856) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:55.244643 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-cdc29be8-c78a-4889-b69b-42a7488c1e65 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '584c68b9-3ca3-42af-afd6-74ae30aada2a') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:55.296327 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd172a-d678-4c88-8160-909e14641a62 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Pushing event updated for resources: {'Port': ['ID=2f5d2638-e69f-4d57-9bc7-fba7e3d665dc,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:55.351548 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-97243f8a-357c-4df0-b4ca-966907cfed75 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting subnet bea97999-c0e1-4473-947e-8b03fa2e922e {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:35:55.365530 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-97243f8a-357c-4df0-b4ca-966907cfed75 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:55.435429 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-7f6be178-c9ed-49ef-a4ce-5964ec81706b tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27f1e48653724e3083ec9827e4915957 HTTP/1.1" status: 200 len: 380 time: 0.2476947 Jan 11 09:35:55.444007 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c5602a9d-dc71-4e09-86d9-3b1ccaf1eb4d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Deleting port 2f5d2638-e69f-4d57-9bc7-fba7e3d665dc {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:55.444356 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c5602a9d-dc71-4e09-86d9-3b1ccaf1eb4d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:55.490478 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-1b1b418a-85fc-4d9f-9163-99f944f29eee tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Request body: {'port': {'device_id': '6029d70b-cd04-4cac-bfaf-e647c5660a20', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'admin_state_up': True, 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'security_groups': ['969fa111-f6f8-405d-8b41-79705ce02985']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:55.596536 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ff825-771c-4691-919b-f4959b08de69 req-edea9892-09b5-4773-b7df-af611cceb72a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:55.598065 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bf2ff825-771c-4691-919b-f4959b08de69 req-edea9892-09b5-4773-b7df-af611cceb72a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/networks?id=85e2efb7-10e7-4e91-9c03-212479734c5a HTTP/1.1" status: 200 len: 796 time: 0.3582678 Jan 11 09:35:55.628182 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-97243f8a-357c-4df0-b4ca-966907cfed75 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:55.716292 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bf2ff825-771c-4691-919b-f4959b08de69 req-dcb19263-3dcb-4af3-b842-ebdc1088d929 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/quotas/b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 375 time: 0.0810103 Jan 11 09:35:55.743936 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cca0f4-5bda-487b-8f25-18f7eba8fd84 req-c926bac3-f3f8-4043-af81-d2b51b2b9596 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:55.747856 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-44cca0f4-5bda-487b-8f25-18f7eba8fd84 req-c926bac3-f3f8-4043-af81-d2b51b2b9596 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 945 time: 0.3654025 Jan 11 09:35:55.751086 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c935f74b-5795-4088-aa6d-ac232427bfd9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:55.752090 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f6867098-5f6c-4280-8dae-d087df2d24bf None None] Provisioning complete for port 2f5d2638-e69f-4d57-9bc7-fba7e3d665dc triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:55.752657 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f6867098-5f6c-4280-8dae-d087df2d24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:55.852749 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f6867098-5f6c-4280-8dae-d087df2d24bf None None] Port 2f5d2638-e69f-4d57-9bc7-fba7e3d665dc cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:35:55.927862 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-cdc29be8-c78a-4889-b69b-42a7488c1e65 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "DELETE /v2.0/subnets/584c68b9-3ca3-42af-afd6-74ae30aada2a/tags HTTP/1.1" status: 204 len: 168 time: 0.6869435 Jan 11 09:35:55.933543 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59868) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:55.950191 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-dde68ca0-1af0-4345-81d9-b3ecc26d8fb3 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '584c68b9-3ca3-42af-afd6-74ae30aada2a', 'tempest-TagsExtTest-Tag-1993659147') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:56.023054 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-1b1b418a-85fc-4d9f-9163-99f944f29eee tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:56.024097 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935f74b-5795-4088-aa6d-ac232427bfd9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Port': ['ID=d53d20cf-945c-45f7-8ece-f2e8e9725ab9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:56.055466 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-1b1b418a-85fc-4d9f-9163-99f944f29eee tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Usage tracker for resource:port and tenant:27f1e48653724e3083ec9827e4915957 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:35:56.061702 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23380271-45cb-4471-a6d4-c70ec013242f None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:35:56.062580 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-1b1b418a-85fc-4d9f-9163-99f944f29eee tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:35:56.125112 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-852d3906-bbb4-43e6-bb26-8b0fe093b983 None None] Provisioning for port 52396c1e-425a-4717-a0aa-197189341111 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:56.134385 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-1b1b418a-85fc-4d9f-9163-99f944f29eee tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:56.146556 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-97243f8a-357c-4df0-b4ca-966907cfed75 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:56.184513 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-44cca0f4-5bda-487b-8f25-18f7eba8fd84 req-358e9b34-3d6a-41c1-a610-50e131fc2b61 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/security-groups?id=cfa48579-46f7-403d-90fd-c3c391a7d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3877311 Jan 11 09:35:56.220407 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-1b1b418a-85fc-4d9f-9163-99f944f29eee tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Made reservation on behalf of 27f1e48653724e3083ec9827e4915957 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:35:56.223970 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-1b1b418a-85fc-4d9f-9163-99f944f29eee tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:56.285214 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-bf2ff825-771c-4691-919b-f4959b08de69 req-6921ae77-dc67-44e9-aed7-9e198c558161 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:56.301500 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 978151b7-a367-41c9-93da-1fa67427275c details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:35:56.302829 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c935f74b-5795-4088-aa6d-ac232427bfd9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:56.304018 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 978151b7-a367-41c9-93da-1fa67427275c no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:35:56.345188 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c935f74b-5795-4088-aa6d-ac232427bfd9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/d53d20cf-945c-45f7-8ece-f2e8e9725ab9 HTTP/1.1" status: 204 len: 168 time: 2.1358898 Jan 11 09:35:56.364766 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59872) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:56.385849 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c5602a9d-dc71-4e09-86d9-3b1ccaf1eb4d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:56.429424 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1763d548-48c7-4d36-88a9-f55d856c8994 req-43338bd7-edb0-438a-9870-a4d0dfff49fd tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 210 time: 0.0779524 Jan 11 09:35:56.450649 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-bf2ff825-771c-4691-919b-f4959b08de69 req-6921ae77-dc67-44e9-aed7-9e198c558161 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:56.453248 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bf2ff825-771c-4691-919b-f4959b08de69 req-6921ae77-dc67-44e9-aed7-9e198c558161 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7031214 Jan 11 09:35:56.571245 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 978151b7-a367-41c9-93da-1fa67427275c, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=978151b7-a367-41c9-93da-1fa67427275c,segment=NetworkSegment(d4969419-30e3-407f-bc95-ce6e066593a6),segment_id=d4969419-30e3-407f-bc95-ce6e066593a6)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:56.618457 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '978151b7-a367-41c9-93da-1fa67427275c', 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de', 'port_id': '978151b7-a367-41c9-93da-1fa67427275c', 'mac_address': 'fa:16:3e:29:ee:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48997d48-8017-4745-a919-e2841ee030d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:35:56.647606 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bf2ff825-771c-4691-919b-f4959b08de69 req-6fdbb197-8137-4f43-88f5-1a867bbedcbb service neutron] 10.222.0.15 "GET /v2.0/networks/85e2efb7-10e7-4e91-9c03-212479734c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795430 Jan 11 09:35:56.661554 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 52396c1e-425a-4717-a0aa-197189341111 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:35:56.805923 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bf2ff825-771c-4691-919b-f4959b08de69 req-7d7736fe-66b9-40fd-94fb-5579a9b4faa2 service neutron] 10.222.0.15 "GET /v2.0/networks/85e2efb7-10e7-4e91-9c03-212479734c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574330 Jan 11 09:35:56.866713 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c5602a9d-dc71-4e09-86d9-3b1ccaf1eb4d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Calling delete_port for 2f5d2638-e69f-4d57-9bc7-fba7e3d665dc owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:56.902733 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:56.956894 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 978151b7-a367-41c9-93da-1fa67427275c, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=978151b7-a367-41c9-93da-1fa67427275c,segment=NetworkSegment(d4969419-30e3-407f-bc95-ce6e066593a6),segment_id=d4969419-30e3-407f-bc95-ce6e066593a6)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:56.972698 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d57928c-90e2-49ee-bf6d-ecd9d0e3151a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '978151b7-a367-41c9-93da-1fa67427275c'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:35:56.986990 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:57.072623 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87fd898-2844-4720-9fb8-d4ad95de8d58 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:57.075289 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87fd898-2844-4720-9fb8-d4ad95de8d58 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:57.080254 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87fd898-2844-4720-9fb8-d4ad95de8d58 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:57.082242 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b87fd898-2844-4720-9fb8-d4ad95de8d58 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:57.087093 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=978151b7-a367-41c9-93da-1fa67427275c,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:57.144494 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:57.167403 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 978151b7-a367-41c9-93da-1fa67427275c {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:35:57.183143 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-97243f8a-357c-4df0-b4ca-966907cfed75 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:57.187019 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c5602a9d-dc71-4e09-86d9-3b1ccaf1eb4d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:57.217601 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-fc11ca16-07f8-456f-9cd7-60f4650674a4 req-e6e7fe62-ed6c-4b1e-b36f-85fd18909eb3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.0670879 Jan 11 09:35:57.271524 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 52396c1e-425a-4717-a0aa-197189341111 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:57.279042 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 52396c1e-425a-4717-a0aa-197189341111 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:57.279418 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:57.310287 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:35:57.310670 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:35:57.316285 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59884) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:57.316478 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-dde68ca0-1af0-4345-81d9-b3ecc26d8fb3 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "PUT /v2.0/subnets/584c68b9-3ca3-42af-afd6-74ae30aada2a/tags/tempest-TagsExtTest-Tag-1993659147 HTTP/1.1" status: 201 len: 201 time: 1.3816524 Jan 11 09:35:57.323115 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-edd32872-b377-4787-911d-53be55397923 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4b286bd9-c595-47a8-b587-b733dfce5faa', 'tempest-TagsExtTest-Tag-1722199022') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:57.332976 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97243f8a-357c-4df0-b4ca-966907cfed75 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Subnet': ['ID=bea97999-c0e1-4473-947e-8b03fa2e922e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:57.345480 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5602a9d-dc71-4e09-86d9-3b1ccaf1eb4d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Pushing event deleted for resources: {'Port': ['ID=2f5d2638-e69f-4d57-9bc7-fba7e3d665dc,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:57.352598 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-97243f8a-357c-4df0-b4ca-966907cfed75 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:57.370720 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97243f8a-357c-4df0-b4ca-966907cfed75 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:57.371061 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97243f8a-357c-4df0-b4ca-966907cfed75 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:57.371404 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97243f8a-357c-4df0-b4ca-966907cfed75 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:57.371733 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97243f8a-357c-4df0-b4ca-966907cfed75 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:57.372058 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97243f8a-357c-4df0-b4ca-966907cfed75 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:57.372508 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97243f8a-357c-4df0-b4ca-966907cfed75 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:57.372835 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97243f8a-357c-4df0-b4ca-966907cfed75 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:57.373156 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97243f8a-357c-4df0-b4ca-966907cfed75 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:57.373554 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97243f8a-357c-4df0-b4ca-966907cfed75 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:57.373777 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97243f8a-357c-4df0-b4ca-966907cfed75 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:57.374128 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97243f8a-357c-4df0-b4ca-966907cfed75 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:57.374564 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97243f8a-357c-4df0-b4ca-966907cfed75 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:57.386271 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625a25e3-e615-4a2c-9a06-92be4fc0618c None None] Network 6583b48b-9a45-4ac5-b6b8-0ee399654b87 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:35:57.407405 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d57928c-90e2-49ee-bf6d-ecd9d0e3151a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '978151b7-a367-41c9-93da-1fa67427275c', 'code': 200} Jan 11 09:35:57.445542 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5602a9d-dc71-4e09-86d9-3b1ccaf1eb4d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:57.445882 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5602a9d-dc71-4e09-86d9-3b1ccaf1eb4d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:57.446252 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5602a9d-dc71-4e09-86d9-3b1ccaf1eb4d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:57.446584 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5602a9d-dc71-4e09-86d9-3b1ccaf1eb4d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:57.446917 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5602a9d-dc71-4e09-86d9-3b1ccaf1eb4d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:57.447247 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5602a9d-dc71-4e09-86d9-3b1ccaf1eb4d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:57.447579 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5602a9d-dc71-4e09-86d9-3b1ccaf1eb4d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:57.447899 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5602a9d-dc71-4e09-86d9-3b1ccaf1eb4d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:57.448221 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5602a9d-dc71-4e09-86d9-3b1ccaf1eb4d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:57.448540 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5602a9d-dc71-4e09-86d9-3b1ccaf1eb4d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:57.448857 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5602a9d-dc71-4e09-86d9-3b1ccaf1eb4d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:57.449440 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5602a9d-dc71-4e09-86d9-3b1ccaf1eb4d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:35:57.453078 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-1b1b418a-85fc-4d9f-9163-99f944f29eee tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Allocated IP 172.20.0.13 (5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66/627ce13c-dd38-4562-afe1-c17eb9a23002/653bf390-5022-446f-b35d-1ea85980c365) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:57.462351 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b87fd898-2844-4720-9fb8-d4ad95de8d58 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:57.463483 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b87fd898-2844-4720-9fb8-d4ad95de8d58 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 1.0974331 Jan 11 09:35:57.472270 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59890) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:57.489476 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-97243f8a-357c-4df0-b4ca-966907cfed75 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/subnets/bea97999-c0e1-4473-947e-8b03fa2e922e HTTP/1.1" status: 204 len: 168 time: 2.3386948 Jan 11 09:35:57.518051 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59894) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:57.662850 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:57.708241 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 52396c1e-425a-4717-a0aa-197189341111, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=52396c1e-425a-4717-a0aa-197189341111,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:57.785964 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:57.786885 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device aa0ecd32-53be-4170-9e46-5dc413ecccf8 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:35:57.863689 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5e6ec794-f637-4c09-9ea9-c622bf4d06a2 req-fc83b0d4-f235-433d-8c9f-9cac68621479 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 210 time: 0.1703711 Jan 11 09:35:57.893938 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-a618ecea-3d53-4464-97e8-e2748c28ec08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet 651314d2-2cd7-45e3-898e-0489918fc513 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:35:57.900783 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a618ecea-3d53-4464-97e8-e2748c28ec08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:57.972680 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-edd32872-b377-4787-911d-53be55397923 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "PUT /v2.0/ports/4b286bd9-c595-47a8-b587-b733dfce5faa/tags/tempest-TagsExtTest-Tag-1722199022 HTTP/1.1" status: 201 len: 201 time: 0.6545508 Jan 11 09:35:57.975954 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59898) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:57.986941 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-f3946f91-6b83-43cd-adb0-a4d095375b37 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ca449299-612d-4efb-821c-ac0ae85c134e', 'tempest-TagsExtTest-Tag-723367843') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:58.003262 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=52396c1e-425a-4717-a0aa-197189341111,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:58.029877 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8a73-1ef0-460d-9731-61d765fe0f7a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:58.039330 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a618ecea-3d53-4464-97e8-e2748c28ec08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:58.086170 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fd29a-c17e-488f-a5d8-9714fa87b688 req-9c08c9af-5b25-4bf7-9fce-7d45c0b027bf tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:58.090321 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port aa0ecd32-53be-4170-9e46-5dc413ecccf8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:58.090728 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:58.093434 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d53fd29a-c17e-488f-a5d8-9714fa87b688 req-9c08c9af-5b25-4bf7-9fce-7d45c0b027bf tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 943 time: 0.6515293 Jan 11 09:35:58.136344 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7ccf87a2-c500-4a0c-b15b-638985bdd570 None None] Provisioning complete for port 52396c1e-425a-4717-a0aa-197189341111 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:58.136981 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7ccf87a2-c500-4a0c-b15b-638985bdd570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:58.166021 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4ecf8a73-1ef0-460d-9731-61d765fe0f7a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting port aa0ecd32-53be-4170-9e46-5dc413ecccf8 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:58.166557 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8a73-1ef0-460d-9731-61d765fe0f7a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:58.194949 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:58.246540 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978151b7-a367-41c9-93da-1fa67427275c {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:35:58.260493 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c5602a9d-dc71-4e09-86d9-3b1ccaf1eb4d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:58.262740 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c5602a9d-dc71-4e09-86d9-3b1ccaf1eb4d tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] 10.222.0.15 "DELETE /v2.0/ports/2f5d2638-e69f-4d57-9bc7-fba7e3d665dc HTTP/1.1" status: 204 len: 168 time: 3.0226867 Jan 11 09:35:58.280768 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59908) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:58.290461 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 978151b7-a367-41c9-93da-1fa67427275c, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=978151b7-a367-41c9-93da-1fa67427275c,segment=NetworkSegment(d4969419-30e3-407f-bc95-ce6e066593a6),segment_id=d4969419-30e3-407f-bc95-ce6e066593a6)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:58.328714 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d53fd29a-c17e-488f-a5d8-9714fa87b688 req-053e9eff-5192-43f2-97ff-5d6124df14a5 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/security-groups?id=cfa48579-46f7-403d-90fd-c3c391a7d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2342460 Jan 11 09:35:58.340948 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0673b22e-134e-48af-8ae6-4e3cc1e2105d None None] DHCP port deletion for 6583b48b-9a45-4ac5-b6b8-0ee399654b87 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:35:58.367830 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:58.440118 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-f945ba05-1627-442e-8da4-9318441411e5 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] GET failed (client error): The resource could not be found. Jan 11 09:35:58.440554 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f945ba05-1627-442e-8da4-9318441411e5 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Synchronizing usage tracker for tenant:3c04c2a7ed484f2bb72455e9db38d92a on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:35:58.446745 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-dfd37e4a-710d-4fe6-888d-022d3bd38fd5 req-51282b7d-bd6a-4d9c-9c1f-a7e018a245e8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.0678594 Jan 11 09:35:58.465177 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0673b22e-134e-48af-8ae6-4e3cc1e2105d None None] Deleting port aa0ecd32-53be-4170-9e46-5dc413ecccf8 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:35:58.465553 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0673b22e-134e-48af-8ae6-4e3cc1e2105d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:58.477232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a618ecea-3d53-4464-97e8-e2748c28ec08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:58.489466 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4ecf8a73-1ef0-460d-9731-61d765fe0f7a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] For port aa0ecd32-53be-4170-9e46-5dc413ecccf8, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=aa0ecd32-53be-4170-9e46-5dc413ecccf8,segment=NetworkSegment(0c074d69-f7d2-41c2-873f-2b05099329af),segment_id=0c074d69-f7d2-41c2-873f-2b05099329af)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:58.489972 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8a73-1ef0-460d-9731-61d765fe0f7a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:58.525408 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f3946f91-6b83-43cd-adb0-a4d095375b37 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "PUT /v2.0/routers/ca449299-612d-4efb-821c-ac0ae85c134e/tags/tempest-TagsExtTest-Tag-723367843 HTTP/1.1" status: 201 len: 201 time: 0.5471368 Jan 11 09:35:58.530283 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f945ba05-1627-442e-8da4-9318441411e5 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Unset dirty status for tenant:3c04c2a7ed484f2bb72455e9db38d92a on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:35:58.535113 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f945ba05-1627-442e-8da4-9318441411e5 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] 10.222.0.15 "GET /v2.0/ports/2f5d2638-e69f-4d57-9bc7-fba7e3d665dc HTTP/1.1" status: 404 len: 333 time: 0.2506957 Jan 11 09:35:58.535302 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59912) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:58.536013 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59914) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:58.546337 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-682926aa-c6c0-4bbc-a5a2-9b42e5b2f222 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Request body: {'port': {'network_id': '343ae4d7-d3b2-4b68-948c-f9143045c3ba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-173017503'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:58.563960 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-20ddd39b-6ca5-4415-8db4-aaf586415bed tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '24a27445-1475-4561-9a38-49a26e5ea1f5', 'tempest-TagsExtTest-Tag-550012846') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:58.576147 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c266ae-aea4-4caa-85e7-e28c5191305d req-27129d24-1aba-4b1a-97a3-f43c84e85808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:58.577953 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-12c266ae-aea4-4caa-85e7-e28c5191305d req-27129d24-1aba-4b1a-97a3-f43c84e85808 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 1096 time: 1.5139661 Jan 11 09:35:58.627300 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=978151b7-a367-41c9-93da-1fa67427275c,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:58.663830 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4ecf8a73-1ef0-460d-9731-61d765fe0f7a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Calling delete_port for aa0ecd32-53be-4170-9e46-5dc413ecccf8 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:58.684516 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['978151b7-a367-41c9-93da-1fa67427275c'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:35:58.718849 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 52396c1e-425a-4717-a0aa-197189341111 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:35:58.775262 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-72533008-a10f-4eab-97bc-8edc4761303d None None] Could not find standard attr ID for object d53d20cf-945c-45f7-8ece-f2e8e9725ab9. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:35:58.788449 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-1b1b418a-85fc-4d9f-9163-99f944f29eee tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:58.811981 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-12c266ae-aea4-4caa-85e7-e28c5191305d req-3e1470b0-3a89-452a-b12a-8a8749e949dc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cfa48579-46f7-403d-90fd-c3c391a7d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1618154 Jan 11 09:35:58.824548 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-1b1b418a-85fc-4d9f-9163-99f944f29eee tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Transition to ACTIVE for port object 653bf390-5022-446f-b35d-1ea85980c365 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:35:58.832166 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8a73-1ef0-460d-9731-61d765fe0f7a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:58.889154 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a618ecea-3d53-4464-97e8-e2748c28ec08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:58.890289 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf8a73-1ef0-460d-9731-61d765fe0f7a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Port': ['ID=aa0ecd32-53be-4170-9e46-5dc413ecccf8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:58.893907 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecf8a73-1ef0-460d-9731-61d765fe0f7a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] No DVR routers for this DVR port aa0ecd32-53be-4170-9e46-5dc413ecccf8 on host dv-neutron-823402-4-hyperv {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:35:58.955201 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-20ddd39b-6ca5-4415-8db4-aaf586415bed tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "PUT /v2.0/subnetpools/24a27445-1475-4561-9a38-49a26e5ea1f5/tags/tempest-TagsExtTest-Tag-550012846 HTTP/1.1" status: 201 len: 201 time: 0.4150355 Jan 11 09:35:58.955502 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0673b22e-134e-48af-8ae6-4e3cc1e2105d None None] For port aa0ecd32-53be-4170-9e46-5dc413ecccf8, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=aa0ecd32-53be-4170-9e46-5dc413ecccf8,segment=NetworkSegment(0c074d69-f7d2-41c2-873f-2b05099329af),segment_id=0c074d69-f7d2-41c2-873f-2b05099329af)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:35:58.955502 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0673b22e-134e-48af-8ae6-4e3cc1e2105d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:58.959999 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59922) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:58.972312 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618ecea-3d53-4464-97e8-e2748c28ec08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=651314d2-2cd7-45e3-898e-0489918fc513,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:58.981524 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-91618f17-043e-458f-a9e3-9387b3662864 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '584c68b9-3ca3-42af-afd6-74ae30aada2a', {'tags': ['tempest-TagsExtTest-Tag-1693787216', 'tempest-TagsExtTest-Tag-1203881248', 'tempest-TagsExtTest-Tag-465571209']}) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:58.984114 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-682926aa-c6c0-4bbc-a5a2-9b42e5b2f222 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:58.989703 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a618ecea-3d53-4464-97e8-e2748c28ec08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:58.998287 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d07c2a-0f71-4650-b632-e2ff579793b6 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:35:59.025235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-1b1b418a-85fc-4d9f-9163-99f944f29eee tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:59.039909 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-682926aa-c6c0-4bbc-a5a2-9b42e5b2f222 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:35:59.065814 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a618ecea-3d53-4464-97e8-e2748c28ec08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/651314d2-2cd7-45e3-898e-0489918fc513 HTTP/1.1" status: 204 len: 168 time: 1.5871096 Jan 11 09:35:59.067834 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59926) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:59.107337 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682926aa-c6c0-4bbc-a5a2-9b42e5b2f222 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Made reservation on behalf of 3c04c2a7ed484f2bb72455e9db38d92a for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:35:59.111969 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-682926aa-c6c0-4bbc-a5a2-9b42e5b2f222 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:59.160126 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-682926aa-c6c0-4bbc-a5a2-9b42e5b2f222 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] device_id is not set on port addf17af-9a94-4613-adc7-204c961cb736 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:35:59.233670 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0673b22e-134e-48af-8ae6-4e3cc1e2105d None None] Calling delete_port for aa0ecd32-53be-4170-9e46-5dc413ecccf8 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:35:59.240022 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb59866-4aa8-478a-a7b9-fa9844a34591 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet 7ea5d5d5-5f2e-4c5b-8e83-8fa0823d9e4e {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:35:59.255092 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dfb59866-4aa8-478a-a7b9-fa9844a34591 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:59.265319 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8a73-1ef0-460d-9731-61d765fe0f7a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:59.275663 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 52396c1e-425a-4717-a0aa-197189341111 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:59.276602 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:59.313751 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841ab25-1660-4211-9326-f9ef42b66e6a req-6f84ac4b-4da4-4aeb-91be-c5cbff431d5d tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:59.315660 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2841ab25-1660-4211-9326-f9ef42b66e6a req-6f84ac4b-4da4-4aeb-91be-c5cbff431d5d tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 932 time: 0.3227630 Jan 11 09:35:59.316548 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-1b1b418a-85fc-4d9f-9163-99f944f29eee tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Network 5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:35:59.323273 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-1b1b418a-85fc-4d9f-9163-99f944f29eee tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:35:59.329189 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-4ecf8a73-1ef0-460d-9731-61d765fe0f7a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6583b48b-9a45-4ac5-b6b8-0ee399654b87']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:59.337442 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-1b1b418a-85fc-4d9f-9163-99f944f29eee tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:35:59.379843 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-4ecf8a73-1ef0-460d-9731-61d765fe0f7a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c074d69-f7d2-41c2-873f-2b05099329af') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:59.380144 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-4ecf8a73-1ef0-460d-9731-61d765fe0f7a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c074d69-f7d2-41c2-873f-2b05099329af') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:59.404283 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b418a-85fc-4d9f-9163-99f944f29eee tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Pushing event updated for resources: {'Port': ['ID=653bf390-5022-446f-b35d-1ea85980c365,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:59.411995 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8a73-1ef0-460d-9731-61d765fe0f7a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:59.428706 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-91618f17-043e-458f-a9e3-9387b3662864 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "PUT /v2.0/subnets/584c68b9-3ca3-42af-afd6-74ae30aada2a/tags HTTP/1.1" status: 200 len: 317 time: 0.4676759 Jan 11 09:35:59.440118 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59934) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:59.450396 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-f4c23f78-03d2-4113-af0e-a9baffccc8a7 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '584c68b9-3ca3-42af-afd6-74ae30aada2a') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:59.510840 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dfb59866-4aa8-478a-a7b9-fa9844a34591 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:59.520345 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8a73-1ef0-460d-9731-61d765fe0f7a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:59.534749 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ecf8a73-1ef0-460d-9731-61d765fe0f7a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:35:59.535690 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8a73-1ef0-460d-9731-61d765fe0f7a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:35:59.565752 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:35:59.583961 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-1b1b418a-85fc-4d9f-9163-99f944f29eee tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:59.584930 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-1b1b418a-85fc-4d9f-9163-99f944f29eee tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:59.624283 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-0673b22e-134e-48af-8ae6-4e3cc1e2105d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:35:59.624679 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-0673b22e-134e-48af-8ae6-4e3cc1e2105d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:35:59.669524 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-682926aa-c6c0-4bbc-a5a2-9b42e5b2f222 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Allocated IP 2001:db8::93 (343ae4d7-d3b2-4b68-948c-f9143045c3ba/ca49a8b4-967d-4e30-9e01-2cca421c0173/addf17af-9a94-4613-adc7-204c961cb736) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:35:59.683412 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2841ab25-1660-4211-9326-f9ef42b66e6a req-fa10707b-88ae-4cfe-84ba-c1d693e6cf87 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3311837 Jan 11 09:35:59.772215 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-1b1b418a-85fc-4d9f-9163-99f944f29eee tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2950640 Jan 11 09:35:59.778590 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8a73-1ef0-460d-9731-61d765fe0f7a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:59.781790 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dfb59866-4aa8-478a-a7b9-fa9844a34591 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:59.787473 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8a73-1ef0-460d-9731-61d765fe0f7a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:59.834433 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device aa0ecd32-53be-4170-9e46-5dc413ecccf8 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:35:59.838489 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-3c5ec700-51b2-4631-8f0f-e290f63e171d service neutron] Request body: {'port': {'device_id': '6029d70b-cd04-4cac-bfaf-e647c5660a20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:59.846222 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669780be-fbf9-4fe0-bdc2-bcec67c6c716 req-e14ba02e-7d19-47b9-b00a-4759e4340827 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:35:59.847775 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-669780be-fbf9-4fe0-bdc2-bcec67c6c716 req-e14ba02e-7d19-47b9-b00a-4759e4340827 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 944 time: 0.3063254 Jan 11 09:35:59.886494 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: aa0ecd32-53be-4170-9e46-5dc413ecccf8 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:35:59.886836 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device aa0ecd32-53be-4170-9e46-5dc413ecccf8 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:35:59.888212 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c2f7d489-35ca-43ca-bbee-17c1a4f157b0 None None] Provisioning for port 653bf390-5022-446f-b35d-1ea85980c365 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:35:59.896620 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c2f7d489-35ca-43ca-bbee-17c1a4f157b0 None None] Provisioning complete for port 653bf390-5022-446f-b35d-1ea85980c365 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:35:59.896620 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c2f7d489-35ca-43ca-bbee-17c1a4f157b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:35:59.906412 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4ecf8a73-1ef0-460d-9731-61d765fe0f7a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/networks/6583b48b-9a45-4ac5-b6b8-0ee399654b87 HTTP/1.1" status: 204 len: 168 time: 2.3860123 Jan 11 09:35:59.908182 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf8a73-1ef0-460d-9731-61d765fe0f7a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Network': ['ID=6583b48b-9a45-4ac5-b6b8-0ee399654b87,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:35:59.916295 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59940) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:59.921559 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f4c23f78-03d2-4113-af0e-a9baffccc8a7 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "DELETE /v2.0/subnets/584c68b9-3ca3-42af-afd6-74ae30aada2a/tags HTTP/1.1" status: 204 len: 168 time: 0.4804182 Jan 11 09:35:59.931029 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59944) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:35:59.936311 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-58dcd5ab-8968-4637-b7aa-cc19d1472996 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-320544399', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:35:59.945343 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-658551b5-9851-4c76-93c0-58ac05ae2c26 req-5497e81e-dace-49e3-a1f0-ce7713ec11ab tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.1168222 Jan 11 09:35:59.947104 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-58dcd5ab-8968-4637-b7aa-cc19d1472996 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:35:59.965272 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-b35f5e5d-d4e4-4eab-9f00-049389a7ad94 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '584c68b9-3ca3-42af-afd6-74ae30aada2a', 'tempest-TagsExtTest-Tag-1693787216') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:35:59.980905 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c2f7d489-35ca-43ca-bbee-17c1a4f157b0 None None] Port 653bf390-5022-446f-b35d-1ea85980c365 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:36:00.000460 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-58dcd5ab-8968-4637-b7aa-cc19d1472996 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:router and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:00.051905 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-58dcd5ab-8968-4637-b7aa-cc19d1472996 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:00.069886 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-669780be-fbf9-4fe0-bdc2-bcec67c6c716 req-908ec78d-8b82-499a-9a13-2b7d0122c61a tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/security-groups?id=cfa48579-46f7-403d-90fd-c3c391a7d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1559892 Jan 11 09:36:00.082484 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-58dcd5ab-8968-4637-b7aa-cc19d1472996 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:00.115928 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-58dcd5ab-8968-4637-b7aa-cc19d1472996 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:00.116911 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-58dcd5ab-8968-4637-b7aa-cc19d1472996 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:00.121747 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-3c5ec700-51b2-4631-8f0f-e290f63e171d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:00.126333 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0673b22e-134e-48af-8ae6-4e3cc1e2105d None None] Deleting port aa0ecd32-53be-4170-9e46-5dc413ecccf8 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:36:00.126724 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0673b22e-134e-48af-8ae6-4e3cc1e2105d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:00.134864 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-682926aa-c6c0-4bbc-a5a2-9b42e5b2f222 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:00.153291 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dfb59866-4aa8-478a-a7b9-fa9844a34591 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:00.187781 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-682926aa-c6c0-4bbc-a5a2-9b42e5b2f222 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Transition to ACTIVE for port object addf17af-9a94-4613-adc7-204c961cb736 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:00.199363 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-58dcd5ab-8968-4637-b7aa-cc19d1472996 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:00.201907 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb59866-4aa8-478a-a7b9-fa9844a34591 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea5d5d5-5f2e-4c5b-8e83-8fa0823d9e4e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:00.210268 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dfb59866-4aa8-478a-a7b9-fa9844a34591 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:00.236315 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-dfb59866-4aa8-478a-a7b9-fa9844a34591 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/7ea5d5d5-5f2e-4c5b-8e83-8fa0823d9e4e HTTP/1.1" status: 204 len: 168 time: 1.1674671 Jan 11 09:36:00.238800 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59948) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:00.249818 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0673b22e-134e-48af-8ae6-4e3cc1e2105d None None] The port 'aa0ecd32-53be-4170-9e46-5dc413ecccf8' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:36:00.320638 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a9f17df8-d193-4690-b9e1-8a03f8c46691 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805447 Jan 11 09:36:00.321223 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59952) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:00.325329 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-58dcd5ab-8968-4637-b7aa-cc19d1472996 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:00.329494 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c5d3464b-0e3b-46be-b13a-aa275e453e0d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:00.340166 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-b35f5e5d-d4e4-4eab-9f00-049389a7ad94 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] show failed (client error): The resource could not be found. Jan 11 09:36:00.341322 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b35f5e5d-d4e4-4eab-9f00-049389a7ad94 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "GET /v2.0/subnets/584c68b9-3ca3-42af-afd6-74ae30aada2a/tags/tempest-TagsExtTest-Tag-1693787216 HTTP/1.1" status: 404 len: 329 time: 0.3914747 Jan 11 09:36:00.347825 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59956) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:00.353010 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-0d745954-88b2-437c-9ee3-9034a5c4e26f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '584c68b9-3ca3-42af-afd6-74ae30aada2a', 'tempest-TagsExtTest-Tag-1203881248') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:00.380883 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-682926aa-c6c0-4bbc-a5a2-9b42e5b2f222 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:00.414139 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-58dcd5ab-8968-4637-b7aa-cc19d1472996 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:00.417879 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-58dcd5ab-8968-4637-b7aa-cc19d1472996 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4961629 Jan 11 09:36:00.419530 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59960) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:00.431358 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2dbee43c-b193-48fd-ba5c-2d6b6a912d39 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'network': {'name': 'tempest-RoutersTest-1123725865'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:00.446339 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2dbee43c-b193-48fd-ba5c-2d6b6a912d39 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:00.457170 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2dbee43c-b193-48fd-ba5c-2d6b6a912d39 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:network and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:00.461583 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2dbee43c-b193-48fd-ba5c-2d6b6a912d39 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:00.485962 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2dbee43c-b193-48fd-ba5c-2d6b6a912d39 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:00.549224 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682926aa-c6c0-4bbc-a5a2-9b42e5b2f222 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Network 343ae4d7-d3b2-4b68-948c-f9143045c3ba is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:00.560169 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbee43c-b193-48fd-ba5c-2d6b6a912d39 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Made reservation on behalf of 264ed167813548b38f5af4683744d86b for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:00.564195 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2dbee43c-b193-48fd-ba5c-2d6b6a912d39 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:00.565424 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-682926aa-c6c0-4bbc-a5a2-9b42e5b2f222 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:00.573401 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682926aa-c6c0-4bbc-a5a2-9b42e5b2f222 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:36:00.579700 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682926aa-c6c0-4bbc-a5a2-9b42e5b2f222 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:00.580612 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-682926aa-c6c0-4bbc-a5a2-9b42e5b2f222 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:00.609508 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682926aa-c6c0-4bbc-a5a2-9b42e5b2f222 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Pushing event updated for resources: {'Port': ['ID=addf17af-9a94-4613-adc7-204c961cb736,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:00.616902 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c5d3464b-0e3b-46be-b13a-aa275e453e0d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:00.622002 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbee43c-b193-48fd-ba5c-2d6b6a912d39 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:36:00.628784 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c5d3464b-0e3b-46be-b13a-aa275e453e0d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:00.634957 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c5d3464b-0e3b-46be-b13a-aa275e453e0d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:00.641178 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2dbee43c-b193-48fd-ba5c-2d6b6a912d39 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:00.641874 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-2dbee43c-b193-48fd-ba5c-2d6b6a912d39 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Added segment f39dd534-a326-40cd-b703-6e986a93afc4 of type vlan for network 24138c16-aed1-4d09-ba50-89b116822d97 Jan 11 09:36:00.644125 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-682926aa-c6c0-4bbc-a5a2-9b42e5b2f222 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1051114 Jan 11 09:36:00.646964 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c5d3464b-0e3b-46be-b13a-aa275e453e0d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:00.648924 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59964) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:00.659411 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-16245b3b-6629-47d3-8a83-388608eb16c4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:69:28:6c'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:00.698773 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2dbee43c-b193-48fd-ba5c-2d6b6a912d39 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:00.725198 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d3464b-0e3b-46be-b13a-aa275e453e0d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:00.729844 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5d3464b-0e3b-46be-b13a-aa275e453e0d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:00.742212 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2dbee43c-b193-48fd-ba5c-2d6b6a912d39 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:00.754206 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-0d745954-88b2-437c-9ee3-9034a5c4e26f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] show failed (client error): The resource could not be found. Jan 11 09:36:00.758557 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbee43c-b193-48fd-ba5c-2d6b6a912d39 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:00.759157 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0d745954-88b2-437c-9ee3-9034a5c4e26f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "GET /v2.0/subnets/584c68b9-3ca3-42af-afd6-74ae30aada2a/tags/tempest-TagsExtTest-Tag-1203881248 HTTP/1.1" status: 404 len: 329 time: 0.4103224 Jan 11 09:36:00.759374 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2dbee43c-b193-48fd-ba5c-2d6b6a912d39 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:00.760070 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59970) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:00.781072 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-3ccda927-7b5d-4906-9f4a-397d73e1592d tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '584c68b9-3ca3-42af-afd6-74ae30aada2a', 'tempest-TagsExtTest-Tag-465571209') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:00.847202 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248c5b08-e2ef-446c-8572-63afae006ad6 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:00.906158 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2dbee43c-b193-48fd-ba5c-2d6b6a912d39 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4857020 Jan 11 09:36:00.911573 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59974) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:00.965100 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbee43c-b193-48fd-ba5c-2d6b6a912d39 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Network': ['ID=24138c16-aed1-4d09-ba50-89b116822d97,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:00.969221 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-3c5ec700-51b2-4631-8f0f-e290f63e171d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653bf390-5022-446f-b35d-1ea85980c365 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:36:00.981265 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-3c5ec700-51b2-4631-8f0f-e290f63e171d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:00.989769 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 24138c16-aed1-4d09-ba50-89b116822d97 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:36:01.002591 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-3c5ec700-51b2-4631-8f0f-e290f63e171d service neutron] Transition to ACTIVE for port object 653bf390-5022-446f-b35d-1ea85980c365 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:01.013939 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-3c5ec700-51b2-4631-8f0f-e290f63e171d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:01.156067 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-332de7a9-8872-490d-ad08-a6efd461b433 None None] Provisioning complete for port 52396c1e-425a-4717-a0aa-197189341111 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:01.156346 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-332de7a9-8872-490d-ad08-a6efd461b433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:01.161572 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b2bf2a45-8d2c-4b0c-a9df-bca2beae967d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'subnet': {'network_id': '24138c16-aed1-4d09-ba50-89b116822d97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:01.188874 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ec700-51b2-4631-8f0f-e290f63e171d service neutron] Pushing event updated for resources: {'Port': ['ID=653bf390-5022-446f-b35d-1ea85980c365,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:01.301767 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-3c5ec700-51b2-4631-8f0f-e290f63e171d service neutron] Attempting to bind port 653bf390-5022-446f-b35d-1ea85980c365 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:36:01.302117 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-3c5ec700-51b2-4631-8f0f-e290f63e171d service neutron] Attempting to bind port 653bf390-5022-446f-b35d-1ea85980c365 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '432e4216-ddff-43d1-8fec-12c3795a4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:36:01.305096 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-3c5ec700-51b2-4631-8f0f-e290f63e171d service neutron] Attempting to bind port 653bf390-5022-446f-b35d-1ea85980c365 on network 5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:36:01.310656 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-3c5ec700-51b2-4631-8f0f-e290f63e171d service neutron] Port 653bf390-5022-446f-b35d-1ea85980c365 on network 5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:36:01.310987 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-3c5ec700-51b2-4631-8f0f-e290f63e171d service neutron] Attempting to bind port 653bf390-5022-446f-b35d-1ea85980c365 on network 5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:36:01.324598 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-3c5ec700-51b2-4631-8f0f-e290f63e171d service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:36:01.325211 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-3c5ec700-51b2-4631-8f0f-e290f63e171d service neutron] Checking segment: {'id': '432e4216-ddff-43d1-8fec-12c3795a4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:01.325784 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-3c5ec700-51b2-4631-8f0f-e290f63e171d service neutron] Bound using segment: {'id': '432e4216-ddff-43d1-8fec-12c3795a4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:36:01.326695 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-3c5ec700-51b2-4631-8f0f-e290f63e171d service neutron] Bound port: 653bf390-5022-446f-b35d-1ea85980c365, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '432e4216-ddff-43d1-8fec-12c3795a4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:36:01.326695 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-3c5ec700-51b2-4631-8f0f-e290f63e171d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:01.330998 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a8d7dcd6-dd59-4596-bc7f-26cbd9201698 req-9f726f98-3cd9-4dd5-b6e1-e917a83f3c6b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.1525321 Jan 11 09:36:01.444653 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0bce2d-9d9e-44a9-866f-8f4dbc23ae19 None None] DHCP port deletion for 11973de4-095d-48a2-8bfe-2305268446bc request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:36:01.451760 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-af0bce2d-9d9e-44a9-866f-8f4dbc23ae19 None None] Deleting port 52396c1e-425a-4717-a0aa-197189341111 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:36:01.452400 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-af0bce2d-9d9e-44a9-866f-8f4dbc23ae19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:01.452694 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-3c5ec700-51b2-4631-8f0f-e290f63e171d service neutron] For port 653bf390-5022-446f-b35d-1ea85980c365, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:36:01.456976 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-3c5ec700-51b2-4631-8f0f-e290f63e171d service neutron] For port 653bf390-5022-446f-b35d-1ea85980c365, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=653bf390-5022-446f-b35d-1ea85980c365,segment=NetworkSegment(432e4216-ddff-43d1-8fec-12c3795a4030),segment_id=432e4216-ddff-43d1-8fec-12c3795a4030)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:36:01.461946 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-3c5ec700-51b2-4631-8f0f-e290f63e171d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:01.505631 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-eebdf1dc-2178-43bc-b99b-b15e1767c881 None None] Provisioning for port addf17af-9a94-4613-adc7-204c961cb736 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:01.515676 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-eebdf1dc-2178-43bc-b99b-b15e1767c881 None None] Provisioning complete for port addf17af-9a94-4613-adc7-204c961cb736 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:01.516047 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-eebdf1dc-2178-43bc-b99b-b15e1767c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:01.544040 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-3c5ec700-51b2-4631-8f0f-e290f63e171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:01.544837 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-3c5ec700-51b2-4631-8f0f-e290f63e171d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:01.548080 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-3c5ec700-51b2-4631-8f0f-e290f63e171d service neutron] 10.222.0.42 "PUT /v2.0/ports/653bf390-5022-446f-b35d-1ea85980c365 HTTP/1.1" status: 200 len: 1094 time: 1.7445292 Jan 11 09:36:01.548080 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6029d70b-cd04-4cac-bfaf-e647c5660a20', 'tag': '653bf390-5022-446f-b35d-1ea85980c365'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:36:01.570922 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ec700-51b2-4631-8f0f-e290f63e171d service neutron] Pushing event updated for resources: {'Port': ['ID=653bf390-5022-446f-b35d-1ea85980c365,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:01.615653 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b2bf2a45-8d2c-4b0c-a9df-bca2beae967d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:01.630123 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-eebdf1dc-2178-43bc-b99b-b15e1767c881 None None] Port addf17af-9a94-4613-adc7-204c961cb736 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:36:01.633977 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b2bf2a45-8d2c-4b0c-a9df-bca2beae967d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:subnet and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:01.638216 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b2bf2a45-8d2c-4b0c-a9df-bca2beae967d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:01.657619 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16245b3b-6629-47d3-8a83-388608eb16c4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:01.707323 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-3009874b-93b4-4e6d-ab8b-5664c31e5ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:01.708727 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-3009874b-93b4-4e6d-ab8b-5664c31e5ddf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27f1e48653724e3083ec9827e4915957&device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 1097 time: 0.1056976 Jan 11 09:36:01.749687 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b2bf2a45-8d2c-4b0c-a9df-bca2beae967d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:01.764014 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-3ccda927-7b5d-4906-9f4a-397d73e1592d tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] show failed (client error): The resource could not be found. Jan 11 09:36:01.768848 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3ccda927-7b5d-4906-9f4a-397d73e1592d tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "GET /v2.0/subnets/584c68b9-3ca3-42af-afd6-74ae30aada2a/tags/tempest-TagsExtTest-Tag-465571209 HTTP/1.1" status: 404 len: 328 time: 0.9993806 Jan 11 09:36:01.774538 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 59984) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:01.789360 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-e6194603-e608-4640-b670-92e8b42df87d tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4b286bd9-c595-47a8-b587-b733dfce5faa', {'tags': ['tempest-TagsExtTest-Tag-752977006', 'tempest-TagsExtTest-Tag-624289216', 'tempest-TagsExtTest-Tag-1707500799']}) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:01.796036 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-f6226a66-4bf8-42b1-a728-9a0628a098cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=653bf390-5022-446f-b35d-1ea85980c365 HTTP/1.1" status: 200 len: 217 time: 0.0783293 Jan 11 09:36:01.819092 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-af0bce2d-9d9e-44a9-866f-8f4dbc23ae19 None None] For port 52396c1e-425a-4717-a0aa-197189341111, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=52396c1e-425a-4717-a0aa-197189341111,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:01.820336 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-af0bce2d-9d9e-44a9-866f-8f4dbc23ae19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:01.885368 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5e1e6-ccf9-4b77-81de-0733b95e7f3b req-c416e0c1-0fec-4bcb-b968-234b8e5ee2d1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:01.886974 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9fa5e1e6-ccf9-4b77-81de-0733b95e7f3b req-c416e0c1-0fec-4bcb-b968-234b8e5ee2d1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 944 time: 1.0149341 Jan 11 09:36:01.916162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bf2a45-8d2c-4b0c-a9df-bca2beae967d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Made reservation on behalf of 264ed167813548b38f5af4683744d86b for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:01.919629 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b2bf2a45-8d2c-4b0c-a9df-bca2beae967d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:01.965961 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-af0bce2d-9d9e-44a9-866f-8f4dbc23ae19 None None] Calling delete_port for 52396c1e-425a-4717-a0aa-197189341111 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:36:01.991745 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-fc31debf-719f-42ac-8bef-39f056036b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:01.993346 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-fc31debf-719f-42ac-8bef-39f056036b0d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=627ce13c-dd38-4562-afe1-c17eb9a23002 HTTP/1.1" status: 200 len: 851 time: 0.1912963 Jan 11 09:36:02.060214 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-af0bce2d-9d9e-44a9-866f-8f4dbc23ae19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:02.080557 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-ac0e7c44-0938-4409-829a-94654c225fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:02.082170 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-ac0e7c44-0938-4409-829a-94654c225fcf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828779 Jan 11 09:36:02.110628 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0bce2d-9d9e-44a9-866f-8f4dbc23ae19 None None] Pushing event deleted for resources: {'Port': ['ID=52396c1e-425a-4717-a0aa-197189341111,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:02.115158 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0bce2d-9d9e-44a9-866f-8f4dbc23ae19 None None] No DVR routers for this DVR port 52396c1e-425a-4717-a0aa-197189341111 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:36:02.178648 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9fa5e1e6-ccf9-4b77-81de-0733b95e7f3b req-b8c14378-b39f-409c-812c-bd6307fc9c17 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675323 Jan 11 09:36:02.186163 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabcde3-f615-475d-988c-a8bf93ae4ad3 req-bbaa6e1b-0176-4995-a31c-3d074d9250a9 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:02.187605 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ebabcde3-f615-475d-988c-a8bf93ae4ad3 req-bbaa6e1b-0176-4995-a31c-3d074d9250a9 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 944 time: 0.6721809 Jan 11 09:36:02.205294 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e6194603-e608-4640-b670-92e8b42df87d tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "PUT /v2.0/ports/4b286bd9-c595-47a8-b587-b733dfce5faa/tags HTTP/1.1" status: 200 len: 316 time: 0.4192495 Jan 11 09:36:02.205294 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5d3464b-0e3b-46be-b13a-aa275e453e0d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:02.205570 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59990) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:02.210239 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-712e1438-98e0-43f9-b818-1a7a27019e48 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4b286bd9-c595-47a8-b587-b733dfce5faa') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:02.257501 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6029d70b-cd04-4cac-bfaf-e647c5660a20', 'tag': '653bf390-5022-446f-b35d-1ea85980c365', 'status': 'completed', 'code': 200} Jan 11 09:36:02.293951 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-9c64860b-c479-4b50-aa14-a633ce3d6827 service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021985 Jan 11 09:36:02.314816 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d3464b-0e3b-46be-b13a-aa275e453e0d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:02.367974 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-c5d3464b-0e3b-46be-b13a-aa275e453e0d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:02.383072 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec4f840-6184-4645-9907-a5a9c52da951 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:02.384829 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d3464b-0e3b-46be-b13a-aa275e453e0d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:02.385418 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c5d3464b-0e3b-46be-b13a-aa275e453e0d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:02.400701 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 978151b7-a367-41c9-93da-1fa67427275c up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:02.409337 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ebabcde3-f615-475d-988c-a8bf93ae4ad3 req-481ae598-022a-4d4c-8f2b-53487d88ced4 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/security-groups?id=cfa48579-46f7-403d-90fd-c3c391a7d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2017956 Jan 11 09:36:02.421609 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-712e1438-98e0-43f9-b818-1a7a27019e48 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "DELETE /v2.0/ports/4b286bd9-c595-47a8-b587-b733dfce5faa/tags HTTP/1.1" status: 204 len: 168 time: 0.2195971 Jan 11 09:36:02.424989 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 59996) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:02.429656 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-838d120e-04ce-4bb9-93a0-47002eb4c530 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4b286bd9-c595-47a8-b587-b733dfce5faa', 'tempest-TagsExtTest-Tag-752977006') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:02.434566 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3464b-0e3b-46be-b13a-aa275e453e0d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=17e3835f-46dc-457a-a684-ec93a3fe686e,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:02.436459 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60000) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:02.486420 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-17aafaeb-8634-4259-9609-baf3ca804b56 req-527930bd-93bb-476b-9bfc-2b81ed47f62a service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841314 Jan 11 09:36:02.519493 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-838d120e-04ce-4bb9-93a0-47002eb4c530 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] show failed (client error): The resource could not be found. Jan 11 09:36:02.520904 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-838d120e-04ce-4bb9-93a0-47002eb4c530 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "GET /v2.0/ports/4b286bd9-c595-47a8-b587-b733dfce5faa/tags/tempest-TagsExtTest-Tag-752977006 HTTP/1.1" status: 404 len: 328 time: 0.0950916 Jan 11 09:36:02.524723 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60004) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:02.529875 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-4fef8930-673b-43c2-aa6a-2566b701ba51 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4b286bd9-c595-47a8-b587-b733dfce5faa', 'tempest-TagsExtTest-Tag-624289216') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:02.616914 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-197e4379-2a8b-43a4-897f-377af9257086 req-17b6d58e-9816-4e34-947e-07ad8ab40968 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.1902132 Jan 11 09:36:02.654718 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 978151b7-a367-41c9-93da-1fa67427275c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:02.655285 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:02.674817 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-4fef8930-673b-43c2-aa6a-2566b701ba51 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] show failed (client error): The resource could not be found. Jan 11 09:36:02.678762 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4fef8930-673b-43c2-aa6a-2566b701ba51 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "GET /v2.0/ports/4b286bd9-c595-47a8-b587-b733dfce5faa/tags/tempest-TagsExtTest-Tag-624289216 HTTP/1.1" status: 404 len: 328 time: 0.1529591 Jan 11 09:36:02.679367 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60008) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:02.685362 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c5d3464b-0e3b-46be-b13a-aa275e453e0d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3596416 Jan 11 09:36:02.685551 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-c9b25479-b4ce-467c-b3a9-26210d2ef735 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4b286bd9-c595-47a8-b587-b733dfce5faa', 'tempest-TagsExtTest-Tag-1707500799') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:02.701595 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60012) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:02.709640 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-75d88cce-889b-4f15-99b7-d9fbc57d1a8d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:02.737152 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c2ba1-6389-440b-afa1-3c737b9e25d7 req-c2c26fee-03e7-466e-9d84-2c82a70ecc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:02.738052 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 52396c1e-425a-4717-a0aa-197189341111 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:36:02.738832 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9c8c2ba1-6389-440b-afa1-3c737b9e25d7 req-c2c26fee-03e7-466e-9d84-2c82a70ecc88 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27f1e48653724e3083ec9827e4915957&device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 1097 time: 0.1703606 Jan 11 09:36:02.791447 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-69ed2016-9814-43d7-a6e4-882452a89ee2 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/floatingips/a1b3a6ef-962e-4863-91b6-59dfdb66857c HTTP/1.1" status: 200 len: 992 time: 0.3099282 Jan 11 09:36:02.793516 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 52396c1e-425a-4717-a0aa-197189341111 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:36:02.793875 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 52396c1e-425a-4717-a0aa-197189341111 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:36:02.871305 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16245b3b-6629-47d3-8a83-388608eb16c4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:02.879191 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b2bf2a45-8d2c-4b0c-a9df-bca2beae967d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:02.887604 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edef7b5-2faa-4015-bcfe-504afe0fd4c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-11973de4-095d-48a2-8bfe-2305268446bc', 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'fixed_ips': [{'subnet_id': '17e3835f-46dc-457a-a684-ec93a3fe686e'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:36:02.888634 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5edef7b5-2faa-4015-bcfe-504afe0fd4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:02.917556 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16245b3b-6629-47d3-8a83-388608eb16c4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:02.925203 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-c9b25479-b4ce-467c-b3a9-26210d2ef735 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] show failed (client error): The resource could not be found. Jan 11 09:36:02.928856 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c9b25479-b4ce-467c-b3a9-26210d2ef735 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "GET /v2.0/ports/4b286bd9-c595-47a8-b587-b733dfce5faa/tags/tempest-TagsExtTest-Tag-1707500799 HTTP/1.1" status: 404 len: 329 time: 0.2452917 Jan 11 09:36:02.930094 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60016) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:02.932799 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c2ba1-6389-440b-afa1-3c737b9e25d7 req-af47419b-a59f-4209-9d0f-5c894313020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:02.934439 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9c8c2ba1-6389-440b-afa1-3c737b9e25d7 req-af47419b-a59f-4209-9d0f-5c894313020f service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 HTTP/1.1" status: 200 len: 913 time: 0.1854391 Jan 11 09:36:02.937761 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-e659d189-8e84-4653-b426-adaff7fddeb6 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ca449299-612d-4efb-821c-ac0ae85c134e', {'tags': ['tempest-TagsExtTest-Tag-849338112', 'tempest-TagsExtTest-Tag-2093633379', 'tempest-TagsExtTest-Tag-414071417']}) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:02.970932 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:03.028283 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d57928c-90e2-49ee-bf6d-ecd9d0e3151a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978151b7-a367-41c9-93da-1fa67427275c'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:36:03.070453 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 978151b7-a367-41c9-93da-1fa67427275c, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=978151b7-a367-41c9-93da-1fa67427275c,segment=NetworkSegment(d4969419-30e3-407f-bc95-ce6e066593a6),segment_id=d4969419-30e3-407f-bc95-ce6e066593a6)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:03.079550 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:03.114431 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d57928c-90e2-49ee-bf6d-ecd9d0e3151a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978151b7-a367-41c9-93da-1fa67427275c', 'code': 200} Jan 11 09:36:03.154683 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9c8c2ba1-6389-440b-afa1-3c737b9e25d7 req-c23e0722-7dcb-4651-b090-43ffc32ee82d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=653bf390-5022-446f-b35d-1ea85980c365 HTTP/1.1" status: 200 len: 217 time: 0.1441090 Jan 11 09:36:03.154860 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-16245b3b-6629-47d3-8a83-388608eb16c4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] In _notify_port_updated(), no bound segment for port addf17af-9a94-4613-adc7-204c961cb736 on network 343ae4d7-d3b2-4b68-948c-f9143045c3ba {{(pid=87655) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 11 09:36:03.160946 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16245b3b-6629-47d3-8a83-388608eb16c4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:03.162007 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16245b3b-6629-47d3-8a83-388608eb16c4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:03.162744 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-5edef7b5-2faa-4015-bcfe-504afe0fd4c6 None None] Allocated IP 172.20.0.2 (11973de4-095d-48a2-8bfe-2305268446bc/17e3835f-46dc-457a-a684-ec93a3fe686e/3590a7d1-ead2-4b37-8ec8-5cd19b926d31) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:03.166162 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-16245b3b-6629-47d3-8a83-388608eb16c4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] 10.222.0.15 "PUT /v2.0/ports/addf17af-9a94-4613-adc7-204c961cb736 HTTP/1.1" status: 200 len: 1001 time: 2.5150220 Jan 11 09:36:03.173651 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60022) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:03.175911 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=978151b7-a367-41c9-93da-1fa67427275c,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:03.234619 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c2ba1-6389-440b-afa1-3c737b9e25d7 req-79938c8f-9229-419b-9da4-370a2c6d9f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:03.242845 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9c8c2ba1-6389-440b-afa1-3c737b9e25d7 req-79938c8f-9229-419b-9da4-370a2c6d9f05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=627ce13c-dd38-4562-afe1-c17eb9a23002 HTTP/1.1" status: 200 len: 851 time: 0.0724063 Jan 11 09:36:03.292780 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16245b3b-6629-47d3-8a83-388608eb16c4 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Pushing event updated for resources: {'Port': ['ID=addf17af-9a94-4613-adc7-204c961cb736,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:03.295329 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf2a45-8d2c-4b0c-a9df-bca2beae967d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Checking segment: {'id': 'f39dd534-a326-40cd-b703-6e986a93afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:03.295684 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bf2a45-8d2c-4b0c-a9df-bca2beae967d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network hostable DHCP agents. Network: 24138c16-aed1-4d09-ba50-89b116822d97, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:36:03.325876 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf2a45-8d2c-4b0c-a9df-bca2beae967d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Subnet': ['ID=62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:03.328997 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-75d88cce-889b-4f15-99b7-d9fbc57d1a8d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:03.366961 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e659d189-8e84-4653-b426-adaff7fddeb6 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "PUT /v2.0/routers/ca449299-612d-4efb-821c-ac0ae85c134e/tags HTTP/1.1" status: 200 len: 316 time: 0.4365833 Jan 11 09:36:03.370488 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60028) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:03.379174 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-d155e314-ebb1-4e8e-9be3-123c80fd2ada tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ca449299-612d-4efb-821c-ac0ae85c134e') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:03.398780 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-75d88cce-889b-4f15-99b7-d9fbc57d1a8d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:03.411077 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-75d88cce-889b-4f15-99b7-d9fbc57d1a8d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:03.424711 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-75d88cce-889b-4f15-99b7-d9fbc57d1a8d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:03.436064 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-967c87d9-ddd6-47e2-8524-5dab6e79a911 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Deleting port addf17af-9a94-4613-adc7-204c961cb736 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:36:03.436674 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-967c87d9-ddd6-47e2-8524-5dab6e79a911 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:03.464034 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bf2a45-8d2c-4b0c-a9df-bca2beae967d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network 24138c16-aed1-4d09-ba50-89b116822d97 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:36:03.481798 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5edef7b5-2faa-4015-bcfe-504afe0fd4c6 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:03.496476 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d88cce-889b-4f15-99b7-d9fbc57d1a8d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:03.498978 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5edef7b5-2faa-4015-bcfe-504afe0fd4c6 None None] Transition to ACTIVE for port object 3590a7d1-ead2-4b37-8ec8-5cd19b926d31 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:03.500108 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75d88cce-889b-4f15-99b7-d9fbc57d1a8d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:03.532575 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5edef7b5-2faa-4015-bcfe-504afe0fd4c6 None None] Transition to ACTIVE for port object 3590a7d1-ead2-4b37-8ec8-5cd19b926d31 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:03.539856 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5edef7b5-2faa-4015-bcfe-504afe0fd4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:03.541753 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b2bf2a45-8d2c-4b0c-a9df-bca2beae967d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 24138c16-aed1-4d09-ba50-89b116822d97) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:03.547095 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c2ba1-6389-440b-afa1-3c737b9e25d7 req-9f467ca0-e0e3-4008-a4ad-a4403c5c6079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:03.548619 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9c8c2ba1-6389-440b-afa1-3c737b9e25d7 req-9f467ca0-e0e3-4008-a4ad-a4403c5c6079 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3055599 Jan 11 09:36:03.571461 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bf2a45-8d2c-4b0c-a9df-bca2beae967d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:03.572093 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b2bf2a45-8d2c-4b0c-a9df-bca2beae967d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:03.584730 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d155e314-ebb1-4e8e-9be3-123c80fd2ada tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "DELETE /v2.0/routers/ca449299-612d-4efb-821c-ac0ae85c134e/tags HTTP/1.1" status: 204 len: 168 time: 0.2091846 Jan 11 09:36:03.588164 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60032) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:03.596625 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-663b2e08-121c-4e0a-863f-51f12f70d749 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ca449299-612d-4efb-821c-ac0ae85c134e', 'tempest-TagsExtTest-Tag-849338112') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:03.604196 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42833557-3cda-4378-aa45-c0788d807e9f None None] Network 24138c16-aed1-4d09-ba50-89b116822d97 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:03.677653 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edef7b5-2faa-4015-bcfe-504afe0fd4c6 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:03.684146 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-5edef7b5-2faa-4015-bcfe-504afe0fd4c6 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:03.739905 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edef7b5-2faa-4015-bcfe-504afe0fd4c6 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:36:03.752644 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edef7b5-2faa-4015-bcfe-504afe0fd4c6 None None] Pushing event updated for resources: {'Port': ['ID=3590a7d1-ead2-4b37-8ec8-5cd19b926d31,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:03.779472 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3046ee17-d202-47e6-b153-ec20f60d0ba9 None None] Provisioning complete for port addf17af-9a94-4613-adc7-204c961cb736 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:03.779834 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3046ee17-d202-47e6-b153-ec20f60d0ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:03.836708 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b2bf2a45-8d2c-4b0c-a9df-bca2beae967d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9165239 Jan 11 09:36:03.841771 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60038) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:03.846928 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-afadbbd6-e1ae-4766-a0d4-4e6293894625 req-acf2dd82-ebf0-46db-9acc-4bad7bbdd190 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.0866423 Jan 11 09:36:03.910167 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099bdc8-9159-4c6e-999d-c567816d8651 req-57bb607a-32a1-4799-9bfe-07637bcf4ab1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:03.911688 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a099bdc8-9159-4c6e-999d-c567816d8651 req-57bb607a-32a1-4799-9bfe-07637bcf4ab1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 944 time: 0.5536265 Jan 11 09:36:03.966393 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5edef7b5-2faa-4015-bcfe-504afe0fd4c6 None None] Attempting to bind port 3590a7d1-ead2-4b37-8ec8-5cd19b926d31 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:36:03.966760 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5edef7b5-2faa-4015-bcfe-504afe0fd4c6 None None] Attempting to bind port 3590a7d1-ead2-4b37-8ec8-5cd19b926d31 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:36:03.967234 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edef7b5-2faa-4015-bcfe-504afe0fd4c6 None None] Attempting to bind port 3590a7d1-ead2-4b37-8ec8-5cd19b926d31 on network 11973de4-095d-48a2-8bfe-2305268446bc {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:36:03.997257 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3046ee17-d202-47e6-b153-ec20f60d0ba9 None None] Port addf17af-9a94-4613-adc7-204c961cb736 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:36:04.008660 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edef7b5-2faa-4015-bcfe-504afe0fd4c6 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:36:04.009035 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edef7b5-2faa-4015-bcfe-504afe0fd4c6 None None] Checking segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:04.009439 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5edef7b5-2faa-4015-bcfe-504afe0fd4c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:04.009832 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edef7b5-2faa-4015-bcfe-504afe0fd4c6 None None] Bound using segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:36:04.011135 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5edef7b5-2faa-4015-bcfe-504afe0fd4c6 None None] Bound port: 3590a7d1-ead2-4b37-8ec8-5cd19b926d31, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:36:04.011813 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5edef7b5-2faa-4015-bcfe-504afe0fd4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:04.105514 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a099bdc8-9159-4c6e-999d-c567816d8651 req-0df4743e-7927-418a-8eee-b53b4bd543dc tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767700 Jan 11 09:36:04.118908 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-967c87d9-ddd6-47e2-8524-5dab6e79a911 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:04.146971 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:04.170756 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44c77d2-de57-4abb-abfa-1f268ea03a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-24138c16-aed1-4d09-ba50-89b116822d97', 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'fixed_ips': [{'subnet_id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:36:04.171559 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e44c77d2-de57-4abb-abfa-1f268ea03a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:04.237747 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5edef7b5-2faa-4015-bcfe-504afe0fd4c6 None None] For port 3590a7d1-ead2-4b37-8ec8-5cd19b926d31, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:36:04.254870 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-967c87d9-ddd6-47e2-8524-5dab6e79a911 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Calling delete_port for addf17af-9a94-4613-adc7-204c961cb736 owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:36:04.256716 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5edef7b5-2faa-4015-bcfe-504afe0fd4c6 None None] For port 3590a7d1-ead2-4b37-8ec8-5cd19b926d31, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=3590a7d1-ead2-4b37-8ec8-5cd19b926d31,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:36:04.265286 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-663b2e08-121c-4e0a-863f-51f12f70d749 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] show failed (client error): The resource could not be found. Jan 11 09:36:04.267054 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-663b2e08-121c-4e0a-863f-51f12f70d749 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "GET /v2.0/routers/ca449299-612d-4efb-821c-ac0ae85c134e/tags/tempest-TagsExtTest-Tag-849338112 HTTP/1.1" status: 404 len: 328 time: 0.6778808 Jan 11 09:36:04.271485 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5edef7b5-2faa-4015-bcfe-504afe0fd4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:04.287835 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60042) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:04.300180 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-50c75e58-1e57-4df3-a495-799515180b58 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ca449299-612d-4efb-821c-ac0ae85c134e', 'tempest-TagsExtTest-Tag-2093633379') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:04.321628 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9c8c2ba1-6389-440b-afa1-3c737b9e25d7 req-019d182e-4845-4751-8281-1c6678ad5a9d service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7652409 Jan 11 09:36:04.433022 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edef7b5-2faa-4015-bcfe-504afe0fd4c6 None None] Pushing event updated for resources: {'Port': ['ID=3590a7d1-ead2-4b37-8ec8-5cd19b926d31,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:04.453575 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-e44c77d2-de57-4abb-abfa-1f268ea03a72 None None] Allocated IP 172.20.0.2 (24138c16-aed1-4d09-ba50-89b116822d97/62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5/b6fad200-6dda-4b9c-92d5-d9e38bcde9e4) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:04.603801 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-967c87d9-ddd6-47e2-8524-5dab6e79a911 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:04.612243 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-50c75e58-1e57-4df3-a495-799515180b58 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] show failed (client error): The resource could not be found. Jan 11 09:36:04.613291 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-50c75e58-1e57-4df3-a495-799515180b58 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "GET /v2.0/routers/ca449299-612d-4efb-821c-ac0ae85c134e/tags/tempest-TagsExtTest-Tag-2093633379 HTTP/1.1" status: 404 len: 329 time: 0.3245380 Jan 11 09:36:04.618649 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60046) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:04.621660 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b047d722-5f3f-43a9-9196-710ca3b024c8 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:04.635901 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-fa8248a4-d5f1-444e-a862-12aa115f00c0 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ca449299-612d-4efb-821c-ac0ae85c134e', 'tempest-TagsExtTest-Tag-414071417') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:04.736298 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c87d9-ddd6-47e2-8524-5dab6e79a911 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Pushing event deleted for resources: {'Port': ['ID=addf17af-9a94-4613-adc7-204c961cb736,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:04.740528 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e44c77d2-de57-4abb-abfa-1f268ea03a72 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:04.753641 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e44c77d2-de57-4abb-abfa-1f268ea03a72 None None] Transition to ACTIVE for port object b6fad200-6dda-4b9c-92d5-d9e38bcde9e4 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:04.787344 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e44c77d2-de57-4abb-abfa-1f268ea03a72 None None] Transition to ACTIVE for port object b6fad200-6dda-4b9c-92d5-d9e38bcde9e4 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:04.794638 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e44c77d2-de57-4abb-abfa-1f268ea03a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:04.837105 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-967c87d9-ddd6-47e2-8524-5dab6e79a911 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:04.874181 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44c77d2-de57-4abb-abfa-1f268ea03a72 None None] Network 24138c16-aed1-4d09-ba50-89b116822d97 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:04.878921 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-e44c77d2-de57-4abb-abfa-1f268ea03a72 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:04.883124 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44c77d2-de57-4abb-abfa-1f268ea03a72 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:36:04.889923 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c77d2-de57-4abb-abfa-1f268ea03a72 None None] Pushing event updated for resources: {'Port': ['ID=b6fad200-6dda-4b9c-92d5-d9e38bcde9e4,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:04.947139 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.objects.ports [None req-75d88cce-889b-4f15-99b7-d9fbc57d1a8d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87655) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 11 09:36:05.017727 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e44c77d2-de57-4abb-abfa-1f268ea03a72 None None] Attempting to bind port b6fad200-6dda-4b9c-92d5-d9e38bcde9e4 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:36:05.018145 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e44c77d2-de57-4abb-abfa-1f268ea03a72 None None] Attempting to bind port b6fad200-6dda-4b9c-92d5-d9e38bcde9e4 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'f39dd534-a326-40cd-b703-6e986a93afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:36:05.018501 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44c77d2-de57-4abb-abfa-1f268ea03a72 None None] Attempting to bind port b6fad200-6dda-4b9c-92d5-d9e38bcde9e4 on network 24138c16-aed1-4d09-ba50-89b116822d97 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:36:05.019244 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9c8c2ba1-6389-440b-afa1-3c737b9e25d7 req-53b834bd-ade7-4ca2-8670-546c5d97fe9c service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6918440 Jan 11 09:36:05.024417 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44c77d2-de57-4abb-abfa-1f268ea03a72 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:36:05.024922 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44c77d2-de57-4abb-abfa-1f268ea03a72 None None] Checking segment: {'id': 'f39dd534-a326-40cd-b703-6e986a93afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:05.025346 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e44c77d2-de57-4abb-abfa-1f268ea03a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:05.025791 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44c77d2-de57-4abb-abfa-1f268ea03a72 None None] Bound using segment: {'id': 'f39dd534-a326-40cd-b703-6e986a93afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:36:05.026304 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e44c77d2-de57-4abb-abfa-1f268ea03a72 None None] Bound port: b6fad200-6dda-4b9c-92d5-d9e38bcde9e4, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39dd534-a326-40cd-b703-6e986a93afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:36:05.026676 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e44c77d2-de57-4abb-abfa-1f268ea03a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:05.146267 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e44c77d2-de57-4abb-abfa-1f268ea03a72 None None] For port b6fad200-6dda-4b9c-92d5-d9e38bcde9e4, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:36:05.149939 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e44c77d2-de57-4abb-abfa-1f268ea03a72 None None] For port b6fad200-6dda-4b9c-92d5-d9e38bcde9e4, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=b6fad200-6dda-4b9c-92d5-d9e38bcde9e4,segment=NetworkSegment(f39dd534-a326-40cd-b703-6e986a93afc4),segment_id=f39dd534-a326-40cd-b703-6e986a93afc4)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:36:05.157566 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e44c77d2-de57-4abb-abfa-1f268ea03a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:05.245743 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c77d2-de57-4abb-abfa-1f268ea03a72 None None] Pushing event updated for resources: {'Port': ['ID=b6fad200-6dda-4b9c-92d5-d9e38bcde9e4,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:05.261089 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9103ef22-a84c-4d3c-a44c-15af6bb5b13d req-17320531-e0ab-40ec-bbe5-dcdbe67fb0d9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.2424397 Jan 11 09:36:05.275507 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-967c87d9-ddd6-47e2-8524-5dab6e79a911 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] 10.222.0.15 "DELETE /v2.0/ports/addf17af-9a94-4613-adc7-204c961cb736 HTTP/1.1" status: 204 len: 168 time: 2.0897267 Jan 11 09:36:05.278233 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60054) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:05.321430 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-fa8248a4-d5f1-444e-a862-12aa115f00c0 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] show failed (client error): The resource could not be found. Jan 11 09:36:05.322492 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-fa8248a4-d5f1-444e-a862-12aa115f00c0 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "GET /v2.0/routers/ca449299-612d-4efb-821c-ac0ae85c134e/tags/tempest-TagsExtTest-Tag-414071417 HTTP/1.1" status: 404 len: 328 time: 0.7027645 Jan 11 09:36:05.326319 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60058) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:05.334024 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-bc9e9cf2-69fa-4d64-867a-cdeb512546b0 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '24a27445-1475-4561-9a38-49a26e5ea1f5', {'tags': ['tempest-TagsExtTest-Tag-969356503', 'tempest-TagsExtTest-Tag-1598190192', 'tempest-TagsExtTest-Tag-1854837833']}) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:05.378069 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd762020-f11e-4074-9b7f-010908a59990 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] GET failed (client error): The resource could not be found. Jan 11 09:36:05.378069 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-bd762020-f11e-4074-9b7f-010908a59990 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Synchronizing usage tracker for tenant:3c04c2a7ed484f2bb72455e9db38d92a on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:36:05.447921 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-bd762020-f11e-4074-9b7f-010908a59990 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Unset dirty status for tenant:3c04c2a7ed484f2bb72455e9db38d92a on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:36:05.449322 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-bd762020-f11e-4074-9b7f-010908a59990 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] 10.222.0.15 "GET /v2.0/ports/addf17af-9a94-4613-adc7-204c961cb736 HTTP/1.1" status: 404 len: 333 time: 0.1694953 Jan 11 09:36:05.457174 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60062) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:05.463231 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bc9e9cf2-69fa-4d64-867a-cdeb512546b0 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "PUT /v2.0/subnetpools/24a27445-1475-4561-9a38-49a26e5ea1f5/tags HTTP/1.1" status: 200 len: 317 time: 0.1359165 Jan 11 09:36:05.468221 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60066) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:05.475966 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-c443368d-3ecc-4d09-8438-3a88c9490a53 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '24a27445-1475-4561-9a38-49a26e5ea1f5') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:05.477068 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-528a24c7-041a-46c4-a249-e9d0c5bf6814 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Request body: {'port': {'network_id': '343ae4d7-d3b2-4b68-948c-f9143045c3ba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2041752836'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:05.522462 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-b047d722-5f3f-43a9-9196-710ca3b024c8 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Allocated IP 172.20.0.1 (24138c16-aed1-4d09-ba50-89b116822d97/62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5/a6b1c1db-cd38-49d2-94bf-9d3055e21b30) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:05.535125 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75d88cce-889b-4f15-99b7-d9fbc57d1a8d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:05.618778 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5c97d-a061-46e5-875d-c309a84fb76a req-2ecce881-6a93-4a01-8109-8ad02b57b925 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:05.627119 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-75e5c97d-a061-46e5-875d-c309a84fb76a req-2ecce881-6a93-4a01-8109-8ad02b57b925 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 944 time: 0.3069527 Jan 11 09:36:05.750062 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b047d722-5f3f-43a9-9196-710ca3b024c8 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:05.773187 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c443368d-3ecc-4d09-8438-3a88c9490a53 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "DELETE /v2.0/subnetpools/24a27445-1475-4561-9a38-49a26e5ea1f5/tags HTTP/1.1" status: 204 len: 168 time: 0.3039947 Jan 11 09:36:05.778172 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60070) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:05.784056 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b047d722-5f3f-43a9-9196-710ca3b024c8 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Transition to ACTIVE for port object a6b1c1db-cd38-49d2-94bf-9d3055e21b30 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:05.790923 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-cbf73541-2c82-4521-a1f8-d3beaf991e90 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '24a27445-1475-4561-9a38-49a26e5ea1f5', 'tempest-TagsExtTest-Tag-969356503') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:05.818190 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b047d722-5f3f-43a9-9196-710ca3b024c8 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:05.821303 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-528a24c7-041a-46c4-a249-e9d0c5bf6814 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:05.840504 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-75e5c97d-a061-46e5-875d-c309a84fb76a req-77d9532e-0a91-449c-a5d1-d1c3a5142af7 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122443 Jan 11 09:36:05.902761 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b047d722-5f3f-43a9-9196-710ca3b024c8 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network 24138c16-aed1-4d09-ba50-89b116822d97 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:05.906348 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b047d722-5f3f-43a9-9196-710ca3b024c8 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:05.909617 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b047d722-5f3f-43a9-9196-710ca3b024c8 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:36:05.924087 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-528a24c7-041a-46c4-a249-e9d0c5bf6814 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:05.956998 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528a24c7-041a-46c4-a249-e9d0c5bf6814 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Made reservation on behalf of 3c04c2a7ed484f2bb72455e9db38d92a for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:05.957270 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047d722-5f3f-43a9-9196-710ca3b024c8 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Port': ['ID=a6b1c1db-cd38-49d2-94bf-9d3055e21b30,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:05.960458 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-528a24c7-041a-46c4-a249-e9d0c5bf6814 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:05.974030 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-cbf73541-2c82-4521-a1f8-d3beaf991e90 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] show failed (client error): The resource could not be found. Jan 11 09:36:05.975054 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-cbf73541-2c82-4521-a1f8-d3beaf991e90 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "GET /v2.0/subnetpools/24a27445-1475-4561-9a38-49a26e5ea1f5/tags/tempest-TagsExtTest-Tag-969356503 HTTP/1.1" status: 404 len: 328 time: 0.1906288 Jan 11 09:36:05.978216 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60074) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:05.988029 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-8f9ed823-35c0-4779-af9a-1267798d7832 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '24a27445-1475-4561-9a38-49a26e5ea1f5', 'tempest-TagsExtTest-Tag-1598190192') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:06.004930 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-75d88cce-889b-4f15-99b7-d9fbc57d1a8d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] For port 3590a7d1-ead2-4b37-8ec8-5cd19b926d31, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=3590a7d1-ead2-4b37-8ec8-5cd19b926d31,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:06.005197 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b047d722-5f3f-43a9-9196-710ca3b024c8 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:06.007396 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-528a24c7-041a-46c4-a249-e9d0c5bf6814 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] device_id is not set on port 1069f517-6670-469c-84f8-42e40ef96634 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:36:06.036775 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-8f9ed823-35c0-4779-af9a-1267798d7832 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] show failed (client error): The resource could not be found. Jan 11 09:36:06.040951 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8f9ed823-35c0-4779-af9a-1267798d7832 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "GET /v2.0/subnetpools/24a27445-1475-4561-9a38-49a26e5ea1f5/tags/tempest-TagsExtTest-Tag-1598190192 HTTP/1.1" status: 404 len: 329 time: 0.0592825 Jan 11 09:36:06.041708 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60078) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:06.045948 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ffa95a8a-a673-4cbe-b42b-f7062d3df004 None None] Provisioning for port 3590a7d1-ead2-4b37-8ec8-5cd19b926d31 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:06.054399 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-5669635b-1628-4e50-959f-d35607351fea tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '24a27445-1475-4561-9a38-49a26e5ea1f5', 'tempest-TagsExtTest-Tag-1854837833') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:06.088877 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-5669635b-1628-4e50-959f-d35607351fea tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] show failed (client error): The resource could not be found. Jan 11 09:36:06.089897 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5669635b-1628-4e50-959f-d35607351fea tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "GET /v2.0/subnetpools/24a27445-1475-4561-9a38-49a26e5ea1f5/tags/tempest-TagsExtTest-Tag-1854837833 HTTP/1.1" status: 404 len: 329 time: 0.0413713 Jan 11 09:36:06.093666 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60082) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:06.101827 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75d88cce-889b-4f15-99b7-d9fbc57d1a8d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:06.108154 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.tag.tag_plugin [None req-c7f5dab1-c02c-4ce7-a95f-7c2594a50ef2 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '24a27445-1475-4561-9a38-49a26e5ea1f5') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:06.148486 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75d88cce-889b-4f15-99b7-d9fbc57d1a8d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:06.149206 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75d88cce-889b-4f15-99b7-d9fbc57d1a8d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:06.151407 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b047d722-5f3f-43a9-9196-710ca3b024c8 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:06.284053 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d88cce-889b-4f15-99b7-d9fbc57d1a8d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:06.292172 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-75d88cce-889b-4f15-99b7-d9fbc57d1a8d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:06.301078 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c9bd53-3e3e-476f-b004-2f7995c5bf9c None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:06.312507 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d88cce-889b-4f15-99b7-d9fbc57d1a8d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:06.313316 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-75d88cce-889b-4f15-99b7-d9fbc57d1a8d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:06.341212 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-528a24c7-041a-46c4-a249-e9d0c5bf6814 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Allocated IP 2001:db8::11e (343ae4d7-d3b2-4b68-948c-f9143045c3ba/ca49a8b4-967d-4e30-9e01-2cca421c0173/1069f517-6670-469c-84f8-42e40ef96634) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:06.368418 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d88cce-889b-4f15-99b7-d9fbc57d1a8d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=3590a7d1-ead2-4b37-8ec8-5cd19b926d31,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:06.429871 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d88cce-889b-4f15-99b7-d9fbc57d1a8d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=3c302b93-5d76-48d5-8600-bb6cf363a552,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:06.447244 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c7f5dab1-c02c-4ce7-a95f-7c2594a50ef2 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "DELETE /v2.0/subnetpools/24a27445-1475-4561-9a38-49a26e5ea1f5/tags HTTP/1.1" status: 204 len: 168 time: 0.3505685 Jan 11 09:36:06.450928 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-fb2e4641-097a-4594-8fd7-9fc2bae7e675 req-d4170251-92c9-4fe8-968b-f3c9ede75a33 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.0778134 Jan 11 09:36:06.459060 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60088) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:06.468549 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-75d88cce-889b-4f15-99b7-d9fbc57d1a8d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7632861 Jan 11 09:36:06.468904 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-f3ec8627-a411-45aa-8d17-c6c443a23992 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ca449299-612d-4efb-821c-ac0ae85c134e') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:06.470259 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60092) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:06.484049 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-fa47946d-9175-4cd9-9359-5187babf243c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'mac_address': 'fa:16:3e:74:24:7b', 'name': 'tempest-NetworksTestDHCPv6-721498493'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:06.718372 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f3ec8627-a411-45aa-8d17-c6c443a23992 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "DELETE /v2.0/routers/ca449299-612d-4efb-821c-ac0ae85c134e/tags HTTP/1.1" status: 204 len: 168 time: 0.2581530 Jan 11 09:36:06.724127 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60096) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:06.754001 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-3f41e41d-fd57-4c11-9be2-6163ddd258fc tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4b286bd9-c595-47a8-b587-b733dfce5faa') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:06.788666 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fa47946d-9175-4cd9-9359-5187babf243c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:06.799050 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-fa47946d-9175-4cd9-9359-5187babf243c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:port and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:06.809837 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-fa47946d-9175-4cd9-9359-5187babf243c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:06.830736 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fa47946d-9175-4cd9-9359-5187babf243c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:06.858060 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device b6fad200-6dda-4b9c-92d5-d9e38bcde9e4 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:06.874626 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa47946d-9175-4cd9-9359-5187babf243c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:06.907637 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af23242-da4e-46f9-aca6-6c0e531eb19d None None] Network 24138c16-aed1-4d09-ba50-89b116822d97 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:06.916320 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-528a24c7-041a-46c4-a249-e9d0c5bf6814 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:06.917713 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b047d722-5f3f-43a9-9196-710ca3b024c8 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:06.924941 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3f41e41d-fd57-4c11-9be2-6163ddd258fc tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "DELETE /v2.0/ports/4b286bd9-c595-47a8-b587-b733dfce5faa/tags HTTP/1.1" status: 204 len: 168 time: 0.1867473 Jan 11 09:36:06.925791 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60102) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:06.931679 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.tag.tag_plugin [None req-c033e302-810b-46cf-b1e1-e06466614efa tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '584c68b9-3ca3-42af-afd6-74ae30aada2a') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:06.942223 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-528a24c7-041a-46c4-a249-e9d0c5bf6814 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Transition to ACTIVE for port object 1069f517-6670-469c-84f8-42e40ef96634 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:06.974384 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b047d722-5f3f-43a9-9196-710ca3b024c8 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:06.982662 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6f966edb-3dc4-4cbd-b686-acb8d0a60f2c None None] Provisioning for port b6fad200-6dda-4b9c-92d5-d9e38bcde9e4 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:07.004110 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-528a24c7-041a-46c4-a249-e9d0c5bf6814 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:07.099304 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port b6fad200-6dda-4b9c-92d5-d9e38bcde9e4 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:07.111551 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528a24c7-041a-46c4-a249-e9d0c5bf6814 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Network 343ae4d7-d3b2-4b68-948c-f9143045c3ba is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:07.115747 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port b6fad200-6dda-4b9c-92d5-d9e38bcde9e4 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:07.116611 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:07.122664 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-528a24c7-041a-46c4-a249-e9d0c5bf6814 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:07.125203 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528a24c7-041a-46c4-a249-e9d0c5bf6814 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:36:07.132221 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528a24c7-041a-46c4-a249-e9d0c5bf6814 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:07.132900 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-528a24c7-041a-46c4-a249-e9d0c5bf6814 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:07.137843 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b047d722-5f3f-43a9-9196-710ca3b024c8 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:07.143974 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047d722-5f3f-43a9-9196-710ca3b024c8 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Port': ['ID=a6b1c1db-cd38-49d2-94bf-9d3055e21b30,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:07.216232 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c033e302-810b-46cf-b1e1-e06466614efa tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "DELETE /v2.0/subnets/584c68b9-3ca3-42af-afd6-74ae30aada2a/tags HTTP/1.1" status: 204 len: 168 time: 0.2888284 Jan 11 09:36:07.216840 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60106) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:07.423606 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-528a24c7-041a-46c4-a249-e9d0c5bf6814 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9624817 Jan 11 09:36:07.431095 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60110) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:07.437329 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a24c7-041a-46c4-a249-e9d0c5bf6814 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Pushing event updated for resources: {'Port': ['ID=1069f517-6670-469c-84f8-42e40ef96634,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:07.448693 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b952c2b3-4501-4be5-ae5d-b1aa3a87c0f0 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Request body: {'port': {'network_id': '343ae4d7-d3b2-4b68-948c-f9143045c3ba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-48519629'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:07.513995 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:07.567786 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port b6fad200-6dda-4b9c-92d5-d9e38bcde9e4, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=b6fad200-6dda-4b9c-92d5-d9e38bcde9e4,segment=NetworkSegment(f39dd534-a326-40cd-b703-6e986a93afc4),segment_id=f39dd534-a326-40cd-b703-6e986a93afc4)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:07.575217 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:07.576410 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 3590a7d1-ead2-4b37-8ec8-5cd19b926d31 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:07.623872 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b047d722-5f3f-43a9-9196-710ca3b024c8 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network 24138c16-aed1-4d09-ba50-89b116822d97 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:07.627252 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b047d722-5f3f-43a9-9196-710ca3b024c8 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:07.671034 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa47946d-9175-4cd9-9359-5187babf243c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:07.709162 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1cac7232-cd33-4993-9c5c-d1edba90d6ff req-7708f07f-046d-4af1-99c6-0808926393ee tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.1451750 Jan 11 09:36:07.747238 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7e496-b5ae-498c-8a52-7be83ea341a3 req-3dc5af12-9c4a-454a-ad5c-be03df08e39a tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:07.748811 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-70a7e496-b5ae-498c-8a52-7be83ea341a3 req-3dc5af12-9c4a-454a-ad5c-be03df08e39a tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 944 time: 0.7261050 Jan 11 09:36:07.764925 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-91adafbe-c7ef-4a94-a4b1-bf3685d28744 None None] Provisioning for port 1069f517-6670-469c-84f8-42e40ef96634 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:07.776272 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-91adafbe-c7ef-4a94-a4b1-bf3685d28744 None None] Provisioning complete for port 1069f517-6670-469c-84f8-42e40ef96634 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:07.776782 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-91adafbe-c7ef-4a94-a4b1-bf3685d28744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:07.796705 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-fa47946d-9175-4cd9-9359-5187babf243c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] device_id is not set on port 7f624790-3607-48aa-b590-0868527511dd yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:36:07.861289 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-91adafbe-c7ef-4a94-a4b1-bf3685d28744 None None] Port 1069f517-6670-469c-84f8-42e40ef96634 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:36:07.883597 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=b6fad200-6dda-4b9c-92d5-d9e38bcde9e4,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:07.893391 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 3590a7d1-ead2-4b37-8ec8-5cd19b926d31 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:07.898637 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6aa6260a-a5d7-41ba-8f14-7cc2773cbe9b tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks [] for subnetpool, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:07.900254 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 3590a7d1-ead2-4b37-8ec8-5cd19b926d31 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:07.900828 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:07.903370 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6aa6260a-a5d7-41ba-8f14-7cc2773cbe9b tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "DELETE /v2.0/subnetpools/24a27445-1475-4561-9a38-49a26e5ea1f5 HTTP/1.1" status: 204 len: 168 time: 0.6259093 Jan 11 09:36:07.903554 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-70a7e496-b5ae-498c-8a52-7be83ea341a3 req-e8522d3f-3ef6-4eab-af7a-843a2c8f21d5 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460254 Jan 11 09:36:07.906309 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60116) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:07.909729 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b952c2b3-4501-4be5-ae5d-b1aa3a87c0f0 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:07.940074 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b952c2b3-4501-4be5-ae5d-b1aa3a87c0f0 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:07.979367 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-72ccbbe4-b4c4-4f7d-9375-9589c9710327 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Synchronizing usage tracker for tenant:0ab3b51e793a4118bd5f59aa88a28045 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:36:08.001203 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b952c2b3-4501-4be5-ae5d-b1aa3a87c0f0 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Made reservation on behalf of 3c04c2a7ed484f2bb72455e9db38d92a for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:08.004757 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b952c2b3-4501-4be5-ae5d-b1aa3a87c0f0 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:08.005028 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f868625b-7660-4b6f-8410-b2289b436c14 None None] Provisioning complete for port 3590a7d1-ead2-4b37-8ec8-5cd19b926d31 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:08.005413 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f868625b-7660-4b6f-8410-b2289b436c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:08.012274 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b047d722-5f3f-43a9-9196-710ca3b024c8 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:36:08.015791 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-72ccbbe4-b4c4-4f7d-9375-9589c9710327 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Unset dirty status for tenant:0ab3b51e793a4118bd5f59aa88a28045 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:36:08.020970 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-72ccbbe4-b4c4-4f7d-9375-9589c9710327 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca449299-612d-4efb-821c-ac0ae85c134e HTTP/1.1" status: 200 len: 205 time: 0.1133134 Jan 11 09:36:08.022902 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60120) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:08.046871 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-b952c2b3-4501-4be5-ae5d-b1aa3a87c0f0 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] device_id is not set on port 770b558f-843c-4b52-928e-d5a3d32d4b8a yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:36:08.171585 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:08.221611 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f868625b-7660-4b6f-8410-b2289b436c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:08.242782 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 3590a7d1-ead2-4b37-8ec8-5cd19b926d31, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=3590a7d1-ead2-4b37-8ec8-5cd19b926d31,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:08.246675 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-fa47946d-9175-4cd9-9359-5187babf243c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 172.20.0.6 (11973de4-095d-48a2-8bfe-2305268446bc/17e3835f-46dc-457a-a684-ec93a3fe686e/7f624790-3607-48aa-b590-0868527511dd) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:08.263852 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-fa47946d-9175-4cd9-9359-5187babf243c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 2001:db8::f816:3eff:fe74:247b (11973de4-095d-48a2-8bfe-2305268446bc/3c302b93-5d76-48d5-8600-bb6cf363a552/7f624790-3607-48aa-b590-0868527511dd) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:08.288736 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:08.294803 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-b952c2b3-4501-4be5-ae5d-b1aa3a87c0f0 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Allocated IP 2001:db8::11b (343ae4d7-d3b2-4b68-948c-f9143045c3ba/ca49a8b4-967d-4e30-9e01-2cca421c0173/770b558f-843c-4b52-928e-d5a3d32d4b8a) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:08.320826 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9c4efa6-5596-474f-87a6-5b3b88b00657 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:08.371996 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-f868625b-7660-4b6f-8410-b2289b436c14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:36:08.372348 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-f868625b-7660-4b6f-8410-b2289b436c14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:36:08.383578 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=3590a7d1-ead2-4b37-8ec8-5cd19b926d31,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:08.602484 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:36:08.672084 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa47946d-9175-4cd9-9359-5187babf243c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:08.682807 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b047d722-5f3f-43a9-9196-710ca3b024c8 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:36:08.696937 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] Sync routers for ids ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:36:08.697915 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device b6fad200-6dda-4b9c-92d5-d9e38bcde9e4 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:08.707125 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-fa47946d-9175-4cd9-9359-5187babf243c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Transition to ACTIVE for port object 7f624790-3607-48aa-b590-0868527511dd will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:08.710667 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b952c2b3-4501-4be5-ae5d-b1aa3a87c0f0 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:08.714326 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] Routers {'9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:36:08.716173 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:35:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:08.730750 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-b952c2b3-4501-4be5-ae5d-b1aa3a87c0f0 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Transition to ACTIVE for port object 770b558f-843c-4b52-928e-d5a3d32d4b8a will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:08.746714 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b047d722-5f3f-43a9-9196-710ca3b024c8 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "PUT /v2.0/routers/9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9033575 Jan 11 09:36:08.752837 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60126) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:08.768278 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-07034892-a251-4c7f-a44b-1d9f9ec46abf tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'network': {'name': 'tempest-RoutersTest-135463477'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:08.774564 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-07034892-a251-4c7f-a44b-1d9f9ec46abf tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:08.780233 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9c4efa6-5596-474f-87a6-5b3b88b00657 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:08.781321 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-07034892-a251-4c7f-a44b-1d9f9ec46abf tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:network and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:08.788369 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-07034892-a251-4c7f-a44b-1d9f9ec46abf tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:08.792665 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9c4efa6-5596-474f-87a6-5b3b88b00657 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:08.793414 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa47946d-9175-4cd9-9359-5187babf243c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:08.826783 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9c4efa6-5596-474f-87a6-5b3b88b00657 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:08.827495 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c4efa6-5596-474f-87a6-5b3b88b00657 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Fanout notify agent at l3_agent the message router_deleted on router ca449299-612d-4efb-821c-ac0ae85c134e {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:36:08.838648 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port b6fad200-6dda-4b9c-92d5-d9e38bcde9e4 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:08.839291 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:08.849667 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9c4efa6-5596-474f-87a6-5b3b88b00657 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:08.851057 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d9c4efa6-5596-474f-87a6-5b3b88b00657 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "DELETE /v2.0/routers/ca449299-612d-4efb-821c-ac0ae85c134e HTTP/1.1" status: 204 len: 168 time: 0.8274205 Jan 11 09:36:08.853901 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60130) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:08.889988 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-86c693d0-0cfe-41fc-a40c-6162f6852e30 req-96f1bd8e-aff4-47c6-8077-0d4ad56f0e42 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.1027322 Jan 11 09:36:08.890979 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-07034892-a251-4c7f-a44b-1d9f9ec46abf tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:08.944434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa47946d-9175-4cd9-9359-5187babf243c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:08.951288 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-fa47946d-9175-4cd9-9359-5187babf243c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:08.954831 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa47946d-9175-4cd9-9359-5187babf243c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:36:08.957340 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6644a611-396b-4bf5-9771-c129b91c561a tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Deleting port 4b286bd9-c595-47a8-b587-b733dfce5faa {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:36:08.958309 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6644a611-396b-4bf5-9771-c129b91c561a tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:08.991437 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] Set router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:36:09.054072 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa47946d-9175-4cd9-9359-5187babf243c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:09.054785 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa47946d-9175-4cd9-9359-5187babf243c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:09.063712 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b952c2b3-4501-4be5-ae5d-b1aa3a87c0f0 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:09.094658 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 3590a7d1-ead2-4b37-8ec8-5cd19b926d31 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:09.102710 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07034892-a251-4c7f-a44b-1d9f9ec46abf tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Made reservation on behalf of 264ed167813548b38f5af4683744d86b for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:09.107658 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07034892-a251-4c7f-a44b-1d9f9ec46abf tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:09.164934 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-654c4840-e2ee-4b51-96ac-f9b49a349d60 None None] Provisioning for port a6b1c1db-cd38-49d2-94bf-9d3055e21b30 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:09.180115 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-654c4840-e2ee-4b51-96ac-f9b49a349d60 None None] Provisioning complete for port a6b1c1db-cd38-49d2-94bf-9d3055e21b30 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:09.180840 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-654c4840-e2ee-4b51-96ac-f9b49a349d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:09.227533 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47946d-9175-4cd9-9359-5187babf243c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=7f624790-3607-48aa-b590-0868527511dd,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:09.264362 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 3590a7d1-ead2-4b37-8ec8-5cd19b926d31 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:09.264800 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:09.315319 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b952c2b3-4501-4be5-ae5d-b1aa3a87c0f0 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Network 343ae4d7-d3b2-4b68-948c-f9143045c3ba is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:09.320913 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952c2b3-4501-4be5-ae5d-b1aa3a87c0f0 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Pushing event updated for resources: {'Port': ['ID=770b558f-843c-4b52-928e-d5a3d32d4b8a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:09.330183 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b952c2b3-4501-4be5-ae5d-b1aa3a87c0f0 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:09.332464 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b952c2b3-4501-4be5-ae5d-b1aa3a87c0f0 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:36:09.345351 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-654c4840-e2ee-4b51-96ac-f9b49a349d60 None None] Port a6b1c1db-cd38-49d2-94bf-9d3055e21b30 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:36:09.345587 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b952c2b3-4501-4be5-ae5d-b1aa3a87c0f0 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:09.346189 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b952c2b3-4501-4be5-ae5d-b1aa3a87c0f0 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:09.365500 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-654c4840-e2ee-4b51-96ac-f9b49a349d60 None None] Provisioning complete for port b6fad200-6dda-4b9c-92d5-d9e38bcde9e4 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:09.366534 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-654c4840-e2ee-4b51-96ac-f9b49a349d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:09.418836 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b952c2b3-4501-4be5-ae5d-b1aa3a87c0f0 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9780381 Jan 11 09:36:09.419852 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60136) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:09.420991 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07034892-a251-4c7f-a44b-1d9f9ec46abf tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:36:09.431812 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-dc04d2c3-49c9-4f24-9ca6-489fbf673157 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d1', 'mac_address': 'fa:16:3e:69:28:6c'}, {'ip_address': '2001:db8::11e', 'mac_address': 'fa:16:3e:c8:98:01'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:09.496073 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fa47946d-9175-4cd9-9359-5187babf243c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.0189054 Jan 11 09:36:09.506350 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60140) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:09.512322 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'name': 'tempest-RoutersTest-router-320544399', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:36:00Z', 'updated_at': '2022-01-11T09:36:06Z', 'revision_number': 2, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None, '_interfaces': [{'id': 'a6b1c1db-cd38-49d2-94bf-9d3055e21b30', 'name': '', 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:e2:f1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:05Z', 'updated_at': '2022-01-11T09:36:06Z', 'revision_number': 2, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:09.523589 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] Checking router: 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:36:09.523999 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] Updating router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e port a6b1c1db-cd38-49d2-94bf-9d3055e21b30 binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:36:09.553377 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07034892-a251-4c7f-a44b-1d9f9ec46abf tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:09.553734 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-07034892-a251-4c7f-a44b-1d9f9ec46abf tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Added segment 4a273d04-6785-4a5b-83f9-2404d6469564 of type vlan for network ce38624e-541f-45be-b971-bacd21bb0e31 Jan 11 09:36:09.625854 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6644a611-396b-4bf5-9771-c129b91c561a tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:09.627790 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:09.740014 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-78c39c40-9f74-43cf-abd8-44a8b3097b56 None None] Provisioning for port 770b558f-843c-4b52-928e-d5a3d32d4b8a completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:09.746178 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-78c39c40-9f74-43cf-abd8-44a8b3097b56 None None] Provisioning complete for port 770b558f-843c-4b52-928e-d5a3d32d4b8a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:09.746862 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-78c39c40-9f74-43cf-abd8-44a8b3097b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:09.780779 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6644a611-396b-4bf5-9771-c129b91c561a tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Calling delete_port for 4b286bd9-c595-47a8-b587-b733dfce5faa owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:36:09.809205 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-78c39c40-9f74-43cf-abd8-44a8b3097b56 None None] Port 770b558f-843c-4b52-928e-d5a3d32d4b8a cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:36:09.821865 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-78c39c40-9f74-43cf-abd8-44a8b3097b56 None None] Provisioning for port 7f624790-3607-48aa-b590-0868527511dd completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:09.828129 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-78c39c40-9f74-43cf-abd8-44a8b3097b56 None None] Provisioning complete for port 7f624790-3607-48aa-b590-0868527511dd triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:09.829046 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-78c39c40-9f74-43cf-abd8-44a8b3097b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:09.862953 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b48b29-02a1-4dbe-b2c2-324124c5a62f req-c93cd480-fb85-4ed1-a4a3-6c1e41645c51 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:09.871786 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e3b48b29-02a1-4dbe-b2c2-324124c5a62f req-c93cd480-fb85-4ed1-a4a3-6c1e41645c51 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 944 time: 0.7431893 Jan 11 09:36:09.889955 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-78c39c40-9f74-43cf-abd8-44a8b3097b56 None None] Port 7f624790-3607-48aa-b590-0868527511dd cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:36:09.930628 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07034892-a251-4c7f-a44b-1d9f9ec46abf tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:09.952771 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6644a611-396b-4bf5-9771-c129b91c561a tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:10.003715 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644a611-396b-4bf5-9771-c129b91c561a tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Pushing event deleted for resources: {'Port': ['ID=4b286bd9-c595-47a8-b587-b733dfce5faa,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:10.013586 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:10.027218 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] Transition to ACTIVE for port object a6b1c1db-cd38-49d2-94bf-9d3055e21b30 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:10.035945 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:10.078687 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.resource_extend [None req-07034892-a251-4c7f-a44b-1d9f9ec46abf tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:36:10.124181 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6644a611-396b-4bf5-9771-c129b91c561a tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:10.143074 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6644a611-396b-4bf5-9771-c129b91c561a tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "DELETE /v2.0/ports/4b286bd9-c595-47a8-b587-b733dfce5faa HTTP/1.1" status: 204 len: 168 time: 1.2877686 Jan 11 09:36:10.143727 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60146) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:10.144727 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e3b48b29-02a1-4dbe-b2c2-324124c5a62f req-db599f8a-f0a9-4e36-82db-4f8fa11e4895 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2717800 Jan 11 09:36:10.190039 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d28fe566-ed34-4e2e-a51b-70a9949690a6 req-4ecc46e8-f234-4ce3-a42a-93220ca1f491 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.2395251 Jan 11 09:36:10.232034 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fc2950-ab0f-4645-a819-78e70e49b04c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:10.238857 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fc2950-ab0f-4645-a819-78e70e49b04c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:10.239687 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-36fc2950-ab0f-4645-a819-78e70e49b04c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:36:10.240463 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-8992a218-7020-4089-a18d-efc282ad42a8 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Deleting subnet 584c68b9-3ca3-42af-afd6-74ae30aada2a {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:36:10.244410 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8992a218-7020-4089-a18d-efc282ad42a8 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:10.245905 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07034892-a251-4c7f-a44b-1d9f9ec46abf tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:10.255531 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c7939-f25f-48af-a266-840809fe182b None None] Pushing event updated for resources: {'Port': ['ID=a6b1c1db-cd38-49d2-94bf-9d3055e21b30,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:10.256153 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07034892-a251-4c7f-a44b-1d9f9ec46abf tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:10.256760 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07034892-a251-4c7f-a44b-1d9f9ec46abf tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:10.284168 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc04d2c3-49c9-4f24-9ca6-489fbf673157 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:10.323214 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8992a218-7020-4089-a18d-efc282ad42a8 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:10.332247 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] Attempting to bind port a6b1c1db-cd38-49d2-94bf-9d3055e21b30 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:36:10.332842 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] Attempting to bind port a6b1c1db-cd38-49d2-94bf-9d3055e21b30 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'f39dd534-a326-40cd-b703-6e986a93afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:36:10.333404 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] Attempting to bind port a6b1c1db-cd38-49d2-94bf-9d3055e21b30 on network 24138c16-aed1-4d09-ba50-89b116822d97 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:36:10.339799 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:36:10.340408 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] Checking segment: {'id': 'f39dd534-a326-40cd-b703-6e986a93afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:10.341037 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:10.341602 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] Bound using segment: {'id': 'f39dd534-a326-40cd-b703-6e986a93afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:36:10.342265 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] Bound port: a6b1c1db-cd38-49d2-94bf-9d3055e21b30, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39dd534-a326-40cd-b703-6e986a93afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:36:10.342955 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:10.412740 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 653bf390-5022-446f-b35d-1ea85980c365 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:36:10.421163 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-36fc2950-ab0f-4645-a819-78e70e49b04c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:36:10.422977 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-36fc2950-ab0f-4645-a819-78e70e49b04c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.9143248 Jan 11 09:36:10.425556 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8992a218-7020-4089-a18d-efc282ad42a8 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:10.457611 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] For port a6b1c1db-cd38-49d2-94bf-9d3055e21b30, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:36:10.461042 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] For port a6b1c1db-cd38-49d2-94bf-9d3055e21b30, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a6b1c1db-cd38-49d2-94bf-9d3055e21b30,segment=NetworkSegment(f39dd534-a326-40cd-b703-6e986a93afc4),segment_id=f39dd534-a326-40cd-b703-6e986a93afc4)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:36:10.465163 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60150) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:10.467418 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:10.485989 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-07034892-a251-4c7f-a44b-1d9f9ec46abf tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7239263 Jan 11 09:36:10.487232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07034892-a251-4c7f-a44b-1d9f9ec46abf tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Network': ['ID=ce38624e-541f-45be-b971-bacd21bb0e31,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:10.491987 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60154) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:10.501129 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b46f6c7b-3e6f-48bb-b92a-b55bafab7b38 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'subnet': {'network_id': 'ce38624e-541f-45be-b971-bacd21bb0e31', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:10.561619 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] Routers {'9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:36:10.562306 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:35:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:10.580821 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5e97cac3-d550-4aec-a46c-8cf48be3af86 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting port 7f624790-3607-48aa-b590-0868527511dd {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:36:10.581160 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5e97cac3-d550-4aec-a46c-8cf48be3af86 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:10.651239 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network ce38624e-541f-45be-b971-bacd21bb0e31 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:36:10.684768 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8992a218-7020-4089-a18d-efc282ad42a8 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:10.743330 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8992a218-7020-4089-a18d-efc282ad42a8 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:10.758022 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99da089-6a70-4f8d-b44d-a742ff5a0247 None None] Network 5ff37bba-e6ed-473c-9737-0371fd70f46a requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:10.759475 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992a218-7020-4089-a18d-efc282ad42a8 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Pushing event deleted for resources: {'Subnet': ['ID=584c68b9-3ca3-42af-afd6-74ae30aada2a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:10.788294 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] Set router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:36:10.861075 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b46f6c7b-3e6f-48bb-b92a-b55bafab7b38 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:10.868913 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b46f6c7b-3e6f-48bb-b92a-b55bafab7b38 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:subnet and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:10.871501 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8992a218-7020-4089-a18d-efc282ad42a8 tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "DELETE /v2.0/subnets/584c68b9-3ca3-42af-afd6-74ae30aada2a HTTP/1.1" status: 204 len: 168 time: 0.7265627 Jan 11 09:36:10.875491 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60158) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:10.880873 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b46f6c7b-3e6f-48bb-b92a-b55bafab7b38 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:10.892062 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b46f6c7b-3e6f-48bb-b92a-b55bafab7b38 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:10.923852 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46f6c7b-3e6f-48bb-b92a-b55bafab7b38 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Made reservation on behalf of 264ed167813548b38f5af4683744d86b for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:10.924329 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 653bf390-5022-446f-b35d-1ea85980c365, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=653bf390-5022-446f-b35d-1ea85980c365,segment=NetworkSegment(432e4216-ddff-43d1-8fec-12c3795a4030),segment_id=432e4216-ddff-43d1-8fec-12c3795a4030)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:10.927853 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b46f6c7b-3e6f-48bb-b92a-b55bafab7b38 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:10.975794 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c7939-f25f-48af-a266-840809fe182b None None] Pushing event updated for resources: {'Port': ['ID=a6b1c1db-cd38-49d2-94bf-9d3055e21b30,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:11.039643 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '653bf390-5022-446f-b35d-1ea85980c365', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'port_id': '653bf390-5022-446f-b35d-1ea85980c365', 'mac_address': 'fa:16:3e:ee:3f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:36:11.071438 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc04d2c3-49c9-4f24-9ca6-489fbf673157 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:11.081136 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc04d2c3-49c9-4f24-9ca6-489fbf673157 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:11.160301 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-dc04d2c3-49c9-4f24-9ca6-489fbf673157 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] In _notify_port_updated(), no bound segment for port 770b558f-843c-4b52-928e-d5a3d32d4b8a on network 343ae4d7-d3b2-4b68-948c-f9143045c3ba {{(pid=87655) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 11 09:36:11.166295 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc04d2c3-49c9-4f24-9ca6-489fbf673157 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:11.167093 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc04d2c3-49c9-4f24-9ca6-489fbf673157 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:11.168523 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-dc04d2c3-49c9-4f24-9ca6-489fbf673157 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] 10.222.0.15 "PUT /v2.0/ports/770b558f-843c-4b52-928e-d5a3d32d4b8a HTTP/1.1" status: 200 len: 1065 time: 1.7423139 Jan 11 09:36:11.173276 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60162) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:11.231742 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:11.249472 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04d2c3-49c9-4f24-9ca6-489fbf673157 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Pushing event updated for resources: {'Port': ['ID=770b558f-843c-4b52-928e-d5a3d32d4b8a,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:11.274659 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653bf390-5022-446f-b35d-1ea85980c365 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:36:11.323335 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 653bf390-5022-446f-b35d-1ea85980c365, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=653bf390-5022-446f-b35d-1ea85980c365,segment=NetworkSegment(432e4216-ddff-43d1-8fec-12c3795a4030),segment_id=432e4216-ddff-43d1-8fec-12c3795a4030)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:11.334379 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:11.417488 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'name': 'tempest-RoutersTest-router-320544399', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:36:00Z', 'updated_at': '2022-01-11T09:36:06Z', 'revision_number': 2, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None, '_interfaces': [{'id': 'a6b1c1db-cd38-49d2-94bf-9d3055e21b30', 'name': '', 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:e2:f1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:05Z', 'updated_at': '2022-01-11T09:36:10Z', 'revision_number': 4, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:11.422078 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaa3361-e212-4cdd-b6d1-54c911b5212c None None] The sync data for ids ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'] in dv-neutron-823402-4-hyperv is: [{'id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'name': 'tempest-RoutersTest-router-320544399', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:36:00Z', 'updated_at': '2022-01-11T09:36:06Z', 'revision_number': 2, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None, '_interfaces': [{'id': 'a6b1c1db-cd38-49d2-94bf-9d3055e21b30', 'name': '', 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:e2:f1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:05Z', 'updated_at': '2022-01-11T09:36:10Z', 'revision_number': 4, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:36:11.422897 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2d2541a-a4e0-46e3-a172-8500619d5b6f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:11.457904 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b36d15f-e7ae-4449-b485-cec64cb42ebc None None] DHCP port deletion for 5ff37bba-e6ed-473c-9737-0371fd70f46a request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:36:11.465389 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a189ba50-786b-45d0-8e87-a13491ae5128 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Deleting port 770b558f-843c-4b52-928e-d5a3d32d4b8a {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:36:11.465734 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a189ba50-786b-45d0-8e87-a13491ae5128 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:11.473980 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5e97cac3-d550-4aec-a46c-8cf48be3af86 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:11.476929 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9b36d15f-e7ae-4449-b485-cec64cb42ebc None None] Deleting port e7112216-9c1a-4c31-b1b3-e5e3e148f3ff {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:36:11.477314 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9b36d15f-e7ae-4449-b485-cec64cb42ebc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:11.489784 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a2d2541a-a4e0-46e3-a172-8500619d5b6f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Deleting port e7112216-9c1a-4c31-b1b3-e5e3e148f3ff {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:36:11.490317 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2d2541a-a4e0-46e3-a172-8500619d5b6f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:11.573027 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7138da02-03cf-42e7-883a-88d19db0a2b5 req-c3bb8f34-6589-4523-8e14-08d2b44ead9a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.1986630 Jan 11 09:36:11.725637 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5e97cac3-d550-4aec-a46c-8cf48be3af86 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Calling delete_port for 7f624790-3607-48aa-b590-0868527511dd owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:36:11.758100 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=653bf390-5022-446f-b35d-1ea85980c365,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:11.761954 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['653bf390-5022-446f-b35d-1ea85980c365'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:36:11.836651 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b46f6c7b-3e6f-48bb-b92a-b55bafab7b38 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:11.941770 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6e25e-7e36-4ef4-99d6-e2365d9c8c4a req-01904ae9-f5e6-405c-b3f9-294232b26091 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:11.943398 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-26b6e25e-7e36-4ef4-99d6-e2365d9c8c4a req-01904ae9-f5e6-405c-b3f9-294232b26091 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 945 time: 0.4350147 Jan 11 09:36:12.058446 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-9b36d15f-e7ae-4449-b485-cec64cb42ebc None None] For port e7112216-9c1a-4c31-b1b3-e5e3e148f3ff, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e7112216-9c1a-4c31-b1b3-e5e3e148f3ff,segment=NetworkSegment(4db44204-cfb9-4b04-b120-c6c73b22c00f),segment_id=4db44204-cfb9-4b04-b120-c6c73b22c00f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:12.058794 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9b36d15f-e7ae-4449-b485-cec64cb42ebc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:12.105678 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f6c7b-3e6f-48bb-b92a-b55bafab7b38 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Subnet': ['ID=194a517a-aa4b-4177-9fed-41e11fa08cb9,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:12.149365 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a189ba50-786b-45d0-8e87-a13491ae5128 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:12.261284 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9b36d15f-e7ae-4449-b485-cec64cb42ebc None None] Calling delete_port for e7112216-9c1a-4c31-b1b3-e5e3e148f3ff owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:36:12.295830 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a2d2541a-a4e0-46e3-a172-8500619d5b6f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] For port e7112216-9c1a-4c31-b1b3-e5e3e148f3ff, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e7112216-9c1a-4c31-b1b3-e5e3e148f3ff,segment=NetworkSegment(4db44204-cfb9-4b04-b120-c6c73b22c00f),segment_id=4db44204-cfb9-4b04-b120-c6c73b22c00f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:12.296236 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2d2541a-a4e0-46e3-a172-8500619d5b6f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:12.385125 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:12.385907 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:12.386890 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:12.387488 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:12.388108 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:12.388679 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:12.389274 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:12.389882 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:12.390447 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:12.391072 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:12.391968 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:12.392538 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:12.401607 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9b36d15f-e7ae-4449-b485-cec64cb42ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:12.439800 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-26b6e25e-7e36-4ef4-99d6-e2365d9c8c4a req-1beda5fb-f532-4463-a68b-2c2d4c24b0ad tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4382892 Jan 11 09:36:12.457175 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b36d15f-e7ae-4449-b485-cec64cb42ebc None None] No DVR routers for this DVR port e7112216-9c1a-4c31-b1b3-e5e3e148f3ff on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:36:12.481447 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36d15f-e7ae-4449-b485-cec64cb42ebc None None] Pushing event deleted for resources: {'Port': ['ID=e7112216-9c1a-4c31-b1b3-e5e3e148f3ff,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:12.512465 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f6c7b-3e6f-48bb-b92a-b55bafab7b38 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Checking segment: {'id': '4a273d04-6785-4a5b-83f9-2404d6469564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ce38624e-541f-45be-b971-bacd21bb0e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:12.512870 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46f6c7b-3e6f-48bb-b92a-b55bafab7b38 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network hostable DHCP agents. Network: ce38624e-541f-45be-b971-bacd21bb0e31, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:36:12.513393 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7e0e596f-a69e-43ec-b201-a39f1b6df55b None None] Provisioning complete for port 770b558f-843c-4b52-928e-d5a3d32d4b8a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:12.513772 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7e0e596f-a69e-43ec-b201-a39f1b6df55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:12.529654 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a189ba50-786b-45d0-8e87-a13491ae5128 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Calling delete_port for 770b558f-843c-4b52-928e-d5a3d32d4b8a owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:36:12.538638 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a2d2541a-a4e0-46e3-a172-8500619d5b6f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Calling delete_port for e7112216-9c1a-4c31-b1b3-e5e3e148f3ff owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:36:12.642706 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46f6c7b-3e6f-48bb-b92a-b55bafab7b38 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network ce38624e-541f-45be-b971-bacd21bb0e31 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:36:12.690536 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5e97cac3-d550-4aec-a46c-8cf48be3af86 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:12.715082 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e596f-a69e-43ec-b201-a39f1b6df55b None None] Port 770b558f-843c-4b52-928e-d5a3d32d4b8a cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:36:12.766773 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a6b1c1db-cd38-49d2-94bf-9d3055e21b30 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:12.788342 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-724a8e16-715c-444f-99e0-b199c2ff9aaf req-36e9037d-2647-4235-aee6-b0f4918d00cd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.1235847 Jan 11 09:36:12.791109 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b46f6c7b-3e6f-48bb-b92a-b55bafab7b38 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, ce38624e-541f-45be-b971-bacd21bb0e31) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:12.808267 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46f6c7b-3e6f-48bb-b92a-b55bafab7b38 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:12.808919 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b46f6c7b-3e6f-48bb-b92a-b55bafab7b38 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:12.837536 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97cac3-d550-4aec-a46c-8cf48be3af86 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Port': ['ID=7f624790-3607-48aa-b590-0868527511dd,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:12.845515 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8e8d13-1ba8-4110-8f3d-466611625a32 None None] Network ce38624e-541f-45be-b971-bacd21bb0e31 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:12.878118 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b46f6c7b-3e6f-48bb-b92a-b55bafab7b38 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3847902 Jan 11 09:36:12.879365 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60172) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:12.882252 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a189ba50-786b-45d0-8e87-a13491ae5128 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:12.889768 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.api [None req-a2d2541a-a4e0-46e3-a172-8500619d5b6f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:36:12.889768 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG oslo_db.api [None req-a2d2541a-a4e0-46e3-a172-8500619d5b6f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:36:13.008812 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1a5f23cd-5b6d-4a0b-8357-3e905cf7e8de req-19f89ac7-5d56-44df-af54-1e57ee5deb6a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2473040 Jan 11 09:36:13.021872 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port a6b1c1db-cd38-49d2-94bf-9d3055e21b30 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:13.039282 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port a6b1c1db-cd38-49d2-94bf-9d3055e21b30 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:13.039548 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5e97cac3-d550-4aec-a46c-8cf48be3af86 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:13.039890 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:13.062484 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5e97cac3-d550-4aec-a46c-8cf48be3af86 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/7f624790-3607-48aa-b590-0868527511dd HTTP/1.1" status: 204 len: 168 time: 2.5941577 Jan 11 09:36:13.062849 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60176) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:13.079945 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189ba50-786b-45d0-8e87-a13491ae5128 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Pushing event deleted for resources: {'Port': ['ID=770b558f-843c-4b52-928e-d5a3d32d4b8a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:13.302576 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05504e05-ceeb-4db0-a905-3d941c0ca3b9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:13.304420 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05504e05-ceeb-4db0-a905-3d941c0ca3b9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:13.306320 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05504e05-ceeb-4db0-a905-3d941c0ca3b9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:13.310363 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-05504e05-ceeb-4db0-a905-3d941c0ca3b9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2429922 Jan 11 09:36:13.311604 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60180) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:13.371417 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f23cd-5b6d-4a0b-8357-3e905cf7e8de req-816c0981-0772-4173-8195-843ca0011ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:13.372900 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1a5f23cd-5b6d-4a0b-8357-3e905cf7e8de req-816c0981-0772-4173-8195-843ca0011ddd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=14ed3ba110e14acfa72fca43f8ae9c54&device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 1098 time: 0.2198298 Jan 11 09:36:13.392504 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a2d2541a-a4e0-46e3-a172-8500619d5b6f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Deleting port e7112216-9c1a-4c31-b1b3-e5e3e148f3ff {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:36:13.392504 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2d2541a-a4e0-46e3-a172-8500619d5b6f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:13.489679 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:13.501365 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319a6ac0-52e5-4428-9b7d-3a91299d2de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-ce38624e-541f-45be-b971-bacd21bb0e31', 'network_id': 'ce38624e-541f-45be-b971-bacd21bb0e31', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'fixed_ips': [{'subnet_id': '194a517a-aa4b-4177-9fed-41e11fa08cb9'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:36:13.502322 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-319a6ac0-52e5-4428-9b7d-3a91299d2de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:13.579637 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f23cd-5b6d-4a0b-8357-3e905cf7e8de req-9cfe9b62-05e4-4da6-854f-e53289c50673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:13.581176 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1a5f23cd-5b6d-4a0b-8357-3e905cf7e8de req-9cfe9b62-05e4-4da6-854f-e53289c50673 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bbf6be13-cc99-44e4-8991-cc0b8c6993de HTTP/1.1" status: 200 len: 898 time: 0.1624072 Jan 11 09:36:13.661279 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port a6b1c1db-cd38-49d2-94bf-9d3055e21b30, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a6b1c1db-cd38-49d2-94bf-9d3055e21b30,segment=NetworkSegment(f39dd534-a326-40cd-b703-6e986a93afc4),segment_id=f39dd534-a326-40cd-b703-6e986a93afc4)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:13.673295 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:13.700721 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-3865e96a-42fc-4e66-8cd6-f70fdc5e1c69 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet 17e3835f-46dc-457a-a684-ec93a3fe686e {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:36:13.740691 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-319a6ac0-52e5-4428-9b7d-3a91299d2de7 None None] Allocated IP 172.21.0.2 (ce38624e-541f-45be-b971-bacd21bb0e31/194a517a-aa4b-4177-9fed-41e11fa08cb9/e2edf766-f30a-44f2-9824-cc08d09d1794) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:13.748636 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e7112216-9c1a-4c31-b1b3-e5e3e148f3ff no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:36:13.765261 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1a5f23cd-5b6d-4a0b-8357-3e905cf7e8de req-53661384-c0e7-429d-9a75-391dd69d6e50 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=978151b7-a367-41c9-93da-1fa67427275c HTTP/1.1" status: 200 len: 1001 time: 0.1635387 Jan 11 09:36:13.784560 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a2d2541a-a4e0-46e3-a172-8500619d5b6f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] The port 'e7112216-9c1a-4c31-b1b3-e5e3e148f3ff' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:36:13.793932 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: e7112216-9c1a-4c31-b1b3-e5e3e148f3ff {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:36:13.794362 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e7112216-9c1a-4c31-b1b3-e5e3e148f3ff not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:36:13.814660 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3865e96a-42fc-4e66-8cd6-f70fdc5e1c69 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:13.833553 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=a6b1c1db-cd38-49d2-94bf-9d3055e21b30,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:13.851057 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a189ba50-786b-45d0-8e87-a13491ae5128 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:13.855343 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a189ba50-786b-45d0-8e87-a13491ae5128 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] 10.222.0.15 "DELETE /v2.0/ports/770b558f-843c-4b52-928e-d5a3d32d4b8a HTTP/1.1" status: 204 len: 168 time: 2.6765735 Jan 11 09:36:13.857046 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60188) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:13.950895 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-5422fc67-938c-43d3-ad71-0af2e713bc8f tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] GET failed (client error): The resource could not be found. Jan 11 09:36:13.951163 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3865e96a-42fc-4e66-8cd6-f70fdc5e1c69 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:13.951433 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5422fc67-938c-43d3-ad71-0af2e713bc8f tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Synchronizing usage tracker for tenant:3c04c2a7ed484f2bb72455e9db38d92a on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:36:13.976525 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ae529a1a-f8b9-4357-8bbe-71cd8c9e7992 req-6b79f0f6-1695-4210-8b07-7ef0600c8149 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.0717144 Jan 11 09:36:14.055299 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-319a6ac0-52e5-4428-9b7d-3a91299d2de7 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:14.068563 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-319a6ac0-52e5-4428-9b7d-3a91299d2de7 None None] Transition to ACTIVE for port object e2edf766-f30a-44f2-9824-cc08d09d1794 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:14.090950 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-319a6ac0-52e5-4428-9b7d-3a91299d2de7 None None] Transition to ACTIVE for port object e2edf766-f30a-44f2-9824-cc08d09d1794 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:14.096784 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-319a6ac0-52e5-4428-9b7d-3a91299d2de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:14.158535 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5422fc67-938c-43d3-ad71-0af2e713bc8f tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Unset dirty status for tenant:3c04c2a7ed484f2bb72455e9db38d92a on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:36:14.162349 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5422fc67-938c-43d3-ad71-0af2e713bc8f tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] 10.222.0.15 "GET /v2.0/ports/770b558f-843c-4b52-928e-d5a3d32d4b8a HTTP/1.1" status: 404 len: 333 time: 0.3017159 Jan 11 09:36:14.163742 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60192) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:14.170960 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319a6ac0-52e5-4428-9b7d-3a91299d2de7 None None] Network ce38624e-541f-45be-b971-bacd21bb0e31 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:14.174992 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-319a6ac0-52e5-4428-9b7d-3a91299d2de7 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:14.178638 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319a6ac0-52e5-4428-9b7d-3a91299d2de7 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:36:14.184283 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a6ac0-52e5-4428-9b7d-3a91299d2de7 None None] Pushing event updated for resources: {'Port': ['ID=e2edf766-f30a-44f2-9824-cc08d09d1794,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:14.184527 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2d2541a-a4e0-46e3-a172-8500619d5b6f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:14.196670 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f23cd-5b6d-4a0b-8357-3e905cf7e8de req-3cb9b2eb-b600-4f13-8962-f2612aff6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:14.198175 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1a5f23cd-5b6d-4a0b-8357-3e905cf7e8de req-3cb9b2eb-b600-4f13-8962-f2612aff6a71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48997d48-8017-4745-a919-e2841ee030d4 HTTP/1.1" status: 200 len: 835 time: 0.4198647 Jan 11 09:36:14.208805 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2d94a-3422-4a0e-80de-16ebf0131ffe req-81247b5e-7daa-4c3a-9e8a-6646ed4a9b49 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:14.209872 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4af2d94a-3422-4a0e-80de-16ebf0131ffe req-81247b5e-7daa-4c3a-9e8a-6646ed4a9b49 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 945 time: 0.5424759 Jan 11 09:36:14.275285 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-a2d2541a-a4e0-46e3-a172-8500619d5b6f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff37bba-e6ed-473c-9737-0371fd70f46a']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:14.278003 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-319a6ac0-52e5-4428-9b7d-3a91299d2de7 None None] Attempting to bind port e2edf766-f30a-44f2-9824-cc08d09d1794 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:36:14.278505 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-319a6ac0-52e5-4428-9b7d-3a91299d2de7 None None] Attempting to bind port e2edf766-f30a-44f2-9824-cc08d09d1794 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '4a273d04-6785-4a5b-83f9-2404d6469564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ce38624e-541f-45be-b971-bacd21bb0e31'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:36:14.278933 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319a6ac0-52e5-4428-9b7d-3a91299d2de7 None None] Attempting to bind port e2edf766-f30a-44f2-9824-cc08d09d1794 on network ce38624e-541f-45be-b971-bacd21bb0e31 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:36:14.285224 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319a6ac0-52e5-4428-9b7d-3a91299d2de7 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:36:14.285702 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319a6ac0-52e5-4428-9b7d-3a91299d2de7 None None] Checking segment: {'id': '4a273d04-6785-4a5b-83f9-2404d6469564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ce38624e-541f-45be-b971-bacd21bb0e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:14.286206 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-319a6ac0-52e5-4428-9b7d-3a91299d2de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:14.286674 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319a6ac0-52e5-4428-9b7d-3a91299d2de7 None None] Bound using segment: {'id': '4a273d04-6785-4a5b-83f9-2404d6469564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ce38624e-541f-45be-b971-bacd21bb0e31'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:36:14.289001 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-319a6ac0-52e5-4428-9b7d-3a91299d2de7 None None] Bound port: e2edf766-f30a-44f2-9824-cc08d09d1794, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a273d04-6785-4a5b-83f9-2404d6469564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ce38624e-541f-45be-b971-bacd21bb0e31'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:36:14.289001 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-319a6ac0-52e5-4428-9b7d-3a91299d2de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:14.302459 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-a2d2541a-a4e0-46e3-a172-8500619d5b6f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db44204-cfb9-4b04-b120-c6c73b22c00f') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:14.303434 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-a2d2541a-a4e0-46e3-a172-8500619d5b6f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db44204-cfb9-4b04-b120-c6c73b22c00f') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:14.329137 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2d2541a-a4e0-46e3-a172-8500619d5b6f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:14.331119 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-58a8c760-b0f9-4d34-a214-01560a13c097 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Deleting port 1069f517-6670-469c-84f8-42e40ef96634 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:36:14.331463 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58a8c760-b0f9-4d34-a214-01560a13c097 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:14.342424 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3865e96a-42fc-4e66-8cd6-f70fdc5e1c69 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:14.365239 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4af2d94a-3422-4a0e-80de-16ebf0131ffe req-e63fd779-f089-4593-920d-f09d475fe19f tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412451 Jan 11 09:36:14.384787 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-319a6ac0-52e5-4428-9b7d-3a91299d2de7 None None] For port e2edf766-f30a-44f2-9824-cc08d09d1794, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:36:14.387652 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8770c901-26d2-4217-81fb-adf6e207e873 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:14.398931 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2d2541a-a4e0-46e3-a172-8500619d5b6f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:14.417244 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d2541a-a4e0-46e3-a172-8500619d5b6f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:36:14.417636 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2d2541a-a4e0-46e3-a172-8500619d5b6f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:36:14.434522 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:36:14.443363 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f23cd-5b6d-4a0b-8357-3e905cf7e8de req-81d9dc1a-fd52-4439-a433-a544eb0a5b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:14.445004 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1a5f23cd-5b6d-4a0b-8357-3e905cf7e8de req-81d9dc1a-fd52-4439-a433-a544eb0a5b1b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bbf6be13-cc99-44e4-8991-cc0b8c6993de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2360649 Jan 11 09:36:14.452692 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 653bf390-5022-446f-b35d-1ea85980c365 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:14.526762 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port 653bf390-5022-446f-b35d-1ea85980c365 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:14.532106 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 653bf390-5022-446f-b35d-1ea85980c365 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:14.532273 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:14.565234 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3865e96a-42fc-4e66-8cd6-f70fdc5e1c69 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:14.658325 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:14.669876 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3865e96a-42fc-4e66-8cd6-f70fdc5e1c69 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:14.673281 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865e96a-42fc-4e66-8cd6-f70fdc5e1c69 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=17e3835f-46dc-457a-a684-ec93a3fe686e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:14.680192 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-319a6ac0-52e5-4428-9b7d-3a91299d2de7 None None] For port e2edf766-f30a-44f2-9824-cc08d09d1794, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e2edf766-f30a-44f2-9824-cc08d09d1794,segment=NetworkSegment(4a273d04-6785-4a5b-83f9-2404d6469564),segment_id=4a273d04-6785-4a5b-83f9-2404d6469564)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:36:14.681580 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2d2541a-a4e0-46e3-a172-8500619d5b6f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:14.687466 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d6bd49-5510-45c9-9aab-4f02d71bdd1f None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:14.691705 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2d2541a-a4e0-46e3-a172-8500619d5b6f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:14.713255 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-319a6ac0-52e5-4428-9b7d-3a91299d2de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:14.737507 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2541a-a4e0-46e3-a172-8500619d5b6f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] Pushing event deleted for resources: {'Network': ['ID=5ff37bba-e6ed-473c-9737-0371fd70f46a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:14.745914 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3865e96a-42fc-4e66-8cd6-f70fdc5e1c69 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/17e3835f-46dc-457a-a684-ec93a3fe686e HTTP/1.1" status: 204 len: 168 time: 1.4307308 Jan 11 09:36:14.746309 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60196) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:14.747541 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a2d2541a-a4e0-46e3-a172-8500619d5b6f tempest-TagsExtTest-373094118 tempest-TagsExtTest-373094118-project] 10.222.0.15 "DELETE /v2.0/networks/5ff37bba-e6ed-473c-9737-0371fd70f46a HTTP/1.1" status: 204 len: 168 time: 3.8685684 Jan 11 09:36:14.774646 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6029d70b-cd04-4cac-bfaf-e647c5660a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653bf390-5022-446f-b35d-1ea85980c365'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:36:14.779493 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1a5f23cd-5b6d-4a0b-8357-3e905cf7e8de req-4da9ce18-0c96-44b1-ac12-52e96e8c3640 service neutron] 10.222.0.42 "GET /v2.0/networks/bbf6be13-cc99-44e4-8991-cc0b8c6993de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276174 Jan 11 09:36:14.858679 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a6b1c1db-cd38-49d2-94bf-9d3055e21b30 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:14.899945 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 653bf390-5022-446f-b35d-1ea85980c365, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=653bf390-5022-446f-b35d-1ea85980c365,segment=NetworkSegment(432e4216-ddff-43d1-8fec-12c3795a4030),segment_id=432e4216-ddff-43d1-8fec-12c3795a4030)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:14.903627 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6029d70b-cd04-4cac-bfaf-e647c5660a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653bf390-5022-446f-b35d-1ea85980c365', 'code': 200} Jan 11 09:36:14.933496 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc336da-744d-4874-aa37-d714164a7f66 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet 3c302b93-5d76-48d5-8600-bb6cf363a552 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:36:14.937621 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58a8c760-b0f9-4d34-a214-01560a13c097 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:14.951103 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8cc336da-744d-4874-aa37-d714164a7f66 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:14.978773 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:15.006435 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1a5f23cd-5b6d-4a0b-8357-3e905cf7e8de req-1677a1d0-90b1-4301-b406-e69d1f0ea1a2 service neutron] 10.222.0.42 "GET /v2.0/networks/bbf6be13-cc99-44e4-8991-cc0b8c6993de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135212 Jan 11 09:36:15.044747 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a6ac0-52e5-4428-9b7d-3a91299d2de7 None None] Pushing event updated for resources: {'Port': ['ID=e2edf766-f30a-44f2-9824-cc08d09d1794,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:15.165817 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-58a8c760-b0f9-4d34-a214-01560a13c097 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Calling delete_port for 1069f517-6670-469c-84f8-42e40ef96634 owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:36:15.281835 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60208) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:15.339253 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b029e6-2fd5-49ac-9fd2-88be9fdba24a req-466b70e5-a8ce-4faf-8d3a-b64c12957a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:15.340989 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f4b029e6-2fd5-49ac-9fd2-88be9fdba24a req-466b70e5-a8ce-4faf-8d3a-b64c12957a41 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 1099 time: 0.1387181 Jan 11 09:36:15.343866 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-dbed9caa-7e71-4b8d-a60f-9f74177a27ad req-9044e04c-0598-4e3c-a361-0b162c17e644 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.1902103 Jan 11 09:36:15.346972 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8cc336da-744d-4874-aa37-d714164a7f66 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:15.358739 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=653bf390-5022-446f-b35d-1ea85980c365,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:15.374277 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port a6b1c1db-cd38-49d2-94bf-9d3055e21b30 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:15.375933 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:15.455098 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f4b029e6-2fd5-49ac-9fd2-88be9fdba24a req-a2e94fd3-a7c6-4e84-85bd-f3300f303240 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760353 Jan 11 09:36:15.537391 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-8770c901-26d2-4217-81fb-adf6e207e873 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Allocated IP 172.21.0.1 (ce38624e-541f-45be-b971-bacd21bb0e31/194a517a-aa4b-4177-9fed-41e11fa08cb9/7c96bea4-c35d-4dc5-85b2-ab0c11751889) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:15.617415 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-564dfc11-f608-4202-ab2b-2a03290f9bd8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ab3b51e793a4118bd5f59aa88a28045&name=default HTTP/1.1" status: 200 len: 2980 time: 0.3300691 Jan 11 09:36:15.618157 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60216) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:15.701957 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc1a2d2f-46ab-468c-95f7-014264a5c0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:15.709774 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8cc336da-744d-4874-aa37-d714164a7f66 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:15.731368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc1a2d2f-46ab-468c-95f7-014264a5c0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:15.795616 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc1a2d2f-46ab-468c-95f7-014264a5c0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:15.814114 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a2d2f-46ab-468c-95f7-014264a5c0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3439941e-6800-4490-a119-20a56389b311,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:15.825005 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc1a2d2f-46ab-468c-95f7-014264a5c0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:15.829228 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-fc1a2d2f-46ab-468c-95f7-014264a5c0d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3439941e-6800-4490-a119-20a56389b311 HTTP/1.1" status: 204 len: 168 time: 0.2070715 Jan 11 09:36:15.955166 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58a8c760-b0f9-4d34-a214-01560a13c097 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:16.045711 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8c760-b0f9-4d34-a214-01560a13c097 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Pushing event deleted for resources: {'Port': ['ID=1069f517-6670-469c-84f8-42e40ef96634,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:16.132289 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35e57f-61d0-426d-b9fa-beae4b744b0e req-e6b9330e-ef45-41b3-8c76-af74ff745047 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:16.142698 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7d35e57f-61d0-426d-b9fa-beae4b744b0e req-e6b9330e-ef45-41b3-8c76-af74ff745047 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 946 time: 0.5772896 Jan 11 09:36:16.189661 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-58a8c760-b0f9-4d34-a214-01560a13c097 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:16.200874 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8770c901-26d2-4217-81fb-adf6e207e873 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:16.234829 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8cc336da-744d-4874-aa37-d714164a7f66 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:16.307302 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8cc336da-744d-4874-aa37-d714164a7f66 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:16.328335 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7d35e57f-61d0-426d-b9fa-beae4b744b0e req-3b84c0ce-a7ef-4f0e-ba5a-0b0e3f8bb9d2 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844330 Jan 11 09:36:16.351184 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc336da-744d-4874-aa37-d714164a7f66 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=3c302b93-5d76-48d5-8600-bb6cf363a552,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:16.358602 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-8770c901-26d2-4217-81fb-adf6e207e873 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Transition to ACTIVE for port object 7c96bea4-c35d-4dc5-85b2-ab0c11751889 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:16.367043 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-58a8c760-b0f9-4d34-a214-01560a13c097 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] 10.222.0.15 "DELETE /v2.0/ports/1069f517-6670-469c-84f8-42e40ef96634 HTTP/1.1" status: 204 len: 168 time: 2.1983206 Jan 11 09:36:16.367668 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60232) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:16.377727 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8cc336da-744d-4874-aa37-d714164a7f66 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/3c302b93-5d76-48d5-8600-bb6cf363a552 HTTP/1.1" status: 204 len: 168 time: 1.6222401 Jan 11 09:36:16.379294 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60236) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:16.426650 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ff17c3-d951-4425-b57d-f449fd1747a0 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] GET failed (client error): The resource could not be found. Jan 11 09:36:16.427452 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-95ff17c3-d951-4425-b57d-f449fd1747a0 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Synchronizing usage tracker for tenant:3c04c2a7ed484f2bb72455e9db38d92a on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:36:16.471510 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-95ff17c3-d951-4425-b57d-f449fd1747a0 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Unset dirty status for tenant:3c04c2a7ed484f2bb72455e9db38d92a on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:36:16.472893 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-95ff17c3-d951-4425-b57d-f449fd1747a0 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] 10.222.0.15 "GET /v2.0/ports/1069f517-6670-469c-84f8-42e40ef96634 HTTP/1.1" status: 404 len: 333 time: 0.1040120 Jan 11 09:36:16.482040 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60244) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:16.490032 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3f892f2a-01b7-4c1e-bedf-d6cdc4a29b1e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1068525 Jan 11 09:36:16.497141 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407c68bc-c12a-4e22-bae3-c87380cef14e None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:16.557983 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60248) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:16.573039 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-3fd567d9-0137-4ba3-bfdb-59264e9bb612 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:16.589395 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8770c901-26d2-4217-81fb-adf6e207e873 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:16.635508 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8575bb89-08ff-4f63-a179-3a68d08a2fc2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Deleting port 05bfa68b-e2bf-4bb0-9813-f20eb5a3d56d {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:36:16.635853 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8575bb89-08ff-4f63-a179-3a68d08a2fc2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:16.746141 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cb9d04a8-2491-4500-9f2a-1ba3b2dc69d6 req-218b9e72-9617-4a04-bfae-fef46b4114e1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.2576175 Jan 11 09:36:16.826236 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8770c901-26d2-4217-81fb-adf6e207e873 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network ce38624e-541f-45be-b971-bacd21bb0e31 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:16.837880 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8b6939c9-400e-4d7e-9907-73ded507a1b9 None None] Provisioning complete for port 3590a7d1-ead2-4b37-8ec8-5cd19b926d31 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:16.838290 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8b6939c9-400e-4d7e-9907-73ded507a1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:16.841554 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8770c901-26d2-4217-81fb-adf6e207e873 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:16.865602 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8770c901-26d2-4217-81fb-adf6e207e873 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:36:16.919745 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e2edf766-f30a-44f2-9824-cc08d09d1794 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:16.928925 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770c901-26d2-4217-81fb-adf6e207e873 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Port': ['ID=7c96bea4-c35d-4dc5-85b2-ab0c11751889,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:16.962515 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8770c901-26d2-4217-81fb-adf6e207e873 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:16.974802 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b11f2b-0496-4b97-98be-441635dadcbe None None] Network ce38624e-541f-45be-b971-bacd21bb0e31 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:16.977002 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3fd567d9-0137-4ba3-bfdb-59264e9bb612 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:16.981525 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3fd567d9-0137-4ba3-bfdb-59264e9bb612 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:16.985286 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3fd567d9-0137-4ba3-bfdb-59264e9bb612 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:16.986812 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60258) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:16.993640 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028434 Jan 11 09:36:16.994606 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60260) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:17.012262 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3fd567d9-0137-4ba3-bfdb-59264e9bb612 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:17.090003 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd567d9-0137-4ba3-bfdb-59264e9bb612 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:17.093852 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3fd567d9-0137-4ba3-bfdb-59264e9bb612 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:17.111686 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8770c901-26d2-4217-81fb-adf6e207e873 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:17.134721 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-020701af-0605-4fd1-b5f4-927e27f4f5d6 tempest-NetworksApiDiscovery-1131788071 tempest-NetworksApiDiscovery-1131788071-project] 10.222.0.15 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1396477 Jan 11 09:36:17.192423 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port e2edf766-f30a-44f2-9824-cc08d09d1794 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:17.248735 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8575bb89-08ff-4f63-a179-3a68d08a2fc2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:17.397531 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1a7cb6-5cdb-4af3-b1bd-75070f246a18 None None] DHCP port deletion for 11973de4-095d-48a2-8bfe-2305268446bc request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:36:17.413189 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ba1a7cb6-5cdb-4af3-b1bd-75070f246a18 None None] Deleting port 3590a7d1-ead2-4b37-8ec8-5cd19b926d31 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:36:17.413926 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba1a7cb6-5cdb-4af3-b1bd-75070f246a18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:17.513579 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60272) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:17.575604 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6670af03-9fab-44f1-9dd2-76bb5545f0e2 None None] Provisioning for port e2edf766-f30a-44f2-9824-cc08d09d1794 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:17.590041 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6670af03-9fab-44f1-9dd2-76bb5545f0e2 None None] Provisioning complete for port e2edf766-f30a-44f2-9824-cc08d09d1794 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:17.590755 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6670af03-9fab-44f1-9dd2-76bb5545f0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:17.606880 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8575bb89-08ff-4f63-a179-3a68d08a2fc2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Calling delete_port for 05bfa68b-e2bf-4bb0-9813-f20eb5a3d56d owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:36:17.785939 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eda0a63e-bb34-4993-9804-2371da8b7861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:17.823288 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781d655-420b-4d24-839f-0a9bc1687308 req-4eca4d43-e99c-481d-999f-35b8b46815ea tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:17.825508 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9781d655-420b-4d24-839f-0a9bc1687308 req-4eca4d43-e99c-481d-999f-35b8b46815ea tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 946 time: 0.2904618 Jan 11 09:36:17.835270 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-eda0a63e-bb34-4993-9804-2371da8b7861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:17.905544 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-eda0a63e-bb34-4993-9804-2371da8b7861 admin admin] Usage tracker for resource:security_group_rule and tenant:3c7c06b337a947178086040b975c04c2 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:17.910349 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ba1a7cb6-5cdb-4af3-b1bd-75070f246a18 None None] For port 3590a7d1-ead2-4b37-8ec8-5cd19b926d31, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=3590a7d1-ead2-4b37-8ec8-5cd19b926d31,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:17.911288 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba1a7cb6-5cdb-4af3-b1bd-75070f246a18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:17.924246 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-eda0a63e-bb34-4993-9804-2371da8b7861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:17.945283 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5d7736f2-848d-4bef-ab9c-daa455b730ea req-bfd434f3-15c2-452c-add3-acd95780ba35 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.0938613 Jan 11 09:36:17.967303 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8575bb89-08ff-4f63-a179-3a68d08a2fc2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:17.968475 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-eda0a63e-bb34-4993-9804-2371da8b7861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:17.972044 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8770c901-26d2-4217-81fb-adf6e207e873 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:17.985190 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9781d655-420b-4d24-839f-0a9bc1687308 req-fa91c0f2-395c-48df-9099-eb8f4fc6632f tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513638 Jan 11 09:36:17.988192 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8770c901-26d2-4217-81fb-adf6e207e873 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:18.021213 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3fd567d9-0137-4ba3-bfdb-59264e9bb612 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:18.077303 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd567d9-0137-4ba3-bfdb-59264e9bb612 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:18.083273 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ba1a7cb6-5cdb-4af3-b1bd-75070f246a18 None None] Calling delete_port for 3590a7d1-ead2-4b37-8ec8-5cd19b926d31 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:36:18.096232 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-3fd567d9-0137-4ba3-bfdb-59264e9bb612 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:18.099144 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd567d9-0137-4ba3-bfdb-59264e9bb612 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:18.100221 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3fd567d9-0137-4ba3-bfdb-59264e9bb612 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:18.111488 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575bb89-08ff-4f63-a179-3a68d08a2fc2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Pushing event deleted for resources: {'Port': ['ID=05bfa68b-e2bf-4bb0-9813-f20eb5a3d56d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:18.124169 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6670af03-9fab-44f1-9dd2-76bb5545f0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:18.142557 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8770c901-26d2-4217-81fb-adf6e207e873 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:18.189113 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8575bb89-08ff-4f63-a179-3a68d08a2fc2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:18.227718 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6670af03-9fab-44f1-9dd2-76bb5545f0e2 None None] For port e2edf766-f30a-44f2-9824-cc08d09d1794, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e2edf766-f30a-44f2-9824-cc08d09d1794,segment=NetworkSegment(4a273d04-6785-4a5b-83f9-2404d6469564),segment_id=4a273d04-6785-4a5b-83f9-2404d6469564)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:18.228879 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd567d9-0137-4ba3-bfdb-59264e9bb612 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=3ceca74f-25ed-4ae1-b464-ee3f5d60e870,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:18.238972 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6670af03-9fab-44f1-9dd2-76bb5545f0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:18.239849 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3fd567d9-0137-4ba3-bfdb-59264e9bb612 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6808581 Jan 11 09:36:18.240836 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60282) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:18.248512 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-25566163-af58-4495-bd33-2bb5d9a47268 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:18.274227 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8575bb89-08ff-4f63-a179-3a68d08a2fc2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] 10.222.0.15 "DELETE /v2.0/ports/05bfa68b-e2bf-4bb0-9813-f20eb5a3d56d HTTP/1.1" status: 204 len: 168 time: 1.7912593 Jan 11 09:36:18.278518 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60286) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:18.292960 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba1a7cb6-5cdb-4af3-b1bd-75070f246a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:18.315942 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770c901-26d2-4217-81fb-adf6e207e873 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Port': ['ID=7c96bea4-c35d-4dc5-85b2-ab0c11751889,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:18.325249 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1a7cb6-5cdb-4af3-b1bd-75070f246a18 None None] No DVR routers for this DVR port 3590a7d1-ead2-4b37-8ec8-5cd19b926d31 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:36:18.362670 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6e45b2-c6e7-498f-9b4a-f2bbb9ba1e59 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:18.424781 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670af03-9fab-44f1-9dd2-76bb5545f0e2 None None] Pushing event updated for resources: {'Port': ['ID=e2edf766-f30a-44f2-9824-cc08d09d1794,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:18.441883 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c130a8f-56a8-41dc-a6fc-4c781eed4a2f tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Deleting subnet ca49a8b4-967d-4e30-9e01-2cca421c0173 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:36:18.457413 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c130a8f-56a8-41dc-a6fc-4c781eed4a2f tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:18.509678 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-37b10f60-e04b-4727-b4ba-20ac24279709 None None] Provisioning for port 7c96bea4-c35d-4dc5-85b2-ab0c11751889 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:18.530022 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-25566163-af58-4495-bd33-2bb5d9a47268 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:18.536677 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c130a8f-56a8-41dc-a6fc-4c781eed4a2f tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:18.565374 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-25566163-af58-4495-bd33-2bb5d9a47268 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:18.570927 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-37b10f60-e04b-4727-b4ba-20ac24279709 None None] Provisioning complete for port 7c96bea4-c35d-4dc5-85b2-ab0c11751889 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:18.571726 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-37b10f60-e04b-4727-b4ba-20ac24279709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:18.572619 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-25566163-af58-4495-bd33-2bb5d9a47268 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:18.582411 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-25566163-af58-4495-bd33-2bb5d9a47268 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:18.592925 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd39d3-bfa0-4c99-84f3-e6dee83ae56a req-b7c0bbff-7645-4277-a1bf-003aaec04756 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:18.595456 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e1cd39d3-bfa0-4c99-84f3-e6dee83ae56a req-b7c0bbff-7645-4277-a1bf-003aaec04756 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 946 time: 0.4423771 Jan 11 09:36:18.607300 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a7cb6-5cdb-4af3-b1bd-75070f246a18 None None] Pushing event deleted for resources: {'Port': ['ID=3590a7d1-ead2-4b37-8ec8-5cd19b926d31,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:18.646602 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c130a8f-56a8-41dc-a6fc-4c781eed4a2f tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:18.662122 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-37b10f60-e04b-4727-b4ba-20ac24279709 None None] Port 7c96bea4-c35d-4dc5-85b2-ab0c11751889 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:36:18.699348 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8770c901-26d2-4217-81fb-adf6e207e873 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network ce38624e-541f-45be-b971-bacd21bb0e31 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:18.700494 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8770c901-26d2-4217-81fb-adf6e207e873 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:18.724078 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25566163-af58-4495-bd33-2bb5d9a47268 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:18.727936 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25566163-af58-4495-bd33-2bb5d9a47268 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:18.732383 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e1cd39d3-bfa0-4c99-84f3-e6dee83ae56a req-48efbe50-ed88-4c2e-8f2f-748435f04ed0 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209190 Jan 11 09:36:18.734852 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-37b10f60-e04b-4727-b4ba-20ac24279709 None None] Provisioning complete for port e2edf766-f30a-44f2-9824-cc08d09d1794 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:18.734996 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eda0a63e-bb34-4993-9804-2371da8b7861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:18.735399 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-37b10f60-e04b-4727-b4ba-20ac24279709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:18.773310 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60290) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:18.777470 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c130a8f-56a8-41dc-a6fc-4c781eed4a2f tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:18.793439 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eda0a63e-bb34-4993-9804-2371da8b7861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:18.803893 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e2edf766-f30a-44f2-9824-cc08d09d1794 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:18.926474 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25226e0-8f4f-41f8-9f0d-d1712a62fe0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-11973de4-095d-48a2-8bfe-2305268446bc', 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'fixed_ips': [{'subnet_id': '3ceca74f-25ed-4ae1-b464-ee3f5d60e870'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:36:18.927932 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b25226e0-8f4f-41f8-9f0d-d1712a62fe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:18.946829 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-eda0a63e-bb34-4993-9804-2371da8b7861 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c7c06b337a947178086040b975c04c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4322486 Jan 11 09:36:18.948340 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60294) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:18.955539 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0a63e-bb34-4993-9804-2371da8b7861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f694ef76-4903-4587-a932-b61a026f9f3b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:19.019602 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c130a8f-56a8-41dc-a6fc-4c781eed4a2f tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Pushing event deleted for resources: {'Subnet': ['ID=ca49a8b4-967d-4e30-9e01-2cca421c0173,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:19.021735 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c130a8f-56a8-41dc-a6fc-4c781eed4a2f tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:19.030012 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8770c901-26d2-4217-81fb-adf6e207e873 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:36:19.047581 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692c446c-6069-406f-a554-37e556c2464b None None] Network 343ae4d7-d3b2-4b68-948c-f9143045c3ba requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:19.055298 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3c130a8f-56a8-41dc-a6fc-4c781eed4a2f tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] 10.222.0.15 "DELETE /v2.0/subnets/ca49a8b4-967d-4e30-9e01-2cca421c0173 HTTP/1.1" status: 204 len: 168 time: 0.7734075 Jan 11 09:36:19.060504 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60300) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:19.198114 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db336a92-c2d3-4ef5-bc67-08056c894cdf tempest-TestVolumeBootPattern-801275054 tempest-TestVolumeBootPattern-801275054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:19.202589 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-db336a92-c2d3-4ef5-bc67-08056c894cdf tempest-TestVolumeBootPattern-801275054 tempest-TestVolumeBootPattern-801275054-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 1094 time: 0.4244130 Jan 11 09:36:19.203695 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60304) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:19.208555 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-e6316adb-10a6-4ba2-9b12-e07541593970 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'port_id': '653bf390-5022-446f-b35d-1ea85980c365', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:19.216876 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92a19a35-7311-473e-a3ce-43646a3daef2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:19.224149 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e6316adb-10a6-4ba2-9b12-e07541593970 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:19.232225 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e6316adb-10a6-4ba2-9b12-e07541593970 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Usage tracker for resource:floatingip and tenant:27f1e48653724e3083ec9827e4915957 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:19.236954 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c4989017-e054-4216-9518-f9b3e8ae5a22 req-1c9ad70b-56ce-4d9d-944a-abd75f6639a9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.2052784 Jan 11 09:36:19.253053 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-58524ea3-e74d-409b-9a8e-a864cce7313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:19.253209 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df47cf1b-766e-423a-9c8c-32c77514466e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:19.268010 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e6316adb-10a6-4ba2-9b12-e07541593970 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:19.278931 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e6316adb-10a6-4ba2-9b12-e07541593970 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:19.296104 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-92a19a35-7311-473e-a3ce-43646a3daef2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Deleting port 3a4df87f-441a-44b8-a781-80e51344cc67 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:36:19.296444 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92a19a35-7311-473e-a3ce-43646a3daef2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:19.304037 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df47cf1b-766e-423a-9c8c-32c77514466e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:19.322777 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8770c901-26d2-4217-81fb-adf6e207e873 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:36:19.327554 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port e2edf766-f30a-44f2-9824-cc08d09d1794 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:19.328741 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:19.344652 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6316adb-10a6-4ba2-9b12-e07541593970 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:19.372177 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] Sync routers for ids ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:36:19.381043 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8770c901-26d2-4217-81fb-adf6e207e873 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "PUT /v2.0/routers/9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5002661 Jan 11 09:36:19.382349 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60308) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:19.392189 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-11f82f75-7338-48bf-acea-c068e5020d8e tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'network': {'name': 'tempest-RoutersTest-892017022'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:19.399687 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-11f82f75-7338-48bf-acea-c068e5020d8e tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:19.405764 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-11f82f75-7338-48bf-acea-c068e5020d8e tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:network and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:19.409726 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-11f82f75-7338-48bf-acea-c068e5020d8e tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:19.416103 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-11f82f75-7338-48bf-acea-c068e5020d8e tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:19.427892 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f82f75-7338-48bf-acea-c068e5020d8e tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Made reservation on behalf of 264ed167813548b38f5af4683744d86b for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:19.432429 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11f82f75-7338-48bf-acea-c068e5020d8e tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:19.443488 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df47cf1b-766e-423a-9c8c-32c77514466e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:19.471125 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df47cf1b-766e-423a-9c8c-32c77514466e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:19.474708 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-df47cf1b-766e-423a-9c8c-32c77514466e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f694ef76-4903-4587-a932-b61a026f9f3b HTTP/1.1" status: 204 len: 168 time: 0.5206594 Jan 11 09:36:19.474708 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47cf1b-766e-423a-9c8c-32c77514466e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f694ef76-4903-4587-a932-b61a026f9f3b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:19.507344 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f82f75-7338-48bf-acea-c068e5020d8e tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:36:19.520832 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11f82f75-7338-48bf-acea-c068e5020d8e tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:19.520832 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-11f82f75-7338-48bf-acea-c068e5020d8e tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Added segment 49fc1efc-b07e-42ab-b212-fdd4d9970484 of type vlan for network 0def99c3-c68e-44a6-9c4a-74fd289f69b8 Jan 11 09:36:19.534344 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] Routers {'9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:36:19.534712 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:35:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:19.559157 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11f82f75-7338-48bf-acea-c068e5020d8e tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:19.594519 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11f82f75-7338-48bf-acea-c068e5020d8e tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:19.602757 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f82f75-7338-48bf-acea-c068e5020d8e tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:19.603633 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-11f82f75-7338-48bf-acea-c068e5020d8e tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:19.743448 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f82f75-7338-48bf-acea-c068e5020d8e tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Network': ['ID=0def99c3-c68e-44a6-9c4a-74fd289f69b8,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:19.763034 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-11f82f75-7338-48bf-acea-c068e5020d8e tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3792129 Jan 11 09:36:19.763856 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60314) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:19.770873 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ec37ba93-205b-4978-a613-89080e2aa755 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'subnet': {'network_id': '0def99c3-c68e-44a6-9c4a-74fd289f69b8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:19.779970 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 0def99c3-c68e-44a6-9c4a-74fd289f69b8 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:36:19.820907 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-b25226e0-8f4f-41f8-9f0d-d1712a62fe0e None None] Allocated IP 172.20.0.2 (11973de4-095d-48a2-8bfe-2305268446bc/3ceca74f-25ed-4ae1-b464-ee3f5d60e870/bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:19.887312 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-038c1ef9-50b0-4ed9-b26e-79222e352866 None None] Provisioning complete for port 7c96bea4-c35d-4dc5-85b2-ab0c11751889 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:19.887683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-038c1ef9-50b0-4ed9-b26e-79222e352866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:19.911677 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ec37ba93-205b-4978-a613-89080e2aa755 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:19.915843 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ec37ba93-205b-4978-a613-89080e2aa755 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:subnet and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:19.919050 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ec37ba93-205b-4978-a613-89080e2aa755 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:19.925706 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-92a19a35-7311-473e-a3ce-43646a3daef2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] For port 3a4df87f-441a-44b8-a781-80e51344cc67, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=3a4df87f-441a-44b8-a781-80e51344cc67,segment=NetworkSegment(17785560-e975-4405-9748-03f71e5f9dee),segment_id=17785560-e975-4405-9748-03f71e5f9dee)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:19.926069 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92a19a35-7311-473e-a3ce-43646a3daef2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:19.926947 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ec37ba93-205b-4978-a613-89080e2aa755 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:19.938705 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec37ba93-205b-4978-a613-89080e2aa755 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Made reservation on behalf of 264ed167813548b38f5af4683744d86b for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:19.942861 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec37ba93-205b-4978-a613-89080e2aa755 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:20.013339 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] Set router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:36:20.075659 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-92a19a35-7311-473e-a3ce-43646a3daef2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Calling delete_port for 3a4df87f-441a-44b8-a781-80e51344cc67 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:36:20.170109 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.objects.ports [None req-25566163-af58-4495-bd33-2bb5d9a47268 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87654) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 11 09:36:20.171149 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec37ba93-205b-4978-a613-89080e2aa755 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:20.177030 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25566163-af58-4495-bd33-2bb5d9a47268 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:20.228803 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6316adb-10a6-4ba2-9b12-e07541593970 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:20.235947 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-038c1ef9-50b0-4ed9-b26e-79222e352866 None None] Port 7c96bea4-c35d-4dc5-85b2-ab0c11751889 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:36:20.270717 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec37ba93-205b-4978-a613-89080e2aa755 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Checking segment: {'id': '49fc1efc-b07e-42ab-b212-fdd4d9970484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0def99c3-c68e-44a6-9c4a-74fd289f69b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:20.270961 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec37ba93-205b-4978-a613-89080e2aa755 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network hostable DHCP agents. Network: 0def99c3-c68e-44a6-9c4a-74fd289f69b8, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:36:20.275322 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37ba93-205b-4978-a613-89080e2aa755 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Subnet': ['ID=be6eb557-7d26-4878-a95e-e51ccc0de411,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:20.292199 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25566163-af58-4495-bd33-2bb5d9a47268 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:20.304882 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-25566163-af58-4495-bd33-2bb5d9a47268 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:20.305747 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec37ba93-205b-4978-a613-89080e2aa755 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network 0def99c3-c68e-44a6-9c4a-74fd289f69b8 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:36:20.319744 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25566163-af58-4495-bd33-2bb5d9a47268 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:20.320666 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25566163-af58-4495-bd33-2bb5d9a47268 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:20.326792 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-ec37ba93-205b-4978-a613-89080e2aa755 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 0def99c3-c68e-44a6-9c4a-74fd289f69b8) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:20.333357 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec37ba93-205b-4978-a613-89080e2aa755 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:20.334799 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec37ba93-205b-4978-a613-89080e2aa755 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:20.357185 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92a19a35-7311-473e-a3ce-43646a3daef2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:20.360021 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25566163-af58-4495-bd33-2bb5d9a47268 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=abd6e8fa-0fb3-4cff-b681-e2cbb6f87f5c,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:20.412667 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ec37ba93-205b-4978-a613-89080e2aa755 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6477466 Jan 11 09:36:20.418078 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60320) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:20.430482 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bde203-9c34-4539-ae87-ccc87664382b None None] Network 0def99c3-c68e-44a6-9c4a-74fd289f69b8 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:20.430877 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8bfaa26c-4ed2-4bbb-bc07-baca6cfd3519 req-aca8abce-b4fe-4eb3-b058-65a3b304d658 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.0614617 Jan 11 09:36:20.444082 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169ebd87-c088-47e9-857c-09a885e6bd95 None None] DHCP port deletion for 343ae4d7-d3b2-4b68-948c-f9143045c3ba request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:36:20.461670 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a19a35-7311-473e-a3ce-43646a3daef2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Pushing event deleted for resources: {'Port': ['ID=3a4df87f-441a-44b8-a781-80e51344cc67,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:20.463729 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a19a35-7311-473e-a3ce-43646a3daef2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] No DVR routers for this DVR port 3a4df87f-441a-44b8-a781-80e51344cc67 on host dv-neutron-823402-4-hyperv {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:36:20.507722 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-25566163-af58-4495-bd33-2bb5d9a47268 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2638230 Jan 11 09:36:20.529528 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60324) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:20.548363 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-31305808-cdbf-4ae8-81b6-e94107fd9bad tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'mac_address': 'fa:16:3e:9d:f7:2d', 'name': 'tempest-NetworksTestDHCPv6-1748349173'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:20.624176 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 3590a7d1-ead2-4b37-8ec8-5cd19b926d31 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:36:20.724768 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-e6316adb-10a6-4ba2-9b12-e07541593970 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Allocated IP 172.26.3.76 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/1db8eddc-7386-4b2d-b47f-beb3bca312eb) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:20.728915 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 3590a7d1-ead2-4b37-8ec8-5cd19b926d31 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:36:20.729567 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 3590a7d1-ead2-4b37-8ec8-5cd19b926d31 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:36:20.730244 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92a19a35-7311-473e-a3ce-43646a3daef2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:20.789878 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-92a19a35-7311-473e-a3ce-43646a3daef2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['343ae4d7-d3b2-4b68-948c-f9143045c3ba']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:20.835370 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-92a19a35-7311-473e-a3ce-43646a3daef2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17785560-e975-4405-9748-03f71e5f9dee') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:20.835667 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-92a19a35-7311-473e-a3ce-43646a3daef2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17785560-e975-4405-9748-03f71e5f9dee') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:20.861563 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92a19a35-7311-473e-a3ce-43646a3daef2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:20.867104 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 3a4df87f-441a-44b8-a781-80e51344cc67 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:36:20.893404 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b25226e0-8f4f-41f8-9f0d-d1712a62fe0e None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:20.926941 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-31305808-cdbf-4ae8-81b6-e94107fd9bad tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:20.939846 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-31305808-cdbf-4ae8-81b6-e94107fd9bad tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:port and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:20.944573 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92a19a35-7311-473e-a3ce-43646a3daef2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:20.946960 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-31305808-cdbf-4ae8-81b6-e94107fd9bad tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:20.950897 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 3a4df87f-441a-44b8-a781-80e51344cc67 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:36:20.951239 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 3a4df87f-441a-44b8-a781-80e51344cc67 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:36:20.965024 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-31305808-cdbf-4ae8-81b6-e94107fd9bad tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:20.967546 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92a19a35-7311-473e-a3ce-43646a3daef2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:36:20.967946 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92a19a35-7311-473e-a3ce-43646a3daef2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:36:20.982560 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:36:21.095065 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31305808-cdbf-4ae8-81b6-e94107fd9bad tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:21.095985 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94963cc2-d494-4520-9f68-da925f4a5acd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-0def99c3-c68e-44a6-9c4a-74fd289f69b8', 'network_id': '0def99c3-c68e-44a6-9c4a-74fd289f69b8', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'fixed_ips': [{'subnet_id': 'be6eb557-7d26-4878-a95e-e51ccc0de411'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:36:21.096902 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-94963cc2-d494-4520-9f68-da925f4a5acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:21.119888 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'name': 'tempest-RoutersTest-router-320544399', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:36:00Z', 'updated_at': '2022-01-11T09:36:17Z', 'revision_number': 3, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None, '_interfaces': [{'id': '7c96bea4-c35d-4dc5-85b2-ab0c11751889', 'name': '', 'network_id': 'ce38624e-541f-45be-b971-bacd21bb0e31', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:7f:8a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:14Z', 'updated_at': '2022-01-11T09:36:17Z', 'revision_number': 2, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6b1c1db-cd38-49d2-94bf-9d3055e21b30', 'name': '', 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:e2:f1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:05Z', 'updated_at': '2022-01-11T09:36:13Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:21.122922 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b25226e0-8f4f-41f8-9f0d-d1712a62fe0e None None] Transition to ACTIVE for port object bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:21.125483 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6316adb-10a6-4ba2-9b12-e07541593970 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:21.128358 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92a19a35-7311-473e-a3ce-43646a3daef2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:21.140639 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] Checking router: 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:36:21.140888 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] Updating router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e port 7c96bea4-c35d-4dc5-85b2-ab0c11751889 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:36:21.163479 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92a19a35-7311-473e-a3ce-43646a3daef2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:21.177551 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a19a35-7311-473e-a3ce-43646a3daef2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] Pushing event deleted for resources: {'Network': ['ID=343ae4d7-d3b2-4b68-948c-f9143045c3ba,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:21.224949 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b25226e0-8f4f-41f8-9f0d-d1712a62fe0e None None] Transition to ACTIVE for port object bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:21.227713 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-92a19a35-7311-473e-a3ce-43646a3daef2 tempest-AllowedAddressPairIpV6TestJSON-86336614 tempest-AllowedAddressPairIpV6TestJSON-86336614-project] 10.222.0.15 "DELETE /v2.0/networks/343ae4d7-d3b2-4b68-948c-f9143045c3ba HTTP/1.1" status: 204 len: 168 time: 2.1652615 Jan 11 09:36:21.250991 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b25226e0-8f4f-41f8-9f0d-d1712a62fe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:21.280725 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-31305808-cdbf-4ae8-81b6-e94107fd9bad tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:21.313116 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6316adb-10a6-4ba2-9b12-e07541593970 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:21.318582 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-31305808-cdbf-4ae8-81b6-e94107fd9bad tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] device_id is not set on port 938bc392-3e66-45d5-8290-645595e84658 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:36:21.328691 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-592af07c-1af4-4527-9a8d-311fe1d9fbf5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:21.337509 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25226e0-8f4f-41f8-9f0d-d1712a62fe0e None None] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:21.338434 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:21.355285 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-b25226e0-8f4f-41f8-9f0d-d1712a62fe0e None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:21.365625 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25226e0-8f4f-41f8-9f0d-d1712a62fe0e None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:36:21.500211 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-eaec4ce4-8547-4b10-b373-c6a64d78e8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:21.596774 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-842add6e-4391-462e-b98b-19a66359d9c2 req-8c57330a-bd9d-49e8-a5ca-cf4aff15b2ef tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.0734026 Jan 11 09:36:21.607068 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25226e0-8f4f-41f8-9f0d-d1712a62fe0e None None] Pushing event updated for resources: {'Port': ['ID=bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:21.619617 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6316adb-10a6-4ba2-9b12-e07541593970 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:21.624050 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60334) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:21.626439 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-e6316adb-10a6-4ba2-9b12-e07541593970 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:21.635490 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b25226e0-8f4f-41f8-9f0d-d1712a62fe0e None None] Attempting to bind port bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:36:21.635490 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b25226e0-8f4f-41f8-9f0d-d1712a62fe0e None None] Attempting to bind port bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:36:21.635826 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25226e0-8f4f-41f8-9f0d-d1712a62fe0e None None] Attempting to bind port bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8 on network 11973de4-095d-48a2-8bfe-2305268446bc {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:36:21.648833 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25226e0-8f4f-41f8-9f0d-d1712a62fe0e None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:36:21.649203 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25226e0-8f4f-41f8-9f0d-d1712a62fe0e None None] Checking segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:21.649611 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b25226e0-8f4f-41f8-9f0d-d1712a62fe0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:21.650007 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25226e0-8f4f-41f8-9f0d-d1712a62fe0e None None] Bound using segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:36:21.650507 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b25226e0-8f4f-41f8-9f0d-d1712a62fe0e None None] Bound port: bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:36:21.650873 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b25226e0-8f4f-41f8-9f0d-d1712a62fe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:21.655205 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6316adb-10a6-4ba2-9b12-e07541593970 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:36:21.786665 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-94963cc2-d494-4520-9f68-da925f4a5acd None None] Allocated IP 172.22.0.2 (0def99c3-c68e-44a6-9c4a-74fd289f69b8/be6eb557-7d26-4878-a95e-e51ccc0de411/fb32aabe-7d01-4999-bd00-b68ed6c7e5c8) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:21.816001 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6316adb-10a6-4ba2-9b12-e07541593970 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Pushing event updated for resources: {'Port': ['ID=1db8eddc-7386-4b2d-b47f-beb3bca312eb,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:21.882235 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9ae9e776-78af-4fc2-a2f6-550892867379 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c04c2a7ed484f2bb72455e9db38d92a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548184 Jan 11 09:36:21.882441 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60340) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:21.953852 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9898744e-e9fd-41a9-ac31-1beebfc1279d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:21.980891 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9898744e-e9fd-41a9-ac31-1beebfc1279d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:22.030827 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-31305808-cdbf-4ae8-81b6-e94107fd9bad tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 172.20.0.8 (11973de4-095d-48a2-8bfe-2305268446bc/3ceca74f-25ed-4ae1-b464-ee3f5d60e870/938bc392-3e66-45d5-8290-645595e84658) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:22.043268 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9898744e-e9fd-41a9-ac31-1beebfc1279d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:22.049300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-31305808-cdbf-4ae8-81b6-e94107fd9bad tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 2001:db8::f816:3eff:fe9d:f72d (11973de4-095d-48a2-8bfe-2305268446bc/abd6e8fa-0fb3-4cff-b681-e2cbb6f87f5c/938bc392-3e66-45d5-8290-645595e84658) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:22.061272 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898744e-e9fd-41a9-ac31-1beebfc1279d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61affcc9-f602-42f4-b1b4-53aafbc6726a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:22.072915 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9898744e-e9fd-41a9-ac31-1beebfc1279d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:22.075342 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9898744e-e9fd-41a9-ac31-1beebfc1279d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61affcc9-f602-42f4-b1b4-53aafbc6726a HTTP/1.1" status: 204 len: 168 time: 0.1911750 Jan 11 09:36:22.075640 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b25226e0-8f4f-41f8-9f0d-d1712a62fe0e None None] For port bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:36:22.126846 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b25226e0-8f4f-41f8-9f0d-d1712a62fe0e None None] For port bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:36:22.154951 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b25226e0-8f4f-41f8-9f0d-d1712a62fe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:22.362296 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25226e0-8f4f-41f8-9f0d-d1712a62fe0e None None] Pushing event updated for resources: {'Port': ['ID=bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:22.371867 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-94963cc2-d494-4520-9f68-da925f4a5acd None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:22.403663 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-94963cc2-d494-4520-9f68-da925f4a5acd None None] Transition to ACTIVE for port object fb32aabe-7d01-4999-bd00-b68ed6c7e5c8 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:22.414964 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:22.448977 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] Transition to ACTIVE for port object 7c96bea4-c35d-4dc5-85b2-ab0c11751889 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:22.463924 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-94963cc2-d494-4520-9f68-da925f4a5acd None None] Transition to ACTIVE for port object fb32aabe-7d01-4999-bd00-b68ed6c7e5c8 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:22.465282 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:22.496600 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-31305808-cdbf-4ae8-81b6-e94107fd9bad tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:22.514327 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-94963cc2-d494-4520-9f68-da925f4a5acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:22.522438 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:22.532024 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-31305808-cdbf-4ae8-81b6-e94107fd9bad tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Transition to ACTIVE for port object 938bc392-3e66-45d5-8290-645595e84658 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:22.594933 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-592af07c-1af4-4527-9a8d-311fe1d9fbf5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Allocated IP 172.22.0.1 (0def99c3-c68e-44a6-9c4a-74fd289f69b8/be6eb557-7d26-4878-a95e-e51ccc0de411/4b587cc6-6836-4dad-af3b-20c8f8d1294b) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:22.605334 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6316adb-10a6-4ba2-9b12-e07541593970 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:22.610744 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-31305808-cdbf-4ae8-81b6-e94107fd9bad tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:22.624583 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94963cc2-d494-4520-9f68-da925f4a5acd None None] Network 0def99c3-c68e-44a6-9c4a-74fd289f69b8 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:22.644105 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-94963cc2-d494-4520-9f68-da925f4a5acd None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:22.648505 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58274be-1bf4-431b-8d03-df9bb83eb1bd None None] Pushing event updated for resources: {'Port': ['ID=7c96bea4-c35d-4dc5-85b2-ab0c11751889,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:22.662131 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94963cc2-d494-4520-9f68-da925f4a5acd None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:36:22.789524 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31305808-cdbf-4ae8-81b6-e94107fd9bad tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:22.809832 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-31305808-cdbf-4ae8-81b6-e94107fd9bad tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:22.812880 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31305808-cdbf-4ae8-81b6-e94107fd9bad tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:36:22.899848 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:22.939299 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5d2aa5ba-2c54-441e-b3f9-721d59df7a30 req-2468f603-f21e-4cc3-97b0-db0fdcc6813d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.2276492 Jan 11 09:36:22.961784 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31305808-cdbf-4ae8-81b6-e94107fd9bad tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=938bc392-3e66-45d5-8290-645595e84658,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:23.026953 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31305808-cdbf-4ae8-81b6-e94107fd9bad tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:23.027835 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-31305808-cdbf-4ae8-81b6-e94107fd9bad tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:23.043854 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6316adb-10a6-4ba2-9b12-e07541593970 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:23.096323 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:23.141211 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-31305808-cdbf-4ae8-81b6-e94107fd9bad tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6102231 Jan 11 09:36:23.145659 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60366) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:23.177526 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94963cc2-d494-4520-9f68-da925f4a5acd None None] Pushing event updated for resources: {'Port': ['ID=fb32aabe-7d01-4999-bd00-b68ed6c7e5c8,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:23.199765 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-592af07c-1af4-4527-9a8d-311fe1d9fbf5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:23.217505 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] Attempting to bind port 7c96bea4-c35d-4dc5-85b2-ab0c11751889 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:36:23.217957 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] Attempting to bind port 7c96bea4-c35d-4dc5-85b2-ab0c11751889 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '4a273d04-6785-4a5b-83f9-2404d6469564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ce38624e-541f-45be-b971-bacd21bb0e31'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:36:23.218683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] Attempting to bind port 7c96bea4-c35d-4dc5-85b2-ab0c11751889 on network ce38624e-541f-45be-b971-bacd21bb0e31 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:36:23.222543 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-592af07c-1af4-4527-9a8d-311fe1d9fbf5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Transition to ACTIVE for port object 4b587cc6-6836-4dad-af3b-20c8f8d1294b will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:23.235352 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:36:23.235813 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] Checking segment: {'id': '4a273d04-6785-4a5b-83f9-2404d6469564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ce38624e-541f-45be-b971-bacd21bb0e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:23.236274 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:23.236731 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] Bound using segment: {'id': '4a273d04-6785-4a5b-83f9-2404d6469564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ce38624e-541f-45be-b971-bacd21bb0e31'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:36:23.237275 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] Bound port: 7c96bea4-c35d-4dc5-85b2-ab0c11751889, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a273d04-6785-4a5b-83f9-2404d6469564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ce38624e-541f-45be-b971-bacd21bb0e31'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:36:23.237739 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:23.252070 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-94963cc2-d494-4520-9f68-da925f4a5acd None None] Attempting to bind port fb32aabe-7d01-4999-bd00-b68ed6c7e5c8 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:36:23.252520 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-94963cc2-d494-4520-9f68-da925f4a5acd None None] Attempting to bind port fb32aabe-7d01-4999-bd00-b68ed6c7e5c8 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '49fc1efc-b07e-42ab-b212-fdd4d9970484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0def99c3-c68e-44a6-9c4a-74fd289f69b8'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:36:23.253138 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94963cc2-d494-4520-9f68-da925f4a5acd None None] Attempting to bind port fb32aabe-7d01-4999-bd00-b68ed6c7e5c8 on network 0def99c3-c68e-44a6-9c4a-74fd289f69b8 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:36:23.258471 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-592af07c-1af4-4527-9a8d-311fe1d9fbf5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:23.270410 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94963cc2-d494-4520-9f68-da925f4a5acd None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:36:23.270741 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94963cc2-d494-4520-9f68-da925f4a5acd None None] Checking segment: {'id': '49fc1efc-b07e-42ab-b212-fdd4d9970484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0def99c3-c68e-44a6-9c4a-74fd289f69b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:23.271218 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-94963cc2-d494-4520-9f68-da925f4a5acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:23.271678 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94963cc2-d494-4520-9f68-da925f4a5acd None None] Bound using segment: {'id': '49fc1efc-b07e-42ab-b212-fdd4d9970484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0def99c3-c68e-44a6-9c4a-74fd289f69b8'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:36:23.272229 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-94963cc2-d494-4520-9f68-da925f4a5acd None None] Bound port: fb32aabe-7d01-4999-bd00-b68ed6c7e5c8, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49fc1efc-b07e-42ab-b212-fdd4d9970484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0def99c3-c68e-44a6-9c4a-74fd289f69b8'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:36:23.272667 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-94963cc2-d494-4520-9f68-da925f4a5acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:23.305723 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60370) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:23.350495 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592af07c-1af4-4527-9a8d-311fe1d9fbf5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network 0def99c3-c68e-44a6-9c4a-74fd289f69b8 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:23.354409 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-592af07c-1af4-4527-9a8d-311fe1d9fbf5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:23.358920 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592af07c-1af4-4527-9a8d-311fe1d9fbf5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:36:23.363668 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d96fef-91ef-4bb9-b568-3435e152383f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:23.370166 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d96fef-91ef-4bb9-b568-3435e152383f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:23.370996 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-07d96fef-91ef-4bb9-b568-3435e152383f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:36:23.399555 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592af07c-1af4-4527-9a8d-311fe1d9fbf5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Port': ['ID=4b587cc6-6836-4dad-af3b-20c8f8d1294b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:23.409823 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-07d96fef-91ef-4bb9-b568-3435e152383f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:36:23.413841 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-07d96fef-91ef-4bb9-b568-3435e152383f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2643592 Jan 11 09:36:23.419814 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60376) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:23.456751 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-592af07c-1af4-4527-9a8d-311fe1d9fbf5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:23.464735 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:23.501959 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] For port 7c96bea4-c35d-4dc5-85b2-ab0c11751889, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:36:23.505418 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-935e785d-7684-4098-9732-b903d85c237a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting port 938bc392-3e66-45d5-8290-645595e84658 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:36:23.505964 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-935e785d-7684-4098-9732-b903d85c237a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:23.511811 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-94963cc2-d494-4520-9f68-da925f4a5acd None None] For port fb32aabe-7d01-4999-bd00-b68ed6c7e5c8, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:36:23.514046 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] For port 7c96bea4-c35d-4dc5-85b2-ab0c11751889, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=7c96bea4-c35d-4dc5-85b2-ab0c11751889,segment=NetworkSegment(4a273d04-6785-4a5b-83f9-2404d6469564),segment_id=4a273d04-6785-4a5b-83f9-2404d6469564)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:36:23.516763 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-94963cc2-d494-4520-9f68-da925f4a5acd None None] For port fb32aabe-7d01-4999-bd00-b68ed6c7e5c8, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=fb32aabe-7d01-4999-bd00-b68ed6c7e5c8,segment=NetworkSegment(49fc1efc-b07e-42ab-b212-fdd4d9970484),segment_id=49fc1efc-b07e-42ab-b212-fdd4d9970484)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:36:23.522235 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-94963cc2-d494-4520-9f68-da925f4a5acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:23.526190 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:23.541954 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6316adb-10a6-4ba2-9b12-e07541593970 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:23.552133 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-7bee2b46-fcb7-40d3-a4de-1c8a2a8a40b2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1144057863'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:23.564260 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6316adb-10a6-4ba2-9b12-e07541593970 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:23.568911 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7bee2b46-fcb7-40d3-a4de-1c8a2a8a40b2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:23.638901 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7bee2b46-fcb7-40d3-a4de-1c8a2a8a40b2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Usage tracker for resource:network and tenant:ffadb6fe7b67451bbff928d8edb541ae is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:23.641739 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94963cc2-d494-4520-9f68-da925f4a5acd None None] Pushing event updated for resources: {'Port': ['ID=fb32aabe-7d01-4999-bd00-b68ed6c7e5c8,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:23.645050 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] Routers {'9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:36:23.646074 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:36:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:23.665417 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7bee2b46-fcb7-40d3-a4de-1c8a2a8a40b2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:23.816344 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-592af07c-1af4-4527-9a8d-311fe1d9fbf5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:23.932224 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7bee2b46-fcb7-40d3-a4de-1c8a2a8a40b2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:23.970904 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6316adb-10a6-4ba2-9b12-e07541593970 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:24.097318 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:24.128834 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58274be-1bf4-431b-8d03-df9bb83eb1bd None None] Pushing event updated for resources: {'Port': ['ID=7c96bea4-c35d-4dc5-85b2-ab0c11751889,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:24.154282 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] Set router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:36:24.183582 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6316adb-10a6-4ba2-9b12-e07541593970 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Pushing event updated for resources: {'Port': ['ID=1db8eddc-7386-4b2d-b47f-beb3bca312eb,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:24.201229 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bee2b46-fcb7-40d3-a4de-1c8a2a8a40b2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Made reservation on behalf of ffadb6fe7b67451bbff928d8edb541ae for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:24.204857 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bee2b46-fcb7-40d3-a4de-1c8a2a8a40b2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:24.241745 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bee2b46-fcb7-40d3-a4de-1c8a2a8a40b2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:24.263570 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-85b46dc0-6cc0-40e1-8841-c34998a56d16 req-e0a86094-8c10-4c01-88dc-8f674fe978e7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.0802391 Jan 11 09:36:24.351558 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7bee2b46-fcb7-40d3-a4de-1c8a2a8a40b2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:24.387834 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7bee2b46-fcb7-40d3-a4de-1c8a2a8a40b2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Usage tracker for resource:security_group_rule and tenant:ffadb6fe7b67451bbff928d8edb541ae is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:24.396319 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7bee2b46-fcb7-40d3-a4de-1c8a2a8a40b2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:24.407906 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7bee2b46-fcb7-40d3-a4de-1c8a2a8a40b2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:24.461557 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1d78d3-aee4-436c-bea6-22740b290de5 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:24.490485 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [None req-e6316adb-10a6-4ba2-9b12-e07541593970 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Floating IP b0b36a17-1b03-41d8-9434-9d9b4379dbc2 associated. External IP: 172.26.3.76, port: 653bf390-5022-446f-b35d-1ea85980c365. Jan 11 09:36:24.496201 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-592af07c-1af4-4527-9a8d-311fe1d9fbf5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:24.502016 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-592af07c-1af4-4527-9a8d-311fe1d9fbf5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:24.589360 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-03583c6e-9f73-4913-adba-c61472006708 None None] Provisioning for port bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:24.619687 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-935e785d-7684-4098-9732-b903d85c237a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:24.633829 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-592af07c-1af4-4527-9a8d-311fe1d9fbf5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:24.635215 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-03583c6e-9f73-4913-adba-c61472006708 None None] Provisioning complete for port bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:24.635514 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-03583c6e-9f73-4913-adba-c61472006708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:24.645656 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592af07c-1af4-4527-9a8d-311fe1d9fbf5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Port': ['ID=4b587cc6-6836-4dad-af3b-20c8f8d1294b,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:24.847958 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592af07c-1af4-4527-9a8d-311fe1d9fbf5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network 0def99c3-c68e-44a6-9c4a-74fd289f69b8 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:24.849310 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-592af07c-1af4-4527-9a8d-311fe1d9fbf5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:24.903114 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-935e785d-7684-4098-9732-b903d85c237a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Calling delete_port for 938bc392-3e66-45d5-8290-645595e84658 owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:36:24.945224 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device fb32aabe-7d01-4999-bd00-b68ed6c7e5c8 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:25.018970 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-03583c6e-9f73-4913-adba-c61472006708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:25.052733 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'name': 'tempest-RoutersTest-router-320544399', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:36:00Z', 'updated_at': '2022-01-11T09:36:23Z', 'revision_number': 4, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None, '_interfaces': [{'id': '4b587cc6-6836-4dad-af3b-20c8f8d1294b', 'name': '', 'network_id': '0def99c3-c68e-44a6-9c4a-74fd289f69b8', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:a4:b8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'be6eb557-7d26-4878-a95e-e51ccc0de411', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:21Z', 'updated_at': '2022-01-11T09:36:22Z', 'revision_number': 1, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': 'be6eb557-7d26-4878-a95e-e51ccc0de411', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c96bea4-c35d-4dc5-85b2-ab0c11751889', 'name': '', 'network_id': 'ce38624e-541f-45be-b971-bacd21bb0e31', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:7f:8a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:14Z', 'updated_at': '2022-01-11T09:36:23Z', 'revision_number': 4, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6b1c1db-cd38-49d2-94bf-9d3055e21b30', 'name': '', 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:e2:f1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:05Z', 'updated_at': '2022-01-11T09:36:13Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:25.089949 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592af07c-1af4-4527-9a8d-311fe1d9fbf5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:36:25.107595 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51cb43c-6d36-462f-a379-2e9831624526 None None] The sync data for ids ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'] in dv-neutron-823402-4-hyperv is: [{'id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'name': 'tempest-RoutersTest-router-320544399', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:36:00Z', 'updated_at': '2022-01-11T09:36:23Z', 'revision_number': 4, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None, '_interfaces': [{'id': '4b587cc6-6836-4dad-af3b-20c8f8d1294b', 'name': '', 'network_id': '0def99c3-c68e-44a6-9c4a-74fd289f69b8', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:a4:b8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'be6eb557-7d26-4878-a95e-e51ccc0de411', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:21Z', 'updated_at': '2022-01-11T09:36:22Z', 'revision_number': 1, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': 'be6eb557-7d26-4878-a95e-e51ccc0de411', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c96bea4-c35d-4dc5-85b2-ab0c11751889', 'name': '', 'network_id': 'ce38624e-541f-45be-b971-bacd21bb0e31', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:7f:8a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:14Z', 'updated_at': '2022-01-11T09:36:23Z', 'revision_number': 4, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6b1c1db-cd38-49d2-94bf-9d3055e21b30', 'name': '', 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:e2:f1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:05Z', 'updated_at': '2022-01-11T09:36:13Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:36:25.148697 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-03583c6e-9f73-4913-adba-c61472006708 None None] For port bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:25.157656 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ff3b3d-7771-474f-9375-cd589e3f13f3 None None] Network 0def99c3-c68e-44a6-9c4a-74fd289f69b8 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:25.214386 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-03583c6e-9f73-4913-adba-c61472006708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:25.252452 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bee2b46-fcb7-40d3-a4de-1c8a2a8a40b2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:25.264106 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port fb32aabe-7d01-4999-bd00-b68ed6c7e5c8 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:25.353668 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bee2b46-fcb7-40d3-a4de-1c8a2a8a40b2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:25.413912 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee2b46-fcb7-40d3-a4de-1c8a2a8a40b2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8562e0-e422-4f63-97ab-b59747f37554,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:25.451918 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cab9196a-9fe1-494e-bd5c-e43cc9db929a req-61e21dc8-d792-4aa0-8fee-3f8543f5e458 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.0793285 Jan 11 09:36:25.465402 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592af07c-1af4-4527-9a8d-311fe1d9fbf5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:36:25.467136 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-592af07c-1af4-4527-9a8d-311fe1d9fbf5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "PUT /v2.0/routers/9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0480101 Jan 11 09:36:25.469845 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60384) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:25.477252 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ec3bde0f-2349-4b63-a0cb-5ebae28ac4a6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'network': {'name': 'tempest-RoutersTest-1984526909'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:25.484222 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d46a7dfb-35fd-4563-a198-71e3f4dd20ab None None] Provisioning for port fb32aabe-7d01-4999-bd00-b68ed6c7e5c8 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:25.487347 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ec3bde0f-2349-4b63-a0cb-5ebae28ac4a6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:25.492500 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ec3bde0f-2349-4b63-a0cb-5ebae28ac4a6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:network and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:25.497069 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ec3bde0f-2349-4b63-a0cb-5ebae28ac4a6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:25.506033 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ec3bde0f-2349-4b63-a0cb-5ebae28ac4a6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:25.521229 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3bde0f-2349-4b63-a0cb-5ebae28ac4a6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Made reservation on behalf of 264ed167813548b38f5af4683744d86b for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:25.526009 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec3bde0f-2349-4b63-a0cb-5ebae28ac4a6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:25.529443 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d46a7dfb-35fd-4563-a198-71e3f4dd20ab None None] Provisioning complete for port fb32aabe-7d01-4999-bd00-b68ed6c7e5c8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:25.529908 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d46a7dfb-35fd-4563-a198-71e3f4dd20ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:25.548757 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6316adb-10a6-4ba2-9b12-e07541593970 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Router f545cf85-cabb-489c-9903-863d0a24aae7 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:36:25.568019 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-935e785d-7684-4098-9732-b903d85c237a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:25.580720 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bee2b46-fcb7-40d3-a4de-1c8a2a8a40b2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:36:25.581315 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3bde0f-2349-4b63-a0cb-5ebae28ac4a6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:36:25.588250 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03583c6e-9f73-4913-adba-c61472006708 None None] Pushing event updated for resources: {'Port': ['ID=bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:25.596485 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec3bde0f-2349-4b63-a0cb-5ebae28ac4a6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:25.597753 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-ec3bde0f-2349-4b63-a0cb-5ebae28ac4a6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Added segment 4db80cb7-63ca-46a3-9906-3d913747af33 of type vlan for network 7a9ea5f8-953f-478d-a9a0-69240ed91aa9 Jan 11 09:36:25.635486 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec3bde0f-2349-4b63-a0cb-5ebae28ac4a6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:25.685239 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec3bde0f-2349-4b63-a0cb-5ebae28ac4a6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:25.699670 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40fe601-206b-4f52-ba51-d194b7829023 None None] Update dhcp port {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'fixed_ips': [{'subnet_id': '3ceca74f-25ed-4ae1-b464-ee3f5d60e870', 'ip_address': '172.20.0.2'}, {'subnet_id': 'abd6e8fa-0fb3-4cff-b681-e2cbb6f87f5c'}], 'binding:host_id': 'dv-neutron-823402-4-hyperv'}, 'id': 'bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8'} from dv-neutron-823402-4-hyperv. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 11 09:36:25.704740 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3bde0f-2349-4b63-a0cb-5ebae28ac4a6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:25.705014 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ec3bde0f-2349-4b63-a0cb-5ebae28ac4a6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:25.800028 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ec3bde0f-2349-4b63-a0cb-5ebae28ac4a6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3255589 Jan 11 09:36:25.867547 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c40fe601-206b-4f52-ba51-d194b7829023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:25.876442 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60388) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:25.904735 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2ea17aa6-8875-41dd-9a95-799f20f3eb07 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'subnet': {'network_id': '7a9ea5f8-953f-478d-a9a0-69240ed91aa9', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:25.924807 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bde0f-2349-4b63-a0cb-5ebae28ac4a6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Network': ['ID=7a9ea5f8-953f-478d-a9a0-69240ed91aa9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:25.963789 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 7a9ea5f8-953f-478d-a9a0-69240ed91aa9 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:36:26.155263 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6316adb-10a6-4ba2-9b12-e07541593970 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:36:26.162645 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bee2b46-fcb7-40d3-a4de-1c8a2a8a40b2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:26.163264 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-7bee2b46-fcb7-40d3-a4de-1c8a2a8a40b2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Added segment d5da7731-1200-4357-a3fc-e5a8e81d6d11 of type vlan for network a4dd5b27-38f0-44e3-a7d2-54e91eb07371 Jan 11 09:36:26.167224 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e785d-7684-4098-9732-b903d85c237a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Port': ['ID=938bc392-3e66-45d5-8290-645595e84658,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:26.170697 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9827a1ba-18c7-4166-9445-fd214ab069b7 None None] Sync routers for ids ['f545cf85-cabb-489c-9903-863d0a24aae7'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:36:26.190547 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2ea17aa6-8875-41dd-9a95-799f20f3eb07 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:26.194138 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9827a1ba-18c7-4166-9445-fd214ab069b7 None None] Routers {'f545cf85-cabb-489c-9903-863d0a24aae7'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:36:26.194773 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9827a1ba-18c7-4166-9445-fd214ab069b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:36:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['f545cf85-cabb-489c-9903-863d0a24aae7'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:26.206748 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2ea17aa6-8875-41dd-9a95-799f20f3eb07 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:subnet and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:26.225308 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2ea17aa6-8875-41dd-9a95-799f20f3eb07 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:26.243085 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2ea17aa6-8875-41dd-9a95-799f20f3eb07 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:26.258524 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea17aa6-8875-41dd-9a95-799f20f3eb07 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Made reservation on behalf of 264ed167813548b38f5af4683744d86b for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:26.263793 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ea17aa6-8875-41dd-9a95-799f20f3eb07 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:26.283247 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d46a7dfb-35fd-4563-a198-71e3f4dd20ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:26.288228 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bee2b46-fcb7-40d3-a4de-1c8a2a8a40b2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:26.329500 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bee2b46-fcb7-40d3-a4de-1c8a2a8a40b2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:26.335331 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bee2b46-fcb7-40d3-a4de-1c8a2a8a40b2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:26.336135 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bee2b46-fcb7-40d3-a4de-1c8a2a8a40b2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:26.433694 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d46a7dfb-35fd-4563-a198-71e3f4dd20ab None None] For port fb32aabe-7d01-4999-bd00-b68ed6c7e5c8, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=fb32aabe-7d01-4999-bd00-b68ed6c7e5c8,segment=NetworkSegment(49fc1efc-b07e-42ab-b212-fdd4d9970484),segment_id=49fc1efc-b07e-42ab-b212-fdd4d9970484)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:26.454561 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6316adb-10a6-4ba2-9b12-e07541593970 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:26.464276 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-9827a1ba-18c7-4166-9445-fd214ab069b7 None None] Set router f545cf85-cabb-489c-9903-863d0a24aae7 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:36:26.482881 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d46a7dfb-35fd-4563-a198-71e3f4dd20ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:26.511913 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7bee2b46-fcb7-40d3-a4de-1c8a2a8a40b2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.2014132 Jan 11 09:36:26.694707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ea17aa6-8875-41dd-9a95-799f20f3eb07 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:26.713383 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-c40fe601-206b-4f52-ba51-d194b7829023 None None] Allocated IP 2001:db8::f816:3eff:fed0:a68e (11973de4-095d-48a2-8bfe-2305268446bc/abd6e8fa-0fb3-4cff-b681-e2cbb6f87f5c/bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:26.843802 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-935e785d-7684-4098-9732-b903d85c237a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:26.855032 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-935e785d-7684-4098-9732-b903d85c237a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/938bc392-3e66-45d5-8290-645595e84658 HTTP/1.1" status: 204 len: 168 time: 3.4343221 Jan 11 09:36:26.859383 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee2b46-fcb7-40d3-a4de-1c8a2a8a40b2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event updated for resources: {'Network': ['ID=a4dd5b27-38f0-44e3-a7d2-54e91eb07371,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:26.882992 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60394) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:26.889521 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a7dfb-35fd-4563-a198-71e3f4dd20ab None None] Pushing event updated for resources: {'Port': ['ID=fb32aabe-7d01-4999-bd00-b68ed6c7e5c8,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:26.936936 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea17aa6-8875-41dd-9a95-799f20f3eb07 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Subnet': ['ID=358edc61-415e-491f-a448-e2591f4378b9,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:26.955223 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network a4dd5b27-38f0-44e3-a7d2-54e91eb07371 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:36:26.974453 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e6316adb-10a6-4ba2-9b12-e07541593970 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.7697306 Jan 11 09:36:26.979771 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6029d70b-cd04-4cac-bfaf-e647c5660a20', 'tag': '653bf390-5022-446f-b35d-1ea85980c365'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:36:27.044765 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c18681-8be8-4dcd-aabf-e4b4fcb8754e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:27.047652 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c18681-8be8-4dcd-aabf-e4b4fcb8754e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:27.049771 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c18681-8be8-4dcd-aabf-e4b4fcb8754e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:27.052348 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-25c18681-8be8-4dcd-aabf-e4b4fcb8754e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:36:27.079538 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-25c18681-8be8-4dcd-aabf-e4b4fcb8754e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:36:27.080700 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-25c18681-8be8-4dcd-aabf-e4b4fcb8754e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1944840 Jan 11 09:36:27.084175 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60402) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:27.118516 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-981be7fb-b66b-4141-a56f-f223d4a935a9 req-3c5f79ec-ae55-4b64-ad92-06990e7722dc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.4291017 Jan 11 09:36:27.162643 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6029d70b-cd04-4cac-bfaf-e647c5660a20', 'tag': '653bf390-5022-446f-b35d-1ea85980c365', 'status': 'completed', 'code': 200} Jan 11 09:36:27.175927 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea17aa6-8875-41dd-9a95-799f20f3eb07 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Checking segment: {'id': '4db80cb7-63ca-46a3-9906-3d913747af33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7a9ea5f8-953f-478d-a9a0-69240ed91aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:27.176921 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea17aa6-8875-41dd-9a95-799f20f3eb07 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network hostable DHCP agents. Network: 7a9ea5f8-953f-478d-a9a0-69240ed91aa9, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:36:27.237402 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea17aa6-8875-41dd-9a95-799f20f3eb07 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network 7a9ea5f8-953f-478d-a9a0-69240ed91aa9 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:36:27.246364 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] Sync routers for ids ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:36:27.253274 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:27.261671 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-2ea17aa6-8875-41dd-9a95-799f20f3eb07 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 7a9ea5f8-953f-478d-a9a0-69240ed91aa9) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:27.267524 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea17aa6-8875-41dd-9a95-799f20f3eb07 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:27.268968 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ea17aa6-8875-41dd-9a95-799f20f3eb07 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:27.318050 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0df713-d1da-4942-a4d2-d6c45437332d None None] Network 7a9ea5f8-953f-478d-a9a0-69240ed91aa9 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:27.328386 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2ea17aa6-8875-41dd-9a95-799f20f3eb07 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4498906 Jan 11 09:36:27.331384 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60406) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:27.429161 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf8a299-cd87-41d3-bc5e-8a54bcae69dd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet 3ceca74f-25ed-4ae1-b464-ee3f5d60e870 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:36:27.461431 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b5ea22d4-4911-43ac-a902-b57a54f745ff None None] Provisioning for port 4b587cc6-6836-4dad-af3b-20c8f8d1294b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:27.517316 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a61cd-856d-4c09-8b93-f38a68dc20f1 req-c2b31a41-7b98-4bd7-a402-8f5844890f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:27.519296 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c30a61cd-856d-4c09-8b93-f38a68dc20f1 req-c2b31a41-7b98-4bd7-a402-8f5844890f34 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27f1e48653724e3083ec9827e4915957&device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 1099 time: 0.3096669 Jan 11 09:36:27.541373 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9827a1ba-18c7-4166-9445-fd214ab069b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:31:52Z', 'revision_number': 4, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port': {'id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:38Z', 'updated_at': '2022-01-11T09:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'b0b36a17-1b03-41d8-9434-9d9b4379dbc2', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'port_id': '653bf390-5022-446f-b35d-1ea85980c365', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'mac_address': 'fa:16:3e:ee:3f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6029d70b-cd04-4cac-bfaf-e647c5660a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:36:22Z', 'updated_at': '2022-01-11T09:36:22Z', 'revision_number': 0, 'project_id': '27f1e48653724e3083ec9827e4915957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec904619-9a3b-404d-8045-a1d4a669e27c', 'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'mac_address': 'fa:16:3e:d7:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:46Z', 'updated_at': '2022-01-11T09:32:04Z', 'revision_number': 5, 'project_id': '27f1e48653724e3083ec9827e4915957', 'subnets': [{'id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:27.551168 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9827a1ba-18c7-4166-9445-fd214ab069b7 None None] Checking router: f545cf85-cabb-489c-9903-863d0a24aae7 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:36:27.551731 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] Routers {'9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:36:27.553705 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:36:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:27.575116 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9827a1ba-18c7-4166-9445-fd214ab069b7 None None] Routers {'f545cf85-cabb-489c-9903-863d0a24aae7'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:36:27.575116 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9827a1ba-18c7-4166-9445-fd214ab069b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:36:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['f545cf85-cabb-489c-9903-863d0a24aae7'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:27.924009 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b5ea22d4-4911-43ac-a902-b57a54f745ff None None] Provisioning complete for port 4b587cc6-6836-4dad-af3b-20c8f8d1294b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:27.925163 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b5ea22d4-4911-43ac-a902-b57a54f745ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:27.983417 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a61cd-856d-4c09-8b93-f38a68dc20f1 req-fa3ecb06-278a-44b4-9e2b-985c06e30884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:27.994288 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c30a61cd-856d-4c09-8b93-f38a68dc20f1 req-fa3ecb06-278a-44b4-9e2b-985c06e30884 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 HTTP/1.1" status: 200 len: 913 time: 0.4677250 Jan 11 09:36:28.212635 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-9827a1ba-18c7-4166-9445-fd214ab069b7 None None] Set router f545cf85-cabb-489c-9903-863d0a24aae7 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:36:28.264190 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c30a61cd-856d-4c09-8b93-f38a68dc20f1 req-0975131c-b6fb-47de-8506-6556c00097f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=653bf390-5022-446f-b35d-1ea85980c365 HTTP/1.1" status: 200 len: 999 time: 0.2627821 Jan 11 09:36:28.334359 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c40fe601-206b-4f52-ba51-d194b7829023 None None] For port bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:28.435195 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea22d4-4911-43ac-a902-b57a54f745ff None None] Port 4b587cc6-6836-4dad-af3b-20c8f8d1294b cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:36:28.522003 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a61cd-856d-4c09-8b93-f38a68dc20f1 req-a78c8b9d-fb78-4f24-a52c-6e9b7b098018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:28.526485 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c30a61cd-856d-4c09-8b93-f38a68dc20f1 req-a78c8b9d-fb78-4f24-a52c-6e9b7b098018 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=627ce13c-dd38-4562-afe1-c17eb9a23002 HTTP/1.1" status: 200 len: 851 time: 0.2551174 Jan 11 09:36:28.548079 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] Set router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:36:28.659334 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c5c5e9cd-31ab-45a3-ace3-2cf79b528888 req-6dc7132b-2019-4b3a-8635-d1432fe7fdc1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.1737089 Jan 11 09:36:28.730957 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a61cd-856d-4c09-8b93-f38a68dc20f1 req-d36a8cdb-8c7b-41b0-90a5-6292416226c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:28.736603 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c30a61cd-856d-4c09-8b93-f38a68dc20f1 req-d36a8cdb-8c7b-41b0-90a5-6292416226c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2032399 Jan 11 09:36:28.767138 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c40fe601-206b-4f52-ba51-d194b7829023 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:28.801862 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09804206-68e0-496d-bfe4-b7323a813377 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:28.837106 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:28.841691 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:29.080509 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c40fe601-206b-4f52-ba51-d194b7829023 None None] Transition to ACTIVE for port object bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:29.089382 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b5ea22d4-4911-43ac-a902-b57a54f745ff None None] Provisioning complete for port fb32aabe-7d01-4999-bd00-b68ed6c7e5c8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:29.089678 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b5ea22d4-4911-43ac-a902-b57a54f745ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:29.113215 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c30a61cd-856d-4c09-8b93-f38a68dc20f1 req-4b38a22b-fa84-47c4-801f-e582d35a7260 service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691640 Jan 11 09:36:29.113891 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adf8a299-cd87-41d3-bc5e-8a54bcae69dd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:29.121743 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9827a1ba-18c7-4166-9445-fd214ab069b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:31:52Z', 'revision_number': 4, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port': {'id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:38Z', 'updated_at': '2022-01-11T09:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'b0b36a17-1b03-41d8-9434-9d9b4379dbc2', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'port_id': '653bf390-5022-446f-b35d-1ea85980c365', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'mac_address': 'fa:16:3e:ee:3f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6029d70b-cd04-4cac-bfaf-e647c5660a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:36:22Z', 'updated_at': '2022-01-11T09:36:22Z', 'revision_number': 0, 'project_id': '27f1e48653724e3083ec9827e4915957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec904619-9a3b-404d-8045-a1d4a669e27c', 'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'mac_address': 'fa:16:3e:d7:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:46Z', 'updated_at': '2022-01-11T09:32:04Z', 'revision_number': 5, 'project_id': '27f1e48653724e3083ec9827e4915957', 'subnets': [{'id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:29.127443 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9827a1ba-18c7-4166-9445-fd214ab069b7 None None] The sync data for ids ['f545cf85-cabb-489c-9903-863d0a24aae7'] in dv-neutron-823402-4-hyperv is: [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:31:52Z', 'revision_number': 4, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port': {'id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:38Z', 'updated_at': '2022-01-11T09:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'b0b36a17-1b03-41d8-9434-9d9b4379dbc2', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'port_id': '653bf390-5022-446f-b35d-1ea85980c365', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'mac_address': 'fa:16:3e:ee:3f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6029d70b-cd04-4cac-bfaf-e647c5660a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:36:22Z', 'updated_at': '2022-01-11T09:36:22Z', 'revision_number': 0, 'project_id': '27f1e48653724e3083ec9827e4915957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec904619-9a3b-404d-8045-a1d4a669e27c', 'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'mac_address': 'fa:16:3e:d7:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:46Z', 'updated_at': '2022-01-11T09:32:04Z', 'revision_number': 5, 'project_id': '27f1e48653724e3083ec9827e4915957', 'subnets': [{'id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:36:29.151326 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c40fe601-206b-4f52-ba51-d194b7829023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:29.310016 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adf8a299-cd87-41d3-bc5e-8a54bcae69dd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:29.440489 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c30a61cd-856d-4c09-8b93-f38a68dc20f1 req-27396387-e23b-408e-835c-325b2c2f8f46 service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749786 Jan 11 09:36:29.492626 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adf8a299-cd87-41d3-bc5e-8a54bcae69dd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:29.515852 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2ce785-5ec7-4329-a386-03a92d95272e None None] New status for floating IP b0b36a17-1b03-41d8-9434-9d9b4379dbc2: ACTIVE {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:36:29.599346 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-09804206-68e0-496d-bfe4-b7323a813377 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Allocated IP 172.23.0.1 (7a9ea5f8-953f-478d-a9a0-69240ed91aa9/358edc61-415e-491f-a448-e2591f4378b9/9f8c17fc-8511-4454-9204-f38fc9aee098) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:29.655662 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Port bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8 had new provisioning blocks added so it will not transition to active. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jan 11 09:36:29.657004 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7c96bea4-c35d-4dc5-85b2-ab0c11751889 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:29.694290 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adf8a299-cd87-41d3-bc5e-8a54bcae69dd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:29.780200 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deff0f60-74ed-4b02-9a2d-ca804be0e417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-7a9ea5f8-953f-478d-a9a0-69240ed91aa9', 'network_id': '7a9ea5f8-953f-478d-a9a0-69240ed91aa9', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'fixed_ips': [{'subnet_id': '358edc61-415e-491f-a448-e2591f4378b9'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:36:29.782370 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-deff0f60-74ed-4b02-9a2d-ca804be0e417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:29.834223 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adf8a299-cd87-41d3-bc5e-8a54bcae69dd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:29.850128 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8a299-cd87-41d3-bc5e-8a54bcae69dd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=3ceca74f-25ed-4ae1-b464-ee3f5d60e870,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:29.881468 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-adf8a299-cd87-41d3-bc5e-8a54bcae69dd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/3ceca74f-25ed-4ae1-b464-ee3f5d60e870 HTTP/1.1" status: 204 len: 168 time: 2.7939396 Jan 11 09:36:29.881711 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60414) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:29.933412 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fe601-206b-4f52-ba51-d194b7829023 None None] Pushing event updated for resources: {'Port': ['ID=bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:29.977282 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60418) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:29.995406 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 7c96bea4-c35d-4dc5-85b2-ab0c11751889 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:29.998214 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-60066fbe-88eb-49a0-9f21-31d22af03d14 req-93f93909-d760-4fbc-bee5-d57e7b2d877a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.0770843 Jan 11 09:36:30.010646 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 7c96bea4-c35d-4dc5-85b2-ab0c11751889 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:30.011061 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-411e06db-7d45-4027-a232-cb5ecf686da1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Request body: {'subnet': {'network_id': 'a4dd5b27-38f0-44e3-a7d2-54e91eb07371', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:30.011642 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:30.090408 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09804206-68e0-496d-bfe4-b7323a813377 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:30.102429 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'name': 'tempest-RoutersTest-router-320544399', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:36:00Z', 'updated_at': '2022-01-11T09:36:23Z', 'revision_number': 4, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None, '_interfaces': [{'id': '4b587cc6-6836-4dad-af3b-20c8f8d1294b', 'name': '', 'network_id': '0def99c3-c68e-44a6-9c4a-74fd289f69b8', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:a4:b8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'be6eb557-7d26-4878-a95e-e51ccc0de411', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:21Z', 'updated_at': '2022-01-11T09:36:24Z', 'revision_number': 2, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': 'be6eb557-7d26-4878-a95e-e51ccc0de411', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c96bea4-c35d-4dc5-85b2-ab0c11751889', 'name': '', 'network_id': 'ce38624e-541f-45be-b971-bacd21bb0e31', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:7f:8a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:14Z', 'updated_at': '2022-01-11T09:36:23Z', 'revision_number': 4, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6b1c1db-cd38-49d2-94bf-9d3055e21b30', 'name': '', 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:e2:f1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:05Z', 'updated_at': '2022-01-11T09:36:13Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:30.109748 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-09804206-68e0-496d-bfe4-b7323a813377 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Transition to ACTIVE for port object 9f8c17fc-8511-4454-9204-f38fc9aee098 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:30.141254 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09804206-68e0-496d-bfe4-b7323a813377 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:30.169328 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] Checking router: 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:36:30.169687 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] Updating router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e port 4b587cc6-6836-4dad-af3b-20c8f8d1294b binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:36:30.223687 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7233af-70b8-444a-bc00-27add2235d7d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet abd6e8fa-0fb3-4cff-b681-e2cbb6f87f5c {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:36:30.226566 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09804206-68e0-496d-bfe4-b7323a813377 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network 7a9ea5f8-953f-478d-a9a0-69240ed91aa9 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:30.227521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aa7233af-70b8-444a-bc00-27add2235d7d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:30.230874 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-09804206-68e0-496d-bfe4-b7323a813377 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:30.233419 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09804206-68e0-496d-bfe4-b7323a813377 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:36:30.272285 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:30.283338 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09804206-68e0-496d-bfe4-b7323a813377 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Port': ['ID=9f8c17fc-8511-4454-9204-f38fc9aee098,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:30.304638 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aa7233af-70b8-444a-bc00-27add2235d7d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:30.319621 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09804206-68e0-496d-bfe4-b7323a813377 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:30.394967 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-016074e6-91c1-453c-841d-a26053eec7d7 None None] Provisioning complete for port 4b587cc6-6836-4dad-af3b-20c8f8d1294b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:30.395641 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-016074e6-91c1-453c-841d-a26053eec7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:30.438078 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-411e06db-7d45-4027-a232-cb5ecf686da1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:30.445528 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:30.446566 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-411e06db-7d45-4027-a232-cb5ecf686da1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Usage tracker for resource:subnet and tenant:ffadb6fe7b67451bbff928d8edb541ae is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:30.450877 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-411e06db-7d45-4027-a232-cb5ecf686da1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:30.459103 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09804206-68e0-496d-bfe4-b7323a813377 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:30.462966 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-411e06db-7d45-4027-a232-cb5ecf686da1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:30.480363 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411e06db-7d45-4027-a232-cb5ecf686da1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Made reservation on behalf of ffadb6fe7b67451bbff928d8edb541ae for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:30.484358 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-411e06db-7d45-4027-a232-cb5ecf686da1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:30.489520 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-deff0f60-74ed-4b02-9a2d-ca804be0e417 None None] Allocated IP 172.23.0.2 (7a9ea5f8-953f-478d-a9a0-69240ed91aa9/358edc61-415e-491f-a448-e2591f4378b9/71441b1b-9da8-4e79-93bd-d3ffa50d698c) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:30.518526 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aa7233af-70b8-444a-bc00-27add2235d7d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:30.568346 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 7c96bea4-c35d-4dc5-85b2-ab0c11751889, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=7c96bea4-c35d-4dc5-85b2-ab0c11751889,segment=NetworkSegment(4a273d04-6785-4a5b-83f9-2404d6469564),segment_id=4a273d04-6785-4a5b-83f9-2404d6469564)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:30.584989 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-016074e6-91c1-453c-841d-a26053eec7d7 None None] Port 4b587cc6-6836-4dad-af3b-20c8f8d1294b cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:36:30.616393 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:30.753467 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aa7233af-70b8-444a-bc00-27add2235d7d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:30.806740 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aa7233af-70b8-444a-bc00-27add2235d7d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:30.819189 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:30.823702 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-aa7233af-70b8-444a-bc00-27add2235d7d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/abd6e8fa-0fb3-4cff-b681-e2cbb6f87f5c HTTP/1.1" status: 204 len: 168 time: 0.9406064 Jan 11 09:36:30.827159 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7233af-70b8-444a-bc00-27add2235d7d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=abd6e8fa-0fb3-4cff-b681-e2cbb6f87f5c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:30.827337 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60422) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:30.863492 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a366ec4-1451-42c0-8d07-104dff1318c2 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:30.897184 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-411e06db-7d45-4027-a232-cb5ecf686da1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:30.927278 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-38c3495a-e801-40dc-a896-12aaeafb902c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0966203 Jan 11 09:36:30.927518 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60426) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:30.936281 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=7c96bea4-c35d-4dc5-85b2-ab0c11751889,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:30.964101 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3d8010d3-a018-4ecb-aef1-d8544ce5747e None None] Could not find standard attr ID for object 938bc392-3e66-45d5-8290-645595e84658. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:36:30.992088 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411e06db-7d45-4027-a232-cb5ecf686da1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Checking segment: {'id': 'd5da7731-1200-4357-a3fc-e5a8e81d6d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a4dd5b27-38f0-44e3-a7d2-54e91eb07371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:30.992356 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411e06db-7d45-4027-a232-cb5ecf686da1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Network hostable DHCP agents. Network: a4dd5b27-38f0-44e3-a7d2-54e91eb07371, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:36:31.006423 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e06db-7d45-4027-a232-cb5ecf686da1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event updated for resources: {'Subnet': ['ID=05d9e8be-b651-4e10-b7ff-959578e9c567,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:31.020501 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411e06db-7d45-4027-a232-cb5ecf686da1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Network a4dd5b27-38f0-44e3-a7d2-54e91eb07371 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:36:31.039616 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-411e06db-7d45-4027-a232-cb5ecf686da1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, a4dd5b27-38f0-44e3-a7d2-54e91eb07371) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:31.052998 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411e06db-7d45-4027-a232-cb5ecf686da1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:31.053753 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-411e06db-7d45-4027-a232-cb5ecf686da1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:31.075951 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-411e06db-7d45-4027-a232-cb5ecf686da1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0975227 Jan 11 09:36:31.079640 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60432) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:31.087154 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-0cec5277-c1dc-4797-96b3-817748146d9d tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-525731454'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:31.096358 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0cec5277-c1dc-4797-96b3-817748146d9d tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:31.101196 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0cec5277-c1dc-4797-96b3-817748146d9d tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Usage tracker for resource:network and tenant:ffadb6fe7b67451bbff928d8edb541ae is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:31.105476 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0cec5277-c1dc-4797-96b3-817748146d9d tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:31.110176 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d142983e-ce65-4f92-8ab6-7e1f4dbd143c None None] Network a4dd5b27-38f0-44e3-a7d2-54e91eb07371 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:31.113068 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0cec5277-c1dc-4797-96b3-817748146d9d tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:31.130190 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cec5277-c1dc-4797-96b3-817748146d9d tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Made reservation on behalf of ffadb6fe7b67451bbff928d8edb541ae for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:31.133835 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0cec5277-c1dc-4797-96b3-817748146d9d tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:31.165889 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8a2d2f4e-d7ad-4204-9164-38e97283b932 req-1e400ef9-5446-4701-a1ce-81900446b90e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.1061640 Jan 11 09:36:31.178917 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cec5277-c1dc-4797-96b3-817748146d9d tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:36:31.193429 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0cec5277-c1dc-4797-96b3-817748146d9d tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:31.194010 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-0cec5277-c1dc-4797-96b3-817748146d9d tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Added segment 852df506-9984-4a2c-86a9-4e937818eec5 of type vlan for network b7fa8364-78ce-4635-ad39-0b7d14f0b7d8 Jan 11 09:36:31.204521 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37dd2df-ae02-4050-b5ba-1ec875504bed tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:31.204521 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b37dd2df-ae02-4050-b5ba-1ec875504bed tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2733927 Jan 11 09:36:31.208895 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60436) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:31.238390 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0cec5277-c1dc-4797-96b3-817748146d9d tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:31.274987 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0cec5277-c1dc-4797-96b3-817748146d9d tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:31.276119 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0d7f7b-3b40-4516-af87-b88e96dbdd90 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:31.277339 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2e0d7f7b-3b40-4516-af87-b88e96dbdd90 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:36:31.282567 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cec5277-c1dc-4797-96b3-817748146d9d tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:31.283143 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0cec5277-c1dc-4797-96b3-817748146d9d tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:31.299478 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3d8010d3-a018-4ecb-aef1-d8544ce5747e None None] Provisioning for port bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:31.307278 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2e0d7f7b-3b40-4516-af87-b88e96dbdd90 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:36:31.310888 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2e0d7f7b-3b40-4516-af87-b88e96dbdd90 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1022649 Jan 11 09:36:31.311114 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60440) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:31.353160 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0cec5277-c1dc-4797-96b3-817748146d9d tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2722344 Jan 11 09:36:31.382855 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60444) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:31.400055 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f94eeb07-03b9-4ef8-b056-67379772713e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Request body: {'subnet': {'network_id': 'b7fa8364-78ce-4635-ad39-0b7d14f0b7d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:31.405083 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec5277-c1dc-4797-96b3-817748146d9d tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event updated for resources: {'Network': ['ID=b7fa8364-78ce-4635-ad39-0b7d14f0b7d8,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:31.407434 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3d8010d3-a018-4ecb-aef1-d8544ce5747e None None] Provisioning complete for port bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:31.408027 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3d8010d3-a018-4ecb-aef1-d8544ce5747e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:31.419442 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-57e8d87c-6e94-486a-83f2-9e5ddf7cb573 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1064279 Jan 11 09:36:31.424687 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60448) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:31.434781 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-45ae4d34-98ef-473d-971b-f4f7ef8e817f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:31.450059 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network b7fa8364-78ce-4635-ad39-0b7d14f0b7d8 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:36:31.482420 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09804206-68e0-496d-bfe4-b7323a813377 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:31.494497 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:31.494881 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:31.502027 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09804206-68e0-496d-bfe4-b7323a813377 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:31.556432 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-deff0f60-74ed-4b02-9a2d-ca804be0e417 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:31.610017 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-deff0f60-74ed-4b02-9a2d-ca804be0e417 None None] Transition to ACTIVE for port object 71441b1b-9da8-4e79-93bd-d3ffa50d698c will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:31.696875 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.resource_extend [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 09:36:31.825070 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-deff0f60-74ed-4b02-9a2d-ca804be0e417 None None] Transition to ACTIVE for port object 71441b1b-9da8-4e79-93bd-d3ffa50d698c will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:31.838358 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f94eeb07-03b9-4ef8-b056-67379772713e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:31.858599 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f94eeb07-03b9-4ef8-b056-67379772713e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Usage tracker for resource:subnet and tenant:ffadb6fe7b67451bbff928d8edb541ae is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:31.863713 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-45ae4d34-98ef-473d-971b-f4f7ef8e817f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:31.865888 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f94eeb07-03b9-4ef8-b056-67379772713e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:31.876944 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f94eeb07-03b9-4ef8-b056-67379772713e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:31.880929 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-deff0f60-74ed-4b02-9a2d-ca804be0e417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:31.889691 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09804206-68e0-496d-bfe4-b7323a813377 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:31.916882 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-45ae4d34-98ef-473d-971b-f4f7ef8e817f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:31.919533 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09804206-68e0-496d-bfe4-b7323a813377 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event updated for resources: {'Port': ['ID=9f8c17fc-8511-4454-9204-f38fc9aee098,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:31.947263 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94eeb07-03b9-4ef8-b056-67379772713e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Made reservation on behalf of ffadb6fe7b67451bbff928d8edb541ae for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:31.952991 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f94eeb07-03b9-4ef8-b056-67379772713e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:31.986162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ae4d34-98ef-473d-971b-f4f7ef8e817f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:31.989547 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-45ae4d34-98ef-473d-971b-f4f7ef8e817f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:31.990932 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ae4d34-98ef-473d-971b-f4f7ef8e817f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:36:31.991348 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ae4d34-98ef-473d-971b-f4f7ef8e817f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:36:31.993306 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:32.078423 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deff0f60-74ed-4b02-9a2d-ca804be0e417 None None] Network 7a9ea5f8-953f-478d-a9a0-69240ed91aa9 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:32.083768 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] Transition to ACTIVE for port object 4b587cc6-6836-4dad-af3b-20c8f8d1294b will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:32.092247 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f71d062-d258-4c3d-962d-a7437ff9c1b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-a4dd5b27-38f0-44e3-a7d2-54e91eb07371', 'network_id': 'a4dd5b27-38f0-44e3-a7d2-54e91eb07371', 'tenant_id': 'ffadb6fe7b67451bbff928d8edb541ae', 'fixed_ips': [{'subnet_id': '05d9e8be-b651-4e10-b7ff-959578e9c567'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:36:32.093435 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6f71d062-d258-4c3d-962d-a7437ff9c1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:32.107929 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-deff0f60-74ed-4b02-9a2d-ca804be0e417 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:32.113313 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deff0f60-74ed-4b02-9a2d-ca804be0e417 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:36:32.120435 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd61092-d6a8-42bc-a758-c2afe5fda933 None None] DHCP port deletion for 11973de4-095d-48a2-8bfe-2305268446bc request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:36:32.130015 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device fb32aabe-7d01-4999-bd00-b68ed6c7e5c8 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:32.142919 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-45ae4d34-98ef-473d-971b-f4f7ef8e817f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7169826 Jan 11 09:36:32.145949 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60452) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:32.154195 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff0f60-74ed-4b02-9a2d-ca804be0e417 None None] Pushing event updated for resources: {'Port': ['ID=71441b1b-9da8-4e79-93bd-d3ffa50d698c,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:32.165481 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:32.167644 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-22a55ef4-7063-4af9-8638-da39eaf566c4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:32.205405 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6fd61092-d6a8-42bc-a758-c2afe5fda933 None None] Deleting port bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:36:32.205770 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6fd61092-d6a8-42bc-a758-c2afe5fda933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:32.340126 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09804206-68e0-496d-bfe4-b7323a813377 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Network 7a9ea5f8-953f-478d-a9a0-69240ed91aa9 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:32.357186 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-09804206-68e0-496d-bfe4-b7323a813377 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:32.372808 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4835bd34-2f90-4a89-a797-8d56638cb8cf req-59e7a31a-3b7f-4339-9b3f-76541b17d3ad tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.1293671 Jan 11 09:36:32.485044 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-22a55ef4-7063-4af9-8638-da39eaf566c4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:32.567932 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-22a55ef4-7063-4af9-8638-da39eaf566c4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:32.574801 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-deff0f60-74ed-4b02-9a2d-ca804be0e417 None None] Attempting to bind port 71441b1b-9da8-4e79-93bd-d3ffa50d698c on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:36:32.575233 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-deff0f60-74ed-4b02-9a2d-ca804be0e417 None None] Attempting to bind port 71441b1b-9da8-4e79-93bd-d3ffa50d698c by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '4db80cb7-63ca-46a3-9906-3d913747af33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7a9ea5f8-953f-478d-a9a0-69240ed91aa9'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:36:32.575835 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deff0f60-74ed-4b02-9a2d-ca804be0e417 None None] Attempting to bind port 71441b1b-9da8-4e79-93bd-d3ffa50d698c on network 7a9ea5f8-953f-478d-a9a0-69240ed91aa9 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:36:32.579081 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c457146-58dd-41ed-bca6-3af82ad7ee2c None None] Pushing event updated for resources: {'Port': ['ID=4b587cc6-6836-4dad-af3b-20c8f8d1294b,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:32.609598 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a55ef4-7063-4af9-8638-da39eaf566c4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:32.612927 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22a55ef4-7063-4af9-8638-da39eaf566c4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:32.614295 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a55ef4-7063-4af9-8638-da39eaf566c4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:36:32.614712 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a55ef4-7063-4af9-8638-da39eaf566c4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:36:32.657832 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deff0f60-74ed-4b02-9a2d-ca804be0e417 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:36:32.658140 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09804206-68e0-496d-bfe4-b7323a813377 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:36:32.658267 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deff0f60-74ed-4b02-9a2d-ca804be0e417 None None] Checking segment: {'id': '4db80cb7-63ca-46a3-9906-3d913747af33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7a9ea5f8-953f-478d-a9a0-69240ed91aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:32.658618 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-deff0f60-74ed-4b02-9a2d-ca804be0e417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:32.659205 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deff0f60-74ed-4b02-9a2d-ca804be0e417 None None] Bound using segment: {'id': '4db80cb7-63ca-46a3-9906-3d913747af33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7a9ea5f8-953f-478d-a9a0-69240ed91aa9'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:36:32.659855 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-deff0f60-74ed-4b02-9a2d-ca804be0e417 None None] Bound port: 71441b1b-9da8-4e79-93bd-d3ffa50d698c, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db80cb7-63ca-46a3-9906-3d913747af33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7a9ea5f8-953f-478d-a9a0-69240ed91aa9'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:36:32.660419 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-deff0f60-74ed-4b02-9a2d-ca804be0e417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:32.671457 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-22a55ef4-7063-4af9-8638-da39eaf566c4 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5244396 Jan 11 09:36:32.674961 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60458) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:32.682444 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6cfa990a-2ff0-4e52-add4-6156a0784723 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:32.697099 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f94eeb07-03b9-4ef8-b056-67379772713e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:32.867697 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] Attempting to bind port 4b587cc6-6836-4dad-af3b-20c8f8d1294b on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:36:32.868247 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] Attempting to bind port 4b587cc6-6836-4dad-af3b-20c8f8d1294b by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '49fc1efc-b07e-42ab-b212-fdd4d9970484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0def99c3-c68e-44a6-9c4a-74fd289f69b8'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:36:32.868348 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] Attempting to bind port 4b587cc6-6836-4dad-af3b-20c8f8d1294b on network 0def99c3-c68e-44a6-9c4a-74fd289f69b8 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:36:32.885596 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port fb32aabe-7d01-4999-bd00-b68ed6c7e5c8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:32.885965 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:32.937754 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:36:32.938507 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] Checking segment: {'id': '49fc1efc-b07e-42ab-b212-fdd4d9970484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0def99c3-c68e-44a6-9c4a-74fd289f69b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:32.938697 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:32.938924 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] Bound using segment: {'id': '49fc1efc-b07e-42ab-b212-fdd4d9970484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0def99c3-c68e-44a6-9c4a-74fd289f69b8'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:36:32.939399 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] Bound port: 4b587cc6-6836-4dad-af3b-20c8f8d1294b, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49fc1efc-b07e-42ab-b212-fdd4d9970484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0def99c3-c68e-44a6-9c4a-74fd289f69b8'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:36:32.939771 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:32.997045 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94eeb07-03b9-4ef8-b056-67379772713e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event updated for resources: {'Subnet': ['ID=bcd67364-c161-46e6-8259-51b4d707c517,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:33.018203 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94eeb07-03b9-4ef8-b056-67379772713e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Checking segment: {'id': '852df506-9984-4a2c-86a9-4e937818eec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b7fa8364-78ce-4635-ad39-0b7d14f0b7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:33.018560 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94eeb07-03b9-4ef8-b056-67379772713e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Network hostable DHCP agents. Network: b7fa8364-78ce-4635-ad39-0b7d14f0b7d8, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:36:33.022865 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6cfa990a-2ff0-4e52-add4-6156a0784723 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:33.035053 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09804206-68e0-496d-bfe4-b7323a813377 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:36:33.037713 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-6f71d062-d258-4c3d-962d-a7437ff9c1b8 None None] Allocated IP 2001:db8:0:ffff::2 (a4dd5b27-38f0-44e3-a7d2-54e91eb07371/05d9e8be-b651-4e10-b7ff-959578e9c567/123a135a-99e3-4daf-919d-b5500691d6f1) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:33.042871 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6cfa990a-2ff0-4e52-add4-6156a0784723 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:33.050488 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-09804206-68e0-496d-bfe4-b7323a813377 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "PUT /v2.0/routers/9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7156360 Jan 11 09:36:33.050690 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60462) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:33.060350 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-5d402366-2809-4a6f-a276-aad3fbc4068d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:33.130182 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfa990a-2ff0-4e52-add4-6156a0784723 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:33.133434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6cfa990a-2ff0-4e52-add4-6156a0784723 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:33.134775 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cfa990a-2ff0-4e52-add4-6156a0784723 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:36:33.135195 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cfa990a-2ff0-4e52-add4-6156a0784723 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:36:33.146482 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6fd61092-d6a8-42bc-a758-c2afe5fda933 None None] For port bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:33.146876 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6fd61092-d6a8-42bc-a758-c2afe5fda933 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:33.161916 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-deff0f60-74ed-4b02-9a2d-ca804be0e417 None None] For port 71441b1b-9da8-4e79-93bd-d3ffa50d698c, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:36:33.195184 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94eeb07-03b9-4ef8-b056-67379772713e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Network b7fa8364-78ce-4635-ad39-0b7d14f0b7d8 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:36:33.302849 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-deff0f60-74ed-4b02-9a2d-ca804be0e417 None None] For port 71441b1b-9da8-4e79-93bd-d3ffa50d698c, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=71441b1b-9da8-4e79-93bd-d3ffa50d698c,segment=NetworkSegment(4db80cb7-63ca-46a3-9906-3d913747af33),segment_id=4db80cb7-63ca-46a3-9906-3d913747af33)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:36:33.373277 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6cfa990a-2ff0-4e52-add4-6156a0784723 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6799662 Jan 11 09:36:33.373277 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f94eeb07-03b9-4ef8-b056-67379772713e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, b7fa8364-78ce-4635-ad39-0b7d14f0b7d8) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:33.380631 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60466) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:33.387107 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94eeb07-03b9-4ef8-b056-67379772713e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:33.399178 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-243f9029-3c0c-4218-a87e-df165c14ba51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:33.407837 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f94eeb07-03b9-4ef8-b056-67379772713e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:33.415994 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6fd61092-d6a8-42bc-a758-c2afe5fda933 None None] Calling delete_port for bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:36:33.415994 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6171d78-893a-43c6-b35d-017c2783a228 None None] Network b7fa8364-78ce-4635-ad39-0b7d14f0b7d8 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:33.446295 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-deff0f60-74ed-4b02-9a2d-ca804be0e417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:33.458962 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f94eeb07-03b9-4ef8-b056-67379772713e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0699632 Jan 11 09:36:33.459611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60472) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:33.521627 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] For port 4b587cc6-6836-4dad-af3b-20c8f8d1294b, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:36:33.575360 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-243f9029-3c0c-4218-a87e-df165c14ba51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:33.586610 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-243f9029-3c0c-4218-a87e-df165c14ba51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:33.595525 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-aa2b6872-de10-49b5-8295-eb91cf6ce303 req-b1f4b9ab-3a8d-4979-8ea7-5661cb357aa7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.0833077 Jan 11 09:36:33.611466 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243f9029-3c0c-4218-a87e-df165c14ba51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:33.615998 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-243f9029-3c0c-4218-a87e-df165c14ba51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:33.617733 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-243f9029-3c0c-4218-a87e-df165c14ba51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:36:33.618378 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243f9029-3c0c-4218-a87e-df165c14ba51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:36:33.649938 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] For port 4b587cc6-6836-4dad-af3b-20c8f8d1294b, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4b587cc6-6836-4dad-af3b-20c8f8d1294b,segment=NetworkSegment(49fc1efc-b07e-42ab-b212-fdd4d9970484),segment_id=49fc1efc-b07e-42ab-b212-fdd4d9970484)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:36:33.657800 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-243f9029-3c0c-4218-a87e-df165c14ba51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2943711 Jan 11 09:36:33.660319 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60476) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:33.673675 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-bf6035fa-d76b-4c23-b64c-50b81f8c8567 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:33.689952 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:33.822213 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff0f60-74ed-4b02-9a2d-ca804be0e417 None None] Pushing event updated for resources: {'Port': ['ID=71441b1b-9da8-4e79-93bd-d3ffa50d698c,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:33.832081 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bf6035fa-d76b-4c23-b64c-50b81f8c8567 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:33.841086 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2aae-63b4-4a47-95ec-23d81c2b1e3a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:33.845830 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bf6035fa-d76b-4c23-b64c-50b81f8c8567 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:33.859878 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6035fa-d76b-4c23-b64c-50b81f8c8567 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:33.868433 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf6035fa-d76b-4c23-b64c-50b81f8c8567 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:33.872396 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6035fa-d76b-4c23-b64c-50b81f8c8567 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:36:33.873207 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf6035fa-d76b-4c23-b64c-50b81f8c8567 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:36:33.899233 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6fd61092-d6a8-42bc-a758-c2afe5fda933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:33.928343 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60480) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:33.928808 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bf6035fa-d76b-4c23-b64c-50b81f8c8567 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2668395 Jan 11 09:36:33.940572 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e399e0a6-cda0-4a81-9942-8195af380c38 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:33.981727 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7c96bea4-c35d-4dc5-85b2-ab0c11751889 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:34.026202 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] Routers {'9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:36:34.026860 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:36:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:34.173105 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd61092-d6a8-42bc-a758-c2afe5fda933 None None] No DVR routers for this DVR port bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:36:34.196283 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2aae-63b4-4a47-95ec-23d81c2b1e3a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:34.244356 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6f71d062-d258-4c3d-962d-a7437ff9c1b8 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:34.261781 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e399e0a6-cda0-4a81-9942-8195af380c38 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:34.289845 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e399e0a6-cda0-4a81-9942-8195af380c38 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:34.319242 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6f71d062-d258-4c3d-962d-a7437ff9c1b8 None None] Transition to ACTIVE for port object 123a135a-99e3-4daf-919d-b5500691d6f1 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:34.330722 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.extraroute_db [None req-5d402366-2809-4a6f-a276-aad3fbc4068d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87655) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 11 09:36:34.334658 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e399e0a6-cda0-4a81-9942-8195af380c38 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:34.335851 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c457146-58dd-41ed-bca6-3af82ad7ee2c None None] Pushing event updated for resources: {'Port': ['ID=4b587cc6-6836-4dad-af3b-20c8f8d1294b,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:34.338050 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e399e0a6-cda0-4a81-9942-8195af380c38 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:34.339422 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-e399e0a6-cda0-4a81-9942-8195af380c38 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:36:34.339841 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e399e0a6-cda0-4a81-9942-8195af380c38 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:36:34.369640 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.extraroute_db [None req-5d402366-2809-4a6f-a276-aad3fbc4068d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Removed routes are [] {{(pid=87655) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 11 09:36:34.370027 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5d402366-2809-4a6f-a276-aad3fbc4068d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:34.373124 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2aae-63b4-4a47-95ec-23d81c2b1e3a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:34.387338 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:34.411373 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e399e0a6-cda0-4a81-9942-8195af380c38 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4775915 Jan 11 09:36:34.415782 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60484) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:34.480318 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-68b1169d-6ca1-435e-9642-f832d33361f1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:36:34.487408 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b2aae-63b4-4a47-95ec-23d81c2b1e3a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event deleted for resources: {'Subnet': ['ID=bcd67364-c161-46e6-8259-51b4d707c517,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:34.497412 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-68b1169d-6ca1-435e-9642-f832d33361f1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:36:34.497412 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-68b1169d-6ca1-435e-9642-f832d33361f1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0742538 Jan 11 09:36:34.497412 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60488) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:34.536060 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6f71d062-d258-4c3d-962d-a7437ff9c1b8 None None] Transition to ACTIVE for port object 123a135a-99e3-4daf-919d-b5500691d6f1 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:34.548005 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd61092-d6a8-42bc-a758-c2afe5fda933 None None] Pushing event deleted for resources: {'Port': ['ID=bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:34.587055 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e274b26-a677-492b-9378-aca1f860c4ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-b7fa8364-78ce-4635-ad39-0b7d14f0b7d8', 'network_id': 'b7fa8364-78ce-4635-ad39-0b7d14f0b7d8', 'tenant_id': 'ffadb6fe7b67451bbff928d8edb541ae', 'fixed_ips': [{'subnet_id': 'bcd67364-c161-46e6-8259-51b4d707c517'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:36:34.587055 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5e274b26-a677-492b-9378-aca1f860c4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:34.614403 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6f71d062-d258-4c3d-962d-a7437ff9c1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:34.656474 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2aae-63b4-4a47-95ec-23d81c2b1e3a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:34.677638 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d906a1f-bd04-40d0-8487-5d4ca4bd7d92 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:34.677638 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9d906a1f-bd04-40d0-8487-5d4ca4bd7d92 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:36:34.726504 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9d906a1f-bd04-40d0-8487-5d4ca4bd7d92 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:36:34.726504 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9d906a1f-bd04-40d0-8487-5d4ca4bd7d92 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2185574 Jan 11 09:36:34.726504 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60494) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:34.734409 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f71d062-d258-4c3d-962d-a7437ff9c1b8 None None] Network a4dd5b27-38f0-44e3-a7d2-54e91eb07371 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:34.806283 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9c0b2aae-63b4-4a47-95ec-23d81c2b1e3a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7fa8364-78ce-4635-ad39-0b7d14f0b7d8']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:34.824435 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] Set router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:36:34.862970 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4e1322c9-c00c-4bd7-8c85-344fbe35693a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1306193 Jan 11 09:36:34.862970 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60498) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:34.862970 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-0651ba17-ff43-40c9-9ac0-a04edc743d63 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:34.951574 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9c0b2aae-63b4-4a47-95ec-23d81c2b1e3a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852df506-9984-4a2c-86a9-4e937818eec5') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:34.951574 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9c0b2aae-63b4-4a47-95ec-23d81c2b1e3a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852df506-9984-4a2c-86a9-4e937818eec5') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:34.966182 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-6f71d062-d258-4c3d-962d-a7437ff9c1b8 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:34.966182 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f71d062-d258-4c3d-962d-a7437ff9c1b8 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:36:35.073023 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0651ba17-ff43-40c9-9ac0-a04edc743d63 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:35.087846 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0651ba17-ff43-40c9-9ac0-a04edc743d63 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:35.102712 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0651ba17-ff43-40c9-9ac0-a04edc743d63 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:35.102712 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0651ba17-ff43-40c9-9ac0-a04edc743d63 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:35.115478 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 7c96bea4-c35d-4dc5-85b2-ab0c11751889 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:35.115478 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:35.355542 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-562ed2ed-8619-49b1-91cb-e2a3c6a9b236 req-15a1cb90-5c7a-4a39-a7db-f26da6db3778 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.5787148 Jan 11 09:36:35.362010 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2aae-63b4-4a47-95ec-23d81c2b1e3a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:35.379434 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6f71d062-d258-4c3d-962d-a7437ff9c1b8 None None] Attempting to bind port 123a135a-99e3-4daf-919d-b5500691d6f1 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:36:35.379434 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6f71d062-d258-4c3d-962d-a7437ff9c1b8 None None] Attempting to bind port 123a135a-99e3-4daf-919d-b5500691d6f1 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'd5da7731-1200-4357-a3fc-e5a8e81d6d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a4dd5b27-38f0-44e3-a7d2-54e91eb07371'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:36:35.379434 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f71d062-d258-4c3d-962d-a7437ff9c1b8 None None] Attempting to bind port 123a135a-99e3-4daf-919d-b5500691d6f1 on network a4dd5b27-38f0-44e3-a7d2-54e91eb07371 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:36:35.406196 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71d062-d258-4c3d-962d-a7437ff9c1b8 None None] Pushing event updated for resources: {'Port': ['ID=123a135a-99e3-4daf-919d-b5500691d6f1,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:35.413747 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2aae-63b4-4a47-95ec-23d81c2b1e3a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:35.413747 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5d402366-2809-4a6f-a276-aad3fbc4068d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:35.420389 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c0b2aae-63b4-4a47-95ec-23d81c2b1e3a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:36:35.420389 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2aae-63b4-4a47-95ec-23d81c2b1e3a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:35.426307 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffe77e3-41b7-4adb-a485-1e38802a5f23 None None] Network 7a9ea5f8-953f-478d-a9a0-69240ed91aa9 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:36:35.435325 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:36:35.447815 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5d402366-2809-4a6f-a276-aad3fbc4068d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1771441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1771464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1784463'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:35.453609 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f71d062-d258-4c3d-962d-a7437ff9c1b8 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:36:35.453609 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f71d062-d258-4c3d-962d-a7437ff9c1b8 None None] Checking segment: {'id': 'd5da7731-1200-4357-a3fc-e5a8e81d6d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a4dd5b27-38f0-44e3-a7d2-54e91eb07371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:35.453609 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6f71d062-d258-4c3d-962d-a7437ff9c1b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:35.453609 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f71d062-d258-4c3d-962d-a7437ff9c1b8 None None] Bound using segment: {'id': 'd5da7731-1200-4357-a3fc-e5a8e81d6d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a4dd5b27-38f0-44e3-a7d2-54e91eb07371'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:36:35.453609 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6f71d062-d258-4c3d-962d-a7437ff9c1b8 None None] Bound port: 123a135a-99e3-4daf-919d-b5500691d6f1, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5da7731-1200-4357-a3fc-e5a8e81d6d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a4dd5b27-38f0-44e3-a7d2-54e91eb07371'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:36:35.453609 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6f71d062-d258-4c3d-962d-a7437ff9c1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:35.608136 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2d318c-b6ab-4dfd-aab7-d56bc952470a None None] Network b7fa8364-78ce-4635-ad39-0b7d14f0b7d8 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:35.695558 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d402366-2809-4a6f-a276-aad3fbc4068d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:36:35.706430 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2aae-63b4-4a47-95ec-23d81c2b1e3a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:35.783850 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2aae-63b4-4a47-95ec-23d81c2b1e3a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:35.826447 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b2aae-63b4-4a47-95ec-23d81c2b1e3a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event deleted for resources: {'Network': ['ID=b7fa8364-78ce-4635-ad39-0b7d14f0b7d8,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:35.888048 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9c0b2aae-63b4-4a47-95ec-23d81c2b1e3a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/networks/b7fa8364-78ce-4635-ad39-0b7d14f0b7d8 HTTP/1.1" status: 204 len: 168 time: 2.3675754 Jan 11 09:36:35.898555 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60504) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:35.898555 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f376a94a-6413-4e5e-91b9-601042fdc2e4 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-380870352'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:35.924668 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.objects.ports [None req-0651ba17-ff43-40c9-9ac0-a04edc743d63 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87654) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 11 09:36:35.924668 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0651ba17-ff43-40c9-9ac0-a04edc743d63 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:35.930778 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f376a94a-6413-4e5e-91b9-601042fdc2e4 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:35.930778 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f376a94a-6413-4e5e-91b9-601042fdc2e4 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Usage tracker for resource:network and tenant:ffadb6fe7b67451bbff928d8edb541ae is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:35.930778 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f376a94a-6413-4e5e-91b9-601042fdc2e4 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:35.952608 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f376a94a-6413-4e5e-91b9-601042fdc2e4 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:35.964485 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d402366-2809-4a6f-a276-aad3fbc4068d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:36:35.979107 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5d402366-2809-4a6f-a276-aad3fbc4068d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:35.979107 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5d402366-2809-4a6f-a276-aad3fbc4068d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "PUT /v2.0/routers/9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e HTTP/1.1" status: 200 len: 933 time: 2.9215505 Jan 11 09:36:35.979107 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60508) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:36.028810 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651ba17-ff43-40c9-9ac0-a04edc743d63 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=888e0fc6-a870-48ec-afd4-8eae869e97ec,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:36.028810 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0651ba17-ff43-40c9-9ac0-a04edc743d63 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:36.028810 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-0651ba17-ff43-40c9-9ac0-a04edc743d63 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:36.040206 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0651ba17-ff43-40c9-9ac0-a04edc743d63 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:36.040206 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0651ba17-ff43-40c9-9ac0-a04edc743d63 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:36.067866 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed96edeb-812c-47e4-bb48-c2f9ac269d9c None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:36.071135 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0651ba17-ff43-40c9-9ac0-a04edc743d63 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2143226 Jan 11 09:36:36.071135 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60512) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:36.088912 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-eaaeebb6-954b-44a6-b51d-3d0a1f1f351e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'mac_address': 'fa:16:3e:ad:e2:46', 'name': 'tempest-NetworksTestDHCPv6-2014163069'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:36.096152 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1e4a8b68-9fb6-4fd9-90c4-f615160db051 None None] Provisioning for port 71441b1b-9da8-4e79-93bd-d3ffa50d698c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:36.206888 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f376a94a-6413-4e5e-91b9-601042fdc2e4 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Made reservation on behalf of ffadb6fe7b67451bbff928d8edb541ae for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:36.214621 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:36:36.217761 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f376a94a-6413-4e5e-91b9-601042fdc2e4 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:36.268316 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f376a94a-6413-4e5e-91b9-601042fdc2e4 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:36:36.277340 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f376a94a-6413-4e5e-91b9-601042fdc2e4 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:36.277340 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-f376a94a-6413-4e5e-91b9-601042fdc2e4 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Added segment fcf14d05-6710-4483-bff6-7ff7f575b806 of type vlan for network c0bab510-1705-460e-9efd-c6881e643aee Jan 11 09:36:36.295818 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-eaaeebb6-954b-44a6-b51d-3d0a1f1f351e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:36.295818 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-eaaeebb6-954b-44a6-b51d-3d0a1f1f351e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:port and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:36.308715 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6f71d062-d258-4c3d-962d-a7437ff9c1b8 None None] For port 123a135a-99e3-4daf-919d-b5500691d6f1, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:36:36.317730 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-eaaeebb6-954b-44a6-b51d-3d0a1f1f351e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:36.323962 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f376a94a-6413-4e5e-91b9-601042fdc2e4 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:36.332283 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6f71d062-d258-4c3d-962d-a7437ff9c1b8 None None] For port 123a135a-99e3-4daf-919d-b5500691d6f1, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=123a135a-99e3-4daf-919d-b5500691d6f1,segment=NetworkSegment(d5da7731-1200-4357-a3fc-e5a8e81d6d11),segment_id=d5da7731-1200-4357-a3fc-e5a8e81d6d11)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:36:36.336933 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-eaaeebb6-954b-44a6-b51d-3d0a1f1f351e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:36.336933 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaaeebb6-954b-44a6-b51d-3d0a1f1f351e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:36.347092 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:36:36.347092 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device bd1707ed-a9a5-4dd9-af5b-5ae1e832afa8 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:36:36.352447 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f376a94a-6413-4e5e-91b9-601042fdc2e4 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:36.357316 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f376a94a-6413-4e5e-91b9-601042fdc2e4 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:36.357316 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f376a94a-6413-4e5e-91b9-601042fdc2e4 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:36.365338 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6f71d062-d258-4c3d-962d-a7437ff9c1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:36.517013 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1cc6194c-72a9-4c13-bed0-75648289f388 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "GET /v2.0/routers/9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e HTTP/1.1" status: 200 len: 933 time: 0.5342345 Jan 11 09:36:36.555703 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60518) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:36.555703 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eaaeebb6-954b-44a6-b51d-3d0a1f1f351e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:36.565671 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376a94a-6413-4e5e-91b9-601042fdc2e4 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event updated for resources: {'Network': ['ID=c0bab510-1705-460e-9efd-c6881e643aee,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:36.597705 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4271ec19-ad3f-46fe-ad52-a6bbaf4bcced req-71ca4622-d757-4181-af84-3effa74afb3f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.0808020 Jan 11 09:36:36.615314 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f376a94a-6413-4e5e-91b9-601042fdc2e4 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7091603 Jan 11 09:36:36.615314 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60520) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:36.615314 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-965773ce-d9f8-4110-8935-978f9d3ee5cf tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Request body: {'subnet': {'network_id': 'c0bab510-1705-460e-9efd-c6881e643aee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:36.646508 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-7004db3c-d30f-413b-afa7-760a93c2eb94 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'router': {'routes': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:36.793883 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network c0bab510-1705-460e-9efd-c6881e643aee details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:36:36.930861 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 71441b1b-9da8-4e79-93bd-d3ffa50d698c up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:36.973202 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-965773ce-d9f8-4110-8935-978f9d3ee5cf tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:36.981030 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-965773ce-d9f8-4110-8935-978f9d3ee5cf tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Usage tracker for resource:subnet and tenant:ffadb6fe7b67451bbff928d8edb541ae is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:37.001358 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-965773ce-d9f8-4110-8935-978f9d3ee5cf tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:37.001358 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-965773ce-d9f8-4110-8935-978f9d3ee5cf tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:37.041161 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-eaaeebb6-954b-44a6-b51d-3d0a1f1f351e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] device_id is not set on port 13b12340-0462-48c0-8c11-ec85fb0170cf yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:36:37.048851 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965773ce-d9f8-4110-8935-978f9d3ee5cf tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Made reservation on behalf of ffadb6fe7b67451bbff928d8edb541ae for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:37.048851 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-965773ce-d9f8-4110-8935-978f9d3ee5cf tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:37.479837 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71d062-d258-4c3d-962d-a7437ff9c1b8 None None] Pushing event updated for resources: {'Port': ['ID=123a135a-99e3-4daf-919d-b5500691d6f1,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:37.555751 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 71441b1b-9da8-4e79-93bd-d3ffa50d698c completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:37.589504 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 71441b1b-9da8-4e79-93bd-d3ffa50d698c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:37.589504 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:37.747117 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcb627a-8165-4ef8-8d54-d216c98e1a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-11973de4-095d-48a2-8bfe-2305268446bc', 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'fixed_ips': [{'subnet_id': '888e0fc6-a870-48ec-afd4-8eae869e97ec'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:36:37.747117 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6fcb627a-8165-4ef8-8d54-d216c98e1a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:37.752318 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-965773ce-d9f8-4110-8935-978f9d3ee5cf tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:37.802277 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-eaaeebb6-954b-44a6-b51d-3d0a1f1f351e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 2001:db8::f816:3eff:fead:e246 (11973de4-095d-48a2-8bfe-2305268446bc/888e0fc6-a870-48ec-afd4-8eae869e97ec/13b12340-0462-48c0-8c11-ec85fb0170cf) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:37.960715 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965773ce-d9f8-4110-8935-978f9d3ee5cf tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event updated for resources: {'Subnet': ['ID=741015d9-db32-44e4-b304-33bd1dd0305c,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:37.999464 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c79c3e28-e388-492d-971f-9bf7e478c23a req-caae5363-5da6-413e-8c7b-a1d24e899f49 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.0918589 Jan 11 09:36:38.011974 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'name': 'tempest-RoutersTest-router-320544399', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:36:00Z', 'updated_at': '2022-01-11T09:36:30Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None, '_interfaces': [{'id': '4b587cc6-6836-4dad-af3b-20c8f8d1294b', 'name': '', 'network_id': '0def99c3-c68e-44a6-9c4a-74fd289f69b8', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:a4:b8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'be6eb557-7d26-4878-a95e-e51ccc0de411', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:21Z', 'updated_at': '2022-01-11T09:36:33Z', 'revision_number': 4, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': 'be6eb557-7d26-4878-a95e-e51ccc0de411', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c96bea4-c35d-4dc5-85b2-ab0c11751889', 'name': '', 'network_id': 'ce38624e-541f-45be-b971-bacd21bb0e31', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:7f:8a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:14Z', 'updated_at': '2022-01-11T09:36:30Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f8c17fc-8511-4454-9204-f38fc9aee098', 'name': '', 'network_id': '7a9ea5f8-953f-478d-a9a0-69240ed91aa9', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:1b:b3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '358edc61-415e-491f-a448-e2591f4378b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:29Z', 'updated_at': '2022-01-11T09:36:30Z', 'revision_number': 2, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '358edc61-415e-491f-a448-e2591f4378b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6b1c1db-cd38-49d2-94bf-9d3055e21b30', 'name': '', 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:e2:f1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:05Z', 'updated_at': '2022-01-11T09:36:13Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:38.052266 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965773ce-d9f8-4110-8935-978f9d3ee5cf tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Checking segment: {'id': 'fcf14d05-6710-4483-bff6-7ff7f575b806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c0bab510-1705-460e-9efd-c6881e643aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:38.052266 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965773ce-d9f8-4110-8935-978f9d3ee5cf tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Network hostable DHCP agents. Network: c0bab510-1705-460e-9efd-c6881e643aee, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:36:38.077857 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ffa882-ec4d-4ec2-ba25-e47cd4aa925f None None] The sync data for ids ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'] in dv-neutron-823402-4-hyperv is: [{'id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'name': 'tempest-RoutersTest-router-320544399', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:36:00Z', 'updated_at': '2022-01-11T09:36:30Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None, '_interfaces': [{'id': '4b587cc6-6836-4dad-af3b-20c8f8d1294b', 'name': '', 'network_id': '0def99c3-c68e-44a6-9c4a-74fd289f69b8', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:a4:b8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'be6eb557-7d26-4878-a95e-e51ccc0de411', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:21Z', 'updated_at': '2022-01-11T09:36:33Z', 'revision_number': 4, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': 'be6eb557-7d26-4878-a95e-e51ccc0de411', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c96bea4-c35d-4dc5-85b2-ab0c11751889', 'name': '', 'network_id': 'ce38624e-541f-45be-b971-bacd21bb0e31', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:7f:8a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:14Z', 'updated_at': '2022-01-11T09:36:30Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f8c17fc-8511-4454-9204-f38fc9aee098', 'name': '', 'network_id': '7a9ea5f8-953f-478d-a9a0-69240ed91aa9', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:1b:b3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '358edc61-415e-491f-a448-e2591f4378b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:29Z', 'updated_at': '2022-01-11T09:36:30Z', 'revision_number': 2, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '358edc61-415e-491f-a448-e2591f4378b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6b1c1db-cd38-49d2-94bf-9d3055e21b30', 'name': '', 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:e2:f1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:05Z', 'updated_at': '2022-01-11T09:36:13Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:36:38.143006 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.extraroute_db [None req-7004db3c-d30f-413b-afa7-760a93c2eb94 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Added routes are [] {{(pid=87654) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 11 09:36:38.143006 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.extraroute_db [None req-7004db3c-d30f-413b-afa7-760a93c2eb94 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87654) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 11 09:36:38.179038 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965773ce-d9f8-4110-8935-978f9d3ee5cf tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Network c0bab510-1705-460e-9efd-c6881e643aee is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:36:38.194506 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:38.201084 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-965773ce-d9f8-4110-8935-978f9d3ee5cf tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, c0bab510-1705-460e-9efd-c6881e643aee) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:38.246821 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965773ce-d9f8-4110-8935-978f9d3ee5cf tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:38.246821 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-965773ce-d9f8-4110-8935-978f9d3ee5cf tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:38.252165 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e2c035-1504-47d3-b4a0-73632a86cdd9 None None] Network c0bab510-1705-460e-9efd-c6881e643aee requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:38.294713 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-965773ce-d9f8-4110-8935-978f9d3ee5cf tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6833730 Jan 11 09:36:38.294713 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60532) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:38.305205 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-cab29d35-3bc3-4de6-acd3-c07a007d9967 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-780964635'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:38.322406 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cab29d35-3bc3-4de6-acd3-c07a007d9967 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:38.333830 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-cab29d35-3bc3-4de6-acd3-c07a007d9967 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Usage tracker for resource:network and tenant:ffadb6fe7b67451bbff928d8edb541ae is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:38.345518 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-cab29d35-3bc3-4de6-acd3-c07a007d9967 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:38.354926 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cab29d35-3bc3-4de6-acd3-c07a007d9967 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:38.583451 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 71441b1b-9da8-4e79-93bd-d3ffa50d698c, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=71441b1b-9da8-4e79-93bd-d3ffa50d698c,segment=NetworkSegment(4db80cb7-63ca-46a3-9906-3d913747af33),segment_id=4db80cb7-63ca-46a3-9906-3d913747af33)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:38.590297 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab29d35-3bc3-4de6-acd3-c07a007d9967 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Made reservation on behalf of ffadb6fe7b67451bbff928d8edb541ae for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:38.590297 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cab29d35-3bc3-4de6-acd3-c07a007d9967 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:38.611567 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:38.611567 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4b587cc6-6836-4dad-af3b-20c8f8d1294b up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:38.666412 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab29d35-3bc3-4de6-acd3-c07a007d9967 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:36:38.681874 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cab29d35-3bc3-4de6-acd3-c07a007d9967 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:38.681874 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-cab29d35-3bc3-4de6-acd3-c07a007d9967 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Added segment 2599c3f8-0cbe-49c8-b409-0c868f658da7 of type vlan for network d5fe32c7-c47a-4d6d-a0ef-f18c511cd4cd Jan 11 09:36:38.689657 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7004db3c-d30f-413b-afa7-760a93c2eb94 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:38.779001 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cab29d35-3bc3-4de6-acd3-c07a007d9967 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:38.912326 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cab29d35-3bc3-4de6-acd3-c07a007d9967 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:38.926443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab29d35-3bc3-4de6-acd3-c07a007d9967 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:38.926443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cab29d35-3bc3-4de6-acd3-c07a007d9967 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:39.072254 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-cab29d35-3bc3-4de6-acd3-c07a007d9967 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7674713 Jan 11 09:36:39.087716 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60538) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:39.109311 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3f53d46d-8309-4080-acd5-c44d95d7ac3b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Request body: {'subnet': {'network_id': 'd5fe32c7-c47a-4d6d-a0ef-f18c511cd4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:39.147155 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-25f235b1-6cf4-4be4-b568-fb75686be7a7 None None] Provisioning complete for port 71441b1b-9da8-4e79-93bd-d3ffa50d698c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:39.147155 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-25f235b1-6cf4-4be4-b568-fb75686be7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:39.341173 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88514fd-bb87-4179-8b6b-6cf4bd497fe0 None None] Network a4dd5b27-38f0-44e3-a7d2-54e91eb07371 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:39.380286 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab29d35-3bc3-4de6-acd3-c07a007d9967 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event updated for resources: {'Network': ['ID=d5fe32c7-c47a-4d6d-a0ef-f18c511cd4cd,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:39.429106 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b9a51e72-cd22-4760-9f44-fcc01bba4e09 req-6bc9a634-2552-406e-8979-852c8bc4b474 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.1658506 Jan 11 09:36:39.434322 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network d5fe32c7-c47a-4d6d-a0ef-f18c511cd4cd details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:36:39.553488 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3f53d46d-8309-4080-acd5-c44d95d7ac3b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:39.557399 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3f53d46d-8309-4080-acd5-c44d95d7ac3b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Usage tracker for resource:subnet and tenant:ffadb6fe7b67451bbff928d8edb541ae is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:39.562185 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3f53d46d-8309-4080-acd5-c44d95d7ac3b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:39.584729 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3f53d46d-8309-4080-acd5-c44d95d7ac3b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:39.597574 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f53d46d-8309-4080-acd5-c44d95d7ac3b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Made reservation on behalf of ffadb6fe7b67451bbff928d8edb541ae for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:39.597574 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3f53d46d-8309-4080-acd5-c44d95d7ac3b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:39.737619 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eaaeebb6-954b-44a6-b51d-3d0a1f1f351e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:39.747309 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eb9816-ce16-4ff4-8dde-9b6f26af9f9d None None] Sync routers for ids ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:36:39.808242 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.ipam_backend_mixin [None req-3f53d46d-8309-4080-acd5-c44d95d7ac3b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Performing IP validity checks on allocation pools {{(pid=87655) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 11 09:36:39.808800 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.ipam_backend_mixin [None req-3f53d46d-8309-4080-acd5-c44d95d7ac3b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87655) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 11 09:36:39.836454 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-eaaeebb6-954b-44a6-b51d-3d0a1f1f351e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Transition to ACTIVE for port object 13b12340-0462-48c0-8c11-ec85fb0170cf will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:39.856897 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7004db3c-d30f-413b-afa7-760a93c2eb94 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:39.856897 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7004db3c-d30f-413b-afa7-760a93c2eb94 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1771441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1771464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1784463'] for router, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:39.888947 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=71441b1b-9da8-4e79-93bd-d3ffa50d698c,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:39.935032 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f479564-2a07-4f64-926e-d438d0794664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-c0bab510-1705-460e-9efd-c6881e643aee', 'network_id': 'c0bab510-1705-460e-9efd-c6881e643aee', 'tenant_id': 'ffadb6fe7b67451bbff928d8edb541ae', 'fixed_ips': [{'subnet_id': '741015d9-db32-44e4-b304-33bd1dd0305c'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:36:39.935032 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1f479564-2a07-4f64-926e-d438d0794664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:39.961223 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eb9816-ce16-4ff4-8dde-9b6f26af9f9d None None] Routers {'9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:36:39.961223 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-47eb9816-ce16-4ff4-8dde-9b6f26af9f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:36:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:40.030046 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eaaeebb6-954b-44a6-b51d-3d0a1f1f351e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:40.038546 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3f53d46d-8309-4080-acd5-c44d95d7ac3b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:40.044467 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 4b587cc6-6836-4dad-af3b-20c8f8d1294b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:40.106860 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaeebb6-954b-44a6-b51d-3d0a1f1f351e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:40.106860 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-eaaeebb6-954b-44a6-b51d-3d0a1f1f351e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:40.119505 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaeebb6-954b-44a6-b51d-3d0a1f1f351e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:36:40.119505 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaeebb6-954b-44a6-b51d-3d0a1f1f351e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:40.119505 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eaaeebb6-954b-44a6-b51d-3d0a1f1f351e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:40.146604 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 4b587cc6-6836-4dad-af3b-20c8f8d1294b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:40.146604 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:40.160685 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7004db3c-d30f-413b-afa7-760a93c2eb94 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:36:40.160685 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaeebb6-954b-44a6-b51d-3d0a1f1f351e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=13b12340-0462-48c0-8c11-ec85fb0170cf,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:40.175854 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53d46d-8309-4080-acd5-c44d95d7ac3b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event updated for resources: {'Subnet': ['ID=7be86d00-3f21-4dfc-a929-5624b333ad23,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:40.181916 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-eaaeebb6-954b-44a6-b51d-3d0a1f1f351e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0987115 Jan 11 09:36:40.188912 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60546) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:40.188912 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f53d46d-8309-4080-acd5-c44d95d7ac3b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Checking segment: {'id': '2599c3f8-0cbe-49c8-b409-0c868f658da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd5fe32c7-c47a-4d6d-a0ef-f18c511cd4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:40.188912 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f53d46d-8309-4080-acd5-c44d95d7ac3b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Network hostable DHCP agents. Network: d5fe32c7-c47a-4d6d-a0ef-f18c511cd4cd, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:36:40.284586 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f53d46d-8309-4080-acd5-c44d95d7ac3b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Network d5fe32c7-c47a-4d6d-a0ef-f18c511cd4cd is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:36:40.324343 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-3f53d46d-8309-4080-acd5-c44d95d7ac3b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, d5fe32c7-c47a-4d6d-a0ef-f18c511cd4cd) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:40.324343 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f53d46d-8309-4080-acd5-c44d95d7ac3b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:40.324343 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3f53d46d-8309-4080-acd5-c44d95d7ac3b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:40.348568 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3f53d46d-8309-4080-acd5-c44d95d7ac3b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2564917 Jan 11 09:36:40.356565 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60550) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:40.361174 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97673221-78d1-477f-b086-81a0857df295 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:40.361174 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-97673221-78d1-477f-b086-81a0857df295 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1578326 Jan 11 09:36:40.373392 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60554) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:40.387468 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7004db3c-d30f-413b-afa7-760a93c2eb94 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:36:40.395850 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d5ce42-9381-49f6-ae98-5cfffc396b76 None None] Network d5fe32c7-c47a-4d6d-a0ef-f18c511cd4cd requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:40.401003 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7004db3c-d30f-413b-afa7-760a93c2eb94 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:40.401003 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7004db3c-d30f-413b-afa7-760a93c2eb94 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "PUT /v2.0/routers/9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e HTTP/1.1" status: 200 len: 699 time: 3.7802222 Jan 11 09:36:40.414066 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60558) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:40.504331 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1cd905c4-b951-4042-908e-a0bb406c86ee tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting port 13b12340-0462-48c0-8c11-ec85fb0170cf {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:36:40.504331 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1cd905c4-b951-4042-908e-a0bb406c86ee tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:40.629982 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ec0478a4-4bf2-45b7-baef-2a696999b46a tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "GET /v2.0/routers/9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e HTTP/1.1" status: 200 len: 699 time: 0.2158272 Jan 11 09:36:40.629982 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60564) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:40.664815 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-af965158-49b2-457e-bcdb-b824534a8f5a req-c36cac1d-b65d-4920-af81-3e03130fc111 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.1092980 Jan 11 09:36:40.789548 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-25f235b1-6cf4-4be4-b568-fb75686be7a7 None None] Provisioning for port 9f8c17fc-8511-4454-9204-f38fc9aee098 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:40.793129 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-6fcb627a-8165-4ef8-8d54-d216c98e1a01 None None] Allocated IP 2001:db8::f816:3eff:fed2:c45e (11973de4-095d-48a2-8bfe-2305268446bc/888e0fc6-a870-48ec-afd4-8eae869e97ec/891a8907-6825-47d1-9f41-b0c623c28782) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:40.868038 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-47eb9816-ce16-4ff4-8dde-9b6f26af9f9d None None] Set router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:36:40.935245 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-38a480da-9e29-4a56-9c2b-cca7329aa02f tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:40.963520 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-25f235b1-6cf4-4be4-b568-fb75686be7a7 None None] Provisioning complete for port 9f8c17fc-8511-4454-9204-f38fc9aee098 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:40.963520 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-25f235b1-6cf4-4be4-b568-fb75686be7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:41.031401 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1cd905c4-b951-4042-908e-a0bb406c86ee tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:41.145399 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf5c049-b7a2-40ad-84c8-019f3c578fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-d5fe32c7-c47a-4d6d-a0ef-f18c511cd4cd', 'network_id': 'd5fe32c7-c47a-4d6d-a0ef-f18c511cd4cd', 'tenant_id': 'ffadb6fe7b67451bbff928d8edb541ae', 'fixed_ips': [{'subnet_id': '7be86d00-3f21-4dfc-a929-5624b333ad23'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:36:41.145399 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c049-b7a2-40ad-84c8-019f3c578fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:41.188894 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1cd905c4-b951-4042-908e-a0bb406c86ee tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Calling delete_port for 13b12340-0462-48c0-8c11-ec85fb0170cf owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:36:41.293279 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-25f235b1-6cf4-4be4-b568-fb75686be7a7 None None] Port 9f8c17fc-8511-4454-9204-f38fc9aee098 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:36:41.324085 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-1f479564-2a07-4f64-926e-d438d0794664 None None] Allocated IP 2001:db8::3 (c0bab510-1705-460e-9efd-c6881e643aee/741015d9-db32-44e4-b304-33bd1dd0305c/0565bfba-4ada-42da-94ec-2e22c3c24983) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:41.326718 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-38a480da-9e29-4a56-9c2b-cca7329aa02f tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:41.340743 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1cd905c4-b951-4042-908e-a0bb406c86ee tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:41.397291 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd905c4-b951-4042-908e-a0bb406c86ee tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Port': ['ID=13b12340-0462-48c0-8c11-ec85fb0170cf,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:41.441271 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1cd905c4-b951-4042-908e-a0bb406c86ee tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:41.451818 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1cd905c4-b951-4042-908e-a0bb406c86ee tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/13b12340-0462-48c0-8c11-ec85fb0170cf HTTP/1.1" status: 204 len: 168 time: 1.0865147 Jan 11 09:36:41.454826 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60568) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:41.478202 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-38a480da-9e29-4a56-9c2b-cca7329aa02f tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:41.522757 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f3a572-1e49-4b7a-aa49-1eda16c3ed73 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:41.524389 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f3a572-1e49-4b7a-aa49-1eda16c3ed73 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:41.525862 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-29f3a572-1e49-4b7a-aa49-1eda16c3ed73 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0699730 Jan 11 09:36:41.528532 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60572) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:41.547808 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a480da-9e29-4a56-9c2b-cca7329aa02f tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event deleted for resources: {'Subnet': ['ID=7be86d00-3f21-4dfc-a929-5624b333ad23,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:41.573598 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:41.704354 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-38a480da-9e29-4a56-9c2b-cca7329aa02f tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:41.763368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-38a480da-9e29-4a56-9c2b-cca7329aa02f tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5fe32c7-c47a-4d6d-a0ef-f18c511cd4cd']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:41.770316 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0ea5e69d-446d-433f-9e49-bac09ef2e19a None None] Provisioning complete for port 9f8c17fc-8511-4454-9204-f38fc9aee098 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:41.770316 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0ea5e69d-446d-433f-9e49-bac09ef2e19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:41.781001 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c5ea488-a21d-4afd-bb36-e39bfb82d0f9 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:41.810108 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-1636a18a-a240-40f1-86fa-af985e419e4b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet 888e0fc6-a870-48ec-afd4-8eae869e97ec {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server [None req-dbf5c049-b7a2-40ad-84c8-019f3c578fce None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7be86d00-3f21-4dfc-a929-5624b333ad23: This subnet is being modified by another concurrent operation. Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 11 09:36:41.812933 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise exception Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7be86d00-3f21-4dfc-a929-5624b333ad23: This subnet is being modified by another concurrent operation. Jan 11 09:36:41.818649 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server Jan 11 09:36:41.840120 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-38a480da-9e29-4a56-9c2b-cca7329aa02f tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2599c3f8-0cbe-49c8-b409-0c868f658da7') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:41.840120 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-38a480da-9e29-4a56-9c2b-cca7329aa02f tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2599c3f8-0cbe-49c8-b409-0c868f658da7') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:41.864966 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a08efc8-2d95-400a-8e96-2bb13cabba2f None None] Network d5fe32c7-c47a-4d6d-a0ef-f18c511cd4cd requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:41.891228 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2a94da26-4d98-4c65-9ec5-8f9c931cd665 req-e9475264-0e46-4821-b0a6-2e52d4c1daf7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.0866523 Jan 11 09:36:41.900494 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-38a480da-9e29-4a56-9c2b-cca7329aa02f tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:41.943853 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-38a480da-9e29-4a56-9c2b-cca7329aa02f tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:41.958402 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a480da-9e29-4a56-9c2b-cca7329aa02f tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:36:41.958726 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-38a480da-9e29-4a56-9c2b-cca7329aa02f tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:36:41.974689 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:36:42.067896 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 4b587cc6-6836-4dad-af3b-20c8f8d1294b, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4b587cc6-6836-4dad-af3b-20c8f8d1294b,segment=NetworkSegment(49fc1efc-b07e-42ab-b212-fdd4d9970484),segment_id=49fc1efc-b07e-42ab-b212-fdd4d9970484)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:42.120419 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:42.173551 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-38a480da-9e29-4a56-9c2b-cca7329aa02f tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:42.180419 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0ea5e69d-446d-433f-9e49-bac09ef2e19a None None] Port 9f8c17fc-8511-4454-9204-f38fc9aee098 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:36:42.195243 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-38a480da-9e29-4a56-9c2b-cca7329aa02f tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:42.206890 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a480da-9e29-4a56-9c2b-cca7329aa02f tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event deleted for resources: {'Network': ['ID=d5fe32c7-c47a-4d6d-a0ef-f18c511cd4cd,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:42.217267 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-38a480da-9e29-4a56-9c2b-cca7329aa02f tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/networks/d5fe32c7-c47a-4d6d-a0ef-f18c511cd4cd HTTP/1.1" status: 204 len: 168 time: 1.8687589 Jan 11 09:36:42.219318 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60578) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:42.224893 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7f08e086-3a5f-46c9-a182-e8482394d189 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1234995272'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:42.230161 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7f08e086-3a5f-46c9-a182-e8482394d189 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:42.244481 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-7f08e086-3a5f-46c9-a182-e8482394d189 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Usage tracker for resource:network and tenant:ffadb6fe7b67451bbff928d8edb541ae is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:42.247717 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-7f08e086-3a5f-46c9-a182-e8482394d189 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:42.254287 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7f08e086-3a5f-46c9-a182-e8482394d189 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:42.276677 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f08e086-3a5f-46c9-a182-e8482394d189 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Made reservation on behalf of ffadb6fe7b67451bbff928d8edb541ae for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:42.281414 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f08e086-3a5f-46c9-a182-e8482394d189 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:42.307280 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ea488-a21d-4afd-bb36-e39bfb82d0f9 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting port 9f8c17fc-8511-4454-9204-f38fc9aee098 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:36:42.307948 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c5ea488-a21d-4afd-bb36-e39bfb82d0f9 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:42.330203 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f08e086-3a5f-46c9-a182-e8482394d189 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:36:42.344993 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f08e086-3a5f-46c9-a182-e8482394d189 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:42.345605 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-7f08e086-3a5f-46c9-a182-e8482394d189 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Added segment 3b9e5f29-4347-4e26-ba8a-bebccfff2910 of type vlan for network f0ce8082-5d9a-404b-80f2-6e4c5a33ab0a Jan 11 09:36:42.357477 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6fcb627a-8165-4ef8-8d54-d216c98e1a01 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:42.386252 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f08e086-3a5f-46c9-a182-e8482394d189 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:42.419759 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 71441b1b-9da8-4e79-93bd-d3ffa50d698c up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:42.429004 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f08e086-3a5f-46c9-a182-e8482394d189 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:42.434666 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f08e086-3a5f-46c9-a182-e8482394d189 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:42.435252 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f08e086-3a5f-46c9-a182-e8482394d189 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:42.464179 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0ea5e69d-446d-433f-9e49-bac09ef2e19a None None] Provisioning for port 123a135a-99e3-4daf-919d-b5500691d6f1 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:42.492076 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7f08e086-3a5f-46c9-a182-e8482394d189 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2712080 Jan 11 09:36:42.494676 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60582) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:42.515755 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6fcb627a-8165-4ef8-8d54-d216c98e1a01 None None] Transition to ACTIVE for port object 891a8907-6825-47d1-9f41-b0c623c28782 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:42.530351 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c5ea488-a21d-4afd-bb36-e39bfb82d0f9 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:42.542535 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=4b587cc6-6836-4dad-af3b-20c8f8d1294b,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:42.548141 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-766bc58c-ffdb-45f8-9ce4-e938360f1568 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Request body: {'subnet': {'network_id': 'f0ce8082-5d9a-404b-80f2-6e4c5a33ab0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:42.571082 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08e086-3a5f-46c9-a182-e8482394d189 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event updated for resources: {'Network': ['ID=f0ce8082-5d9a-404b-80f2-6e4c5a33ab0a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:42.583272 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1f479564-2a07-4f64-926e-d438d0794664 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:42.594733 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network f0ce8082-5d9a-404b-80f2-6e4c5a33ab0a details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:36:42.624233 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6fcb627a-8165-4ef8-8d54-d216c98e1a01 None None] Transition to ACTIVE for port object 891a8907-6825-47d1-9f41-b0c623c28782 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:42.625866 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1f479564-2a07-4f64-926e-d438d0794664 None None] Transition to ACTIVE for port object 0565bfba-4ada-42da-94ec-2e22c3c24983 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:42.662743 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1636a18a-a240-40f1-86fa-af985e419e4b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:42.680285 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1f479564-2a07-4f64-926e-d438d0794664 None None] Transition to ACTIVE for port object 0565bfba-4ada-42da-94ec-2e22c3c24983 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:42.687597 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-47eb9816-ce16-4ff4-8dde-9b6f26af9f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'name': 'tempest-RoutersTest-router-320544399', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:36:00Z', 'updated_at': '2022-01-11T09:36:38Z', 'revision_number': 7, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None, '_interfaces': [{'id': '4b587cc6-6836-4dad-af3b-20c8f8d1294b', 'name': '', 'network_id': '0def99c3-c68e-44a6-9c4a-74fd289f69b8', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:a4:b8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'be6eb557-7d26-4878-a95e-e51ccc0de411', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:21Z', 'updated_at': '2022-01-11T09:36:33Z', 'revision_number': 4, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': 'be6eb557-7d26-4878-a95e-e51ccc0de411', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c96bea4-c35d-4dc5-85b2-ab0c11751889', 'name': '', 'network_id': 'ce38624e-541f-45be-b971-bacd21bb0e31', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:7f:8a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:14Z', 'updated_at': '2022-01-11T09:36:30Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f8c17fc-8511-4454-9204-f38fc9aee098', 'name': '', 'network_id': '7a9ea5f8-953f-478d-a9a0-69240ed91aa9', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:1b:b3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '358edc61-415e-491f-a448-e2591f4378b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:29Z', 'updated_at': '2022-01-11T09:36:30Z', 'revision_number': 2, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '358edc61-415e-491f-a448-e2591f4378b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6b1c1db-cd38-49d2-94bf-9d3055e21b30', 'name': '', 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:e2:f1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:05Z', 'updated_at': '2022-01-11T09:36:13Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:42.728730 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-766bc58c-ffdb-45f8-9ce4-e938360f1568 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:42.746701 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-766bc58c-ffdb-45f8-9ce4-e938360f1568 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Usage tracker for resource:subnet and tenant:ffadb6fe7b67451bbff928d8edb541ae is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:42.755676 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-766bc58c-ffdb-45f8-9ce4-e938360f1568 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:42.767197 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1636a18a-a240-40f1-86fa-af985e419e4b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:42.772783 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1f479564-2a07-4f64-926e-d438d0794664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:42.788146 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ea488-a21d-4afd-bb36-e39bfb82d0f9 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Calling delete_port for 9f8c17fc-8511-4454-9204-f38fc9aee098 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:36:42.798832 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-766bc58c-ffdb-45f8-9ce4-e938360f1568 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:42.823982 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6fcb627a-8165-4ef8-8d54-d216c98e1a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:42.826858 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766bc58c-ffdb-45f8-9ce4-e938360f1568 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Made reservation on behalf of ffadb6fe7b67451bbff928d8edb541ae for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:42.832085 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-766bc58c-ffdb-45f8-9ce4-e938360f1568 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:42.862602 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcb627a-8165-4ef8-8d54-d216c98e1a01 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:42.862602 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eb9816-ce16-4ff4-8dde-9b6f26af9f9d None None] Checking router: 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:36:42.862602 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eb9816-ce16-4ff4-8dde-9b6f26af9f9d None None] Updating router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e port 9f8c17fc-8511-4454-9204-f38fc9aee098 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:36:42.903119 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-6fcb627a-8165-4ef8-8d54-d216c98e1a01 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:42.922873 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcb627a-8165-4ef8-8d54-d216c98e1a01 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:36:42.993389 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1636a18a-a240-40f1-86fa-af985e419e4b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:42.996656 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f479564-2a07-4f64-926e-d438d0794664 None None] Network c0bab510-1705-460e-9efd-c6881e643aee is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:43.011855 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-1f479564-2a07-4f64-926e-d438d0794664 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:43.044993 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f479564-2a07-4f64-926e-d438d0794664 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:36:43.050019 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 71441b1b-9da8-4e79-93bd-d3ffa50d698c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:43.057703 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c5ea488-a21d-4afd-bb36-e39bfb82d0f9 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:43.058455 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:43.107149 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6dcd3bc4-294f-4394-b3a6-e27cf4f268c6 req-fb60dc26-3e9b-4a87-8d47-7d3634934bb9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.0783629 Jan 11 09:36:43.114929 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ea488-a21d-4afd-bb36-e39bfb82d0f9 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Port': ['ID=9f8c17fc-8511-4454-9204-f38fc9aee098,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:43.118203 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-47eb9816-ce16-4ff4-8dde-9b6f26af9f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:43.145257 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f479564-2a07-4f64-926e-d438d0794664 None None] Pushing event updated for resources: {'Port': ['ID=0565bfba-4ada-42da-94ec-2e22c3c24983,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:43.234953 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1636a18a-a240-40f1-86fa-af985e419e4b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:43.284491 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636a18a-a240-40f1-86fa-af985e419e4b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=888e0fc6-a870-48ec-afd4-8eae869e97ec,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:43.303387 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1636a18a-a240-40f1-86fa-af985e419e4b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:43.322013 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1636a18a-a240-40f1-86fa-af985e419e4b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/888e0fc6-a870-48ec-afd4-8eae869e97ec HTTP/1.1" status: 204 len: 168 time: 1.7923982 Jan 11 09:36:43.330368 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60590) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:43.434243 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1d0596a6-dfce-499d-8a05-924990a4bda6 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1067100 Jan 11 09:36:43.434929 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60594) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:43.442036 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6a3b5690-004f-4378-8ff6-b521db0ab18e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:43.459891 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-766bc58c-ffdb-45f8-9ce4-e938360f1568 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:43.470382 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6fcb627a-8165-4ef8-8d54-d216c98e1a01 None None] Attempting to bind port 891a8907-6825-47d1-9f41-b0c623c28782 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:36:43.470759 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6fcb627a-8165-4ef8-8d54-d216c98e1a01 None None] Attempting to bind port 891a8907-6825-47d1-9f41-b0c623c28782 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:36:43.471190 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb627a-8165-4ef8-8d54-d216c98e1a01 None None] Attempting to bind port 891a8907-6825-47d1-9f41-b0c623c28782 on network 11973de4-095d-48a2-8bfe-2305268446bc {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:36:43.504435 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb627a-8165-4ef8-8d54-d216c98e1a01 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:36:43.504435 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb627a-8165-4ef8-8d54-d216c98e1a01 None None] Checking segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:43.504435 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6fcb627a-8165-4ef8-8d54-d216c98e1a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:43.504435 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb627a-8165-4ef8-8d54-d216c98e1a01 None None] Bound using segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:36:43.505743 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6fcb627a-8165-4ef8-8d54-d216c98e1a01 None None] Bound port: 891a8907-6825-47d1-9f41-b0c623c28782, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:36:43.506059 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6fcb627a-8165-4ef8-8d54-d216c98e1a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:43.515969 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb627a-8165-4ef8-8d54-d216c98e1a01 None None] Pushing event updated for resources: {'Port': ['ID=891a8907-6825-47d1-9f41-b0c623c28782,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:43.519488 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eb9816-ce16-4ff4-8dde-9b6f26af9f9d None None] Port 9f8c17fc-8511-4454-9204-f38fc9aee098 not found while updating agent binding for router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e. {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 11 09:36:43.535515 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1f479564-2a07-4f64-926e-d438d0794664 None None] Attempting to bind port 0565bfba-4ada-42da-94ec-2e22c3c24983 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:36:43.535705 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c5ea488-a21d-4afd-bb36-e39bfb82d0f9 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:43.535881 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1f479564-2a07-4f64-926e-d438d0794664 None None] Attempting to bind port 0565bfba-4ada-42da-94ec-2e22c3c24983 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'fcf14d05-6710-4483-bff6-7ff7f575b806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c0bab510-1705-460e-9efd-c6881e643aee'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:36:43.536749 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f479564-2a07-4f64-926e-d438d0794664 None None] Attempting to bind port 0565bfba-4ada-42da-94ec-2e22c3c24983 on network c0bab510-1705-460e-9efd-c6881e643aee {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:36:43.609254 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f479564-2a07-4f64-926e-d438d0794664 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:36:43.609437 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f479564-2a07-4f64-926e-d438d0794664 None None] Checking segment: {'id': 'fcf14d05-6710-4483-bff6-7ff7f575b806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c0bab510-1705-460e-9efd-c6881e643aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:43.609673 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1f479564-2a07-4f64-926e-d438d0794664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:43.610477 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f479564-2a07-4f64-926e-d438d0794664 None None] Bound using segment: {'id': 'fcf14d05-6710-4483-bff6-7ff7f575b806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c0bab510-1705-460e-9efd-c6881e643aee'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:36:43.611148 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1f479564-2a07-4f64-926e-d438d0794664 None None] Bound port: 0565bfba-4ada-42da-94ec-2e22c3c24983, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf14d05-6710-4483-bff6-7ff7f575b806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c0bab510-1705-460e-9efd-c6881e643aee'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:36:43.611725 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1f479564-2a07-4f64-926e-d438d0794664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:43.620851 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bc58c-ffdb-45f8-9ce4-e938360f1568 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event updated for resources: {'Subnet': ['ID=5c359710-3c9f-425d-8e14-58afdabf2708,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:43.633980 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eb9816-ce16-4ff4-8dde-9b6f26af9f9d None None] Routers {'9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:36:43.633980 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-47eb9816-ce16-4ff4-8dde-9b6f26af9f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:36:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:43.658549 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6a3b5690-004f-4378-8ff6-b521db0ab18e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:43.662270 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6a3b5690-004f-4378-8ff6-b521db0ab18e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:43.665881 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6a3b5690-004f-4378-8ff6-b521db0ab18e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:43.675705 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6a3b5690-004f-4378-8ff6-b521db0ab18e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:43.703911 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3b5690-004f-4378-8ff6-b521db0ab18e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:43.706326 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a3b5690-004f-4378-8ff6-b521db0ab18e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:43.884031 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 123a135a-99e3-4daf-919d-b5500691d6f1 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:44.015844 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6fcb627a-8165-4ef8-8d54-d216c98e1a01 None None] For port 891a8907-6825-47d1-9f41-b0c623c28782, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:36:44.038470 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-47eb9816-ce16-4ff4-8dde-9b6f26af9f9d None None] Set router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:36:44.083886 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766bc58c-ffdb-45f8-9ce4-e938360f1568 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Checking segment: {'id': '3b9e5f29-4347-4e26-ba8a-bebccfff2910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f0ce8082-5d9a-404b-80f2-6e4c5a33ab0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:44.083886 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766bc58c-ffdb-45f8-9ce4-e938360f1568 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Network hostable DHCP agents. Network: f0ce8082-5d9a-404b-80f2-6e4c5a33ab0a, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:36:44.116098 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6fcb627a-8165-4ef8-8d54-d216c98e1a01 None None] For port 891a8907-6825-47d1-9f41-b0c623c28782, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=891a8907-6825-47d1-9f41-b0c623c28782,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:36:44.136972 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6fcb627a-8165-4ef8-8d54-d216c98e1a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:44.148916 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5ea488-a21d-4afd-bb36-e39bfb82d0f9 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:36:44.180795 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1f479564-2a07-4f64-926e-d438d0794664 None None] For port 0565bfba-4ada-42da-94ec-2e22c3c24983, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:36:44.288792 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1f479564-2a07-4f64-926e-d438d0794664 None None] For port 0565bfba-4ada-42da-94ec-2e22c3c24983, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0565bfba-4ada-42da-94ec-2e22c3c24983,segment=NetworkSegment(fcf14d05-6710-4483-bff6-7ff7f575b806),segment_id=fcf14d05-6710-4483-bff6-7ff7f575b806)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:36:44.294879 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2219cc5a-7b5a-4fb6-bd29-efc5e9ccf563 req-fa6cf46f-aa28-453d-8ad0-1eb3a3d8af7a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.0687673 Jan 11 09:36:44.327710 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1f479564-2a07-4f64-926e-d438d0794664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:44.341911 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766bc58c-ffdb-45f8-9ce4-e938360f1568 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Network f0ce8082-5d9a-404b-80f2-6e4c5a33ab0a is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:36:44.414745 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb627a-8165-4ef8-8d54-d216c98e1a01 None None] Pushing event updated for resources: {'Port': ['ID=891a8907-6825-47d1-9f41-b0c623c28782,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:44.426955 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 123a135a-99e3-4daf-919d-b5500691d6f1 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:44.475648 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5ea488-a21d-4afd-bb36-e39bfb82d0f9 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:36:44.505818 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7c5ea488-a21d-4afd-bb36-e39bfb82d0f9 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "PUT /v2.0/routers/9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8734915 Jan 11 09:36:44.505818 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60600) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:44.555546 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-766bc58c-ffdb-45f8-9ce4-e938360f1568 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, f0ce8082-5d9a-404b-80f2-6e4c5a33ab0a) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:44.555546 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766bc58c-ffdb-45f8-9ce4-e938360f1568 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:44.555546 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-766bc58c-ffdb-45f8-9ce4-e938360f1568 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:44.583160 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.objects.ports [None req-6a3b5690-004f-4378-8ff6-b521db0ab18e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87655) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 11 09:36:44.639608 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbc2806-bac6-4529-a99c-7d31ba290bbc None None] Network f0ce8082-5d9a-404b-80f2-6e4c5a33ab0a requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:44.645232 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ffc0c7-295e-416b-be8b-7c8606ec1fca tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting subnet 358edc61-415e-491f-a448-e2591f4378b9 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:36:44.645232 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45ffc0c7-295e-416b-be8b-7c8606ec1fca tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:44.649293 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f479564-2a07-4f64-926e-d438d0794664 None None] Pushing event updated for resources: {'Port': ['ID=0565bfba-4ada-42da-94ec-2e22c3c24983,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:44.792196 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45ffc0c7-295e-416b-be8b-7c8606ec1fca tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:44.797843 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 123a135a-99e3-4daf-919d-b5500691d6f1 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:44.797843 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:44.839936 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-766bc58c-ffdb-45f8-9ce4-e938360f1568 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3410542 Jan 11 09:36:44.844867 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60604) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:44.995252 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45ffc0c7-295e-416b-be8b-7c8606ec1fca tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:45.078250 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3d63ee7-98f9-44db-90ac-e7d8cbbf9b09 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:45.085477 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a3b5690-004f-4378-8ff6-b521db0ab18e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:45.089913 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45ffc0c7-295e-416b-be8b-7c8606ec1fca tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:45.140311 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ffc0c7-295e-416b-be8b-7c8606ec1fca tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Subnet': ['ID=358edc61-415e-491f-a448-e2591f4378b9,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:45.142402 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45ffc0c7-295e-416b-be8b-7c8606ec1fca tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:45.149970 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-45ffc0c7-295e-416b-be8b-7c8606ec1fca tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/subnets/358edc61-415e-491f-a448-e2591f4378b9 HTTP/1.1" status: 204 len: 168 time: 0.6489980 Jan 11 09:36:45.152479 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60608) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:45.166992 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b029dd-3ec2-4cd3-82d8-3f8981d3253b None None] Network 7a9ea5f8-953f-478d-a9a0-69240ed91aa9 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:45.195103 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:45.271630 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3d63ee7-98f9-44db-90ac-e7d8cbbf9b09 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:45.477059 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1b6e6144-96f0-42a5-995e-6560ac0a5849 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:45.491273 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e6144-96f0-42a5-995e-6560ac0a5849 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting port 71441b1b-9da8-4e79-93bd-d3ffa50d698c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:36:45.491273 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1b6e6144-96f0-42a5-995e-6560ac0a5849 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:45.498926 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 123a135a-99e3-4daf-919d-b5500691d6f1, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=123a135a-99e3-4daf-919d-b5500691d6f1,segment=NetworkSegment(d5da7731-1200-4357-a3fc-e5a8e81d6d11),segment_id=d5da7731-1200-4357-a3fc-e5a8e81d6d11)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:45.518718 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-59341d97-ac63-4067-ae5a-a2eaa9bb2b79 req-19569ebd-cb8f-4f0e-adb2-84528680085a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.0819101 Jan 11 09:36:45.520848 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:45.604838 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:36:45.708779 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6053edc-687e-4eb6-887a-1777b4ba1e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-f0ce8082-5d9a-404b-80f2-6e4c5a33ab0a', 'network_id': 'f0ce8082-5d9a-404b-80f2-6e4c5a33ab0a', 'tenant_id': 'ffadb6fe7b67451bbff928d8edb541ae', 'fixed_ips': [{'subnet_id': '5c359710-3c9f-425d-8e14-58afdabf2708'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:36:45.708779 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b6053edc-687e-4eb6-887a-1777b4ba1e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:45.797934 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3d63ee7-98f9-44db-90ac-e7d8cbbf9b09 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:45.802183 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-6a3b5690-004f-4378-8ff6-b521db0ab18e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] For port 891a8907-6825-47d1-9f41-b0c623c28782, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=891a8907-6825-47d1-9f41-b0c623c28782,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:45.836254 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-47eb9816-ce16-4ff4-8dde-9b6f26af9f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'name': 'tempest-RoutersTest-router-320544399', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:36:00Z', 'updated_at': '2022-01-11T09:36:42Z', 'revision_number': 8, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None, '_interfaces': [{'id': '4b587cc6-6836-4dad-af3b-20c8f8d1294b', 'name': '', 'network_id': '0def99c3-c68e-44a6-9c4a-74fd289f69b8', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:a4:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'be6eb557-7d26-4878-a95e-e51ccc0de411', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:21Z', 'updated_at': '2022-01-11T09:36:41Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': 'be6eb557-7d26-4878-a95e-e51ccc0de411', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c96bea4-c35d-4dc5-85b2-ab0c11751889', 'name': '', 'network_id': 'ce38624e-541f-45be-b971-bacd21bb0e31', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:7f:8a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:14Z', 'updated_at': '2022-01-11T09:36:30Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6b1c1db-cd38-49d2-94bf-9d3055e21b30', 'name': '', 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:e2:f1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:05Z', 'updated_at': '2022-01-11T09:36:13Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:45.869332 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d63ee7-98f9-44db-90ac-e7d8cbbf9b09 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event deleted for resources: {'Subnet': ['ID=5c359710-3c9f-425d-8e14-58afdabf2708,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:45.906719 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4b587cc6-6836-4dad-af3b-20c8f8d1294b up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:45.933157 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a3b5690-004f-4378-8ff6-b521db0ab18e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:45.959366 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eb9816-ce16-4ff4-8dde-9b6f26af9f9d None None] The sync data for ids ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'] in dv-neutron-823402-4-hyperv is: [{'id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'name': 'tempest-RoutersTest-router-320544399', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:36:00Z', 'updated_at': '2022-01-11T09:36:42Z', 'revision_number': 8, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None, '_interfaces': [{'id': '4b587cc6-6836-4dad-af3b-20c8f8d1294b', 'name': '', 'network_id': '0def99c3-c68e-44a6-9c4a-74fd289f69b8', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:a4:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'be6eb557-7d26-4878-a95e-e51ccc0de411', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:21Z', 'updated_at': '2022-01-11T09:36:41Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': 'be6eb557-7d26-4878-a95e-e51ccc0de411', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c96bea4-c35d-4dc5-85b2-ab0c11751889', 'name': '', 'network_id': 'ce38624e-541f-45be-b971-bacd21bb0e31', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:7f:8a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:14Z', 'updated_at': '2022-01-11T09:36:30Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6b1c1db-cd38-49d2-94bf-9d3055e21b30', 'name': '', 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:e2:f1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:05Z', 'updated_at': '2022-01-11T09:36:13Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:36:46.008314 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=123a135a-99e3-4daf-919d-b5500691d6f1,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:46.020884 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1b6e6144-96f0-42a5-995e-6560ac0a5849 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] For port 71441b1b-9da8-4e79-93bd-d3ffa50d698c, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=71441b1b-9da8-4e79-93bd-d3ffa50d698c,segment=NetworkSegment(4db80cb7-63ca-46a3-9906-3d913747af33),segment_id=4db80cb7-63ca-46a3-9906-3d913747af33)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:46.023258 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1b6e6144-96f0-42a5-995e-6560ac0a5849 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:46.049338 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3d63ee7-98f9-44db-90ac-e7d8cbbf9b09 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:46.057352 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 4b587cc6-6836-4dad-af3b-20c8f8d1294b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:46.060099 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:46.063002 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a3b5690-004f-4378-8ff6-b521db0ab18e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:46.064316 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a3b5690-004f-4378-8ff6-b521db0ab18e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:46.152510 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbd5a4f-8e44-463e-a9c7-f7650651018a None None] Network f0ce8082-5d9a-404b-80f2-6e4c5a33ab0a requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:46.201410 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fba2bbf-be77-4a67-8a86-d6057e9dc83c None None] Network c0bab510-1705-460e-9efd-c6881e643aee requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:46.260056 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3b5690-004f-4378-8ff6-b521db0ab18e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:46.294216 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e6144-96f0-42a5-995e-6560ac0a5849 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Calling delete_port for 71441b1b-9da8-4e79-93bd-d3ffa50d698c owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:36:46.298888 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b5690-004f-4378-8ff6-b521db0ab18e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=891a8907-6825-47d1-9f41-b0c623c28782,revision_number=5']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:46.309219 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-6a3b5690-004f-4378-8ff6-b521db0ab18e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:46.309219 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b5690-004f-4378-8ff6-b521db0ab18e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=94f9a8dc-dacc-47f7-a688-13ed57bf43a6,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:46.314580 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e3d63ee7-98f9-44db-90ac-e7d8cbbf9b09 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ce8082-5d9a-404b-80f2-6e4c5a33ab0a']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:46.343188 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3b5690-004f-4378-8ff6-b521db0ab18e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:46.343188 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a3b5690-004f-4378-8ff6-b521db0ab18e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:46.410837 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e3d63ee7-98f9-44db-90ac-e7d8cbbf9b09 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b9e5f29-4347-4e26-ba8a-bebccfff2910') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:46.411420 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e3d63ee7-98f9-44db-90ac-e7d8cbbf9b09 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b9e5f29-4347-4e26-ba8a-bebccfff2910') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:46.437435 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6a3b5690-004f-4378-8ff6-b521db0ab18e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9972687 Jan 11 09:36:46.440150 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60614) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:46.457467 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-fbea5faf-4d01-4b90-a179-4cca22193fed tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'mac_address': 'fa:16:3e:3b:ab:4c', 'name': 'tempest-NetworksTestDHCPv6-254012153'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:46.457738 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f852920-8e48-4462-883d-9cbfcab7d506 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:46.463034 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3d63ee7-98f9-44db-90ac-e7d8cbbf9b09 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:46.481217 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40076f9d-43c5-4488-bd03-254f39afb46c None None] DHCP port deletion for 7a9ea5f8-953f-478d-a9a0-69240ed91aa9 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:36:46.494455 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1b6e6144-96f0-42a5-995e-6560ac0a5849 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:46.495648 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3d63ee7-98f9-44db-90ac-e7d8cbbf9b09 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:46.520116 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d63ee7-98f9-44db-90ac-e7d8cbbf9b09 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:36:46.521644 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3d63ee7-98f9-44db-90ac-e7d8cbbf9b09 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:36:46.604386 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:36:46.638552 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1d91cc27-1739-485f-bf14-7d987980a8fb None None] Provisioning for port 0565bfba-4ada-42da-94ec-2e22c3c24983 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:46.677142 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e6144-96f0-42a5-995e-6560ac0a5849 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Port': ['ID=71441b1b-9da8-4e79-93bd-d3ffa50d698c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:46.688876 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e6144-96f0-42a5-995e-6560ac0a5849 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] No DVR routers for this DVR port 71441b1b-9da8-4e79-93bd-d3ffa50d698c on host dv-neutron-823402-4-hyperv {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:36:46.786114 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-06560e39-e8ea-4e6a-a4fe-0bf3a05e7fee req-5ebc6041-56b8-4e7f-afa7-5aacb6e0612b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.1714211 Jan 11 09:36:46.791697 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d085bc-a925-4320-9a69-b52acb10be01 None None] Sync routers for ids ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:36:46.801641 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3d63ee7-98f9-44db-90ac-e7d8cbbf9b09 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:46.820048 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d085bc-a925-4320-9a69-b52acb10be01 None None] Routers {'9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:36:46.822015 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-d1d085bc-a925-4320-9a69-b52acb10be01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:36:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:46.834072 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3d63ee7-98f9-44db-90ac-e7d8cbbf9b09 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:46.852753 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d63ee7-98f9-44db-90ac-e7d8cbbf9b09 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event deleted for resources: {'Network': ['ID=f0ce8082-5d9a-404b-80f2-6e4c5a33ab0a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:46.858105 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e3d63ee7-98f9-44db-90ac-e7d8cbbf9b09 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/networks/f0ce8082-5d9a-404b-80f2-6e4c5a33ab0a HTTP/1.1" status: 204 len: 168 time: 2.0098693 Jan 11 09:36:46.860398 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60622) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:46.865567 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1ac84ef7-fbcd-4dd6-8a44-e5e92a5d2bae tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-31664570'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:46.870076 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1ac84ef7-fbcd-4dd6-8a44-e5e92a5d2bae tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:46.874198 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1ac84ef7-fbcd-4dd6-8a44-e5e92a5d2bae tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Usage tracker for resource:network and tenant:ffadb6fe7b67451bbff928d8edb541ae is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:46.878139 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1ac84ef7-fbcd-4dd6-8a44-e5e92a5d2bae tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:46.885125 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1ac84ef7-fbcd-4dd6-8a44-e5e92a5d2bae tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:46.897405 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac84ef7-fbcd-4dd6-8a44-e5e92a5d2bae tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Made reservation on behalf of ffadb6fe7b67451bbff928d8edb541ae for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:46.911118 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ac84ef7-fbcd-4dd6-8a44-e5e92a5d2bae tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:46.959487 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac84ef7-fbcd-4dd6-8a44-e5e92a5d2bae tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:36:46.977188 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ac84ef7-fbcd-4dd6-8a44-e5e92a5d2bae tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:46.977719 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-1ac84ef7-fbcd-4dd6-8a44-e5e92a5d2bae tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Added segment 358ff98d-13a2-4bb6-8f12-47bd723b1838 of type vlan for network e2c4e1cc-8f97-438a-a9ce-3660309f3b1f Jan 11 09:36:47.028743 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ac84ef7-fbcd-4dd6-8a44-e5e92a5d2bae tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:47.040854 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1b6e6144-96f0-42a5-995e-6560ac0a5849 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:47.046685 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0565bfba-4ada-42da-94ec-2e22c3c24983 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:47.061813 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-fbea5faf-4d01-4b90-a179-4cca22193fed tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:47.088426 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ac84ef7-fbcd-4dd6-8a44-e5e92a5d2bae tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:47.100252 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-fbea5faf-4d01-4b90-a179-4cca22193fed tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:port and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:47.105461 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac84ef7-fbcd-4dd6-8a44-e5e92a5d2bae tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:47.107301 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ac84ef7-fbcd-4dd6-8a44-e5e92a5d2bae tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:47.110666 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-fbea5faf-4d01-4b90-a179-4cca22193fed tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:47.112542 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-d1d085bc-a925-4320-9a69-b52acb10be01 None None] Set router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:36:47.114203 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-1b6e6144-96f0-42a5-995e-6560ac0a5849 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9ea5f8-953f-478d-a9a0-69240ed91aa9']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:47.130968 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-fbea5faf-4d01-4b90-a179-4cca22193fed tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:47.136228 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-1b6e6144-96f0-42a5-995e-6560ac0a5849 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db80cb7-63ca-46a3-9906-3d913747af33') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:47.136742 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-1b6e6144-96f0-42a5-995e-6560ac0a5849 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db80cb7-63ca-46a3-9906-3d913747af33') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:47.152751 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1b6e6144-96f0-42a5-995e-6560ac0a5849 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:47.162752 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbea5faf-4d01-4b90-a179-4cca22193fed tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:47.185443 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1ac84ef7-fbcd-4dd6-8a44-e5e92a5d2bae tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3244016 Jan 11 09:36:47.192279 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60626) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:47.201819 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-dffa79f4-fbaf-4de0-94a8-c4546a50d4ac tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Request body: {'subnet': {'network_id': 'e2c4e1cc-8f97-438a-a9ce-3660309f3b1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:47.261720 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 0565bfba-4ada-42da-94ec-2e22c3c24983 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:47.270379 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1b6e6144-96f0-42a5-995e-6560ac0a5849 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:47.274587 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 0565bfba-4ada-42da-94ec-2e22c3c24983 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:47.274587 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:47.354162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac84ef7-fbcd-4dd6-8a44-e5e92a5d2bae tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event updated for resources: {'Network': ['ID=e2c4e1cc-8f97-438a-a9ce-3660309f3b1f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:47.377558 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network e2c4e1cc-8f97-438a-a9ce-3660309f3b1f details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:36:47.489400 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-dffa79f4-fbaf-4de0-94a8-c4546a50d4ac tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:47.495126 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-dffa79f4-fbaf-4de0-94a8-c4546a50d4ac tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Usage tracker for resource:subnet and tenant:ffadb6fe7b67451bbff928d8edb541ae is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:47.498720 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-dffa79f4-fbaf-4de0-94a8-c4546a50d4ac tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:47.505002 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-dffa79f4-fbaf-4de0-94a8-c4546a50d4ac tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:47.636150 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:47.650019 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6e6144-96f0-42a5-995e-6560ac0a5849 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:36:47.653749 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1b6e6144-96f0-42a5-995e-6560ac0a5849 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:47.710071 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-657f523a-ec7b-4b9a-9750-c17289050161 None None] Provisioning complete for port 0565bfba-4ada-42da-94ec-2e22c3c24983 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:47.710460 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-657f523a-ec7b-4b9a-9750-c17289050161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:47.745914 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-d1d085bc-a925-4320-9a69-b52acb10be01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'name': 'tempest-RoutersTest-router-320544399', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:36:00Z', 'updated_at': '2022-01-11T09:36:42Z', 'revision_number': 8, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None, '_interfaces': [{'id': '4b587cc6-6836-4dad-af3b-20c8f8d1294b', 'name': '', 'network_id': '0def99c3-c68e-44a6-9c4a-74fd289f69b8', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:a4:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'be6eb557-7d26-4878-a95e-e51ccc0de411', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:21Z', 'updated_at': '2022-01-11T09:36:41Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': 'be6eb557-7d26-4878-a95e-e51ccc0de411', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c96bea4-c35d-4dc5-85b2-ab0c11751889', 'name': '', 'network_id': 'ce38624e-541f-45be-b971-bacd21bb0e31', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:7f:8a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:14Z', 'updated_at': '2022-01-11T09:36:30Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6b1c1db-cd38-49d2-94bf-9d3055e21b30', 'name': '', 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:e2:f1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:05Z', 'updated_at': '2022-01-11T09:36:13Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:47.758399 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d085bc-a925-4320-9a69-b52acb10be01 None None] Checking router: 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:36:47.789574 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 0565bfba-4ada-42da-94ec-2e22c3c24983, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0565bfba-4ada-42da-94ec-2e22c3c24983,segment=NetworkSegment(fcf14d05-6710-4483-bff6-7ff7f575b806),segment_id=fcf14d05-6710-4483-bff6-7ff7f575b806)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:47.797639 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:47.803705 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d085bc-a925-4320-9a69-b52acb10be01 None None] Routers {'9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:36:47.804355 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-d1d085bc-a925-4320-9a69-b52acb10be01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:36:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:36:47.822658 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:36:47.849247 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1b6e6144-96f0-42a5-995e-6560ac0a5849 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:47.916738 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fbea5faf-4d01-4b90-a179-4cca22193fed tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:47.955285 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1b6e6144-96f0-42a5-995e-6560ac0a5849 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:47.988826 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-fbea5faf-4d01-4b90-a179-4cca22193fed tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] device_id is not set on port 39b65f87-18bf-4941-97d7-9dfe00affcab yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:36:48.029542 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c213745a-cb8c-48e7-8d7a-9a3ab56dfada req-7b244d40-ed25-4166-9588-1bebc2e85f70 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.1170175 Jan 11 09:36:48.099773 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=0565bfba-4ada-42da-94ec-2e22c3c24983,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:48.115038 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1b6e6144-96f0-42a5-995e-6560ac0a5849 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/networks/7a9ea5f8-953f-478d-a9a0-69240ed91aa9 HTTP/1.1" status: 204 len: 168 time: 2.9613667 Jan 11 09:36:48.118736 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60634) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:48.122921 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffa79f4-fbaf-4de0-94a8-c4546a50d4ac tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Made reservation on behalf of ffadb6fe7b67451bbff928d8edb541ae for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:48.129445 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dffa79f4-fbaf-4de0-94a8-c4546a50d4ac tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:48.154795 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e6144-96f0-42a5-995e-6560ac0a5849 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Network': ['ID=7a9ea5f8-953f-478d-a9a0-69240ed91aa9,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:48.169200 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 891a8907-6825-47d1-9f41-b0c623c28782 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:48.267507 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 891a8907-6825-47d1-9f41-b0c623c28782 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:48.277472 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 123a135a-99e3-4daf-919d-b5500691d6f1 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:48.292691 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-d1d085bc-a925-4320-9a69-b52acb10be01 None None] Set router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:36:48.386953 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 123a135a-99e3-4daf-919d-b5500691d6f1 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:48.388544 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:48.560160 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-fbea5faf-4d01-4b90-a179-4cca22193fed tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 2001:db8::f816:3eff:fe3b:ab4c (11973de4-095d-48a2-8bfe-2305268446bc/94f9a8dc-dacc-47f7-a688-13ed57bf43a6/39b65f87-18bf-4941-97d7-9dfe00affcab) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:48.682456 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9f8c17fc-8511-4454-9204-f38fc9aee098 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:36:48.819680 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 9f8c17fc-8511-4454-9204-f38fc9aee098 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:36:48.819680 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9f8c17fc-8511-4454-9204-f38fc9aee098 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:36:48.820161 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 71441b1b-9da8-4e79-93bd-d3ffa50d698c no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:36:48.904046 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 71441b1b-9da8-4e79-93bd-d3ffa50d698c {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:36:48.904046 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 71441b1b-9da8-4e79-93bd-d3ffa50d698c not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:36:49.000267 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dffa79f4-fbaf-4de0-94a8-c4546a50d4ac tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:49.059588 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-d1d085bc-a925-4320-9a69-b52acb10be01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'name': 'tempest-RoutersTest-router-320544399', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:36:00Z', 'updated_at': '2022-01-11T09:36:42Z', 'revision_number': 8, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None, '_interfaces': [{'id': '4b587cc6-6836-4dad-af3b-20c8f8d1294b', 'name': '', 'network_id': '0def99c3-c68e-44a6-9c4a-74fd289f69b8', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:a4:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'be6eb557-7d26-4878-a95e-e51ccc0de411', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:21Z', 'updated_at': '2022-01-11T09:36:41Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': 'be6eb557-7d26-4878-a95e-e51ccc0de411', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c96bea4-c35d-4dc5-85b2-ab0c11751889', 'name': '', 'network_id': 'ce38624e-541f-45be-b971-bacd21bb0e31', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:7f:8a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:14Z', 'updated_at': '2022-01-11T09:36:30Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6b1c1db-cd38-49d2-94bf-9d3055e21b30', 'name': '', 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:e2:f1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:05Z', 'updated_at': '2022-01-11T09:36:13Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:49.073551 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d085bc-a925-4320-9a69-b52acb10be01 None None] The sync data for ids ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'] in dv-neutron-823402-4-hyperv is: [{'id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'name': 'tempest-RoutersTest-router-320544399', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:36:00Z', 'updated_at': '2022-01-11T09:36:42Z', 'revision_number': 8, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None, '_interfaces': [{'id': '4b587cc6-6836-4dad-af3b-20c8f8d1294b', 'name': '', 'network_id': '0def99c3-c68e-44a6-9c4a-74fd289f69b8', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:a4:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'be6eb557-7d26-4878-a95e-e51ccc0de411', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:21Z', 'updated_at': '2022-01-11T09:36:41Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': 'be6eb557-7d26-4878-a95e-e51ccc0de411', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c96bea4-c35d-4dc5-85b2-ab0c11751889', 'name': '', 'network_id': 'ce38624e-541f-45be-b971-bacd21bb0e31', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:7f:8a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:14Z', 'updated_at': '2022-01-11T09:36:30Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6b1c1db-cd38-49d2-94bf-9d3055e21b30', 'name': '', 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:e2:f1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:05Z', 'updated_at': '2022-01-11T09:36:13Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:36:49.113614 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dedf2c01-3381-4bb7-9a44-657dcaaaaab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:49.185119 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4457ffb8-7bce-4db3-9503-235dbbe23170 req-fc249d87-030c-49b2-ad6e-1c41428618ca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.0569346 Jan 11 09:36:49.255848 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d7c625-f187-4a62-8217-eebc37300223 None None] get_active_networks_info from dv-neutron-823402-4-hyperv {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 11 09:36:49.286560 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa79f4-fbaf-4de0-94a8-c4546a50d4ac tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event updated for resources: {'Subnet': ['ID=22abba36-2340-4a8a-a1d1-013583b05fb7,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:49.300432 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffa79f4-fbaf-4de0-94a8-c4546a50d4ac tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Checking segment: {'id': '358ff98d-13a2-4bb6-8f12-47bd723b1838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e2c4e1cc-8f97-438a-a9ce-3660309f3b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:49.300725 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffa79f4-fbaf-4de0-94a8-c4546a50d4ac tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Network hostable DHCP agents. Network: e2c4e1cc-8f97-438a-a9ce-3660309f3b1f, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:36:49.312130 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fbea5faf-4d01-4b90-a179-4cca22193fed tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:49.312680 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01b3664a-2eab-47b4-9747-6903fdd2ab57 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:49.336471 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fbea5faf-4d01-4b90-a179-4cca22193fed tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Transition to ACTIVE for port object 39b65f87-18bf-4941-97d7-9dfe00affcab will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:49.344402 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffa79f4-fbaf-4de0-94a8-c4546a50d4ac tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Network e2c4e1cc-8f97-438a-a9ce-3660309f3b1f is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:36:49.359978 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-dffa79f4-fbaf-4de0-94a8-c4546a50d4ac tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, e2c4e1cc-8f97-438a-a9ce-3660309f3b1f) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:49.365317 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffa79f4-fbaf-4de0-94a8-c4546a50d4ac tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:49.366438 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dffa79f4-fbaf-4de0-94a8-c4546a50d4ac tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:49.394614 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-dffa79f4-fbaf-4de0-94a8-c4546a50d4ac tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2012286 Jan 11 09:36:49.397293 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60640) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:49.417874 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fbea5faf-4d01-4b90-a179-4cca22193fed tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:49.419574 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4d71f604-18df-4f9c-b810-92e7f544e4d1 None None] Provisioning for port 891a8907-6825-47d1-9f41-b0c623c28782 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:49.428579 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4d71f604-18df-4f9c-b810-92e7f544e4d1 None None] Provisioning complete for port 891a8907-6825-47d1-9f41-b0c623c28782 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:49.429423 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4d71f604-18df-4f9c-b810-92e7f544e4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:49.502688 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbea5faf-4d01-4b90-a179-4cca22193fed tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:49.516706 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-fbea5faf-4d01-4b90-a179-4cca22193fed tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:49.523521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbea5faf-4d01-4b90-a179-4cca22193fed tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:36:49.529564 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbea5faf-4d01-4b90-a179-4cca22193fed tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:49.530244 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fbea5faf-4d01-4b90-a179-4cca22193fed tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:49.598686 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea5faf-4d01-4b90-a179-4cca22193fed tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=39b65f87-18bf-4941-97d7-9dfe00affcab,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:49.636397 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-fbea5faf-4d01-4b90-a179-4cca22193fed tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1855352 Jan 11 09:36:49.636602 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60644) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:49.661207 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e89ddb68-3647-4eeb-923b-a93e20add01a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:49.692873 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4d71f604-18df-4f9c-b810-92e7f544e4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:49.730023 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4d71f604-18df-4f9c-b810-92e7f544e4d1 None None] For port 891a8907-6825-47d1-9f41-b0c623c28782, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=891a8907-6825-47d1-9f41-b0c623c28782,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:49.741570 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4d71f604-18df-4f9c-b810-92e7f544e4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:49.741924 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e89ddb68-3647-4eeb-923b-a93e20add01a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:49.805238 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-01b3664a-2eab-47b4-9747-6903fdd2ab57 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting port 4b587cc6-6836-4dad-af3b-20c8f8d1294b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:36:49.805562 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01b3664a-2eab-47b4-9747-6903fdd2ab57 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:49.844378 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71f604-18df-4f9c-b810-92e7f544e4d1 None None] Pushing event updated for resources: {'Port': ['ID=891a8907-6825-47d1-9f41-b0c623c28782,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:49.859624 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e89ddb68-3647-4eeb-923b-a93e20add01a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:49.861229 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a047ba5-ee10-49db-9ee1-2ef3e89409ca tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:49.867937 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a047ba5-ee10-49db-9ee1-2ef3e89409ca tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:49.868766 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0a047ba5-ee10-49db-9ee1-2ef3e89409ca tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:36:49.878067 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d7c625-f187-4a62-8217-eebc37300223 None None] Unable to find a vacant binding_index for network e2c4e1cc-8f97-438a-a9ce-3660309f3b1f and agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 {{(pid=87656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 11 09:36:49.884387 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d7c625-f187-4a62-8217-eebc37300223 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, e2c4e1cc-8f97-438a-a9ce-3660309f3b1f) {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 11 09:36:49.899022 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0565bfba-4ada-42da-94ec-2e22c3c24983 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:49.927049 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0a047ba5-ee10-49db-9ee1-2ef3e89409ca tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:36:49.928530 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0a047ba5-ee10-49db-9ee1-2ef3e89409ca tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2959907 Jan 11 09:36:49.934769 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60648) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:49.947480 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ddb68-3647-4eeb-923b-a93e20add01a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event deleted for resources: {'Subnet': ['ID=22abba36-2340-4a8a-a1d1-013583b05fb7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:50.006406 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 0565bfba-4ada-42da-94ec-2e22c3c24983 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:50.007043 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:50.047642 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-01b3664a-2eab-47b4-9747-6903fdd2ab57 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] For port 4b587cc6-6836-4dad-af3b-20c8f8d1294b, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4b587cc6-6836-4dad-af3b-20c8f8d1294b,segment=NetworkSegment(49fc1efc-b07e-42ab-b212-fdd4d9970484),segment_id=49fc1efc-b07e-42ab-b212-fdd4d9970484)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:50.047998 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01b3664a-2eab-47b4-9747-6903fdd2ab57 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:50.071113 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e89ddb68-3647-4eeb-923b-a93e20add01a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:50.098916 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a56e8309-d3eb-43cc-a434-377f3e41b717 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting port 39b65f87-18bf-4941-97d7-9dfe00affcab {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:36:50.099249 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a56e8309-d3eb-43cc-a434-377f3e41b717 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:50.141173 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e89ddb68-3647-4eeb-923b-a93e20add01a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c4e1cc-8f97-438a-a9ce-3660309f3b1f']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:50.163435 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e89ddb68-3647-4eeb-923b-a93e20add01a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358ff98d-13a2-4bb6-8f12-47bd723b1838') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:50.163726 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e89ddb68-3647-4eeb-923b-a93e20add01a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358ff98d-13a2-4bb6-8f12-47bd723b1838') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:50.178268 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-01b3664a-2eab-47b4-9747-6903fdd2ab57 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Calling delete_port for 4b587cc6-6836-4dad-af3b-20c8f8d1294b owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:36:50.185127 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e89ddb68-3647-4eeb-923b-a93e20add01a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:50.242589 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e89ddb68-3647-4eeb-923b-a93e20add01a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:50.261286 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89ddb68-3647-4eeb-923b-a93e20add01a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:36:50.262426 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e89ddb68-3647-4eeb-923b-a93e20add01a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:36:50.279569 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:36:50.312907 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-31053d9f-1626-4b02-b956-f1af5ae30780 req-1c59b59a-7d60-419e-9e76-8303406e9181 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.0579736 Jan 11 09:36:50.418482 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e89ddb68-3647-4eeb-923b-a93e20add01a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:50.439563 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e89ddb68-3647-4eeb-923b-a93e20add01a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:50.459015 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446a1f8e-be6e-43dc-acde-7ec8d1386b7d None None] get_active_networks_info from dv-neutron-823402-4-hyperv {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 11 09:36:50.504410 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ddb68-3647-4eeb-923b-a93e20add01a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event deleted for resources: {'Network': ['ID=e2c4e1cc-8f97-438a-a9ce-3660309f3b1f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:50.515972 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e89ddb68-3647-4eeb-923b-a93e20add01a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/networks/e2c4e1cc-8f97-438a-a9ce-3660309f3b1f HTTP/1.1" status: 204 len: 168 time: 1.1174488 Jan 11 09:36:50.518788 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60654) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:50.529148 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-55194721-9083-42ae-a17e-3eca84b34f5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1688251049'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:50.537097 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-55194721-9083-42ae-a17e-3eca84b34f5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:50.550613 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-55194721-9083-42ae-a17e-3eca84b34f5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Usage tracker for resource:network and tenant:ffadb6fe7b67451bbff928d8edb541ae is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:50.554121 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01b3664a-2eab-47b4-9747-6903fdd2ab57 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:50.555381 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-55194721-9083-42ae-a17e-3eca84b34f5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:50.571478 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-55194721-9083-42ae-a17e-3eca84b34f5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:50.581934 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a56e8309-d3eb-43cc-a434-377f3e41b717 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:50.643899 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55194721-9083-42ae-a17e-3eca84b34f5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Made reservation on behalf of ffadb6fe7b67451bbff928d8edb541ae for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:50.647017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55194721-9083-42ae-a17e-3eca84b34f5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:50.658395 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446a1f8e-be6e-43dc-acde-7ec8d1386b7d None None] Resources bound (agent type, host, resource id): {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 11 09:36:50.671103 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3664a-2eab-47b4-9747-6903fdd2ab57 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Port': ['ID=4b587cc6-6836-4dad-af3b-20c8f8d1294b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:50.843754 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a56e8309-d3eb-43cc-a434-377f3e41b717 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Calling delete_port for 39b65f87-18bf-4941-97d7-9dfe00affcab owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:36:50.913009 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55194721-9083-42ae-a17e-3eca84b34f5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:36:50.922437 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-01b3664a-2eab-47b4-9747-6903fdd2ab57 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:50.935512 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55194721-9083-42ae-a17e-3eca84b34f5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:50.935861 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-55194721-9083-42ae-a17e-3eca84b34f5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Added segment 2e57cab2-be91-4d3d-93e7-f989fcc1f20d of type vlan for network ba9fb70a-2d8e-4509-ab61-f2832fa30d77 Jan 11 09:36:50.995873 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55194721-9083-42ae-a17e-3eca84b34f5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:51.047166 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a56e8309-d3eb-43cc-a434-377f3e41b717 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:51.086178 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55194721-9083-42ae-a17e-3eca84b34f5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:51.091514 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55194721-9083-42ae-a17e-3eca84b34f5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:51.092084 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55194721-9083-42ae-a17e-3eca84b34f5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:51.136140 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e8309-d3eb-43cc-a434-377f3e41b717 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Port': ['ID=39b65f87-18bf-4941-97d7-9dfe00affcab,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:51.261338 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a56e8309-d3eb-43cc-a434-377f3e41b717 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:51.263206 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a56e8309-d3eb-43cc-a434-377f3e41b717 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/39b65f87-18bf-4941-97d7-9dfe00affcab HTTP/1.1" status: 204 len: 168 time: 1.3213763 Jan 11 09:36:51.267521 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-55194721-9083-42ae-a17e-3eca84b34f5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7426534 Jan 11 09:36:51.267521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55194721-9083-42ae-a17e-3eca84b34f5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event updated for resources: {'Network': ['ID=ba9fb70a-2d8e-4509-ab61-f2832fa30d77,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:51.267521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60658) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:51.267895 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60660) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:51.275007 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8152d6fd-a95a-4f40-9796-8b69ef2eee5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Request body: {'subnet': {'network_id': 'ba9fb70a-2d8e-4509-ab61-f2832fa30d77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:51.277177 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network ba9fb70a-2d8e-4509-ab61-f2832fa30d77 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:36:51.291391 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b3664a-2eab-47b4-9747-6903fdd2ab57 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:36:51.417966 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6ab55bf0-1dd4-44e8-9a70-aae64d53d027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:51.453003 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f6c381-9fef-4874-aeda-53c3f967b639 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:51.454654 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f6c381-9fef-4874-aeda-53c3f967b639 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:51.455409 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-96f6c381-9fef-4874-aeda-53c3f967b639 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:36:51.464366 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8152d6fd-a95a-4f40-9796-8b69ef2eee5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:51.469402 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8152d6fd-a95a-4f40-9796-8b69ef2eee5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Usage tracker for resource:subnet and tenant:ffadb6fe7b67451bbff928d8edb541ae is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:51.474180 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8152d6fd-a95a-4f40-9796-8b69ef2eee5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:51.482708 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8152d6fd-a95a-4f40-9796-8b69ef2eee5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:51.493527 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-96f6c381-9fef-4874-aeda-53c3f967b639 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:36:51.494873 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-96f6c381-9fef-4874-aeda-53c3f967b639 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2260828 Jan 11 09:36:51.497676 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60668) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:51.512658 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-840a72c7-46de-4c02-b831-98933f593ea0 req-ce5e449c-4d50-45e7-a2b3-d69d6ee13506 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.0666301 Jan 11 09:36:51.533352 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8152d6fd-a95a-4f40-9796-8b69ef2eee5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Made reservation on behalf of ffadb6fe7b67451bbff928d8edb541ae for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:51.537218 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8152d6fd-a95a-4f40-9796-8b69ef2eee5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:51.544204 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b3664a-2eab-47b4-9747-6903fdd2ab57 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:36:51.554242 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2a8733-23e6-40c0-9ca1-64b0985898ad None None] Sync routers for ids ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:36:51.563773 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2a8733-23e6-40c0-9ca1-64b0985898ad None None] Routers {'9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:36:51.564684 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-cb2a8733-23e6-40c0-9ca1-64b0985898ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:36:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:51.570619 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-01b3664a-2eab-47b4-9747-6903fdd2ab57 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "PUT /v2.0/routers/9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4505491 Jan 11 09:36:51.571643 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60672) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:51.667289 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-001ba99f-a6ec-47ec-8bfd-638276be1dce tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting subnet be6eb557-7d26-4878-a95e-e51ccc0de411 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:36:51.671573 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-001ba99f-a6ec-47ec-8bfd-638276be1dce tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:51.686869 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-5578dc9e-baff-4cd1-a276-089f3500424c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet 94f9a8dc-dacc-47f7-a688-13ed57bf43a6 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:36:51.694261 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5578dc9e-baff-4cd1-a276-089f3500424c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:51.743509 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-001ba99f-a6ec-47ec-8bfd-638276be1dce tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:51.763102 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5578dc9e-baff-4cd1-a276-089f3500424c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:51.771453 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17109ce-f63b-44e4-8f20-fc762be54994 None None] Network e2c4e1cc-8f97-438a-a9ce-3660309f3b1f requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:51.815933 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17109ce-f63b-44e4-8f20-fc762be54994 None None] Network e2c4e1cc-8f97-438a-a9ce-3660309f3b1f could not be found, it might have been deleted concurrently. {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 11 09:36:51.830773 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-cb2a8733-23e6-40c0-9ca1-64b0985898ad None None] Set router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:36:51.882675 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf1ce8a-5eaf-4636-88c2-2cfec629567a None None] Network e2c4e1cc-8f97-438a-a9ce-3660309f3b1f requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:51.903336 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-001ba99f-a6ec-47ec-8bfd-638276be1dce tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:51.945967 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf1ce8a-5eaf-4636-88c2-2cfec629567a None None] Network e2c4e1cc-8f97-438a-a9ce-3660309f3b1f could not be found, it might have been deleted concurrently. {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 11 09:36:51.998591 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8152d6fd-a95a-4f40-9796-8b69ef2eee5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:52.040760 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8663fa32-9519-420e-b8c8-7b245ceb51da None None] Provisioning complete for port 891a8907-6825-47d1-9f41-b0c623c28782 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:52.041372 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8663fa32-9519-420e-b8c8-7b245ceb51da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:52.049464 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-001ba99f-a6ec-47ec-8bfd-638276be1dce tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:52.087613 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5578dc9e-baff-4cd1-a276-089f3500424c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:52.105946 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 891a8907-6825-47d1-9f41-b0c623c28782 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:52.134117 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ba99f-a6ec-47ec-8bfd-638276be1dce tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Subnet': ['ID=be6eb557-7d26-4878-a95e-e51ccc0de411,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:52.142110 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-001ba99f-a6ec-47ec-8bfd-638276be1dce tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:52.150689 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-001ba99f-a6ec-47ec-8bfd-638276be1dce tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/subnets/be6eb557-7d26-4878-a95e-e51ccc0de411 HTTP/1.1" status: 204 len: 168 time: 0.5715942 Jan 11 09:36:52.152855 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60676) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:52.184827 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152d6fd-a95a-4f40-9796-8b69ef2eee5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event updated for resources: {'Subnet': ['ID=2f19fe9d-b749-4a3b-ac69-f40ce4ae4d24,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:52.191899 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8152d6fd-a95a-4f40-9796-8b69ef2eee5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Checking segment: {'id': '2e57cab2-be91-4d3d-93e7-f989fcc1f20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ba9fb70a-2d8e-4509-ab61-f2832fa30d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:52.192743 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8152d6fd-a95a-4f40-9796-8b69ef2eee5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Network hostable DHCP agents. Network: ba9fb70a-2d8e-4509-ab61-f2832fa30d77, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:36:52.211725 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46024f9-a26f-4f23-bb30-2f3147d7d93d None None] Network 0def99c3-c68e-44a6-9c4a-74fd289f69b8 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:52.255792 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8152d6fd-a95a-4f40-9796-8b69ef2eee5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Network ba9fb70a-2d8e-4509-ab61-f2832fa30d77 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:36:52.273368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-8152d6fd-a95a-4f40-9796-8b69ef2eee5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, ba9fb70a-2d8e-4509-ab61-f2832fa30d77) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:52.278053 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5578dc9e-baff-4cd1-a276-089f3500424c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:52.283542 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8152d6fd-a95a-4f40-9796-8b69ef2eee5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:52.284133 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8152d6fd-a95a-4f40-9796-8b69ef2eee5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:52.299585 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0092888e-5a8f-4de0-906c-40da54233495 None None] Network ba9fb70a-2d8e-4509-ab61-f2832fa30d77 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:52.313603 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:52.328101 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting port fb32aabe-7d01-4999-bd00-b68ed6c7e5c8 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:36:52.328576 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:52.333945 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578dc9e-baff-4cd1-a276-089f3500424c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=94f9a8dc-dacc-47f7-a688-13ed57bf43a6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:52.346518 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5578dc9e-baff-4cd1-a276-089f3500424c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:52.366753 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8152d6fd-a95a-4f40-9796-8b69ef2eee5b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0960038 Jan 11 09:36:52.369324 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60680) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:52.376764 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5dd883fd-f661-4cc4-9184-49b74fec7dad tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Request body: {'subnet': {'network_id': 'ba9fb70a-2d8e-4509-ab61-f2832fa30d77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:52.394688 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5578dc9e-baff-4cd1-a276-089f3500424c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/94f9a8dc-dacc-47f7-a688-13ed57bf43a6 HTTP/1.1" status: 204 len: 168 time: 0.8958609 Jan 11 09:36:52.398939 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60684) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:52.496990 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-02b1f502-cb8c-4d4b-a80a-a8d5c12bfde2 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0966532 Jan 11 09:36:52.497686 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60688) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:52.528932 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b6af3a-2a09-425d-bc43-d62e88a86587 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:52.661017 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-489b96bc-c78c-4ecf-b6fc-7938ce167f10 req-ce804eab-1380-4cd7-96a9-87f66c196115 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.0584211 Jan 11 09:36:52.698169 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c382070c-abb9-4777-9ac0-e9ca292ae9cc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:52.699449 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c382070c-abb9-4777-9ac0-e9ca292ae9cc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:36:52.714946 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5dd883fd-f661-4cc4-9184-49b74fec7dad tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:52.721468 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5dd883fd-f661-4cc4-9184-49b74fec7dad tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Usage tracker for resource:subnet and tenant:ffadb6fe7b67451bbff928d8edb541ae is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:52.727681 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5dd883fd-f661-4cc4-9184-49b74fec7dad tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:52.732317 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c382070c-abb9-4777-9ac0-e9ca292ae9cc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:36:52.736351 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c382070c-abb9-4777-9ac0-e9ca292ae9cc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2310519 Jan 11 09:36:52.739153 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60694) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:52.739448 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5dd883fd-f661-4cc4-9184-49b74fec7dad tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:52.750287 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd883fd-f661-4cc4-9184-49b74fec7dad tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Made reservation on behalf of ffadb6fe7b67451bbff928d8edb541ae for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:52.753867 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5dd883fd-f661-4cc4-9184-49b74fec7dad tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:52.773323 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:52.774062 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 891a8907-6825-47d1-9f41-b0c623c28782 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:52.774648 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:52.855232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] For port fb32aabe-7d01-4999-bd00-b68ed6c7e5c8, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=fb32aabe-7d01-4999-bd00-b68ed6c7e5c8,segment=NetworkSegment(49fc1efc-b07e-42ab-b212-fdd4d9970484),segment_id=49fc1efc-b07e-42ab-b212-fdd4d9970484)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:52.855588 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:52.976132 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:52.991370 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8663fa32-9519-420e-b8c8-7b245ceb51da None None] Could not find standard attr ID for object 39b65f87-18bf-4941-97d7-9dfe00affcab. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:36:53.000430 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Calling delete_port for fb32aabe-7d01-4999-bd00-b68ed6c7e5c8 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:36:53.044417 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20bf8f8-c1a0-4b2f-807f-0424af67bee3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:53.046064 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e20bf8f8-c1a0-4b2f-807f-0424af67bee3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:36:53.091215 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e20bf8f8-c1a0-4b2f-807f-0424af67bee3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:36:53.095525 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60698) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:53.095833 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e20bf8f8-c1a0-4b2f-807f-0424af67bee3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3035233 Jan 11 09:36:53.110393 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:53.158868 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-35b8686b-1b52-444c-9c93-028b6cbea38f None None] Could not find standard attr ID for object 39b65f87-18bf-4941-97d7-9dfe00affcab. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:36:53.159592 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Port': ['ID=fb32aabe-7d01-4999-bd00-b68ed6c7e5c8,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:53.167461 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:53.167805 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:53.168323 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:53.168656 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:53.169154 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:53.169484 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:53.169808 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:53.170151 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:53.171163 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:53.171677 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:53.172314 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:53.172737 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:53.176848 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] No DVR routers for this DVR port fb32aabe-7d01-4999-bd00-b68ed6c7e5c8 on host dv-neutron-823402-4-hyperv {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:36:53.177830 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-974bd9f8-9f2c-4a5c-bc7d-e6530f067921 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811729 Jan 11 09:36:53.181589 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60702) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:53.189670 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-440080a6-e520-44ab-985e-f0f88a907dff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:53.225812 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd694a4-9add-4eb6-b29d-e3d1602ee80b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-ba9fb70a-2d8e-4509-ab61-f2832fa30d77', 'network_id': 'ba9fb70a-2d8e-4509-ab61-f2832fa30d77', 'tenant_id': 'ffadb6fe7b67451bbff928d8edb541ae', 'fixed_ips': [{'subnet_id': '2f19fe9d-b749-4a3b-ac69-f40ce4ae4d24'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:36:53.226652 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8bd694a4-9add-4eb6-b29d-e3d1602ee80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:53.272460 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-cb2a8733-23e6-40c0-9ca1-64b0985898ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'name': 'tempest-RoutersTest-router-320544399', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:36:00Z', 'updated_at': '2022-01-11T09:36:50Z', 'revision_number': 9, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None, '_interfaces': [{'id': '7c96bea4-c35d-4dc5-85b2-ab0c11751889', 'name': '', 'network_id': 'ce38624e-541f-45be-b971-bacd21bb0e31', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:7f:8a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:14Z', 'updated_at': '2022-01-11T09:36:30Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6b1c1db-cd38-49d2-94bf-9d3055e21b30', 'name': '', 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:e2:f1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:05Z', 'updated_at': '2022-01-11T09:36:13Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:53.310745 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:53.334799 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-440080a6-e520-44ab-985e-f0f88a907dff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:53.338489 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5dd883fd-f661-4cc4-9184-49b74fec7dad tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:53.347830 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0def99c3-c68e-44a6-9c4a-74fd289f69b8']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:53.364551 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49fc1efc-b07e-42ab-b212-fdd4d9970484') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:53.366271 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49fc1efc-b07e-42ab-b212-fdd4d9970484') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:53.379585 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:53.392480 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2a8733-23e6-40c0-9ca1-64b0985898ad None None] Checking router: 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:36:53.399589 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6820ee69-899f-4a52-b213-48b4ad77ffbc None None] DHCP port deletion for 0def99c3-c68e-44a6-9c4a-74fd289f69b8 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:36:53.402785 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-440080a6-e520-44ab-985e-f0f88a907dff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:53.403808 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:53.411285 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd883fd-f661-4cc4-9184-49b74fec7dad tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Network ba9fb70a-2d8e-4509-ab61-f2832fa30d77 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:53.413168 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:36:53.413774 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:53.417483 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-5dd883fd-f661-4cc4-9184-49b74fec7dad tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:53.420520 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd883fd-f661-4cc4-9184-49b74fec7dad tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:53.421507 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5dd883fd-f661-4cc4-9184-49b74fec7dad tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:53.425995 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2a8733-23e6-40c0-9ca1-64b0985898ad None None] Routers {'9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:36:53.426655 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-cb2a8733-23e6-40c0-9ca1-64b0985898ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:36:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:36:53.434182 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:36:53.445872 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440080a6-e520-44ab-985e-f0f88a907dff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:53.449819 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-440080a6-e520-44ab-985e-f0f88a907dff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:53.499090 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd883fd-f661-4cc4-9184-49b74fec7dad tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event updated for resources: {'Subnet': ['ID=86f3f58c-e26b-400b-854a-da37c662dc46,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:53.511748 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5dd883fd-f661-4cc4-9184-49b74fec7dad tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1388175 Jan 11 09:36:53.513346 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60708) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:53.592219 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:53.614695 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:53.632630 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Network': ['ID=0def99c3-c68e-44a6-9c4a-74fd289f69b8,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:53.641044 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491869cd-ab71-476c-a462-2fdc6de784c0 None None] DHCP port deletion for 11973de4-095d-48a2-8bfe-2305268446bc request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:36:53.641835 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8401e1d2-f8ea-401d-b952-186b891f43ff tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:53.643443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8401e1d2-f8ea-401d-b952-186b891f43ff tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:53.644941 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8401e1d2-f8ea-401d-b952-186b891f43ff tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:53.646458 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8401e1d2-f8ea-401d-b952-186b891f43ff tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:53.648245 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8401e1d2-f8ea-401d-b952-186b891f43ff tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:53.649179 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8401e1d2-f8ea-401d-b952-186b891f43ff tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Synchronizing usage tracker for tenant:ffadb6fe7b67451bbff928d8edb541ae on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:36:53.659990 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-491869cd-ab71-476c-a462-2fdc6de784c0 None None] Deleting port 891a8907-6825-47d1-9f41-b0c623c28782 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:36:53.660456 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-491869cd-ab71-476c-a462-2fdc6de784c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:53.660719 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d957263d-d9e1-40b0-8271-94458958bd61 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/networks/0def99c3-c68e-44a6-9c4a-74fd289f69b8 HTTP/1.1" status: 204 len: 168 time: 1.5061710 Jan 11 09:36:53.663000 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60712) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:53.676956 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8401e1d2-f8ea-401d-b952-186b891f43ff tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Unset dirty status for tenant:ffadb6fe7b67451bbff928d8edb541ae on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:36:53.678491 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8401e1d2-f8ea-401d-b952-186b891f43ff tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1634140 Jan 11 09:36:53.684346 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60716) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:53.692968 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c58e6ae4-4cf7-413d-bbb0-bb9aaa4f612b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1640105324'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:53.698558 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c58e6ae4-4cf7-413d-bbb0-bb9aaa4f612b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:53.704870 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c58e6ae4-4cf7-413d-bbb0-bb9aaa4f612b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Usage tracker for resource:network and tenant:ffadb6fe7b67451bbff928d8edb541ae is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:36:53.708136 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c58e6ae4-4cf7-413d-bbb0-bb9aaa4f612b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:36:53.716793 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c58e6ae4-4cf7-413d-bbb0-bb9aaa4f612b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:53.732336 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58e6ae4-4cf7-413d-bbb0-bb9aaa4f612b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Made reservation on behalf of ffadb6fe7b67451bbff928d8edb541ae for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:53.741715 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c58e6ae4-4cf7-413d-bbb0-bb9aaa4f612b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:53.784300 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-cb2a8733-23e6-40c0-9ca1-64b0985898ad None None] Set router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:36:53.837442 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58e6ae4-4cf7-413d-bbb0-bb9aaa4f612b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:36:53.866251 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c58e6ae4-4cf7-413d-bbb0-bb9aaa4f612b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:53.866251 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-c58e6ae4-4cf7-413d-bbb0-bb9aaa4f612b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Added segment f3975910-3c74-402a-a7b1-0f23a87e76b5 of type vlan for network 8b47f106-167f-43e4-9a0f-2ca4c2f63bfb Jan 11 09:36:53.897548 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-8bd694a4-9add-4eb6-b29d-e3d1602ee80b None None] Allocated IP 2001:db8::2 (ba9fb70a-2d8e-4509-ab61-f2832fa30d77/2f19fe9d-b749-4a3b-ac69-f40ce4ae4d24/8415f0a4-9906-4259-89ca-1eb3b12be651) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:53.905923 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8d43d28d-a523-4047-b506-c37cdae49fa1 req-4090827e-6e2d-460e-912b-c22c67505e5b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.1425583 Jan 11 09:36:53.909918 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 891a8907-6825-47d1-9f41-b0c623c28782 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:36:53.911033 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c58e6ae4-4cf7-413d-bbb0-bb9aaa4f612b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:53.947269 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c58e6ae4-4cf7-413d-bbb0-bb9aaa4f612b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:53.954810 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58e6ae4-4cf7-413d-bbb0-bb9aaa4f612b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:53.955101 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c58e6ae4-4cf7-413d-bbb0-bb9aaa4f612b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:54.069215 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c58e6ae4-4cf7-413d-bbb0-bb9aaa4f612b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3829913 Jan 11 09:36:54.073216 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60722) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:54.076406 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e6ae4-4cf7-413d-bbb0-bb9aaa4f612b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event updated for resources: {'Network': ['ID=8b47f106-167f-43e4-9a0f-2ca4c2f63bfb,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:54.090265 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-3b544ce4-0e5b-4ab8-aa8a-b7b5da91dfdd tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:54.159949 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 8b47f106-167f-43e4-9a0f-2ca4c2f63bfb details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:36:54.190842 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:54.282970 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-491869cd-ab71-476c-a462-2fdc6de784c0 None None] For port 891a8907-6825-47d1-9f41-b0c623c28782, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=891a8907-6825-47d1-9f41-b0c623c28782,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:54.283363 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-491869cd-ab71-476c-a462-2fdc6de784c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:54.512203 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-491869cd-ab71-476c-a462-2fdc6de784c0 None None] Calling delete_port for 891a8907-6825-47d1-9f41-b0c623c28782 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:36:54.595556 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.objects.ports [None req-440080a6-e520-44ab-985e-f0f88a907dff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87654) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 11 09:36:54.679556 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b544ce4-0e5b-4ab8-aa8a-b7b5da91dfdd tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:54.719363 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b544ce4-0e5b-4ab8-aa8a-b7b5da91dfdd tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:54.760771 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3b544ce4-0e5b-4ab8-aa8a-b7b5da91dfdd tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Network 8b47f106-167f-43e4-9a0f-2ca4c2f63bfb is not hosted by any dhcp agent {{(pid=87654) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 11 09:36:54.766951 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b544ce4-0e5b-4ab8-aa8a-b7b5da91dfdd tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:54.767461 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b544ce4-0e5b-4ab8-aa8a-b7b5da91dfdd tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:54.772456 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3b544ce4-0e5b-4ab8-aa8a-b7b5da91dfdd tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "PUT /v2.0/networks/8b47f106-167f-43e4-9a0f-2ca4c2f63bfb HTTP/1.1" status: 200 len: 723 time: 0.6854305 Jan 11 09:36:54.772631 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60726) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:54.778539 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-5cf9556c-dedd-4fea-8c1a-f091c636a1f6 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Request body: {'subnet': {'network_id': '8b47f106-167f-43e4-9a0f-2ca4c2f63bfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:54.801017 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:54.894055 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-491869cd-ab71-476c-a462-2fdc6de784c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:54.905815 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b544ce4-0e5b-4ab8-aa8a-b7b5da91dfdd tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event updated for resources: {'Network': ['ID=8b47f106-167f-43e4-9a0f-2ca4c2f63bfb,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:54.908172 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5cf9556c-dedd-4fea-8c1a-f091c636a1f6 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:54.919595 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5cf9556c-dedd-4fea-8c1a-f091c636a1f6 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:54.931025 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf9556c-dedd-4fea-8c1a-f091c636a1f6 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Made reservation on behalf of ffadb6fe7b67451bbff928d8edb541ae for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:54.935204 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5cf9556c-dedd-4fea-8c1a-f091c636a1f6 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:54.943662 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.ipam_pluggable_backend [None req-440080a6-e520-44ab-985e-f0f88a907dff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Port 891a8907-6825-47d1-9f41-b0c623c28782 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87654) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 11 09:36:54.943662 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.ipam_pluggable_backend [None req-440080a6-e520-44ab-985e-f0f88a907dff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Reverting IP allocation for 2001:db8::f816:3eff:fed2:c45e {{(pid=87654) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 11 09:36:54.952796 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.ipam_pluggable_backend [None req-440080a6-e520-44ab-985e-f0f88a907dff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed2:c45e {{(pid=87654) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 11 09:36:54.956080 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-440080a6-e520-44ab-985e-f0f88a907dff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:54.972093 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 8b47f106-167f-43e4-9a0f-2ca4c2f63bfb details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:36:55.013927 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device fb32aabe-7d01-4999-bd00-b68ed6c7e5c8 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:36:55.027822 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440080a6-e520-44ab-985e-f0f88a907dff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:55.039135 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-440080a6-e520-44ab-985e-f0f88a907dff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:55.042362 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491869cd-ab71-476c-a462-2fdc6de784c0 None None] Pushing event deleted for resources: {'Port': ['ID=891a8907-6825-47d1-9f41-b0c623c28782,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:55.044180 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440080a6-e520-44ab-985e-f0f88a907dff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:55.044761 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-440080a6-e520-44ab-985e-f0f88a907dff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:55.059662 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491869cd-ab71-476c-a462-2fdc6de784c0 None None] No DVR routers for this DVR port 891a8907-6825-47d1-9f41-b0c623c28782 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:36:55.063314 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440080a6-e520-44ab-985e-f0f88a907dff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=d22a1a17-9b90-4a4f-b53a-1271b5a9c200,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:55.073140 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dfc9fe54-26e4-4e76-8654-0c2345e36a47 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:55.079692 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8bd694a4-9add-4eb6-b29d-e3d1602ee80b None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:55.086746 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: fb32aabe-7d01-4999-bd00-b68ed6c7e5c8 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:36:55.087095 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device fb32aabe-7d01-4999-bd00-b68ed6c7e5c8 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:36:55.099615 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7caeebbc-bfd1-4bd2-8209-d29836dbb7e7 req-8f857c72-9694-4fe1-a6b5-8d8d24c54367 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.1147392 Jan 11 09:36:55.105391 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8bd694a4-9add-4eb6-b29d-e3d1602ee80b None None] Transition to ACTIVE for port object 8415f0a4-9906-4259-89ca-1eb3b12be651 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:55.163991 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1da209-78a7-4363-ab8b-2111a1158e97 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:55.206169 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-440080a6-e520-44ab-985e-f0f88a907dff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0225890 Jan 11 09:36:55.208576 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60732) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:55.223379 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8bd694a4-9add-4eb6-b29d-e3d1602ee80b None None] Transition to ACTIVE for port object 8415f0a4-9906-4259-89ca-1eb3b12be651 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:55.229990 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'mac_address': 'fa:16:3e:80:d6:00', 'name': 'tempest-NetworksTestDHCPv6-1331324422'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:55.289646 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8bd694a4-9add-4eb6-b29d-e3d1602ee80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:55.331680 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-cb2a8733-23e6-40c0-9ca1-64b0985898ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'name': 'tempest-RoutersTest-router-320544399', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:36:00Z', 'updated_at': '2022-01-11T09:36:50Z', 'revision_number': 9, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None, '_interfaces': [{'id': '7c96bea4-c35d-4dc5-85b2-ab0c11751889', 'name': '', 'network_id': 'ce38624e-541f-45be-b971-bacd21bb0e31', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:7f:8a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:14Z', 'updated_at': '2022-01-11T09:36:30Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6b1c1db-cd38-49d2-94bf-9d3055e21b30', 'name': '', 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:e2:f1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:05Z', 'updated_at': '2022-01-11T09:36:13Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:55.355205 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2a8733-23e6-40c0-9ca1-64b0985898ad None None] The sync data for ids ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'] in dv-neutron-823402-4-hyperv is: [{'id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'name': 'tempest-RoutersTest-router-320544399', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:36:00Z', 'updated_at': '2022-01-11T09:36:50Z', 'revision_number': 9, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None, '_interfaces': [{'id': '7c96bea4-c35d-4dc5-85b2-ab0c11751889', 'name': '', 'network_id': 'ce38624e-541f-45be-b971-bacd21bb0e31', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:7f:8a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:14Z', 'updated_at': '2022-01-11T09:36:30Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '194a517a-aa4b-4177-9fed-41e11fa08cb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6b1c1db-cd38-49d2-94bf-9d3055e21b30', 'name': '', 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:e2:f1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:05Z', 'updated_at': '2022-01-11T09:36:13Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:36:55.364345 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5cf9556c-dedd-4fea-8c1a-f091c636a1f6 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:55.404484 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd694a4-9add-4eb6-b29d-e3d1602ee80b None None] Network ba9fb70a-2d8e-4509-ab61-f2832fa30d77 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:55.410395 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-8bd694a4-9add-4eb6-b29d-e3d1602ee80b None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:55.416453 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd694a4-9add-4eb6-b29d-e3d1602ee80b None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:36:55.423390 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd694a4-9add-4eb6-b29d-e3d1602ee80b None None] Pushing event updated for resources: {'Port': ['ID=8415f0a4-9906-4259-89ca-1eb3b12be651,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:55.462016 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf9556c-dedd-4fea-8c1a-f091c636a1f6 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Checking segment: {'id': 'f3975910-3c74-402a-a7b1-0f23a87e76b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8b47f106-167f-43e4-9a0f-2ca4c2f63bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:55.462611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf9556c-dedd-4fea-8c1a-f091c636a1f6 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Network hostable DHCP agents. Network: 8b47f106-167f-43e4-9a0f-2ca4c2f63bfb, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:36:55.468600 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9556c-dedd-4fea-8c1a-f091c636a1f6 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event updated for resources: {'Subnet': ['ID=e0edd941-2f6a-4800-91d1-999b80c1f9c6,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:55.480243 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:36:55.486418 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf9556c-dedd-4fea-8c1a-f091c636a1f6 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Network 8b47f106-167f-43e4-9a0f-2ca4c2f63bfb is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:36:55.494633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:36:55.497002 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-5cf9556c-dedd-4fea-8c1a-f091c636a1f6 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 8b47f106-167f-43e4-9a0f-2ca4c2f63bfb) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:55.502559 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf9556c-dedd-4fea-8c1a-f091c636a1f6 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:55.503624 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5cf9556c-dedd-4fea-8c1a-f091c636a1f6 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:55.535145 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5cf9556c-dedd-4fea-8c1a-f091c636a1f6 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7596712 Jan 11 09:36:55.535533 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60738) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:55.535794 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875d84b2-da95-4036-b75c-e5693696106b None None] Network 8b47f106-167f-43e4-9a0f-2ca4c2f63bfb requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:55.543211 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:36:55.560408 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-e7105b6e-005c-43ac-b0df-1e3218a6a344 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:36:55.623809 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8bd694a4-9add-4eb6-b29d-e3d1602ee80b None None] Attempting to bind port 8415f0a4-9906-4259-89ca-1eb3b12be651 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:36:55.624189 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8bd694a4-9add-4eb6-b29d-e3d1602ee80b None None] Attempting to bind port 8415f0a4-9906-4259-89ca-1eb3b12be651 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '2e57cab2-be91-4d3d-93e7-f989fcc1f20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ba9fb70a-2d8e-4509-ab61-f2832fa30d77'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:36:55.624553 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd694a4-9add-4eb6-b29d-e3d1602ee80b None None] Attempting to bind port 8415f0a4-9906-4259-89ca-1eb3b12be651 on network ba9fb70a-2d8e-4509-ab61-f2832fa30d77 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:36:55.690609 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd694a4-9add-4eb6-b29d-e3d1602ee80b None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:36:55.690889 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd694a4-9add-4eb6-b29d-e3d1602ee80b None None] Checking segment: {'id': '2e57cab2-be91-4d3d-93e7-f989fcc1f20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ba9fb70a-2d8e-4509-ab61-f2832fa30d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:55.691303 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8bd694a4-9add-4eb6-b29d-e3d1602ee80b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:55.691692 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd694a4-9add-4eb6-b29d-e3d1602ee80b None None] Bound using segment: {'id': '2e57cab2-be91-4d3d-93e7-f989fcc1f20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ba9fb70a-2d8e-4509-ab61-f2832fa30d77'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:36:55.692165 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8bd694a4-9add-4eb6-b29d-e3d1602ee80b None None] Bound port: 8415f0a4-9906-4259-89ca-1eb3b12be651, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e57cab2-be91-4d3d-93e7-f989fcc1f20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ba9fb70a-2d8e-4509-ab61-f2832fa30d77'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:36:55.692533 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8bd694a4-9add-4eb6-b29d-e3d1602ee80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:55.728845 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9fe54-26e4-4e76-8654-0c2345e36a47 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting port 7c96bea4-c35d-4dc5-85b2-ab0c11751889 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:36:55.729186 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dfc9fe54-26e4-4e76-8654-0c2345e36a47 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:55.748308 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a343b4f-a2c0-4f6b-8ddd-de528ea30401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-11973de4-095d-48a2-8bfe-2305268446bc', 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'fixed_ips': [{'subnet_id': 'd22a1a17-9b90-4a4f-b53a-1271b5a9c200'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:36:55.749135 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3a343b4f-a2c0-4f6b-8ddd-de528ea30401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:55.856578 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:55.890834 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4b587cc6-6836-4dad-af3b-20c8f8d1294b no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:36:55.910009 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e7105b6e-005c-43ac-b0df-1e3218a6a344 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6467250'] for subnet, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:55.942447 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 4b587cc6-6836-4dad-af3b-20c8f8d1294b {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:36:55.942793 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4b587cc6-6836-4dad-af3b-20c8f8d1294b not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:36:55.953054 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8bd694a4-9add-4eb6-b29d-e3d1602ee80b None None] For port 8415f0a4-9906-4259-89ca-1eb3b12be651, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:36:55.975437 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8bd694a4-9add-4eb6-b29d-e3d1602ee80b None None] For port 8415f0a4-9906-4259-89ca-1eb3b12be651, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=8415f0a4-9906-4259-89ca-1eb3b12be651,segment=NetworkSegment(2e57cab2-be91-4d3d-93e7-f989fcc1f20d),segment_id=2e57cab2-be91-4d3d-93e7-f989fcc1f20d)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:36:55.990293 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8bd694a4-9add-4eb6-b29d-e3d1602ee80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:56.018006 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] device_id is not set on port 15efe770-d199-4967-ab1a-3e3500f30167 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:36:56.115889 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f033d07-a2d5-4502-8268-b3b1f687504d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-8b47f106-167f-43e4-9a0f-2ca4c2f63bfb', 'network_id': '8b47f106-167f-43e4-9a0f-2ca4c2f63bfb', 'tenant_id': 'ffadb6fe7b67451bbff928d8edb541ae', 'fixed_ips': [{'subnet_id': 'e0edd941-2f6a-4800-91d1-999b80c1f9c6'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:36:56.116708 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7f033d07-a2d5-4502-8268-b3b1f687504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:56.247891 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd694a4-9add-4eb6-b29d-e3d1602ee80b None None] Pushing event updated for resources: {'Port': ['ID=8415f0a4-9906-4259-89ca-1eb3b12be651,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:56.256481 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-3a343b4f-a2c0-4f6b-8ddd-de528ea30401 None None] Allocated IP 2001:db8::f816:3eff:fef9:343c (11973de4-095d-48a2-8bfe-2305268446bc/d22a1a17-9b90-4a4f-b53a-1271b5a9c200/c43ce651-9bba-4da4-9999-bc0943c62d00) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:56.278691 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0808aab9-b37b-4eda-be64-ab097b883cfc req-47885954-102d-4283-811a-624d0335d7f3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.0815351 Jan 11 09:36:56.321394 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-dfc9fe54-26e4-4e76-8654-0c2345e36a47 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] For port 7c96bea4-c35d-4dc5-85b2-ab0c11751889, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=7c96bea4-c35d-4dc5-85b2-ab0c11751889,segment=NetworkSegment(4a273d04-6785-4a5b-83f9-2404d6469564),segment_id=4a273d04-6785-4a5b-83f9-2404d6469564)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:56.322022 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dfc9fe54-26e4-4e76-8654-0c2345e36a47 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:56.477584 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9fe54-26e4-4e76-8654-0c2345e36a47 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Calling delete_port for 7c96bea4-c35d-4dc5-85b2-ab0c11751889 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:36:56.567196 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3a343b4f-a2c0-4f6b-8ddd-de528ea30401 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:56.578700 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3a343b4f-a2c0-4f6b-8ddd-de528ea30401 None None] Transition to ACTIVE for port object c43ce651-9bba-4da4-9999-bc0943c62d00 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:56.600535 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3a343b4f-a2c0-4f6b-8ddd-de528ea30401 None None] Transition to ACTIVE for port object c43ce651-9bba-4da4-9999-bc0943c62d00 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:56.607355 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3a343b4f-a2c0-4f6b-8ddd-de528ea30401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:56.667856 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a343b4f-a2c0-4f6b-8ddd-de528ea30401 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:56.672394 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e7105b6e-005c-43ac-b0df-1e3218a6a344 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763173342437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7538021'] for subnet, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:56.706209 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-3a343b4f-a2c0-4f6b-8ddd-de528ea30401 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:56.708624 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a343b4f-a2c0-4f6b-8ddd-de528ea30401 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:36:56.747473 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7105b6e-005c-43ac-b0df-1e3218a6a344 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:56.748056 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e7105b6e-005c-43ac-b0df-1e3218a6a344 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:56.750548 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e7105b6e-005c-43ac-b0df-1e3218a6a344 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "PUT /v2.0/subnets/e0edd941-2f6a-4800-91d1-999b80c1f9c6 HTTP/1.1" status: 200 len: 826 time: 1.2138522 Jan 11 09:36:56.752563 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60744) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:56.766364 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 2001:db8::f816:3eff:fe80:d600 (11973de4-095d-48a2-8bfe-2305268446bc/d22a1a17-9b90-4a4f-b53a-1271b5a9c200/15efe770-d199-4967-ab1a-3e3500f30167) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:56.815044 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a343b4f-a2c0-4f6b-8ddd-de528ea30401 None None] Pushing event updated for resources: {'Port': ['ID=c43ce651-9bba-4da4-9999-bc0943c62d00,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:56.843912 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3a343b4f-a2c0-4f6b-8ddd-de528ea30401 None None] Attempting to bind port c43ce651-9bba-4da4-9999-bc0943c62d00 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:36:56.844243 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3a343b4f-a2c0-4f6b-8ddd-de528ea30401 None None] Attempting to bind port c43ce651-9bba-4da4-9999-bc0943c62d00 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:36:56.844610 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a343b4f-a2c0-4f6b-8ddd-de528ea30401 None None] Attempting to bind port c43ce651-9bba-4da4-9999-bc0943c62d00 on network 11973de4-095d-48a2-8bfe-2305268446bc {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:36:56.846008 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7105b6e-005c-43ac-b0df-1e3218a6a344 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event updated for resources: {'Subnet': ['ID=e0edd941-2f6a-4800-91d1-999b80c1f9c6,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:56.851393 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-7f033d07-a2d5-4502-8268-b3b1f687504d None None] Allocated IP 2001:db8::2 (8b47f106-167f-43e4-9a0f-2ca4c2f63bfb/e0edd941-2f6a-4800-91d1-999b80c1f9c6/00c04942-30ec-4901-a48c-dff34b43c1d7) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:36:56.853732 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a343b4f-a2c0-4f6b-8ddd-de528ea30401 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:36:56.854199 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a343b4f-a2c0-4f6b-8ddd-de528ea30401 None None] Checking segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:56.854532 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3a343b4f-a2c0-4f6b-8ddd-de528ea30401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:56.854920 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a343b4f-a2c0-4f6b-8ddd-de528ea30401 None None] Bound using segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:36:56.855449 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3a343b4f-a2c0-4f6b-8ddd-de528ea30401 None None] Bound port: c43ce651-9bba-4da4-9999-bc0943c62d00, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:36:56.855816 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3a343b4f-a2c0-4f6b-8ddd-de528ea30401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:56.911463 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dfc9fe54-26e4-4e76-8654-0c2345e36a47 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:56.919968 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:57.007350 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:57.081898 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9fe54-26e4-4e76-8654-0c2345e36a47 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Port': ['ID=7c96bea4-c35d-4dc5-85b2-ab0c11751889,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:57.160449 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7f033d07-a2d5-4502-8268-b3b1f687504d None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:57.163581 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3a343b4f-a2c0-4f6b-8ddd-de528ea30401 None None] For port c43ce651-9bba-4da4-9999-bc0943c62d00, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:36:57.170762 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3a343b4f-a2c0-4f6b-8ddd-de528ea30401 None None] For port c43ce651-9bba-4da4-9999-bc0943c62d00, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=c43ce651-9bba-4da4-9999-bc0943c62d00,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:36:57.177243 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7f033d07-a2d5-4502-8268-b3b1f687504d None None] Transition to ACTIVE for port object 00c04942-30ec-4901-a48c-dff34b43c1d7 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:57.180068 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3a343b4f-a2c0-4f6b-8ddd-de528ea30401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:57.226327 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:57.259181 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7f033d07-a2d5-4502-8268-b3b1f687504d None None] Transition to ACTIVE for port object 00c04942-30ec-4901-a48c-dff34b43c1d7 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:57.278782 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7f033d07-a2d5-4502-8268-b3b1f687504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:57.297844 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a343b4f-a2c0-4f6b-8ddd-de528ea30401 None None] Pushing event updated for resources: {'Port': ['ID=c43ce651-9bba-4da4-9999-bc0943c62d00,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:57.321506 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:57.362529 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f033d07-a2d5-4502-8268-b3b1f687504d None None] Network 8b47f106-167f-43e4-9a0f-2ca4c2f63bfb is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:57.378441 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-7f033d07-a2d5-4502-8268-b3b1f687504d None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:57.385157 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f033d07-a2d5-4502-8268-b3b1f687504d None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:36:57.404099 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Transition to ACTIVE for port object 15efe770-d199-4967-ab1a-3e3500f30167 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:36:57.462515 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event deleted for resources: {'Subnet': ['ID=e0edd941-2f6a-4800-91d1-999b80c1f9c6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:57.487888 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:57.498179 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d94e935e-9303-444d-ba40-5542f57df096 req-404d9b32-0f63-4585-b61e-71fa8b4a49be tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.1213038 Jan 11 09:36:57.549966 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f033d07-a2d5-4502-8268-b3b1f687504d None None] Pushing event updated for resources: {'Port': ['ID=00c04942-30ec-4901-a48c-dff34b43c1d7,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:57.575258 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7f033d07-a2d5-4502-8268-b3b1f687504d None None] Attempting to bind port 00c04942-30ec-4901-a48c-dff34b43c1d7 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:36:57.579092 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7f033d07-a2d5-4502-8268-b3b1f687504d None None] Attempting to bind port 00c04942-30ec-4901-a48c-dff34b43c1d7 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'f3975910-3c74-402a-a7b1-0f23a87e76b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8b47f106-167f-43e4-9a0f-2ca4c2f63bfb'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:36:57.579565 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f033d07-a2d5-4502-8268-b3b1f687504d None None] Attempting to bind port 00c04942-30ec-4901-a48c-dff34b43c1d7 on network 8b47f106-167f-43e4-9a0f-2ca4c2f63bfb {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:36:57.585357 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1e7c30-7c81-401c-972c-5c4620fcd71e None None] Network ba9fb70a-2d8e-4509-ab61-f2832fa30d77 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:57.597119 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dfc9fe54-26e4-4e76-8654-0c2345e36a47 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:57.600912 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:57.607427 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f033d07-a2d5-4502-8268-b3b1f687504d None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:36:57.607850 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:36:57.608203 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f033d07-a2d5-4502-8268-b3b1f687504d None None] Checking segment: {'id': 'f3975910-3c74-402a-a7b1-0f23a87e76b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8b47f106-167f-43e4-9a0f-2ca4c2f63bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:36:57.608705 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7f033d07-a2d5-4502-8268-b3b1f687504d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:57.609265 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f033d07-a2d5-4502-8268-b3b1f687504d None None] Bound using segment: {'id': 'f3975910-3c74-402a-a7b1-0f23a87e76b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8b47f106-167f-43e4-9a0f-2ca4c2f63bfb'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:36:57.609822 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7f033d07-a2d5-4502-8268-b3b1f687504d None None] Bound port: 00c04942-30ec-4901-a48c-dff34b43c1d7, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3975910-3c74-402a-a7b1-0f23a87e76b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8b47f106-167f-43e4-9a0f-2ca4c2f63bfb'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:36:57.610314 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7f033d07-a2d5-4502-8268-b3b1f687504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:57.641862 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:36:57.684299 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b47f106-167f-43e4-9a0f-2ca4c2f63bfb']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:57.697546 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3975910-3c74-402a-a7b1-0f23a87e76b5') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:57.698122 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3975910-3c74-402a-a7b1-0f23a87e76b5') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:57.714470 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:36:57.720624 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:57.722165 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:57.722984 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:57.740734 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:57.750116 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:36:57.750522 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:36:57.774813 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:36:57.813987 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=15efe770-d199-4967-ab1a-3e3500f30167,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:57.850079 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4e3c2709-eae9-4185-94a7-18e52246340f None None] Provisioning for port 8415f0a4-9906-4259-89ca-1eb3b12be651 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:57.851028 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:57.851381 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:57.851721 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:57.852053 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:57.852385 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:57.852713 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:57.853037 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:57.857036 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:57.857385 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:57.857857 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:57.858280 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:57.858629 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:36:57.895295 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.api [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 11 09:36:57.895295 dv-neutron-823402-4-hyperv neutron-server[87655]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 11 09:36:57.895295 dv-neutron-823402-4-hyperv neutron-server[87655]: [parameters: {'id': '8b47f106-167f-43e4-9a0f-2ca4c2f63bfb'}] Jan 11 09:36:57.895295 dv-neutron-823402-4-hyperv neutron-server[87655]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:36:57.895788 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG oslo_db.api [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:36:57.905387 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a2a59ee6-ba36-4d65-bf87-52011e28a251 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6957774 Jan 11 09:36:57.910368 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60750) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:57.946410 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7f033d07-a2d5-4502-8268-b3b1f687504d None None] For port 00c04942-30ec-4901-a48c-dff34b43c1d7, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:36:57.963059 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7f033d07-a2d5-4502-8268-b3b1f687504d None None] For port 00c04942-30ec-4901-a48c-dff34b43c1d7, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=00c04942-30ec-4901-a48c-dff34b43c1d7,segment=NetworkSegment(f3975910-3c74-402a-a7b1-0f23a87e76b5),segment_id=f3975910-3c74-402a-a7b1-0f23a87e76b5)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:36:57.978962 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7f033d07-a2d5-4502-8268-b3b1f687504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:58.033754 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fcd831-40fa-4b08-a606-fb1d64ec876e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:58.042571 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fcd831-40fa-4b08-a606-fb1d64ec876e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:36:58.044589 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-85fcd831-40fa-4b08-a606-fb1d64ec876e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1338243 Jan 11 09:36:58.047100 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60754) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:58.126899 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 8415f0a4-9906-4259-89ca-1eb3b12be651 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:58.155597 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a5dabc7c-3a42-4835-890d-7ce2ebf10f85 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting port 15efe770-d199-4967-ab1a-3e3500f30167 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:36:58.155597 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5dabc7c-3a42-4835-890d-7ce2ebf10f85 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:58.229810 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f033d07-a2d5-4502-8268-b3b1f687504d None None] Pushing event updated for resources: {'Port': ['ID=00c04942-30ec-4901-a48c-dff34b43c1d7,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:58.268487 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9574e7-2e99-4609-9b11-f8444ddc2f60 None None] Network 8b47f106-167f-43e4-9a0f-2ca4c2f63bfb requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:58.286233 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 8415f0a4-9906-4259-89ca-1eb3b12be651 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:58.299986 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 8415f0a4-9906-4259-89ca-1eb3b12be651 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:36:58.300446 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:58.376728 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc9fe54-26e4-4e76-8654-0c2345e36a47 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:36:58.441384 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:58.480073 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Deleting port 00c04942-30ec-4901-a48c-dff34b43c1d7 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:36:58.480410 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:58.531128 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5dabc7c-3a42-4835-890d-7ce2ebf10f85 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:58.731660 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3b9c77-b26b-4dce-8af3-cf95ba68a372 None None] Update dhcp port {'port': {'network_id': 'ba9fb70a-2d8e-4509-ab61-f2832fa30d77', 'fixed_ips': [{'subnet_id': '2f19fe9d-b749-4a3b-ac69-f40ce4ae4d24', 'ip_address': '2001:db8::2'}, {'subnet_id': '86f3f58c-e26b-400b-854a-da37c662dc46'}], 'binding:host_id': 'dv-neutron-823402-4-hyperv'}, 'id': '8415f0a4-9906-4259-89ca-1eb3b12be651'} from dv-neutron-823402-4-hyperv. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 11 09:36:58.740631 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc9fe54-26e4-4e76-8654-0c2345e36a47 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:36:58.752180 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-dfc9fe54-26e4-4e76-8654-0c2345e36a47 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "PUT /v2.0/routers/9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0876119 Jan 11 09:36:58.754708 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60762) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:58.759443 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772803dd-f4cc-48f3-b773-a93ad31cbac1 None None] Sync routers for ids ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:36:58.774476 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772803dd-f4cc-48f3-b773-a93ad31cbac1 None None] Routers {'9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:36:58.775864 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-772803dd-f4cc-48f3-b773-a93ad31cbac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:36:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:58.884101 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-29709c65-5841-4f3a-b5c3-cce67c51b1d1 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting subnet 194a517a-aa4b-4177-9fed-41e11fa08cb9 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:36:58.887799 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-29709c65-5841-4f3a-b5c3-cce67c51b1d1 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:58.956162 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-db3b9c77-b26b-4dce-8af3-cf95ba68a372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:58.979986 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-29709c65-5841-4f3a-b5c3-cce67c51b1d1 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:59.057889 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-772803dd-f4cc-48f3-b773-a93ad31cbac1 None None] Set router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:36:59.060756 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:59.060969 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] For port 00c04942-30ec-4901-a48c-dff34b43c1d7, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=00c04942-30ec-4901-a48c-dff34b43c1d7,segment=NetworkSegment(f3975910-3c74-402a-a7b1-0f23a87e76b5),segment_id=f3975910-3c74-402a-a7b1-0f23a87e76b5)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:59.061281 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:59.078678 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6071fbd-4817-4200-93e7-1d9e52bc3f78 None None] Network 8b47f106-167f-43e4-9a0f-2ca4c2f63bfb requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:59.111119 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-29709c65-5841-4f3a-b5c3-cce67c51b1d1 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:59.119665 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2909362e-5423-4d37-881b-1006e105ba34 None None] Provisioning for port c43ce651-9bba-4da4-9999-bc0943c62d00 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:36:59.216449 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-29709c65-5841-4f3a-b5c3-cce67c51b1d1 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:59.218889 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Calling delete_port for 00c04942-30ec-4901-a48c-dff34b43c1d7 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:36:59.264449 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a5dabc7c-3a42-4835-890d-7ce2ebf10f85 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Calling delete_port for 15efe770-d199-4967-ab1a-3e3500f30167 owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:36:59.265334 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29709c65-5841-4f3a-b5c3-cce67c51b1d1 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Subnet': ['ID=194a517a-aa4b-4177-9fed-41e11fa08cb9,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:59.274291 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-29709c65-5841-4f3a-b5c3-cce67c51b1d1 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:59.293579 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-29709c65-5841-4f3a-b5c3-cce67c51b1d1 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/subnets/194a517a-aa4b-4177-9fed-41e11fa08cb9 HTTP/1.1" status: 204 len: 168 time: 0.5374084 Jan 11 09:36:59.298536 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60766) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:36:59.323617 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-23930831-d351-4f9c-a18d-4893244f1193 req-dbd7edc1-c41c-4a48-9e39-98f0f4f8d350 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.5887735 Jan 11 09:36:59.397062 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dad27db-5581-4335-ac02-42878eb5c363 None None] Network ce38624e-541f-45be-b971-bacd21bb0e31 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:36:59.445627 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-809bb205-bd04-4a9c-940b-52e6cb4be045 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:59.471424 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-809bb205-bd04-4a9c-940b-52e6cb4be045 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting port e2edf766-f30a-44f2-9824-cc08d09d1794 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:36:59.472640 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-809bb205-bd04-4a9c-940b-52e6cb4be045 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:59.489916 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-772803dd-f4cc-48f3-b773-a93ad31cbac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'name': 'tempest-RoutersTest-router-320544399', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:36:00Z', 'updated_at': '2022-01-11T09:36:56Z', 'revision_number': 10, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None, '_interfaces': [{'id': 'a6b1c1db-cd38-49d2-94bf-9d3055e21b30', 'name': '', 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:e2:f1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:05Z', 'updated_at': '2022-01-11T09:36:13Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:59.495345 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772803dd-f4cc-48f3-b773-a93ad31cbac1 None None] Checking router: 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:36:59.503169 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:59.505876 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772803dd-f4cc-48f3-b773-a93ad31cbac1 None None] Routers {'9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:36:59.506897 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-772803dd-f4cc-48f3-b773-a93ad31cbac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:36:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:36:59.593616 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5dabc7c-3a42-4835-890d-7ce2ebf10f85 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:59.609867 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event deleted for resources: {'Port': ['ID=00c04942-30ec-4901-a48c-dff34b43c1d7,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:59.648549 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] No DVR routers for this DVR port 00c04942-30ec-4901-a48c-dff34b43c1d7 on host dv-neutron-823402-4-hyperv {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:36:59.687206 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-772803dd-f4cc-48f3-b773-a93ad31cbac1 None None] Set router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:36:59.764769 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f5e0fe87-911a-434d-a00d-dafe673a02a4 None None] Could not find standard attr ID for object 15efe770-d199-4967-ab1a-3e3500f30167. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:36:59.778350 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dabc7c-3a42-4835-890d-7ce2ebf10f85 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Port': ['ID=15efe770-d199-4967-ab1a-3e3500f30167,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:36:59.778956 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 8415f0a4-9906-4259-89ca-1eb3b12be651, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=8415f0a4-9906-4259-89ca-1eb3b12be651,segment=NetworkSegment(2e57cab2-be91-4d3d-93e7-f989fcc1f20d),segment_id=2e57cab2-be91-4d3d-93e7-f989fcc1f20d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:59.783432 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f245a19c-6cf8-4d0c-bb76-db2dd86db2dd req-cd114482-6caa-43de-9568-31b33da1f49b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a057738-c449-485f-a6a8-645148ea4635 HTTP/1.1" status: 200 len: 210 time: 0.1311376 Jan 11 09:36:59.806966 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:59.809696 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device c43ce651-9bba-4da4-9999-bc0943c62d00 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:36:59.843402 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a5dabc7c-3a42-4835-890d-7ce2ebf10f85 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:36:59.924841 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-809bb205-bd04-4a9c-940b-52e6cb4be045 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] For port e2edf766-f30a-44f2-9824-cc08d09d1794, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e2edf766-f30a-44f2-9824-cc08d09d1794,segment=NetworkSegment(4a273d04-6785-4a5b-83f9-2404d6469564),segment_id=4a273d04-6785-4a5b-83f9-2404d6469564)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:36:59.925448 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-809bb205-bd04-4a9c-940b-52e6cb4be045 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:00.022319 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:00.042405 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a5dabc7c-3a42-4835-890d-7ce2ebf10f85 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/15efe770-d199-4967-ab1a-3e3500f30167 HTTP/1.1" status: 204 len: 168 time: 1.9859419 Jan 11 09:37:00.043267 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60778) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:00.076640 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-db3b9c77-b26b-4dce-8af3-cf95ba68a372 None None] Allocated IP 172.20.0.1 (ba9fb70a-2d8e-4509-ab61-f2832fa30d77/86f3f58c-e26b-400b-854a-da37c662dc46/8415f0a4-9906-4259-89ca-1eb3b12be651) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:00.082926 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=8415f0a4-9906-4259-89ca-1eb3b12be651,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:00.134827 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b47f106-167f-43e4-9a0f-2ca4c2f63bfb']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:00.165104 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3975910-3c74-402a-a7b1-0f23a87e76b5') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:00.165415 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3975910-3c74-402a-a7b1-0f23a87e76b5') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:00.184777 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port c43ce651-9bba-4da4-9999-bc0943c62d00 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:00.186471 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:00.191344 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-809bb205-bd04-4a9c-940b-52e6cb4be045 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Calling delete_port for e2edf766-f30a-44f2-9824-cc08d09d1794 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:00.196079 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79ecaa7-9772-4dc9-a806-bfd8c6754563 None None] DHCP port deletion for ce38624e-541f-45be-b971-bacd21bb0e31 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:37:00.216092 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227335a5-9d77-4a9e-810b-9149fe316ced tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:00.219007 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227335a5-9d77-4a9e-810b-9149fe316ced tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:00.220529 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-227335a5-9d77-4a9e-810b-9149fe316ced tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1744201 Jan 11 09:37:00.226105 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60788) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:00.240221 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-772803dd-f4cc-48f3-b773-a93ad31cbac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'name': 'tempest-RoutersTest-router-320544399', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:36:00Z', 'updated_at': '2022-01-11T09:36:56Z', 'revision_number': 10, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None, '_interfaces': [{'id': 'a6b1c1db-cd38-49d2-94bf-9d3055e21b30', 'name': '', 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:e2:f1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:05Z', 'updated_at': '2022-01-11T09:36:13Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:00.244186 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772803dd-f4cc-48f3-b773-a93ad31cbac1 None None] The sync data for ids ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'] in dv-neutron-823402-4-hyperv is: [{'id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'name': 'tempest-RoutersTest-router-320544399', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:36:00Z', 'updated_at': '2022-01-11T09:36:56Z', 'revision_number': 10, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None, '_interfaces': [{'id': 'a6b1c1db-cd38-49d2-94bf-9d3055e21b30', 'name': '', 'network_id': '24138c16-aed1-4d09-ba50-89b116822d97', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'mac_address': 'fa:16:3e:e2:f1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:36:05Z', 'updated_at': '2022-01-11T09:36:13Z', 'revision_number': 5, 'project_id': '264ed167813548b38f5af4683744d86b', 'subnets': [{'id': '62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:37:00.253850 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:00.260982 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:37:00.261406 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:37:00.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:37:00.340668 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-db3b9c77-b26b-4dce-8af3-cf95ba68a372 None None] For port 8415f0a4-9906-4259-89ca-1eb3b12be651, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=8415f0a4-9906-4259-89ca-1eb3b12be651,segment=NetworkSegment(2e57cab2-be91-4d3d-93e7-f989fcc1f20d),segment_id=2e57cab2-be91-4d3d-93e7-f989fcc1f20d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:00.354219 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f58588-e909-42ba-878e-be1e1c5e946a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet d22a1a17-9b90-4a4f-b53a-1271b5a9c200 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:37:00.359311 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a1f58588-e909-42ba-878e-be1e1c5e946a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:00.372240 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-db3b9c77-b26b-4dce-8af3-cf95ba68a372 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:00.382116 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port c43ce651-9bba-4da4-9999-bc0943c62d00 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:00.382441 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:00.382563 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:00.407751 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:00.408913 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-809bb205-bd04-4a9c-940b-52e6cb4be045 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:00.416920 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/networks/8b47f106-167f-43e4-9a0f-2ca4c2f63bfb HTTP/1.1" status: 204 len: 168 time: 3.6632805 Jan 11 09:37:00.421150 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60792) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:00.424066 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659d82b-6835-4ea5-84a1-ab1387c7eecb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event deleted for resources: {'Network': ['ID=8b47f106-167f-43e4-9a0f-2ca4c2f63bfb,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:00.448289 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f79ecaa7-9772-4dc9-a806-bfd8c6754563 None None] Deleting port e2edf766-f30a-44f2-9824-cc08d09d1794 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:00.448887 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f79ecaa7-9772-4dc9-a806-bfd8c6754563 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:00.450645 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9d496d-cb9b-4679-90df-f189a4168d7e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] DELETE failed (client error): The resource could not be found. Jan 11 09:37:00.451540 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be9d496d-cb9b-4679-90df-f189a4168d7e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:37:00.453444 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-be9d496d-cb9b-4679-90df-f189a4168d7e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/networks/8b47f106-167f-43e4-9a0f-2ca4c2f63bfb HTTP/1.1" status: 404 len: 339 time: 0.0311074 Jan 11 09:37:00.457286 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60796) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:00.464460 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0edd1ba3-7947-465a-8da1-bfcda1a2f1eb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1195366722', 'description': 'd1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:00.471807 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0edd1ba3-7947-465a-8da1-bfcda1a2f1eb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:00.481692 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0edd1ba3-7947-465a-8da1-bfcda1a2f1eb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Usage tracker for resource:network and tenant:ffadb6fe7b67451bbff928d8edb541ae is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:00.484232 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809bb205-bd04-4a9c-940b-52e6cb4be045 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] No DVR routers for this DVR port e2edf766-f30a-44f2-9824-cc08d09d1794 on host dv-neutron-823402-4-hyperv {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:37:00.486036 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0edd1ba3-7947-465a-8da1-bfcda1a2f1eb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:00.486751 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bb205-bd04-4a9c-940b-52e6cb4be045 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Port': ['ID=e2edf766-f30a-44f2-9824-cc08d09d1794,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:00.494501 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0edd1ba3-7947-465a-8da1-bfcda1a2f1eb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:00.506642 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-db3b9c77-b26b-4dce-8af3-cf95ba68a372 None None] Transition to ACTIVE for port object 8415f0a4-9906-4259-89ca-1eb3b12be651 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:00.517467 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edd1ba3-7947-465a-8da1-bfcda1a2f1eb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Made reservation on behalf of ffadb6fe7b67451bbff928d8edb541ae for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:00.521579 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0edd1ba3-7947-465a-8da1-bfcda1a2f1eb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:00.531445 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a1f58588-e909-42ba-878e-be1e1c5e946a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:00.543310 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-db3b9c77-b26b-4dce-8af3-cf95ba68a372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:00.551891 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f79ecaa7-9772-4dc9-a806-bfd8c6754563 None None] The port 'e2edf766-f30a-44f2-9824-cc08d09d1794' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:37:00.555078 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edd1ba3-7947-465a-8da1-bfcda1a2f1eb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:37:00.572378 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0edd1ba3-7947-465a-8da1-bfcda1a2f1eb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:00.573023 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-0edd1ba3-7947-465a-8da1-bfcda1a2f1eb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Added segment b83cfc78-8343-4f7e-8c9b-3bbb94e81297 of type vlan for network d20abd83-8fd8-45bf-a9e5-328adc0a8bb9 Jan 11 09:37:00.614701 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0edd1ba3-7947-465a-8da1-bfcda1a2f1eb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:00.629751 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60802) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:00.640062 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a1f58588-e909-42ba-878e-be1e1c5e946a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:00.691842 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0edd1ba3-7947-465a-8da1-bfcda1a2f1eb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:00.697052 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edd1ba3-7947-465a-8da1-bfcda1a2f1eb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:00.698069 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0edd1ba3-7947-465a-8da1-bfcda1a2f1eb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:00.745576 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:00.787478 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0edd1ba3-7947-465a-8da1-bfcda1a2f1eb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3290896 Jan 11 09:37:00.792843 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60806) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:00.819357 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b9c77-b26b-4dce-8af3-cf95ba68a372 None None] Pushing event updated for resources: {'Port': ['ID=8415f0a4-9906-4259-89ca-1eb3b12be651,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:00.849044 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-44ab735f-de1c-4e24-abf7-9d2f10d82590 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:00.880910 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd1ba3-7947-465a-8da1-bfcda1a2f1eb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event updated for resources: {'Network': ['ID=d20abd83-8fd8-45bf-a9e5-328adc0a8bb9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:00.902160 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network d20abd83-8fd8-45bf-a9e5-328adc0a8bb9 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:37:00.996868 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-809bb205-bd04-4a9c-940b-52e6cb4be045 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:00.999733 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-44ab735f-de1c-4e24-abf7-9d2f10d82590 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:01.030618 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762ba2bc-3fdb-4742-8ac2-20e62c82d8dd tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:01.031353 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-762ba2bc-3fdb-4742-8ac2-20e62c82d8dd tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Synchronizing usage tracker for tenant:ffadb6fe7b67451bbff928d8edb541ae on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:01.038803 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-809bb205-bd04-4a9c-940b-52e6cb4be045 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce38624e-541f-45be-b971-bacd21bb0e31']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:01.057272 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-809bb205-bd04-4a9c-940b-52e6cb4be045 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a273d04-6785-4a5b-83f9-2404d6469564') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:01.057550 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-809bb205-bd04-4a9c-940b-52e6cb4be045 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a273d04-6785-4a5b-83f9-2404d6469564') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:01.070716 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-762ba2bc-3fdb-4742-8ac2-20e62c82d8dd tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Unset dirty status for tenant:ffadb6fe7b67451bbff928d8edb541ae on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:01.072997 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-762ba2bc-3fdb-4742-8ac2-20e62c82d8dd tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "GET /v2.0/networks?id=d20abd83-8fd8-45bf-a9e5-328adc0a8bb9 HTTP/1.1" status: 200 len: 765 time: 0.2755046 Jan 11 09:37:01.075031 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60810) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:01.078607 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-809bb205-bd04-4a9c-940b-52e6cb4be045 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:01.082812 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-648cbd2e-3b62-47ef-9fef-c5e58e76c2d5 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Request body: {'network': {'description': 'd2'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:01.103755 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-809bb205-bd04-4a9c-940b-52e6cb4be045 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:01.111579 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a1f58588-e909-42ba-878e-be1e1c5e946a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:01.176142 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:37:01.176842 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:37:01.177290 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a1f58588-e909-42ba-878e-be1e1c5e946a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:01.179117 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b458f3-4156-481d-b75e-2371e9306c17 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:01.186374 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809bb205-bd04-4a9c-940b-52e6cb4be045 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:37:01.186791 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-809bb205-bd04-4a9c-940b-52e6cb4be045 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:37:01.203455 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:37:01.216212 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f58588-e909-42ba-878e-be1e1c5e946a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=d22a1a17-9b90-4a4f-b53a-1271b5a9c200,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:01.241162 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a1f58588-e909-42ba-878e-be1e1c5e946a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/d22a1a17-9b90-4a4f-b53a-1271b5a9c200 HTTP/1.1" status: 204 len: 168 time: 1.0118790 Jan 11 09:37:01.242884 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60814) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:01.314257 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-44ab735f-de1c-4e24-abf7-9d2f10d82590 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:01.374589 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab735f-de1c-4e24-abf7-9d2f10d82590 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a68c9df-9da8-4e1f-9f6a-08cc5ff0679e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:01.379676 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-44ab735f-de1c-4e24-abf7-9d2f10d82590 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:01.383223 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-44ab735f-de1c-4e24-abf7-9d2f10d82590 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/security-groups/4a68c9df-9da8-4e1f-9f6a-08cc5ff0679e HTTP/1.1" status: 204 len: 168 time: 0.7519572 Jan 11 09:37:01.401410 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-01f6beeb-c1d9-4fa4-91a5-dccab426da4c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1574259 Jan 11 09:37:01.402213 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60820) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:01.415064 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c4282060-ec44-4f2e-bb6b-676051ee3136 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:01.435048 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-809bb205-bd04-4a9c-940b-52e6cb4be045 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:01.461273 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-809bb205-bd04-4a9c-940b-52e6cb4be045 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:01.466601 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60824) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:01.522799 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-648cbd2e-3b62-47ef-9fef-c5e58e76c2d5 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:01.544455 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-648cbd2e-3b62-47ef-9fef-c5e58e76c2d5 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:01.547318 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a35b14-fa21-4c83-8b45-2a31ea64d439 None None] DHCP port deletion for 11973de4-095d-48a2-8bfe-2305268446bc request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:37:01.551280 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-82a35b14-fa21-4c83-8b45-2a31ea64d439 None None] Deleting port c43ce651-9bba-4da4-9999-bc0943c62d00 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:01.551658 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-82a35b14-fa21-4c83-8b45-2a31ea64d439 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:01.572743 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-648cbd2e-3b62-47ef-9fef-c5e58e76c2d5 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Network d20abd83-8fd8-45bf-a9e5-328adc0a8bb9 is not hosted by any dhcp agent {{(pid=87655) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 11 09:37:01.578745 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648cbd2e-3b62-47ef-9fef-c5e58e76c2d5 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:01.579356 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-648cbd2e-3b62-47ef-9fef-c5e58e76c2d5 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:01.580780 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-648cbd2e-3b62-47ef-9fef-c5e58e76c2d5 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "PUT /v2.0/networks/d20abd83-8fd8-45bf-a9e5-328adc0a8bb9 HTTP/1.1" status: 200 len: 762 time: 0.5047982 Jan 11 09:37:01.585032 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60828) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:01.641550 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-809bb205-bd04-4a9c-940b-52e6cb4be045 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/networks/ce38624e-541f-45be-b971-bacd21bb0e31 HTTP/1.1" status: 204 len: 168 time: 2.3386679 Jan 11 09:37:01.660720 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff79c5c-ac98-44e5-a13a-a92fc3013408 None None] Network ba9fb70a-2d8e-4509-ab61-f2832fa30d77 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:01.661755 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bb205-bd04-4a9c-940b-52e6cb4be045 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Network': ['ID=ce38624e-541f-45be-b971-bacd21bb0e31,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:01.666126 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60832) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:01.690599 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c4282060-ec44-4f2e-bb6b-676051ee3136 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:01.705669 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c4282060-ec44-4f2e-bb6b-676051ee3136 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:01.710172 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c4282060-ec44-4f2e-bb6b-676051ee3136 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:01.719769 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c4282060-ec44-4f2e-bb6b-676051ee3136 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:01.803927 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4282060-ec44-4f2e-bb6b-676051ee3136 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:01.807782 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4282060-ec44-4f2e-bb6b-676051ee3136 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:01.871627 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648cbd2e-3b62-47ef-9fef-c5e58e76c2d5 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event updated for resources: {'Network': ['ID=d20abd83-8fd8-45bf-a9e5-328adc0a8bb9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:01.888220 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:01.902023 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-27daf543-67ad-4d38-acb3-37bb00ab359c None None] Provisioning for port 8415f0a4-9906-4259-89ca-1eb3b12be651 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:01.906003 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network d20abd83-8fd8-45bf-a9e5-328adc0a8bb9 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:37:01.968240 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fbdfe4-74b0-49a7-a16e-f91ad3b623e4 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:01.976298 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-43fbdfe4-74b0-49a7-a16e-f91ad3b623e4 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "GET /v2.0/networks?id=d20abd83-8fd8-45bf-a9e5-328adc0a8bb9 HTTP/1.1" status: 200 len: 765 time: 0.3838520 Jan 11 09:37:01.976530 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-27daf543-67ad-4d38-acb3-37bb00ab359c None None] Provisioning complete for port 8415f0a4-9906-4259-89ca-1eb3b12be651 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:01.976530 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-27daf543-67ad-4d38-acb3-37bb00ab359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:01.976770 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60836) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:02.111477 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-82a35b14-fa21-4c83-8b45-2a31ea64d439 None None] For port c43ce651-9bba-4da4-9999-bc0943c62d00, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=c43ce651-9bba-4da4-9999-bc0943c62d00,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:02.111477 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-82a35b14-fa21-4c83-8b45-2a31ea64d439 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:02.324364 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-82a35b14-fa21-4c83-8b45-2a31ea64d439 None None] Calling delete_port for c43ce651-9bba-4da4-9999-bc0943c62d00 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:02.356251 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f50a2-4641-4893-ae0e-4da91dcdbb2f tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:02.357042 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-fd7f50a2-4641-4893-ae0e-4da91dcdbb2f tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Synchronizing usage tracker for tenant:ffadb6fe7b67451bbff928d8edb541ae on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:02.384975 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0773850f-0e5f-4a37-aa2d-ee9420168380 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:02.387306 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-fd7f50a2-4641-4893-ae0e-4da91dcdbb2f tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Unset dirty status for tenant:ffadb6fe7b67451bbff928d8edb541ae on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:02.390139 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-fd7f50a2-4641-4893-ae0e-4da91dcdbb2f tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4118524 Jan 11 09:37:02.394077 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60840) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:02.409448 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port c43ce651-9bba-4da4-9999-bc0943c62d00, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=c43ce651-9bba-4da4-9999-bc0943c62d00,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:02.419011 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:02.493547 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6aa86ce8-8d15-46e8-b522-ecfa97c7924b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Synchronizing usage tracker for tenant:ffadb6fe7b67451bbff928d8edb541ae on resource:subnet {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:02.542446 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6aa86ce8-8d15-46e8-b522-ecfa97c7924b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Unset dirty status for tenant:ffadb6fe7b67451bbff928d8edb541ae on resource:subnet {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:02.547757 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6aa86ce8-8d15-46e8-b522-ecfa97c7924b tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "GET /v2.0/subnets?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54 HTTP/1.1" status: 200 len: 207 time: 0.1487334 Jan 11 09:37:02.549281 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60844) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:02.604906 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 8415f0a4-9906-4259-89ca-1eb3b12be651 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:37:02.673036 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-82a35b14-fa21-4c83-8b45-2a31ea64d439 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:37:02.673306 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-82a35b14-fa21-4c83-8b45-2a31ea64d439 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:37:02.685123 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=c43ce651-9bba-4da4-9999-bc0943c62d00,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:02.761761 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 8415f0a4-9906-4259-89ca-1eb3b12be651 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:02.762164 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:02.881085 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.objects.ports [None req-c4282060-ec44-4f2e-bb6b-676051ee3136 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87654) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 11 09:37:02.966209 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e2edf766-f30a-44f2-9824-cc08d09d1794 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:37:03.002508 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: e2edf766-f30a-44f2-9824-cc08d09d1794 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:37:03.002755 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e2edf766-f30a-44f2-9824-cc08d09d1794 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:37:03.003551 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7c96bea4-c35d-4dc5-85b2-ab0c11751889 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:37:03.016409 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-60b2958e-69f9-4de8-9465-c5d173f8704a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:03.021233 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36cd0a8-89bb-4965-bf82-b63bba6f131e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:03.027014 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36cd0a8-89bb-4965-bf82-b63bba6f131e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:03.032596 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36cd0a8-89bb-4965-bf82-b63bba6f131e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:03.038152 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36cd0a8-89bb-4965-bf82-b63bba6f131e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:03.043772 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36cd0a8-89bb-4965-bf82-b63bba6f131e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:03.045019 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 7c96bea4-c35d-4dc5-85b2-ab0c11751889 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:37:03.045371 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7c96bea4-c35d-4dc5-85b2-ab0c11751889 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:37:03.045924 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device c43ce651-9bba-4da4-9999-bc0943c62d00 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:37:03.049413 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36cd0a8-89bb-4965-bf82-b63bba6f131e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:03.054841 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c36cd0a8-89bb-4965-bf82-b63bba6f131e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.5010438 Jan 11 09:37:03.055156 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60848) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:03.098947 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-75efbb5c-fe5a-4d9b-8242-e0a760cb0dd1 None None] Provisioning complete for port 8415f0a4-9906-4259-89ca-1eb3b12be651 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:03.099446 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-75efbb5c-fe5a-4d9b-8242-e0a760cb0dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:03.189755 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-82a35b14-fa21-4c83-8b45-2a31ea64d439 None None] Deleting port c43ce651-9bba-4da4-9999-bc0943c62d00 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:03.189755 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-82a35b14-fa21-4c83-8b45-2a31ea64d439 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:03.236334 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4282060-ec44-4f2e-bb6b-676051ee3136 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:03.256730 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-0773850f-0e5f-4a37-aa2d-ee9420168380 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting port a6b1c1db-cd38-49d2-94bf-9d3055e21b30 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:03.257071 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0773850f-0e5f-4a37-aa2d-ee9420168380 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:03.303602 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:03.329782 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-511ca7d6-e039-4990-8c56-4305344d3a5c tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2693241 Jan 11 09:37:03.331595 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60852) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:03.438908 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port c43ce651-9bba-4da4-9999-bc0943c62d00, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=c43ce651-9bba-4da4-9999-bc0943c62d00,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:03.444336 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:03.447798 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.api [None req-c4282060-ec44-4f2e-bb6b-676051ee3136 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:37:03.448484 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG oslo_db.api [None req-c4282060-ec44-4f2e-bb6b-676051ee3136 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:37:03.499224 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d04ba8d-46ca-4920-93c8-76080c37cebe tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:03.500487 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d04ba8d-46ca-4920-93c8-76080c37cebe tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:03.501981 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d04ba8d-46ca-4920-93c8-76080c37cebe tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:03.503495 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d04ba8d-46ca-4920-93c8-76080c37cebe tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:03.505082 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d04ba8d-46ca-4920-93c8-76080c37cebe tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:03.505994 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3d04ba8d-46ca-4920-93c8-76080c37cebe tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Synchronizing usage tracker for tenant:ffadb6fe7b67451bbff928d8edb541ae on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:03.524850 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-60b2958e-69f9-4de8-9465-c5d173f8704a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port 8bd8126e-357a-4596-80d2-ad08a41a8691 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:03.525488 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-60b2958e-69f9-4de8-9465-c5d173f8704a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:03.535814 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3d04ba8d-46ca-4920-93c8-76080c37cebe tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Unset dirty status for tenant:ffadb6fe7b67451bbff928d8edb541ae on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:03.541234 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3d04ba8d-46ca-4920-93c8-76080c37cebe tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2045116 Jan 11 09:37:03.541499 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60856) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:03.588697 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-82a35b14-fa21-4c83-8b45-2a31ea64d439 None None] For port c43ce651-9bba-4da4-9999-bc0943c62d00, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=c43ce651-9bba-4da4-9999-bc0943c62d00,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:03.589075 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-82a35b14-fa21-4c83-8b45-2a31ea64d439 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:03.597597 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=c43ce651-9bba-4da4-9999-bc0943c62d00,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:03.604800 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-0773850f-0e5f-4a37-aa2d-ee9420168380 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] For port a6b1c1db-cd38-49d2-94bf-9d3055e21b30, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a6b1c1db-cd38-49d2-94bf-9d3055e21b30,segment=NetworkSegment(f39dd534-a326-40cd-b703-6e986a93afc4),segment_id=f39dd534-a326-40cd-b703-6e986a93afc4)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:03.607197 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0773850f-0e5f-4a37-aa2d-ee9420168380 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:03.730985 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-82a35b14-fa21-4c83-8b45-2a31ea64d439 None None] Calling delete_port for c43ce651-9bba-4da4-9999-bc0943c62d00 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:03.799443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-0773850f-0e5f-4a37-aa2d-ee9420168380 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Calling delete_port for a6b1c1db-cd38-49d2-94bf-9d3055e21b30 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:03.816532 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-82a35b14-fa21-4c83-8b45-2a31ea64d439 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:37:03.816888 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-82a35b14-fa21-4c83-8b45-2a31ea64d439 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:37:03.818296 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-60b2958e-69f9-4de8-9465-c5d173f8704a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port 8bd8126e-357a-4596-80d2-ad08a41a8691, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=8bd8126e-357a-4596-80d2-ad08a41a8691,segment=NetworkSegment(73547db2-9ad7-4d9a-895e-55ca800037bb),segment_id=73547db2-9ad7-4d9a-895e-55ca800037bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:03.818650 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-60b2958e-69f9-4de8-9465-c5d173f8704a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:03.841259 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285760b1-f670-442a-ac46-a1c5cabc9d26 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:03.843346 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285760b1-f670-442a-ac46-a1c5cabc9d26 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:03.844723 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285760b1-f670-442a-ac46-a1c5cabc9d26 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:03.846113 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285760b1-f670-442a-ac46-a1c5cabc9d26 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:03.847613 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285760b1-f670-442a-ac46-a1c5cabc9d26 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:03.849178 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-285760b1-f670-442a-ac46-a1c5cabc9d26 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3067746 Jan 11 09:37:03.852722 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60860) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:03.941573 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-60b2958e-69f9-4de8-9465-c5d173f8704a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for 8bd8126e-357a-4596-80d2-ad08a41a8691 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:04.043471 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c407e090-66c9-49af-9494-3c519fcb3d18 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:04.044697 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c407e090-66c9-49af-9494-3c519fcb3d18 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "GET /v2.0/networks/a4dd5b27-38f0-44e3-a7d2-54e91eb07371 HTTP/1.1" status: 200 len: 804 time: 0.1910815 Jan 11 09:37:04.049285 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60864) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:04.055307 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4282060-ec44-4f2e-bb6b-676051ee3136 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:04.070644 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:04.248341 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-dd4a18e9-c95d-499b-8fda-1882764d72b8 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "GET /v2.0/networks/a4dd5b27-38f0-44e3-a7d2-54e91eb07371?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1979334 Jan 11 09:37:04.249198 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0773850f-0e5f-4a37-aa2d-ee9420168380 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:04.252570 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60868) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:04.340219 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773850f-0e5f-4a37-aa2d-ee9420168380 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Port': ['ID=a6b1c1db-cd38-49d2-94bf-9d3055e21b30,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:04.439567 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7eb38b2-2a19-4d18-9765-53dfca507091 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:04.440915 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f7eb38b2-2a19-4d18-9765-53dfca507091 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "GET /v2.0/subnets/05d9e8be-b651-4e10-b7ff-959578e9c567 HTTP/1.1" status: 200 len: 843 time: 0.1582925 Jan 11 09:37:04.444785 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60872) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:04.502401 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c4282060-ec44-4f2e-bb6b-676051ee3136 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] For port c43ce651-9bba-4da4-9999-bc0943c62d00, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=c43ce651-9bba-4da4-9999-bc0943c62d00,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:04.520268 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-60b2958e-69f9-4de8-9465-c5d173f8704a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:04.585227 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4282060-ec44-4f2e-bb6b-676051ee3136 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:04.587086 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2958e-69f9-4de8-9465-c5d173f8704a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=8bd8126e-357a-4596-80d2-ad08a41a8691,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:04.623528 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4282060-ec44-4f2e-bb6b-676051ee3136 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:04.624240 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4282060-ec44-4f2e-bb6b-676051ee3136 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:04.701690 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-82a35b14-fa21-4c83-8b45-2a31ea64d439 None None] Deleting port c43ce651-9bba-4da4-9999-bc0943c62d00 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:04.702068 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-82a35b14-fa21-4c83-8b45-2a31ea64d439 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:04.765651 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4282060-ec44-4f2e-bb6b-676051ee3136 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:04.783115 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-c4282060-ec44-4f2e-bb6b-676051ee3136 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:04.797527 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac26de4-e46f-43be-99ea-3ce4b8d09141 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['shared'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:04.799100 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6ac26de4-e46f-43be-99ea-3ce4b8d09141 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "GET /v2.0/subnets/05d9e8be-b651-4e10-b7ff-959578e9c567?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3533943 Jan 11 09:37:04.799580 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4282060-ec44-4f2e-bb6b-676051ee3136 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:04.800174 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4282060-ec44-4f2e-bb6b-676051ee3136 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:04.804486 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60876) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:04.812801 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-267eccf0-f32d-4b43-be84-6bff91435e49 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-882467761'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:04.816395 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0773850f-0e5f-4a37-aa2d-ee9420168380 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:04.821995 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-267eccf0-f32d-4b43-be84-6bff91435e49 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:04.848698 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4282060-ec44-4f2e-bb6b-676051ee3136 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=10064dd0-f1f2-4279-a0eb-712d80fde522,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:04.854310 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c4282060-ec44-4f2e-bb6b-676051ee3136 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.4503455 Jan 11 09:37:04.857070 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60880) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:04.866296 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8d9a9762-1072-431a-b68f-38d583505b08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'mac_address': 'fa:16:3e:20:ba:7e', 'name': 'tempest-NetworksTestDHCPv6-293762612'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:04.900198 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-267eccf0-f32d-4b43-be84-6bff91435e49 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:04.955226 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4282060-ec44-4f2e-bb6b-676051ee3136 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=c43ce651-9bba-4da4-9999-bc0943c62d00,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:04.981683 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267eccf0-f32d-4b43-be84-6bff91435e49 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Made reservation on behalf of ffadb6fe7b67451bbff928d8edb541ae for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:04.985825 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-267eccf0-f32d-4b43-be84-6bff91435e49 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:05.013422 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-82a35b14-fa21-4c83-8b45-2a31ea64d439 None None] For port c43ce651-9bba-4da4-9999-bc0943c62d00, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=c43ce651-9bba-4da4-9999-bc0943c62d00,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:05.013422 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-82a35b14-fa21-4c83-8b45-2a31ea64d439 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:05.156830 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267eccf0-f32d-4b43-be84-6bff91435e49 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:37:05.177543 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0773850f-0e5f-4a37-aa2d-ee9420168380 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:37:05.178505 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-267eccf0-f32d-4b43-be84-6bff91435e49 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:05.179237 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-267eccf0-f32d-4b43-be84-6bff91435e49 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Added segment 61a79ad2-f08c-4220-a3b0-c394d0946f09 of type vlan for network f12a4331-2cb4-4975-8c89-5316fac35b90 Jan 11 09:37:05.196175 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-60b2958e-69f9-4de8-9465-c5d173f8704a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:05.200336 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8d9a9762-1072-431a-b68f-38d583505b08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:05.210567 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8d9a9762-1072-431a-b68f-38d583505b08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:port and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:05.210761 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-82a35b14-fa21-4c83-8b45-2a31ea64d439 None None] Calling delete_port for c43ce651-9bba-4da4-9999-bc0943c62d00 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:05.215683 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8d9a9762-1072-431a-b68f-38d583505b08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:05.275417 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8d9a9762-1072-431a-b68f-38d583505b08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:05.307363 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9a9762-1072-431a-b68f-38d583505b08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:05.344663 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-267eccf0-f32d-4b43-be84-6bff91435e49 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:05.392535 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-82a35b14-fa21-4c83-8b45-2a31ea64d439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:05.432497 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0773850f-0e5f-4a37-aa2d-ee9420168380 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:37:05.469056 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0773850f-0e5f-4a37-aa2d-ee9420168380 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "PUT /v2.0/routers/9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8012333 Jan 11 09:37:05.472817 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60886) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:05.497170 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a35b14-fa21-4c83-8b45-2a31ea64d439 None None] Pushing event deleted for resources: {'Port': ['ID=c43ce651-9bba-4da4-9999-bc0943c62d00,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:05.497170 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42d5d8a-43e8-4a46-9ca5-dfb9355ad3a7 None None] Sync routers for ids ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:37:05.516085 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-267eccf0-f32d-4b43-be84-6bff91435e49 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:05.521297 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267eccf0-f32d-4b43-be84-6bff91435e49 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:05.521297 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-267eccf0-f32d-4b43-be84-6bff91435e49 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:05.557214 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a35b14-fa21-4c83-8b45-2a31ea64d439 None None] No DVR routers for this DVR port c43ce651-9bba-4da4-9999-bc0943c62d00 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:37:05.558933 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42d5d8a-43e8-4a46-9ca5-dfb9355ad3a7 None None] Routers {'9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:37:05.562006 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d42d5d8a-43e8-4a46-9ca5-dfb9355ad3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:36:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:05.589360 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9762-1072-431a-b68f-38d583505b08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:05.624267 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-267eccf0-f32d-4b43-be84-6bff91435e49 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8035898 Jan 11 09:37:05.631769 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60890) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:05.631769 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9d7a01ae-b7b5-402c-8923-20dd3545dde3 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Request body: {'subnet': {'network_id': 'f12a4331-2cb4-4975-8c89-5316fac35b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:05.634408 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7171f1bd-9ce8-475f-8d98-957ba2497d18 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:05.668789 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-8d9a9762-1072-431a-b68f-38d583505b08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] device_id is not set on port 7c78be42-55dd-40b2-b8aa-9eea2d7465ee yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:37:05.694555 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6791651-1af4-41ec-a3bc-ef2476a911c7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting subnet 62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:37:05.706188 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6791651-1af4-41ec-a3bc-ef2476a911c7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:05.753369 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267eccf0-f32d-4b43-be84-6bff91435e49 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event updated for resources: {'Network': ['ID=f12a4331-2cb4-4975-8c89-5316fac35b90,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:05.784027 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6791651-1af4-41ec-a3bc-ef2476a911c7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:05.791380 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network f12a4331-2cb4-4975-8c89-5316fac35b90 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:37:05.903963 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6791651-1af4-41ec-a3bc-ef2476a911c7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:05.914842 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-d42d5d8a-43e8-4a46-9ca5-dfb9355ad3a7 None None] Set router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:37:06.031474 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6791651-1af4-41ec-a3bc-ef2476a911c7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:06.078444 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d42d5d8a-43e8-4a46-9ca5-dfb9355ad3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'name': 'tempest-RoutersTest-router-320544399', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:36:00Z', 'updated_at': '2022-01-11T09:37:04Z', 'revision_number': 11, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:06.103593 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42d5d8a-43e8-4a46-9ca5-dfb9355ad3a7 None None] Checking router: 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:37:06.129950 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42d5d8a-43e8-4a46-9ca5-dfb9355ad3a7 None None] Routers {'9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:37:06.129950 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d42d5d8a-43e8-4a46-9ca5-dfb9355ad3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:36:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:06.133262 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6791651-1af4-41ec-a3bc-ef2476a911c7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:06.142606 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9d7a01ae-b7b5-402c-8923-20dd3545dde3 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:06.144186 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6791651-1af4-41ec-a3bc-ef2476a911c7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Subnet': ['ID=62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:06.157029 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d6791651-1af4-41ec-a3bc-ef2476a911c7 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/subnets/62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5 HTTP/1.1" status: 204 len: 168 time: 0.6810253 Jan 11 09:37:06.157877 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60894) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:06.190017 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee6abf6-8289-4c14-97f8-fdd1b8146710 None None] Network 24138c16-aed1-4d09-ba50-89b116822d97 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:06.190314 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9d7a01ae-b7b5-402c-8923-20dd3545dde3 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:06.205202 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b2958e-69f9-4de8-9465-c5d173f8704a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 4361eae4-51aa-4b73-a9b0-fab20cde20cc has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:37:06.309939 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7a01ae-b7b5-402c-8923-20dd3545dde3 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Made reservation on behalf of ffadb6fe7b67451bbff928d8edb541ae for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:06.309939 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9d7a01ae-b7b5-402c-8923-20dd3545dde3 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:06.390834 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-8d9a9762-1072-431a-b68f-38d583505b08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 2001:db8::f816:3eff:fe20:ba7e (11973de4-095d-48a2-8bfe-2305268446bc/10064dd0-f1f2-4279-a0eb-712d80fde522/7c78be42-55dd-40b2-b8aa-9eea2d7465ee) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:06.396033 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-858e3bfa-4ffc-4b2d-b370-42f07b83cdc2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:06.402903 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-858e3bfa-4ffc-4b2d-b370-42f07b83cdc2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Deleting port b6fad200-6dda-4b9c-92d5-d9e38bcde9e4 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:06.402903 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-858e3bfa-4ffc-4b2d-b370-42f07b83cdc2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:06.421518 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-d42d5d8a-43e8-4a46-9ca5-dfb9355ad3a7 None None] Set router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:37:06.469403 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.ipam_backend_mixin [None req-9d7a01ae-b7b5-402c-8923-20dd3545dde3 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Performing IP validity checks on allocation pools {{(pid=87654) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 11 09:37:06.471156 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.ipam_backend_mixin [None req-9d7a01ae-b7b5-402c-8923-20dd3545dde3 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87654) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 11 09:37:06.618034 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d42d5d8a-43e8-4a46-9ca5-dfb9355ad3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'name': 'tempest-RoutersTest-router-320544399', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:36:00Z', 'updated_at': '2022-01-11T09:37:04Z', 'revision_number': 11, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:06.665030 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b2958e-69f9-4de8-9465-c5d173f8704a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:37:06.682404 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf5ca79-757e-4b41-8ff4-1a82132c11bc None None] Sync routers for ids ['4361eae4-51aa-4b73-a9b0-fab20cde20cc'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:37:06.703941 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf5ca79-757e-4b41-8ff4-1a82132c11bc None None] Routers {'4361eae4-51aa-4b73-a9b0-fab20cde20cc'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:37:06.707725 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-abf5ca79-757e-4b41-8ff4-1a82132c11bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:36:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['4361eae4-51aa-4b73-a9b0-fab20cde20cc'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:06.745968 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42d5d8a-43e8-4a46-9ca5-dfb9355ad3a7 None None] The sync data for ids ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'] in dv-neutron-823402-4-hyperv is: [{'id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'name': 'tempest-RoutersTest-router-320544399', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:36:00Z', 'updated_at': '2022-01-11T09:37:04Z', 'revision_number': 11, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:37:06.788867 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c197d35-0937-4327-9dd3-4ad1082be712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-11973de4-095d-48a2-8bfe-2305268446bc', 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'fixed_ips': [{'subnet_id': '10064dd0-f1f2-4279-a0eb-712d80fde522'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:37:06.799246 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7c197d35-0937-4327-9dd3-4ad1082be712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:06.831555 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-858e3bfa-4ffc-4b2d-b370-42f07b83cdc2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] For port b6fad200-6dda-4b9c-92d5-d9e38bcde9e4, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=b6fad200-6dda-4b9c-92d5-d9e38bcde9e4,segment=NetworkSegment(f39dd534-a326-40cd-b703-6e986a93afc4),segment_id=f39dd534-a326-40cd-b703-6e986a93afc4)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:06.832412 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-858e3bfa-4ffc-4b2d-b370-42f07b83cdc2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:06.932833 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-60b2958e-69f9-4de8-9465-c5d173f8704a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "PUT /v2.0/routers/4361eae4-51aa-4b73-a9b0-fab20cde20cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4454896 Jan 11 09:37:06.942920 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60898) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:07.061691 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9d7a01ae-b7b5-402c-8923-20dd3545dde3 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:07.067873 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9762-1072-431a-b68f-38d583505b08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:07.095960 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-abf5ca79-757e-4b41-8ff4-1a82132c11bc None None] Set router 4361eae4-51aa-4b73-a9b0-fab20cde20cc gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:37:07.165269 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfe221c-a5b2-4fc1-929a-ae69d5b0b7d9 None None] DHCP port deletion for 24138c16-aed1-4d09-ba50-89b116822d97 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:37:07.170853 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe221c-a5b2-4fc1-929a-ae69d5b0b7d9 None None] Deleting port b6fad200-6dda-4b9c-92d5-d9e38bcde9e4 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:07.171683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4dfe221c-a5b2-4fc1-929a-ae69d5b0b7d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:07.177158 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8d9a9762-1072-431a-b68f-38d583505b08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Transition to ACTIVE for port object 7c78be42-55dd-40b2-b8aa-9eea2d7465ee will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:07.198677 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-858e3bfa-4ffc-4b2d-b370-42f07b83cdc2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Calling delete_port for b6fad200-6dda-4b9c-92d5-d9e38bcde9e4 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:07.237533 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7a01ae-b7b5-402c-8923-20dd3545dde3 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Checking segment: {'id': '61a79ad2-f08c-4220-a3b0-c394d0946f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f12a4331-2cb4-4975-8c89-5316fac35b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:37:07.237908 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7a01ae-b7b5-402c-8923-20dd3545dde3 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Network hostable DHCP agents. Network: f12a4331-2cb4-4975-8c89-5316fac35b90, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:37:07.244204 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a01ae-b7b5-402c-8923-20dd3545dde3 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event updated for resources: {'Subnet': ['ID=49ac2af1-a024-4176-a4bf-087c8b88ce95,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:07.258244 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9762-1072-431a-b68f-38d583505b08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:07.321096 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15d5e06-542d-4de2-814d-323c38f08909 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting subnet 94835369-e17c-46a0-822c-51e9e106f561 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:37:07.347451 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a15d5e06-542d-4de2-814d-323c38f08909 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:07.371939 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a9762-1072-431a-b68f-38d583505b08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=7c78be42-55dd-40b2-b8aa-9eea2d7465ee,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:07.419396 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-858e3bfa-4ffc-4b2d-b370-42f07b83cdc2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:07.427328 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-7c197d35-0937-4327-9dd3-4ad1082be712 None None] Allocated IP 2001:db8::f816:3eff:fe03:6eb0 (11973de4-095d-48a2-8bfe-2305268446bc/10064dd0-f1f2-4279-a0eb-712d80fde522/c443adcd-5f97-484a-8f99-ae11cbb7d233) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:07.434185 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9a9762-1072-431a-b68f-38d583505b08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:07.435640 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7a01ae-b7b5-402c-8923-20dd3545dde3 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Network f12a4331-2cb4-4975-8c89-5316fac35b90 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:37:07.449214 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-8d9a9762-1072-431a-b68f-38d583505b08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:07.451101 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-9d7a01ae-b7b5-402c-8923-20dd3545dde3 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, f12a4331-2cb4-4975-8c89-5316fac35b90) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:07.453709 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9a9762-1072-431a-b68f-38d583505b08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:37:07.461781 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9a9762-1072-431a-b68f-38d583505b08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:07.462521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9762-1072-431a-b68f-38d583505b08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:07.479539 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c462f764-61d1-461c-916f-bd7ef4500335 None None] Network f12a4331-2cb4-4975-8c89-5316fac35b90 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:07.485952 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7a01ae-b7b5-402c-8923-20dd3545dde3 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:07.487128 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9d7a01ae-b7b5-402c-8923-20dd3545dde3 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:07.507882 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e3bfa-4ffc-4b2d-b370-42f07b83cdc2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Port': ['ID=b6fad200-6dda-4b9c-92d5-d9e38bcde9e4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:07.514807 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a15d5e06-542d-4de2-814d-323c38f08909 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:07.523087 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8d9a9762-1072-431a-b68f-38d583505b08 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6611426 Jan 11 09:37:07.523915 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9d7a01ae-b7b5-402c-8923-20dd3545dde3 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.9075062 Jan 11 09:37:07.524570 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60904) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:07.527228 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60906) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:07.552526 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858e3bfa-4ffc-4b2d-b370-42f07b83cdc2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] No DVR routers for this DVR port b6fad200-6dda-4b9c-92d5-d9e38bcde9e4 on host dv-neutron-823402-4-hyperv {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:37:07.622117 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-abf5ca79-757e-4b41-8ff4-1a82132c11bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4361eae4-51aa-4b73-a9b0-fab20cde20cc', 'name': 'tempest-TestNetworkBasicOps-router-914648799', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd380b020-1c85-4046-bd13-e75b559f0725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:35:27Z', 'updated_at': '2022-01-11T09:37:04Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'd380b020-1c85-4046-bd13-e75b559f0725', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ec:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4361eae4-51aa-4b73-a9b0-fab20cde20cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:35:28Z', 'updated_at': '2022-01-11T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:07.629540 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-97867d07-50bf-4b0b-af2a-2435ecd555ed tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:07.632411 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf5ca79-757e-4b41-8ff4-1a82132c11bc None None] Checking router: 4361eae4-51aa-4b73-a9b0-fab20cde20cc for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:37:07.647521 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf5ca79-757e-4b41-8ff4-1a82132c11bc None None] Routers {'4361eae4-51aa-4b73-a9b0-fab20cde20cc'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:37:07.648211 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-abf5ca79-757e-4b41-8ff4-1a82132c11bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:36:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['4361eae4-51aa-4b73-a9b0-fab20cde20cc'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:07.810536 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4dfe221c-a5b2-4fc1-929a-ae69d5b0b7d9 None None] For port b6fad200-6dda-4b9c-92d5-d9e38bcde9e4, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=b6fad200-6dda-4b9c-92d5-d9e38bcde9e4,segment=NetworkSegment(f39dd534-a326-40cd-b703-6e986a93afc4),segment_id=f39dd534-a326-40cd-b703-6e986a93afc4)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:07.812915 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4dfe221c-a5b2-4fc1-929a-ae69d5b0b7d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:07.832713 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-97867d07-50bf-4b0b-af2a-2435ecd555ed tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6467250'] for subnet, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:07.928496 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ed6f4c-4179-4fc4-becd-3239b954dd9a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:07.929267 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a9ed6f4c-4179-4fc4-becd-3239b954dd9a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:07.965269 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a9ed6f4c-4179-4fc4-becd-3239b954dd9a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:07.967815 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a9ed6f4c-4179-4fc4-becd-3239b954dd9a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4413674 Jan 11 09:37:07.970017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60912) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:07.980250 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-858e3bfa-4ffc-4b2d-b370-42f07b83cdc2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:08.011826 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-abf5ca79-757e-4b41-8ff4-1a82132c11bc None None] Set router 4361eae4-51aa-4b73-a9b0-fab20cde20cc gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:37:08.018799 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe221c-a5b2-4fc1-929a-ae69d5b0b7d9 None None] Calling delete_port for b6fad200-6dda-4b9c-92d5-d9e38bcde9e4 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:08.031150 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-858e3bfa-4ffc-4b2d-b370-42f07b83cdc2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24138c16-aed1-4d09-ba50-89b116822d97']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:08.058693 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-858e3bfa-4ffc-4b2d-b370-42f07b83cdc2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39dd534-a326-40cd-b703-6e986a93afc4') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:08.058988 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-858e3bfa-4ffc-4b2d-b370-42f07b83cdc2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39dd534-a326-40cd-b703-6e986a93afc4') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:08.078001 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-858e3bfa-4ffc-4b2d-b370-42f07b83cdc2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:08.104510 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a15d5e06-542d-4de2-814d-323c38f08909 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:08.146482 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f6985-138d-46c6-a152-3b7592327fb3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting port 7c78be42-55dd-40b2-b8aa-9eea2d7465ee {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:08.146831 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6985-138d-46c6-a152-3b7592327fb3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:08.204913 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-858e3bfa-4ffc-4b2d-b370-42f07b83cdc2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:08.243284 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858e3bfa-4ffc-4b2d-b370-42f07b83cdc2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:37:08.244630 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-858e3bfa-4ffc-4b2d-b370-42f07b83cdc2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:37:08.262024 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:37:08.308186 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-4dfe221c-a5b2-4fc1-929a-ae69d5b0b7d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:37:08.308717 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-4dfe221c-a5b2-4fc1-929a-ae69d5b0b7d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:37:08.381347 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7c197d35-0937-4327-9dd3-4ad1082be712 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:08.387298 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a15d5e06-542d-4de2-814d-323c38f08909 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:08.392593 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8117959c-91f3-4b3f-a442-b36c52e8da4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-f12a4331-2cb4-4975-8c89-5316fac35b90', 'network_id': 'f12a4331-2cb4-4975-8c89-5316fac35b90', 'tenant_id': 'ffadb6fe7b67451bbff928d8edb541ae', 'fixed_ips': [{'subnet_id': '49ac2af1-a024-4176-a4bf-087c8b88ce95'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:37:08.393286 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8117959c-91f3-4b3f-a442-b36c52e8da4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:08.407210 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-97867d07-50bf-4b0b-af2a-2435ecd555ed tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763173342437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7538021'] for subnet, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:08.407601 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7c197d35-0937-4327-9dd3-4ad1082be712 None None] Transition to ACTIVE for port object c443adcd-5f97-484a-8f99-ae11cbb7d233 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:08.457226 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a15d5e06-542d-4de2-814d-323c38f08909 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:08.473077 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-858e3bfa-4ffc-4b2d-b370-42f07b83cdc2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:08.479601 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-858e3bfa-4ffc-4b2d-b370-42f07b83cdc2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:08.480184 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e26d6c-9dd4-435c-b761-d48c2b09687b None None] Network 85e2efb7-10e7-4e91-9c03-212479734c5a requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:08.509568 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97867d07-50bf-4b0b-af2a-2435ecd555ed tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:08.509702 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7c197d35-0937-4327-9dd3-4ad1082be712 None None] Transition to ACTIVE for port object c443adcd-5f97-484a-8f99-ae11cbb7d233 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:08.510865 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-97867d07-50bf-4b0b-af2a-2435ecd555ed tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:08.515380 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-97867d07-50bf-4b0b-af2a-2435ecd555ed tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "PUT /v2.0/subnets/49ac2af1-a024-4176-a4bf-087c8b88ce95 HTTP/1.1" status: 200 len: 900 time: 0.9130197 Jan 11 09:37:08.526907 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60916) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:08.541794 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7c197d35-0937-4327-9dd3-4ad1082be712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:08.546127 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-858e3bfa-4ffc-4b2d-b370-42f07b83cdc2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/networks/24138c16-aed1-4d09-ba50-89b116822d97 HTTP/1.1" status: 204 len: 168 time: 2.3869748 Jan 11 09:37:08.553401 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60918) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:08.554254 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d5e06-542d-4de2-814d-323c38f08909 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Subnet': ['ID=94835369-e17c-46a0-822c-51e9e106f561,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:08.569848 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-abf5ca79-757e-4b41-8ff4-1a82132c11bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4361eae4-51aa-4b73-a9b0-fab20cde20cc', 'name': 'tempest-TestNetworkBasicOps-router-914648799', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd380b020-1c85-4046-bd13-e75b559f0725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:35:27Z', 'updated_at': '2022-01-11T09:37:04Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'd380b020-1c85-4046-bd13-e75b559f0725', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ec:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4361eae4-51aa-4b73-a9b0-fab20cde20cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:35:28Z', 'updated_at': '2022-01-11T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:08.575143 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf5ca79-757e-4b41-8ff4-1a82132c11bc None None] The sync data for ids ['4361eae4-51aa-4b73-a9b0-fab20cde20cc'] in dv-neutron-823402-4-hyperv is: [{'id': '4361eae4-51aa-4b73-a9b0-fab20cde20cc', 'name': 'tempest-TestNetworkBasicOps-router-914648799', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd380b020-1c85-4046-bd13-e75b559f0725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:35:27Z', 'updated_at': '2022-01-11T09:37:04Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'd380b020-1c85-4046-bd13-e75b559f0725', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ec:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4361eae4-51aa-4b73-a9b0-fab20cde20cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:35:28Z', 'updated_at': '2022-01-11T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:37:08.577888 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a15d5e06-542d-4de2-814d-323c38f08909 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/subnets/94835369-e17c-46a0-822c-51e9e106f561 HTTP/1.1" status: 204 len: 168 time: 1.6339319 Jan 11 09:37:08.580878 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60922) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:08.592642 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-5cfbb29c-bcfe-489d-a679-ed6989a6f25c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'router': {'routes': None}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:08.688286 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e3bfa-4ffc-4b2d-b370-42f07b83cdc2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Pushing event deleted for resources: {'Network': ['ID=24138c16-aed1-4d09-ba50-89b116822d97,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:08.701466 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97867d07-50bf-4b0b-af2a-2435ecd555ed tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event updated for resources: {'Subnet': ['ID=49ac2af1-a024-4176-a4bf-087c8b88ce95,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:08.740280 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device b6fad200-6dda-4b9c-92d5-d9e38bcde9e4 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:37:08.867310 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe221c-a5b2-4fc1-929a-ae69d5b0b7d9 None None] Deleting port b6fad200-6dda-4b9c-92d5-d9e38bcde9e4 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:08.868443 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4dfe221c-a5b2-4fc1-929a-ae69d5b0b7d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:08.903397 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c197d35-0937-4327-9dd3-4ad1082be712 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:08.903716 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: b6fad200-6dda-4b9c-92d5-d9e38bcde9e4 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:37:08.909896 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device b6fad200-6dda-4b9c-92d5-d9e38bcde9e4 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:37:08.909896 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a6b1c1db-cd38-49d2-94bf-9d3055e21b30 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:37:08.962666 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: a6b1c1db-cd38-49d2-94bf-9d3055e21b30 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:37:08.962666 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a6b1c1db-cd38-49d2-94bf-9d3055e21b30 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:37:09.019302 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-7c197d35-0937-4327-9dd3-4ad1082be712 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:09.022540 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c197d35-0937-4327-9dd3-4ad1082be712 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:37:09.026811 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6985-138d-46c6-a152-3b7592327fb3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:09.051352 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c197d35-0937-4327-9dd3-4ad1082be712 None None] Pushing event updated for resources: {'Port': ['ID=c443adcd-5f97-484a-8f99-ae11cbb7d233,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:09.192040 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe221c-a5b2-4fc1-929a-ae69d5b0b7d9 None None] The port 'b6fad200-6dda-4b9c-92d5-d9e38bcde9e4' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:37:09.212330 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.extraroute_db [None req-5cfbb29c-bcfe-489d-a679-ed6989a6f25c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Added routes are [] {{(pid=87655) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 11 09:37:09.212799 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.extraroute_db [None req-5cfbb29c-bcfe-489d-a679-ed6989a6f25c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Removed routes are [] {{(pid=87655) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 11 09:37:09.213271 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5cfbb29c-bcfe-489d-a679-ed6989a6f25c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:09.222046 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f6985-138d-46c6-a152-3b7592327fb3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Calling delete_port for 7c78be42-55dd-40b2-b8aa-9eea2d7465ee owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:09.281123 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:09.312603 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-8117959c-91f3-4b3f-a442-b36c52e8da4b None None] Allocated IP 2001:db8::3 (f12a4331-2cb4-4975-8c89-5316fac35b90/49ac2af1-a024-4176-a4bf-087c8b88ce95/689b9791-a8b6-40d4-baf6-6d9c35f6b7ec) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:09.329419 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7c197d35-0937-4327-9dd3-4ad1082be712 None None] Attempting to bind port c443adcd-5f97-484a-8f99-ae11cbb7d233 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:37:09.331673 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7c197d35-0937-4327-9dd3-4ad1082be712 None None] Attempting to bind port c443adcd-5f97-484a-8f99-ae11cbb7d233 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:37:09.332852 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c197d35-0937-4327-9dd3-4ad1082be712 None None] Attempting to bind port c443adcd-5f97-484a-8f99-ae11cbb7d233 on network 11973de4-095d-48a2-8bfe-2305268446bc {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:37:09.349028 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c197d35-0937-4327-9dd3-4ad1082be712 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:37:09.350108 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c197d35-0937-4327-9dd3-4ad1082be712 None None] Checking segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:37:09.350108 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7c197d35-0937-4327-9dd3-4ad1082be712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:09.350666 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c197d35-0937-4327-9dd3-4ad1082be712 None None] Bound using segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:37:09.351378 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7c197d35-0937-4327-9dd3-4ad1082be712 None None] Bound port: c443adcd-5f97-484a-8f99-ae11cbb7d233, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:37:09.352045 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7c197d35-0937-4327-9dd3-4ad1082be712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:09.407983 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:09.448144 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b5f68c5-6a8b-410f-95df-dee1f9d7e8ba tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:09.484315 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d5167a-2354-4fe4-a28a-3d0d902d1009 None None] DHCP port deletion for 85e2efb7-10e7-4e91-9c03-212479734c5a request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:37:09.537852 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f6d5167a-2354-4fe4-a28a-3d0d902d1009 None None] Deleting port d4517a9c-300a-47c5-89d6-e5eb7c8af418 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:09.539960 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f6d5167a-2354-4fe4-a28a-3d0d902d1009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:09.592536 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6985-138d-46c6-a152-3b7592327fb3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:09.712519 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6985-138d-46c6-a152-3b7592327fb3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Port': ['ID=7c78be42-55dd-40b2-b8aa-9eea2d7465ee,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:09.712519 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6985-138d-46c6-a152-3b7592327fb3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:09.738963 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4a8f6985-138d-46c6-a152-3b7592327fb3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/7c78be42-55dd-40b2-b8aa-9eea2d7465ee HTTP/1.1" status: 204 len: 168 time: 1.7543004 Jan 11 09:37:09.738963 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60928) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:09.774825 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7c197d35-0937-4327-9dd3-4ad1082be712 None None] For port c443adcd-5f97-484a-8f99-ae11cbb7d233, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:37:09.800504 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7c197d35-0937-4327-9dd3-4ad1082be712 None None] For port c443adcd-5f97-484a-8f99-ae11cbb7d233, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=c443adcd-5f97-484a-8f99-ae11cbb7d233,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:37:09.803983 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5cfbb29c-bcfe-489d-a679-ed6989a6f25c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:09.809951 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5cfbb29c-bcfe-489d-a679-ed6989a6f25c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1771441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1771464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1784463'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:09.831296 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7c197d35-0937-4327-9dd3-4ad1082be712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:09.849782 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20afae3c-73e1-4962-acaf-044239c900d1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:09.852426 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20afae3c-73e1-4962-acaf-044239c900d1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:09.855527 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-20afae3c-73e1-4962-acaf-044239c900d1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:09.883833 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-20afae3c-73e1-4962-acaf-044239c900d1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:09.883833 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-20afae3c-73e1-4962-acaf-044239c900d1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1537471 Jan 11 09:37:09.884252 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60932) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:09.983484 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfbb29c-bcfe-489d-a679-ed6989a6f25c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:37:09.987852 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ebffaf8-7644-4c5e-9450-8a159e90b430 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet 10064dd0-f1f2-4279-a0eb-712d80fde522 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:37:09.991491 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ebffaf8-7644-4c5e-9450-8a159e90b430 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:10.004560 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b5f68c5-6a8b-410f-95df-dee1f9d7e8ba tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:10.066960 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ebffaf8-7644-4c5e-9450-8a159e90b430 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:10.135814 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c197d35-0937-4327-9dd3-4ad1082be712 None None] Pushing event updated for resources: {'Port': ['ID=c443adcd-5f97-484a-8f99-ae11cbb7d233,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:10.136194 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3b5f68c5-6a8b-410f-95df-dee1f9d7e8ba tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port d380b020-1c85-4046-bd13-e75b559f0725 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:10.136533 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b5f68c5-6a8b-410f-95df-dee1f9d7e8ba tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:10.188235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ebffaf8-7644-4c5e-9450-8a159e90b430 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:10.193297 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfbb29c-bcfe-489d-a679-ed6989a6f25c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:37:10.211142 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5cfbb29c-bcfe-489d-a679-ed6989a6f25c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:10.213668 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5cfbb29c-bcfe-489d-a679-ed6989a6f25c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "PUT /v2.0/routers/9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e HTTP/1.1" status: 200 len: 700 time: 1.6346354 Jan 11 09:37:10.215975 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37806276-4c18-4ca2-b9b6-122919c87b8e None None] Sync routers for ids ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:37:10.219128 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60936) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:10.251005 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f6d5167a-2354-4fe4-a28a-3d0d902d1009 None None] For port d4517a9c-300a-47c5-89d6-e5eb7c8af418, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=d4517a9c-300a-47c5-89d6-e5eb7c8af418,segment=NetworkSegment(73547db2-9ad7-4d9a-895e-55ca800037bb),segment_id=73547db2-9ad7-4d9a-895e-55ca800037bb)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:10.251290 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f6d5167a-2354-4fe4-a28a-3d0d902d1009 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:10.265715 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8117959c-91f3-4b3f-a442-b36c52e8da4b None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:10.278598 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0a3a56e8-fb2b-47d0-94e3-4f57f020eee6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Synchronizing usage tracker for tenant:264ed167813548b38f5af4683744d86b on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:10.309510 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0a3a56e8-fb2b-47d0-94e3-4f57f020eee6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Unset dirty status for tenant:264ed167813548b38f5af4683744d86b on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:10.313995 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0a3a56e8-fb2b-47d0-94e3-4f57f020eee6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e HTTP/1.1" status: 200 len: 205 time: 0.0905409 Jan 11 09:37:10.314333 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60940) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:10.338585 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37806276-4c18-4ca2-b9b6-122919c87b8e None None] Routers {'9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:37:10.339300 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-37806276-4c18-4ca2-b9b6-122919c87b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:36:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:10.414821 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-3b5f68c5-6a8b-410f-95df-dee1f9d7e8ba tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port d380b020-1c85-4046-bd13-e75b559f0725, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=d380b020-1c85-4046-bd13-e75b559f0725,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:10.418573 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b5f68c5-6a8b-410f-95df-dee1f9d7e8ba tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:10.508292 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d23558ed-5dd2-4f98-8f9b-4abb2f5cc701 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:10.533872 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f6d5167a-2354-4fe4-a28a-3d0d902d1009 None None] Calling delete_port for d4517a9c-300a-47c5-89d6-e5eb7c8af418 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:10.583504 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8117959c-91f3-4b3f-a442-b36c52e8da4b None None] Transition to ACTIVE for port object 689b9791-a8b6-40d4-baf6-6d9c35f6b7ec will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:10.618468 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3b5f68c5-6a8b-410f-95df-dee1f9d7e8ba tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for d380b020-1c85-4046-bd13-e75b559f0725 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:10.691029 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ebffaf8-7644-4c5e-9450-8a159e90b430 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:10.691242 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device c443adcd-5f97-484a-8f99-ae11cbb7d233 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:37:10.774245 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-37806276-4c18-4ca2-b9b6-122919c87b8e None None] Set router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:37:10.794526 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebffaf8-7644-4c5e-9450-8a159e90b430 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=10064dd0-f1f2-4279-a0eb-712d80fde522,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:10.871572 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b5f68c5-6a8b-410f-95df-dee1f9d7e8ba tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:10.967860 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f68c5-6a8b-410f-95df-dee1f9d7e8ba tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=d380b020-1c85-4046-bd13-e75b559f0725,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:11.015955 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8117959c-91f3-4b3f-a442-b36c52e8da4b None None] Transition to ACTIVE for port object 689b9791-a8b6-40d4-baf6-6d9c35f6b7ec will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:11.023547 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-37806276-4c18-4ca2-b9b6-122919c87b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e', 'name': 'tempest-RoutersTest-router-320544399', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:36:00Z', 'updated_at': '2022-01-11T09:37:04Z', 'revision_number': 11, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:11.033751 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ebffaf8-7644-4c5e-9450-8a159e90b430 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:11.049891 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8117959c-91f3-4b3f-a442-b36c52e8da4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:11.140586 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37806276-4c18-4ca2-b9b6-122919c87b8e None None] Checking router: 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:37:11.152140 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d23558ed-5dd2-4f98-8f9b-4abb2f5cc701 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:11.156108 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d23558ed-5dd2-4f98-8f9b-4abb2f5cc701 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:11.215494 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b5f68c5-6a8b-410f-95df-dee1f9d7e8ba tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:11.218061 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:11.245160 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8117959c-91f3-4b3f-a442-b36c52e8da4b None None] Network f12a4331-2cb4-4975-8c89-5316fac35b90 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:11.246274 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37806276-4c18-4ca2-b9b6-122919c87b8e None None] Routers set() bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:37:11.246844 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37806276-4c18-4ca2-b9b6-122919c87b8e None None] Router IDs set() for agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 11 09:37:11.247741 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_agentschedulers_db [None req-37806276-4c18-4ca2-b9b6-122919c87b8e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:36:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent'). {{(pid=87656) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 11 09:37:11.248596 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37806276-4c18-4ca2-b9b6-122919c87b8e None None] The sync data for ids ['9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:37:11.250814 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f6d5167a-2354-4fe4-a28a-3d0d902d1009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:11.263167 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-8117959c-91f3-4b3f-a442-b36c52e8da4b None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:11.264607 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d23558ed-5dd2-4f98-8f9b-4abb2f5cc701 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:11.265104 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23558ed-5dd2-4f98-8f9b-4abb2f5cc701 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Fanout notify agent at l3_agent the message router_deleted on router 9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:37:11.273784 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8117959c-91f3-4b3f-a442-b36c52e8da4b None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:37:11.277537 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117959c-91f3-4b3f-a442-b36c52e8da4b None None] Pushing event updated for resources: {'Port': ['ID=689b9791-a8b6-40d4-baf6-6d9c35f6b7ec,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:11.289023 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d23558ed-5dd2-4f98-8f9b-4abb2f5cc701 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:11.290177 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d23558ed-5dd2-4f98-8f9b-4abb2f5cc701 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/routers/9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e HTTP/1.1" status: 204 len: 168 time: 0.9747751 Jan 11 09:37:11.295443 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9ebffaf8-7644-4c5e-9450-8a159e90b430 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/10064dd0-f1f2-4279-a0eb-712d80fde522 HTTP/1.1" status: 204 len: 168 time: 1.4094832 Jan 11 09:37:11.307616 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60944) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:11.308108 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60946) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:11.311860 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event deleted for resources: {'Subnet': ['ID=49ac2af1-a024-4176-a4bf-087c8b88ce95,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:11.397800 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-fc62c9d4-1b01-48fd-82e0-791878499b3f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1781172145', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:11.437621 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port c443adcd-5f97-484a-8f99-ae11cbb7d233 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:11.457795 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d5167a-2354-4fe4-a28a-3d0d902d1009 None None] No DVR routers for this DVR port d4517a9c-300a-47c5-89d6-e5eb7c8af418 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:37:11.467402 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5167a-2354-4fe4-a28a-3d0d902d1009 None None] Pushing event deleted for resources: {'Port': ['ID=d4517a9c-300a-47c5-89d6-e5eb7c8af418,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:11.470232 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-fc62c9d4-1b01-48fd-82e0-791878499b3f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:11.477661 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-084bfe8a-51e9-4b13-a48b-0d24a69597d5 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1627986 Jan 11 09:37:11.490319 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60952) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:11.497607 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-fc62c9d4-1b01-48fd-82e0-791878499b3f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Usage tracker for resource:router and tenant:264ed167813548b38f5af4683744d86b is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:11.564998 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-fc62c9d4-1b01-48fd-82e0-791878499b3f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:11.575733 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-fc62c9d4-1b01-48fd-82e0-791878499b3f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:11.588676 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8117959c-91f3-4b3f-a442-b36c52e8da4b None None] Attempting to bind port 689b9791-a8b6-40d4-baf6-6d9c35f6b7ec on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:37:11.589839 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8117959c-91f3-4b3f-a442-b36c52e8da4b None None] Attempting to bind port 689b9791-a8b6-40d4-baf6-6d9c35f6b7ec by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '61a79ad2-f08c-4220-a3b0-c394d0946f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f12a4331-2cb4-4975-8c89-5316fac35b90'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:37:11.590451 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8117959c-91f3-4b3f-a442-b36c52e8da4b None None] Attempting to bind port 689b9791-a8b6-40d4-baf6-6d9c35f6b7ec on network f12a4331-2cb4-4975-8c89-5316fac35b90 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:37:11.590862 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b5f68c5-6a8b-410f-95df-dee1f9d7e8ba tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:11.593635 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b5f68c5-6a8b-410f-95df-dee1f9d7e8ba tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:11.599981 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8117959c-91f3-4b3f-a442-b36c52e8da4b None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:37:11.600788 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8117959c-91f3-4b3f-a442-b36c52e8da4b None None] Checking segment: {'id': '61a79ad2-f08c-4220-a3b0-c394d0946f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f12a4331-2cb4-4975-8c89-5316fac35b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:37:11.603126 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8117959c-91f3-4b3f-a442-b36c52e8da4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:11.609662 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8117959c-91f3-4b3f-a442-b36c52e8da4b None None] Bound using segment: {'id': '61a79ad2-f08c-4220-a3b0-c394d0946f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f12a4331-2cb4-4975-8c89-5316fac35b90'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:37:11.610553 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8117959c-91f3-4b3f-a442-b36c52e8da4b None None] Bound port: 689b9791-a8b6-40d4-baf6-6d9c35f6b7ec, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a79ad2-f08c-4220-a3b0-c394d0946f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f12a4331-2cb4-4975-8c89-5316fac35b90'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:37:11.610965 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8117959c-91f3-4b3f-a442-b36c52e8da4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:11.631826 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b5f68c5-6a8b-410f-95df-dee1f9d7e8ba tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:11.632520 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5f68c5-6a8b-410f-95df-dee1f9d7e8ba tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Fanout notify agent at l3_agent the message router_deleted on router 4361eae4-51aa-4b73-a9b0-fab20cde20cc {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:37:11.652814 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b5f68c5-6a8b-410f-95df-dee1f9d7e8ba tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:11.657690 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3b5f68c5-6a8b-410f-95df-dee1f9d7e8ba tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/routers/4361eae4-51aa-4b73-a9b0-fab20cde20cc HTTP/1.1" status: 204 len: 168 time: 3.0719337 Jan 11 09:37:11.658643 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60956) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:11.711829 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 8bd8126e-357a-4596-80d2-ad08a41a8691 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:37:11.726621 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:11.791116 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc62c9d4-1b01-48fd-82e0-791878499b3f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:11.792186 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc62c9d4-1b01-48fd-82e0-791878499b3f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:11.825467 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12a4331-2cb4-4975-8c89-5316fac35b90']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:11.863286 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a79ad2-f08c-4220-a3b0-c394d0946f09') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:11.863587 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a79ad2-f08c-4220-a3b0-c394d0946f09') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:11.873897 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8117959c-91f3-4b3f-a442-b36c52e8da4b None None] For port 689b9791-a8b6-40d4-baf6-6d9c35f6b7ec, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:37:11.877263 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc62c9d4-1b01-48fd-82e0-791878499b3f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:11.878206 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8117959c-91f3-4b3f-a442-b36c52e8da4b None None] For port 689b9791-a8b6-40d4-baf6-6d9c35f6b7ec, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=689b9791-a8b6-40d4-baf6-6d9c35f6b7ec,segment=NetworkSegment(61a79ad2-f08c-4220-a3b0-c394d0946f09),segment_id=61a79ad2-f08c-4220-a3b0-c394d0946f09)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:37:11.880901 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 8bd8126e-357a-4596-80d2-ad08a41a8691 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:37:11.881124 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bcea1e9-e745-4b65-9f58-0531a5cac893 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:11.881572 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 8bd8126e-357a-4596-80d2-ad08a41a8691 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:37:11.882116 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device d4517a9c-300a-47c5-89d6-e5eb7c8af418 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:37:11.888141 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:11.912288 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8688002-f6f7-4419-a585-f08e8a4d3879 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:11.912728 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74e41b3-12ba-4300-b691-da1b39b8bf6d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:11.913430 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d74e41b3-12ba-4300-b691-da1b39b8bf6d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:11.927064 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:11.937698 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc62c9d4-1b01-48fd-82e0-791878499b3f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:11.944099 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:37:11.944504 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:37:11.964213 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:37:11.974451 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d74e41b3-12ba-4300-b691-da1b39b8bf6d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:11.975619 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d74e41b3-12ba-4300-b691-da1b39b8bf6d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4830105 Jan 11 09:37:11.978312 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60960) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:12.061008 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8117959c-91f3-4b3f-a442-b36c52e8da4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:12.074543 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc62c9d4-1b01-48fd-82e0-791878499b3f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:12.075824 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-fc62c9d4-1b01-48fd-82e0-791878499b3f tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7594957 Jan 11 09:37:12.078732 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60964) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:12.079382 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.api [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 11 09:37:12.079382 dv-neutron-823402-4-hyperv neutron-server[87654]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 11 09:37:12.079382 dv-neutron-823402-4-hyperv neutron-server[87654]: [parameters: {'id': 'f12a4331-2cb4-4975-8c89-5316fac35b90'}] Jan 11 09:37:12.079382 dv-neutron-823402-4-hyperv neutron-server[87654]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:37:12.079693 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG oslo_db.api [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:37:12.092074 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-6e37f4d1-4c7a-4efe-a3f6-8f1c5e985118 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:12.097591 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bcea1e9-e745-4b65-9f58-0531a5cac893 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:12.173360 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117959c-91f3-4b3f-a442-b36c52e8da4b None None] Pushing event updated for resources: {'Port': ['ID=689b9791-a8b6-40d4-baf6-6d9c35f6b7ec,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:12.181922 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-1bcea1e9-e745-4b65-9f58-0531a5cac893 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e2efb7-10e7-4e91-9c03-212479734c5a']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:12.198969 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3db5a2-a718-459a-9792-3176fc6a2042 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:12.200633 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-cd3db5a2-a718-459a-9792-3176fc6a2042 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2209904 Jan 11 09:37:12.204395 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60970) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:12.208577 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-1bcea1e9-e745-4b65-9f58-0531a5cac893 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73547db2-9ad7-4d9a-895e-55ca800037bb') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:12.209091 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-1bcea1e9-e745-4b65-9f58-0531a5cac893 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73547db2-9ad7-4d9a-895e-55ca800037bb') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:12.249510 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: d4517a9c-300a-47c5-89d6-e5eb7c8af418 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:37:12.250066 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device d4517a9c-300a-47c5-89d6-e5eb7c8af418 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:37:12.323837 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-dfdeaba9-3337-4a33-9722-5e9fe8c232c7 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1140308 Jan 11 09:37:12.324323 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60974) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:12.331981 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-89e81f19-7520-4f3e-8c65-fcf81e070ab3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:12.348532 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bcea1e9-e745-4b65-9f58-0531a5cac893 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:12.363394 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c91c76ce-66a3-4e85-9c3c-738a3731d2f0 None None] Provisioning for port c443adcd-5f97-484a-8f99-ae11cbb7d233 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:12.393672 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c91c76ce-66a3-4e85-9c3c-738a3731d2f0 None None] Provisioning complete for port c443adcd-5f97-484a-8f99-ae11cbb7d233 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:12.394966 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c91c76ce-66a3-4e85-9c3c-738a3731d2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:12.395255 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bcea1e9-e745-4b65-9f58-0531a5cac893 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:12.489702 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bcea1e9-e745-4b65-9f58-0531a5cac893 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:37:12.490846 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bcea1e9-e745-4b65-9f58-0531a5cac893 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:37:12.542860 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:37:12.592122 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c91c76ce-66a3-4e85-9c3c-738a3731d2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:12.594843 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:12.607772 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e37f4d1-4c7a-4efe-a3f6-8f1c5e985118 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:12.609596 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b6b63c-dc23-4b4a-8026-13e476046c58 None None] Network f12a4331-2cb4-4975-8c89-5316fac35b90 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:12.621774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Deleting port 689b9791-a8b6-40d4-baf6-6d9c35f6b7ec {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:12.622167 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:12.631591 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-89e81f19-7520-4f3e-8c65-fcf81e070ab3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:12.636078 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-89e81f19-7520-4f3e-8c65-fcf81e070ab3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:12.640274 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-89e81f19-7520-4f3e-8c65-fcf81e070ab3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:12.646904 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bcea1e9-e745-4b65-9f58-0531a5cac893 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:12.648105 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-89e81f19-7520-4f3e-8c65-fcf81e070ab3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:12.657072 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e37f4d1-4c7a-4efe-a3f6-8f1c5e985118 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1771441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1771464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1784463'] for router, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:12.668833 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bcea1e9-e745-4b65-9f58-0531a5cac893 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:12.678365 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcea1e9-e745-4b65-9f58-0531a5cac893 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Network': ['ID=85e2efb7-10e7-4e91-9c03-212479734c5a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:12.705619 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1bcea1e9-e745-4b65-9f58-0531a5cac893 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/networks/85e2efb7-10e7-4e91-9c03-212479734c5a HTTP/1.1" status: 204 len: 168 time: 1.0450134 Jan 11 09:37:12.706676 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60980) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:12.712170 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ae2c9e41-4bed-40dc-966a-a7eba012ec52 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'network': {'name': 'tempest-network-smoke--415235280', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'port_security_enabled': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:12.715455 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e81f19-7520-4f3e-8c65-fcf81e070ab3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:12.719234 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89e81f19-7520-4f3e-8c65-fcf81e070ab3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:12.739158 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device d380b020-1c85-4046-bd13-e75b559f0725 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:37:12.746067 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ae2c9e41-4bed-40dc-966a-a7eba012ec52 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:12.761867 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ae2c9e41-4bed-40dc-966a-a7eba012ec52 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:network and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:12.778225 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ae2c9e41-4bed-40dc-966a-a7eba012ec52 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:12.789069 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ae2c9e41-4bed-40dc-966a-a7eba012ec52 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:12.796012 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c91c76ce-66a3-4e85-9c3c-738a3731d2f0 None None] For port c443adcd-5f97-484a-8f99-ae11cbb7d233, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=c443adcd-5f97-484a-8f99-ae11cbb7d233,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:12.825558 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: d380b020-1c85-4046-bd13-e75b559f0725 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:37:12.825954 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device d380b020-1c85-4046-bd13-e75b559f0725 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:37:12.827709 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c91c76ce-66a3-4e85-9c3c-738a3731d2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:12.877991 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2c9e41-4bed-40dc-966a-a7eba012ec52 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Made reservation on behalf of b18c1b552dc34b41889b96f8d477063d for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:12.882486 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9e41-4bed-40dc-966a-a7eba012ec52 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:12.995204 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c76ce-66a3-4e85-9c3c-738a3731d2f0 None None] Pushing event updated for resources: {'Port': ['ID=c443adcd-5f97-484a-8f99-ae11cbb7d233,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:12.999012 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2c9e41-4bed-40dc-966a-a7eba012ec52 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:37:13.009470 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91c76ce-66a3-4e85-9c3c-738a3731d2f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:13.009817 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91c76ce-66a3-4e85-9c3c-738a3731d2f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:13.015402 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91c76ce-66a3-4e85-9c3c-738a3731d2f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:13.016527 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91c76ce-66a3-4e85-9c3c-738a3731d2f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:13.016527 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91c76ce-66a3-4e85-9c3c-738a3731d2f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:13.016527 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91c76ce-66a3-4e85-9c3c-738a3731d2f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:13.016995 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91c76ce-66a3-4e85-9c3c-738a3731d2f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:13.017330 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91c76ce-66a3-4e85-9c3c-738a3731d2f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:13.018097 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91c76ce-66a3-4e85-9c3c-738a3731d2f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:13.018462 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91c76ce-66a3-4e85-9c3c-738a3731d2f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:13.018787 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91c76ce-66a3-4e85-9c3c-738a3731d2f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:13.019111 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91c76ce-66a3-4e85-9c3c-738a3731d2f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:13.032610 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f58ca6-a98c-42ad-98c6-cf2100b6debe None None] Network f12a4331-2cb4-4975-8c89-5316fac35b90 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:13.049088 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22db2607-771b-44d8-b3ab-20c57518031f None None] DHCP port deletion for 11973de4-095d-48a2-8bfe-2305268446bc request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:37:13.059811 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-22db2607-771b-44d8-b3ab-20c57518031f None None] Deleting port c443adcd-5f97-484a-8f99-ae11cbb7d233 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:13.060218 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-22db2607-771b-44d8-b3ab-20c57518031f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:13.084120 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9e41-4bed-40dc-966a-a7eba012ec52 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:13.084470 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-ae2c9e41-4bed-40dc-966a-a7eba012ec52 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Added segment 76aef85c-af25-4c57-8dbb-736378ff89fa of type vlan for network 222959b5-cbb6-4a23-bebe-87da222ff456 Jan 11 09:37:13.132979 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9e41-4bed-40dc-966a-a7eba012ec52 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:13.188554 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e37f4d1-4c7a-4efe-a3f6-8f1c5e985118 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Router 9d85b3f7-d334-407b-a81e-282d4d8064ab is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:37:13.191972 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89e81f19-7520-4f3e-8c65-fcf81e070ab3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:13.192818 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] For port 689b9791-a8b6-40d4-baf6-6d9c35f6b7ec, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=689b9791-a8b6-40d4-baf6-6d9c35f6b7ec,segment=NetworkSegment(61a79ad2-f08c-4220-a3b0-c394d0946f09),segment_id=61a79ad2-f08c-4220-a3b0-c394d0946f09)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:13.193168 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:13.228667 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9e41-4bed-40dc-966a-a7eba012ec52 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:13.234784 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2c9e41-4bed-40dc-966a-a7eba012ec52 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:13.235412 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9e41-4bed-40dc-966a-a7eba012ec52 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:13.277617 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e81f19-7520-4f3e-8c65-fcf81e070ab3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:13.289601 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-89e81f19-7520-4f3e-8c65-fcf81e070ab3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:13.292614 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e81f19-7520-4f3e-8c65-fcf81e070ab3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:13.293446 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89e81f19-7520-4f3e-8c65-fcf81e070ab3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:13.379618 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Calling delete_port for 689b9791-a8b6-40d4-baf6-6d9c35f6b7ec owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:13.398989 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ae2c9e41-4bed-40dc-966a-a7eba012ec52 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6911623 Jan 11 09:37:13.408368 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-89e81f19-7520-4f3e-8c65-fcf81e070ab3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0834038 Jan 11 09:37:13.409358 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 60984) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:13.412130 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c9e41-4bed-40dc-966a-a7eba012ec52 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Network': ['ID=222959b5-cbb6-4a23-bebe-87da222ff456,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:13.414700 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60986) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:13.415391 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e81f19-7520-4f3e-8c65-fcf81e070ab3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=8dd70221-d07b-41fa-94de-1b52163d4721,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:13.421922 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-38ed2ee3-60a7-4c91-bc33-fb99692a90fa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-914727539', 'admin_state_up': True, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:13.428074 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-e16aa863-6ef5-4652-a6ca-3f84b48ee2ee tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'mac_address': 'fa:16:3e:1b:b3:33', 'name': 'tempest-NetworksTestDHCPv6-683683012'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:13.430245 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-38ed2ee3-60a7-4c91-bc33-fb99692a90fa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:13.434328 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-38ed2ee3-60a7-4c91-bc33-fb99692a90fa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:router and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:13.438203 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-38ed2ee3-60a7-4c91-bc33-fb99692a90fa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:13.444012 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-38ed2ee3-60a7-4c91-bc33-fb99692a90fa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:13.455319 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38ed2ee3-60a7-4c91-bc33-fb99692a90fa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:13.456731 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38ed2ee3-60a7-4c91-bc33-fb99692a90fa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:13.462873 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 222959b5-cbb6-4a23-bebe-87da222ff456 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:37:13.473151 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38ed2ee3-60a7-4c91-bc33-fb99692a90fa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:13.544214 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e37f4d1-4c7a-4efe-a3f6-8f1c5e985118 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:37:13.555567 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e37f4d1-4c7a-4efe-a3f6-8f1c5e985118 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:13.556733 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6e37f4d1-4c7a-4efe-a3f6-8f1c5e985118 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "PUT /v2.0/routers/9d85b3f7-d334-407b-a81e-282d4d8064ab HTTP/1.1" status: 200 len: 694 time: 1.4740076 Jan 11 09:37:13.564178 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7472887e-5f4c-4297-8025-f35644840661 None None] Sync routers for ids ['9d85b3f7-d334-407b-a81e-282d4d8064ab'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:37:13.579899 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7472887e-5f4c-4297-8025-f35644840661 None None] Routers {'9d85b3f7-d334-407b-a81e-282d4d8064ab'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:37:13.580880 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7472887e-5f4c-4297-8025-f35644840661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:36:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9d85b3f7-d334-407b-a81e-282d4d8064ab'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:13.607928 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-22db2607-771b-44d8-b3ab-20c57518031f None None] For port c443adcd-5f97-484a-8f99-ae11cbb7d233, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=c443adcd-5f97-484a-8f99-ae11cbb7d233,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:13.608571 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-22db2607-771b-44d8-b3ab-20c57518031f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:13.616049 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60992) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:13.800297 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4676e97c-655b-4f37-a01c-6bc1afde6316 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "GET /v2.0/routers/9d85b3f7-d334-407b-a81e-282d4d8064ab HTTP/1.1" status: 200 len: 700 time: 0.1831574 Jan 11 09:37:13.804465 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 60996) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:13.814051 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-22db2607-771b-44d8-b3ab-20c57518031f None None] Calling delete_port for c443adcd-5f97-484a-8f99-ae11cbb7d233 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:13.818678 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-7472887e-5f4c-4297-8025-f35644840661 None None] Set router 9d85b3f7-d334-407b-a81e-282d4d8064ab gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:37:13.865419 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:13.917570 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d5b2fba0-2e13-42c9-8c7a-7e7b70fe0c72 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d85b3f7-d334-407b-a81e-282d4d8064ab HTTP/1.1" status: 200 len: 205 time: 0.1118863 Jan 11 09:37:13.928115 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32768) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:13.929455 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event deleted for resources: {'Port': ['ID=689b9791-a8b6-40d4-baf6-6d9c35f6b7ec,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:13.933562 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-22db2607-771b-44d8-b3ab-20c57518031f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:13.940033 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] No DVR routers for this DVR port 689b9791-a8b6-40d4-baf6-6d9c35f6b7ec on host dv-neutron-823402-4-hyperv {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:37:13.953260 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38ed2ee3-60a7-4c91-bc33-fb99692a90fa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:13.957589 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7472887e-5f4c-4297-8025-f35644840661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d85b3f7-d334-407b-a81e-282d4d8064ab', 'name': 'tempest-RoutersTest-router-1781172145', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:37:11Z', 'updated_at': '2022-01-11T09:37:12Z', 'revision_number': 2, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:13.963615 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7472887e-5f4c-4297-8025-f35644840661 None None] Checking router: 9d85b3f7-d334-407b-a81e-282d4d8064ab for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:37:13.973783 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7472887e-5f4c-4297-8025-f35644840661 None None] Routers {'9d85b3f7-d334-407b-a81e-282d4d8064ab'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:37:13.974830 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7472887e-5f4c-4297-8025-f35644840661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:36:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9d85b3f7-d334-407b-a81e-282d4d8064ab'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:13.999369 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e16aa863-6ef5-4652-a6ca-3f84b48ee2ee tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:13.999543 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db2607-771b-44d8-b3ab-20c57518031f None None] Pushing event deleted for resources: {'Port': ['ID=c443adcd-5f97-484a-8f99-ae11cbb7d233,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:14.008062 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22db2607-771b-44d8-b3ab-20c57518031f None None] No DVR routers for this DVR port c443adcd-5f97-484a-8f99-ae11cbb7d233 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:37:14.026302 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62d5b4b-d4aa-4df6-af2d-dcb2c68f81c0 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:14.134797 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e16aa863-6ef5-4652-a6ca-3f84b48ee2ee tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:14.141929 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-7472887e-5f4c-4297-8025-f35644840661 None None] Set router 9d85b3f7-d334-407b-a81e-282d4d8064ab gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:37:14.203109 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd13e498-b579-4d93-a3c4-df9b2e8ed81d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:14.271060 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7472887e-5f4c-4297-8025-f35644840661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d85b3f7-d334-407b-a81e-282d4d8064ab', 'name': 'tempest-RoutersTest-router-1781172145', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:37:11Z', 'updated_at': '2022-01-11T09:37:12Z', 'revision_number': 2, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:14.275472 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7472887e-5f4c-4297-8025-f35644840661 None None] The sync data for ids ['9d85b3f7-d334-407b-a81e-282d4d8064ab'] in dv-neutron-823402-4-hyperv is: [{'id': '9d85b3f7-d334-407b-a81e-282d4d8064ab', 'name': 'tempest-RoutersTest-router-1781172145', 'tenant_id': '264ed167813548b38f5af4683744d86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:37:11Z', 'updated_at': '2022-01-11T09:37:12Z', 'revision_number': 2, 'project_id': '264ed167813548b38f5af4683744d86b', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:37:14.339603 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86e4274-e032-401d-9295-321b5e8db07c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-11973de4-095d-48a2-8bfe-2305268446bc', 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'fixed_ips': [{'subnet_id': '8dd70221-d07b-41fa-94de-1b52163d4721'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:37:14.340445 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f86e4274-e032-401d-9295-321b5e8db07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:14.367203 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38ed2ee3-60a7-4c91-bc33-fb99692a90fa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:14.399843 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38ed2ee3-60a7-4c91-bc33-fb99692a90fa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:14.469901 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16aa863-6ef5-4652-a6ca-3f84b48ee2ee tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:14.521892 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-f86e4274-e032-401d-9295-321b5e8db07c None None] Allocated IP 2001:db8::2 (11973de4-095d-48a2-8bfe-2305268446bc/8dd70221-d07b-41fa-94de-1b52163d4721/cd22d251-8366-433f-8000-69419b8e1e42) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:14.554172 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:14.574889 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-38ed2ee3-60a7-4c91-bc33-fb99692a90fa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.26.3.177 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/d43bcc9d-0075-4ac0-a964-96c228ccd13b) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:14.591125 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device c443adcd-5f97-484a-8f99-ae11cbb7d233 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:37:14.635935 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: c443adcd-5f97-484a-8f99-ae11cbb7d233 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:37:14.637179 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device c443adcd-5f97-484a-8f99-ae11cbb7d233 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:37:14.735822 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38ed2ee3-60a7-4c91-bc33-fb99692a90fa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:14.767857 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38ed2ee3-60a7-4c91-bc33-fb99692a90fa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:14.836914 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ed2ee3-60a7-4c91-bc33-fb99692a90fa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:14.840341 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-38ed2ee3-60a7-4c91-bc33-fb99692a90fa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:14.844937 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ed2ee3-60a7-4c91-bc33-fb99692a90fa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:37:14.849725 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f86e4274-e032-401d-9295-321b5e8db07c None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:14.862216 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f86e4274-e032-401d-9295-321b5e8db07c None None] Transition to ACTIVE for port object cd22d251-8366-433f-8000-69419b8e1e42 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:14.863212 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12a4331-2cb4-4975-8c89-5316fac35b90']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:14.883346 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f86e4274-e032-401d-9295-321b5e8db07c None None] Transition to ACTIVE for port object cd22d251-8366-433f-8000-69419b8e1e42 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:14.889090 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed2ee3-60a7-4c91-bc33-fb99692a90fa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=d43bcc9d-0075-4ac0-a964-96c228ccd13b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:14.890774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd13e498-b579-4d93-a3c4-df9b2e8ed81d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:14.892944 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f86e4274-e032-401d-9295-321b5e8db07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:14.894460 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a79ad2-f08c-4220-a3b0-c394d0946f09') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:14.894747 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a79ad2-f08c-4220-a3b0-c394d0946f09') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:14.901617 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd13e498-b579-4d93-a3c4-df9b2e8ed81d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:14.921751 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:14.969842 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:14.972992 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86e4274-e032-401d-9295-321b5e8db07c None None] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:14.976522 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-f86e4274-e032-401d-9295-321b5e8db07c None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:14.979405 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86e4274-e032-401d-9295-321b5e8db07c None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:37:14.980720 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e16aa863-6ef5-4652-a6ca-3f84b48ee2ee tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:14.998800 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:37:14.999453 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:37:15.014691 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:37:15.016981 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd13e498-b579-4d93-a3c4-df9b2e8ed81d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:15.017454 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd13e498-b579-4d93-a3c4-df9b2e8ed81d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Fanout notify agent at l3_agent the message router_deleted on router 9d85b3f7-d334-407b-a81e-282d4d8064ab {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:37:15.031953 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2aa66415-2d6b-4c47-9684-1e9d4508aab1 req-eb54dc2b-114c-4104-85dd-0e93526088c8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8948774 Jan 11 09:37:15.069148 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e4274-e032-401d-9295-321b5e8db07c None None] Pushing event updated for resources: {'Port': ['ID=cd22d251-8366-433f-8000-69419b8e1e42,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:15.092813 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f86e4274-e032-401d-9295-321b5e8db07c None None] Attempting to bind port cd22d251-8366-433f-8000-69419b8e1e42 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:37:15.093284 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f86e4274-e032-401d-9295-321b5e8db07c None None] Attempting to bind port cd22d251-8366-433f-8000-69419b8e1e42 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:37:15.093652 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e4274-e032-401d-9295-321b5e8db07c None None] Attempting to bind port cd22d251-8366-433f-8000-69419b8e1e42 on network 11973de4-095d-48a2-8bfe-2305268446bc {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:37:15.099671 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e4274-e032-401d-9295-321b5e8db07c None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:37:15.100218 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e4274-e032-401d-9295-321b5e8db07c None None] Checking segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:37:15.100719 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f86e4274-e032-401d-9295-321b5e8db07c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:15.101180 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e4274-e032-401d-9295-321b5e8db07c None None] Bound using segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:37:15.101723 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f86e4274-e032-401d-9295-321b5e8db07c None None] Bound port: cd22d251-8366-433f-8000-69419b8e1e42, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:37:15.102076 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f86e4274-e032-401d-9295-321b5e8db07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:15.122376 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-e16aa863-6ef5-4652-a6ca-3f84b48ee2ee tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] device_id is not set on port 09813fb7-1ecd-4890-9228-65439aa3a687 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:37:15.166516 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd13e498-b579-4d93-a3c4-df9b2e8ed81d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:15.167571 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-cd13e498-b579-4d93-a3c4-df9b2e8ed81d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/routers/9d85b3f7-d334-407b-a81e-282d4d8064ab HTTP/1.1" status: 204 len: 168 time: 1.2358799 Jan 11 09:37:15.171769 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 32772) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:15.209244 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:15.241860 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f86e4274-e032-401d-9295-321b5e8db07c None None] For port cd22d251-8366-433f-8000-69419b8e1e42, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:37:15.248857 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f86e4274-e032-401d-9295-321b5e8db07c None None] For port cd22d251-8366-433f-8000-69419b8e1e42, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=cd22d251-8366-433f-8000-69419b8e1e42,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:37:15.251489 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:15.255898 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f86e4274-e032-401d-9295-321b5e8db07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:15.266278 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event deleted for resources: {'Network': ['ID=f12a4331-2cb4-4975-8c89-5316fac35b90,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:15.306457 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6e2905b7-7b9a-47a1-bc19-7f8c4ee64cc1 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/networks/f12a4331-2cb4-4975-8c89-5316fac35b90 HTTP/1.1" status: 204 len: 168 time: 6.7532747 Jan 11 09:37:15.315424 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32776) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:15.369589 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a4e5cf4b-75b4-4e01-a647-4b385dba7793 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Synchronizing usage tracker for tenant:264ed167813548b38f5af4683744d86b on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:15.385817 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e4274-e032-401d-9295-321b5e8db07c None None] Pushing event updated for resources: {'Port': ['ID=cd22d251-8366-433f-8000-69419b8e1e42,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:15.404563 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a7c314-3941-4204-8d4a-0d4030c68bed tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] DELETE failed (client error): The resource could not be found. Jan 11 09:37:15.405007 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a7c314-3941-4204-8d4a-0d4030c68bed tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:37:15.406709 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-35a7c314-3941-4204-8d4a-0d4030c68bed tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/subnets/49ac2af1-a024-4176-a4bf-087c8b88ce95 HTTP/1.1" status: 404 len: 337 time: 0.0873508 Jan 11 09:37:15.412609 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32780) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:15.449120 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a4e5cf4b-75b4-4e01-a647-4b385dba7793 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] Unset dirty status for tenant:264ed167813548b38f5af4683744d86b on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:15.451238 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a4e5cf4b-75b4-4e01-a647-4b385dba7793 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d85b3f7-d334-407b-a81e-282d4d8064ab HTTP/1.1" status: 200 len: 205 time: 0.2775440 Jan 11 09:37:15.455390 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32784) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:15.465196 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ace7fc5-7ccb-49c5-a4bd-2b5b51a7526f tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] DELETE failed (client error): The resource could not be found. Jan 11 09:37:15.465857 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ace7fc5-7ccb-49c5-a4bd-2b5b51a7526f tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:37:15.468346 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6ace7fc5-7ccb-49c5-a4bd-2b5b51a7526f tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/networks/f12a4331-2cb4-4975-8c89-5316fac35b90 HTTP/1.1" status: 404 len: 339 time: 0.0546446 Jan 11 09:37:15.471529 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 32788) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:15.534857 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38ed2ee3-60a7-4c91-bc33-fb99692a90fa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:15.538320 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa66415-2d6b-4c47-9684-1e9d4508aab1 req-ad11646d-e50e-4705-a7f4-c030e1aff286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:15.539793 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2aa66415-2d6b-4c47-9684-1e9d4508aab1 req-ad11646d-e50e-4705-a7f4-c030e1aff286 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=14ed3ba110e14acfa72fca43f8ae9c54&device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 1098 time: 0.3709071 Jan 11 09:37:15.569989 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-e16aa863-6ef5-4652-a6ca-3f84b48ee2ee tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 2001:db8::3b3 (11973de4-095d-48a2-8bfe-2305268446bc/8dd70221-d07b-41fa-94de-1b52163d4721/09813fb7-1ecd-4890-9228-65439aa3a687) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:15.576782 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-53ce0755-1daa-4b6e-8b25-a13bda3c87ae tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] delete failed (client error): The resource could not be found. Jan 11 09:37:15.580103 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-53ce0755-1daa-4b6e-8b25-a13bda3c87ae tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/routers/9d85b3f7-d334-407b-a81e-282d4d8064ab HTTP/1.1" status: 404 len: 336 time: 0.1211438 Jan 11 09:37:15.587966 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 32792) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:15.739061 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5cd04e1-e663-4ba5-9925-7e90592e57a6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] DELETE failed (client error): The resource could not be found. Jan 11 09:37:15.739685 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5cd04e1-e663-4ba5-9925-7e90592e57a6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:37:15.756065 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22ba8f5a-abd9-4ef5-9376-cd38bac371e5 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:15.779454 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a5cd04e1-e663-4ba5-9925-7e90592e57a6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/subnets/358edc61-415e-491f-a448-e2591f4378b9 HTTP/1.1" status: 404 len: 337 time: 0.1874588 Jan 11 09:37:15.783207 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 32796) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:15.870052 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa66415-2d6b-4c47-9684-1e9d4508aab1 req-c9a3e46b-84da-4c65-8a15-a9400e3363c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:15.871554 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2aa66415-2d6b-4c47-9684-1e9d4508aab1 req-c9a3e46b-84da-4c65-8a15-a9400e3363c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bbf6be13-cc99-44e4-8991-cc0b8c6993de HTTP/1.1" status: 200 len: 898 time: 0.2985306 Jan 11 09:37:15.889707 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-0361d6fa-181f-40bd-ab7f-fef4933872f9 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] DELETE failed (client error): The resource could not be found. Jan 11 09:37:15.890149 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0361d6fa-181f-40bd-ab7f-fef4933872f9 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:37:15.891788 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0361d6fa-181f-40bd-ab7f-fef4933872f9 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/subnets/be6eb557-7d26-4878-a95e-e51ccc0de411 HTTP/1.1" status: 404 len: 337 time: 0.1071064 Jan 11 09:37:15.918623 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 32800) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:15.998419 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-808240cb-16a5-4972-b740-7f06f530dfe5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] DELETE failed (client error): The resource could not be found. Jan 11 09:37:15.998917 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-808240cb-16a5-4972-b740-7f06f530dfe5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:37:16.002814 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-808240cb-16a5-4972-b740-7f06f530dfe5 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/subnets/194a517a-aa4b-4177-9fed-41e11fa08cb9 HTTP/1.1" status: 404 len: 337 time: 0.0811784 Jan 11 09:37:16.005482 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 32804) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:16.176581 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a76b02-5a91-4ce1-b03d-9d5744baa883 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] DELETE failed (client error): The resource could not be found. Jan 11 09:37:16.177026 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97a76b02-5a91-4ce1-b03d-9d5744baa883 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:37:16.181040 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-97a76b02-5a91-4ce1-b03d-9d5744baa883 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/subnets/62f0fe25-0c08-4ebc-8864-35a6b6f8e0e5 HTTP/1.1" status: 404 len: 337 time: 0.1697111 Jan 11 09:37:16.186602 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32808) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:16.191605 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22ba8f5a-abd9-4ef5-9376-cd38bac371e5 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:16.196331 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2aa66415-2d6b-4c47-9684-1e9d4508aab1 req-65ce47ec-30a4-41ff-8305-80fa8c3dc885 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=978151b7-a367-41c9-93da-1fa67427275c HTTP/1.1" status: 200 len: 1001 time: 0.2763891 Jan 11 09:37:16.240763 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-22ba8f5a-abd9-4ef5-9376-cd38bac371e5 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d20abd83-8fd8-45bf-a9e5-328adc0a8bb9']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:16.291639 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e16aa863-6ef5-4652-a6ca-3f84b48ee2ee tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:16.298674 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f1b94a8a-cf7d-4f91-95db-ba680b22b8b2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e HTTP/1.1" status: 200 len: 205 time: 0.1108997 Jan 11 09:37:16.305776 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32814) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:16.309250 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-22ba8f5a-abd9-4ef5-9376-cd38bac371e5 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b83cfc78-8343-4f7e-8c9b-3bbb94e81297') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:16.309548 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-22ba8f5a-abd9-4ef5-9376-cd38bac371e5 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b83cfc78-8343-4f7e-8c9b-3bbb94e81297') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:16.342920 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 32818) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:16.346823 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22ba8f5a-abd9-4ef5-9376-cd38bac371e5 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:16.392449 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-c87605c4-2f02-4cd0-b747-0195236abd7c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] delete failed (client error): The resource could not be found. Jan 11 09:37:16.394547 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c87605c4-2f02-4cd0-b747-0195236abd7c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/routers/9ec5566a-0f4c-4a5c-9f22-4456c5c17e6e HTTP/1.1" status: 404 len: 336 time: 0.0867815 Jan 11 09:37:16.397448 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32822) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:16.398505 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e16aa863-6ef5-4652-a6ca-3f84b48ee2ee tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Transition to ACTIVE for port object 09813fb7-1ecd-4890-9228-65439aa3a687 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:16.403303 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa66415-2d6b-4c47-9684-1e9d4508aab1 req-09f81ab2-1e10-42a7-b186-d823ce95afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:16.405343 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2aa66415-2d6b-4c47-9684-1e9d4508aab1 req-09f81ab2-1e10-42a7-b186-d823ce95afd3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48997d48-8017-4745-a919-e2841ee030d4 HTTP/1.1" status: 200 len: 835 time: 0.1699595 Jan 11 09:37:16.459501 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22ba8f5a-abd9-4ef5-9376-cd38bac371e5 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:16.468746 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38ed2ee3-60a7-4c91-bc33-fb99692a90fa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:16.497592 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a12791dc-e150-4c2a-a5f1-00813fa447e2 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfde036d-8e2b-44c8-84d9-78cf9b8f3ee9 HTTP/1.1" status: 200 len: 205 time: 0.0975981 Jan 11 09:37:16.500622 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32826) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:16.541826 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ba8f5a-abd9-4ef5-9376-cd38bac371e5 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:37:16.542402 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22ba8f5a-abd9-4ef5-9376-cd38bac371e5 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:37:16.563093 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:37:16.603462 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device cd22d251-8366-433f-8000-69419b8e1e42 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:37:16.608820 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-821f90ef-fd28-4389-b7df-62fd667b6e64 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] delete failed (client error): The resource could not be found. Jan 11 09:37:16.609802 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-821f90ef-fd28-4389-b7df-62fd667b6e64 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/routers/bfde036d-8e2b-44c8-84d9-78cf9b8f3ee9 HTTP/1.1" status: 404 len: 336 time: 0.1072755 Jan 11 09:37:16.612533 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32830) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:16.659963 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48408f9-0e3e-4601-8f89-08a7268d3577 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] DELETE failed (client error): The resource could not be found. Jan 11 09:37:16.660415 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e48408f9-0e3e-4601-8f89-08a7268d3577 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:37:16.662122 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e48408f9-0e3e-4601-8f89-08a7268d3577 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/subnets/bea97999-c0e1-4473-947e-8b03fa2e922e HTTP/1.1" status: 404 len: 337 time: 0.0478783 Jan 11 09:37:16.669268 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 32834) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:16.670690 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e16aa863-6ef5-4652-a6ca-3f84b48ee2ee tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:16.731520 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port cd22d251-8366-433f-8000-69419b8e1e42 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:16.758034 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa66415-2d6b-4c47-9684-1e9d4508aab1 req-45444148-23a6-4f85-893b-c405ce1fc18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:16.759558 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2aa66415-2d6b-4c47-9684-1e9d4508aab1 req-45444148-23a6-4f85-893b-c405ce1fc18c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bbf6be13-cc99-44e4-8991-cc0b8c6993de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3182116 Jan 11 09:37:16.799992 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16aa863-6ef5-4652-a6ca-3f84b48ee2ee tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:16.806012 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16aa863-6ef5-4652-a6ca-3f84b48ee2ee tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=09813fb7-1ecd-4890-9228-65439aa3a687,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:16.809308 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-e16aa863-6ef5-4652-a6ca-3f84b48ee2ee tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:16.814327 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16aa863-6ef5-4652-a6ca-3f84b48ee2ee tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:37:16.819887 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16aa863-6ef5-4652-a6ca-3f84b48ee2ee tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:16.820536 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e16aa863-6ef5-4652-a6ca-3f84b48ee2ee tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:16.820993 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-de977f63-fa78-4d91-9cef-2b44a2e531fe None None] Provisioning for port cd22d251-8366-433f-8000-69419b8e1e42 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:16.829141 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-de977f63-fa78-4d91-9cef-2b44a2e531fe None None] Provisioning complete for port cd22d251-8366-433f-8000-69419b8e1e42 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:16.829703 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-de977f63-fa78-4d91-9cef-2b44a2e531fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:16.906668 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e16aa863-6ef5-4652-a6ca-3f84b48ee2ee tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4909456 Jan 11 09:37:16.909616 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32838) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:16.997560 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2aa66415-2d6b-4c47-9684-1e9d4508aab1 req-e40f8631-9928-490f-af51-30c7cec81d8c service neutron] 10.222.0.42 "GET /v2.0/networks/bbf6be13-cc99-44e4-8991-cc0b8c6993de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293181 Jan 11 09:37:17.057014 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-de977f63-fa78-4d91-9cef-2b44a2e531fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:17.062643 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22ba8f5a-abd9-4ef5-9376-cd38bac371e5 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:17.070400 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-07bb0f38-6f52-4baa-b3b8-fad9d8947650 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7ae038-df21-439c-9444-5553c201db85 HTTP/1.1" status: 200 len: 205 time: 0.3986626 Jan 11 09:37:17.079539 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae08dee-e152-4f29-8999-89c5d236a191 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:17.087805 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae08dee-e152-4f29-8999-89c5d236a191 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:17.088871 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bae08dee-e152-4f29-8999-89c5d236a191 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:17.095798 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32842) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:17.099570 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22ba8f5a-abd9-4ef5-9376-cd38bac371e5 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:17.101105 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-de977f63-fa78-4d91-9cef-2b44a2e531fe None None] For port cd22d251-8366-433f-8000-69419b8e1e42, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=cd22d251-8366-433f-8000-69419b8e1e42,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:17.113953 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-de977f63-fa78-4d91-9cef-2b44a2e531fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:17.177165 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba8f5a-abd9-4ef5-9376-cd38bac371e5 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event deleted for resources: {'Network': ['ID=d20abd83-8fd8-45bf-a9e5-328adc0a8bb9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:17.187163 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b516dd85-6321-4bb1-a0b0-57b8b6eff5b8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Deleting port d7bf9bc6-5950-4a72-a43b-00a37230eeb9 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:17.187723 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b516dd85-6321-4bb1-a0b0-57b8b6eff5b8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:17.197582 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de977f63-fa78-4d91-9cef-2b44a2e531fe None None] Pushing event updated for resources: {'Port': ['ID=cd22d251-8366-433f-8000-69419b8e1e42,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:17.233712 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-be2f2b72-2796-4e1b-a7f7-9fdc015c0b62 None None] Could not find standard attr ID for object 7c78be42-55dd-40b2-b8aa-9eea2d7465ee. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:37:17.240100 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-631890e4-a8d2-4575-a8b6-5d328bce860c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] delete failed (client error): The resource could not be found. Jan 11 09:37:17.241125 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-631890e4-a8d2-4575-a8b6-5d328bce860c tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/routers/0d7ae038-df21-439c-9444-5553c201db85 HTTP/1.1" status: 404 len: 336 time: 0.1341617 Jan 11 09:37:17.246816 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32846) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:17.252417 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-22ba8f5a-abd9-4ef5-9376-cd38bac371e5 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/networks/d20abd83-8fd8-45bf-a9e5-328adc0a8bb9 HTTP/1.1" status: 204 len: 168 time: 1.7798510 Jan 11 09:37:17.259005 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 32850) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:17.286196 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bae08dee-e152-4f29-8999-89c5d236a191 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:17.287353 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bae08dee-e152-4f29-8999-89c5d236a191 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3768268 Jan 11 09:37:17.302502 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32854) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:17.326248 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cae0159-6c12-400e-a0b5-8cc225771ef2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] DELETE failed (client error): The resource could not be found. Jan 11 09:37:17.326705 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cae0159-6c12-400e-a0b5-8cc225771ef2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:37:17.331139 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0cae0159-6c12-400e-a0b5-8cc225771ef2 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/subnets/e0edd941-2f6a-4800-91d1-999b80c1f9c6 HTTP/1.1" status: 404 len: 337 time: 0.0685670 Jan 11 09:37:17.334175 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 32858) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:17.347184 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9acdcd37-d8b7-497d-b33e-befec9a640e3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b70e516-a528-4de3-88af-2ffcc1b9fb22 HTTP/1.1" status: 200 len: 205 time: 0.0989113 Jan 11 09:37:17.354991 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32862) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:17.443185 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-bddbb3fd-4be6-4c73-b686-8c3877df4e9f tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] DELETE failed (client error): The resource could not be found. Jan 11 09:37:17.443655 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bddbb3fd-4be6-4c73-b686-8c3877df4e9f tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:37:17.445936 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-bddbb3fd-4be6-4c73-b686-8c3877df4e9f tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/networks/8b47f106-167f-43e4-9a0f-2ca4c2f63bfb HTTP/1.1" status: 404 len: 339 time: 0.1083603 Jan 11 09:37:17.453004 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 32866) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:17.462042 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-d2e99769-d50e-4da7-81aa-3c7034e447e3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] delete failed (client error): The resource could not be found. Jan 11 09:37:17.463098 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d2e99769-d50e-4da7-81aa-3c7034e447e3 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/routers/0b70e516-a528-4de3-88af-2ffcc1b9fb22 HTTP/1.1" status: 404 len: 336 time: 0.1012774 Jan 11 09:37:17.468980 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32870) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:17.474121 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e7994cca-8123-4e59-a4fc-36046a66d489 None None] Provisioning for port 09813fb7-1ecd-4890-9228-65439aa3a687 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:17.475110 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2aa66415-2d6b-4c47-9684-1e9d4508aab1 req-4b696e3b-16ba-486b-a21f-4cb9cb10f6ac service neutron] 10.222.0.42 "GET /v2.0/networks/bbf6be13-cc99-44e4-8991-cc0b8c6993de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714601 Jan 11 09:37:17.501030 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e7994cca-8123-4e59-a4fc-36046a66d489 None None] Provisioning complete for port 09813fb7-1ecd-4890-9228-65439aa3a687 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:17.501809 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e7994cca-8123-4e59-a4fc-36046a66d489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:17.528522 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85739f58-9946-4a74-99c6-8d37ebc83060 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting port 09813fb7-1ecd-4890-9228-65439aa3a687 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:17.529766 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85739f58-9946-4a74-99c6-8d37ebc83060 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:17.577446 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b516dd85-6321-4bb1-a0b0-57b8b6eff5b8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:17.577907 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b516dd85-6321-4bb1-a0b0-57b8b6eff5b8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:17.581002 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e7994cca-8123-4e59-a4fc-36046a66d489 None None] Port 09813fb7-1ecd-4890-9228-65439aa3a687 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:37:17.590563 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c39c475-8d9a-44b1-bf4e-611d5efe68f6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] DELETE failed (client error): The resource could not be found. Jan 11 09:37:17.591082 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ed2ee3-60a7-4c91-bc33-fb99692a90fa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router c7128719-57ca-4d4e-a919-9d77739d1247 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:37:17.591214 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c39c475-8d9a-44b1-bf4e-611d5efe68f6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:37:17.594069 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9c39c475-8d9a-44b1-bf4e-611d5efe68f6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/subnets/6a8ac935-8aac-479a-93b2-5219b8f32a0d HTTP/1.1" status: 404 len: 337 time: 0.1241508 Jan 11 09:37:17.598406 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32874) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:17.603544 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1f3476-1dee-4394-8c2c-bbfcbce36c67 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Deleting subnet 86f3f58c-e26b-400b-854a-da37c662dc46 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:37:17.660403 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585512c4-38ab-4d02-ae48-175678a42874 None None] get_active_networks_info from dv-neutron-823402-4-hyperv {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 11 09:37:17.675679 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6d1f3476-1dee-4394-8c2c-bbfcbce36c67 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:17.765060 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-be89da95-d97a-44e2-8351-2fa8891b238d tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b693c02-7f64-415f-a962-313f014a8c7e HTTP/1.1" status: 200 len: 205 time: 0.1654425 Jan 11 09:37:17.770844 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32878) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:17.777954 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b516dd85-6321-4bb1-a0b0-57b8b6eff5b8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Calling delete_port for d7bf9bc6-5950-4a72-a43b-00a37230eeb9 owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:17.825558 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585512c4-38ab-4d02-ae48-175678a42874 None None] Resources bound (agent type, host, resource id): {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 11 09:37:17.920286 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6d1f3476-1dee-4394-8c2c-bbfcbce36c67 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:18.012240 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-709ee0dd-3d30-4084-ab0a-9ce6d92f2ea6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] delete failed (client error): The resource could not be found. Jan 11 09:37:18.012240 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-709ee0dd-3d30-4084-ab0a-9ce6d92f2ea6 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/routers/0b693c02-7f64-415f-a962-313f014a8c7e HTTP/1.1" status: 404 len: 336 time: 0.2383630 Jan 11 09:37:18.017028 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32882) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:18.117577 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb7ab93-f4b5-4c90-9742-5c0675d207cb tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] DELETE failed (client error): The resource could not be found. Jan 11 09:37:18.118487 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb7ab93-f4b5-4c90-9742-5c0675d207cb tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:37:18.122157 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2bb7ab93-f4b5-4c90-9742-5c0675d207cb tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/subnets/a81f51f7-cc17-47f5-9023-7de13abf02a0 HTTP/1.1" status: 404 len: 337 time: 0.1042547 Jan 11 09:37:18.123148 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32886) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:18.161119 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6d1f3476-1dee-4394-8c2c-bbfcbce36c67 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:18.189331 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-02f54eee-c829-4320-98fa-28606cf86cc1 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "GET /v2.0/ports?device_id=225a1802-9121-42f4-8d25-93e25719bfb7 HTTP/1.1" status: 200 len: 205 time: 0.0653968 Jan 11 09:37:18.192440 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32890) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:18.273552 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85739f58-9946-4a74-99c6-8d37ebc83060 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:18.284777 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-cbaba34f-0bc3-44c6-832d-eba5f13f6564 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] delete failed (client error): The resource could not be found. Jan 11 09:37:18.289879 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-cbaba34f-0bc3-44c6-832d-eba5f13f6564 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/routers/225a1802-9121-42f4-8d25-93e25719bfb7 HTTP/1.1" status: 404 len: 336 time: 0.0924878 Jan 11 09:37:18.291904 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ed2ee3-60a7-4c91-bc33-fb99692a90fa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:37:18.292040 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32894) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:18.303515 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4244678-39ba-40ed-a1b4-80249cbbe501 None None] get_active_networks_info from dv-neutron-823402-4-hyperv {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 11 09:37:18.343649 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] Sync routers for ids ['c7128719-57ca-4d4e-a919-9d77739d1247'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:37:18.343900 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6d1f3476-1dee-4394-8c2c-bbfcbce36c67 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:18.363498 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] Routers {'c7128719-57ca-4d4e-a919-9d77739d1247'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:37:18.363813 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:36:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['c7128719-57ca-4d4e-a919-9d77739d1247'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:18.375449 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38ed2ee3-60a7-4c91-bc33-fb99692a90fa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:18.376801 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-38ed2ee3-60a7-4c91-bc33-fb99692a90fa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.9661264 Jan 11 09:37:18.377834 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b516dd85-6321-4bb1-a0b0-57b8b6eff5b8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:18.387128 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 32898) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:18.458814 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85739f58-9946-4a74-99c6-8d37ebc83060 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Calling delete_port for 09813fb7-1ecd-4890-9228-65439aa3a687 owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:18.487958 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f8be44-988b-472e-a1e4-0aa9d0a93841 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] DELETE failed (client error): The resource could not be found. Jan 11 09:37:18.489165 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4f8be44-988b-472e-a1e4-0aa9d0a93841 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:37:18.492378 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a4f8be44-988b-472e-a1e4-0aa9d0a93841 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/subnets/6aac8e3f-a485-42e5-bd01-af98052ee469 HTTP/1.1" status: 404 len: 337 time: 0.2031217 Jan 11 09:37:18.494116 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f3476-1dee-4394-8c2c-bbfcbce36c67 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event deleted for resources: {'Subnet': ['ID=86f3f58c-e26b-400b-854a-da37c662dc46,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:18.499918 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 32902) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:18.502518 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516dd85-6321-4bb1-a0b0-57b8b6eff5b8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Pushing event deleted for resources: {'Port': ['ID=d7bf9bc6-5950-4a72-a43b-00a37230eeb9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:18.507952 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6d1f3476-1dee-4394-8c2c-bbfcbce36c67 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:18.511950 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6d1f3476-1dee-4394-8c2c-bbfcbce36c67 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/subnets/86f3f58c-e26b-400b-854a-da37c662dc46 HTTP/1.1" status: 204 len: 168 time: 1.0554907 Jan 11 09:37:18.514879 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32908) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:18.515074 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4f545ade-dfe5-4b68-991f-a2528b49ea44 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b18c1b552dc34b41889b96f8d477063d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0829790 Jan 11 09:37:18.528577 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32912) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:18.586201 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c794eb-79f3-47a5-abaa-98947a79da59 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] DELETE failed (client error): The resource could not be found. Jan 11 09:37:18.586881 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06c794eb-79f3-47a5-abaa-98947a79da59 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:37:18.588573 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-06c794eb-79f3-47a5-abaa-98947a79da59 tempest-RoutersTest-1620567323 tempest-RoutersTest-1620567323-project] 10.222.0.15 "DELETE /v2.0/subnets/7d0c29a3-d409-4527-8159-05397ea3273e HTTP/1.1" status: 404 len: 337 time: 0.0874758 Jan 11 09:37:18.637807 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device cd22d251-8366-433f-8000-69419b8e1e42 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:37:18.753307 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7530332-56c4-4953-be2a-a432ef9af4f9 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:18.755033 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d7530332-56c4-4953-be2a-a432ef9af4f9 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1520286 Jan 11 09:37:18.760279 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32918) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:18.818565 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b95850-bd28-40b3-b4f1-ea4b9ef04efb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Deleting subnet 2f19fe9d-b749-4a3b-ac69-f40ce4ae4d24 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:37:18.824273 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27b95850-bd28-40b3-b4f1-ea4b9ef04efb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:18.873478 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] Set router c7128719-57ca-4d4e-a919-9d77739d1247 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:37:18.893993 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b516dd85-6321-4bb1-a0b0-57b8b6eff5b8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:18.894358 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-b516dd85-6321-4bb1-a0b0-57b8b6eff5b8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Floating IP a1b3a6ef-962e-4863-91b6-59dfdb66857c disassociated (deleted). External IP: 172.26.3.173, port: 978151b7-a367-41c9-93da-1fa67427275c. Jan 11 09:37:18.900470 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27b95850-bd28-40b3-b4f1-ea4b9ef04efb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:18.991133 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3fc384e2-9f6f-40ce-a401-14c511f847e2 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2258549 Jan 11 09:37:18.996583 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 32924) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:19.008607 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b1fffd7c-36b8-4c03-aea1-f1f114d95f00 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-865823263', 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:19.071832 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 32928) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:19.158392 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27b95850-bd28-40b3-b4f1-ea4b9ef04efb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:19.194115 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85739f58-9946-4a74-99c6-8d37ebc83060 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:19.254000 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85739f58-9946-4a74-99c6-8d37ebc83060 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Port': ['ID=09813fb7-1ecd-4890-9228-65439aa3a687,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:19.308532 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b1fffd7c-36b8-4c03-aea1-f1f114d95f00 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:19.313175 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85739f58-9946-4a74-99c6-8d37ebc83060 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:19.316057 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b1fffd7c-36b8-4c03-aea1-f1f114d95f00 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:subnet and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:19.320243 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b1fffd7c-36b8-4c03-aea1-f1f114d95f00 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:19.328409 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b1fffd7c-36b8-4c03-aea1-f1f114d95f00 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:19.336349 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4244678-39ba-40ed-a1b4-80249cbbe501 None None] Resources bound (agent type, host, resource id): {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 11 09:37:19.373463 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-85739f58-9946-4a74-99c6-8d37ebc83060 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/09813fb7-1ecd-4890-9228-65439aa3a687 HTTP/1.1" status: 204 len: 168 time: 2.0623322 Jan 11 09:37:19.373463 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32934) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:19.375927 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dd548c6a-9e29-4c5e-9e0f-3d9d61e50a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:19.394076 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fffd7c-36b8-4c03-aea1-f1f114d95f00 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Made reservation on behalf of b18c1b552dc34b41889b96f8d477063d for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:19.397267 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port cd22d251-8366-433f-8000-69419b8e1e42 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:19.397267 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:19.399381 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b1fffd7c-36b8-4c03-aea1-f1f114d95f00 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:19.421193 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27b95850-bd28-40b3-b4f1-ea4b9ef04efb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:19.484218 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27b95850-bd28-40b3-b4f1-ea4b9ef04efb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:19.500068 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b95850-bd28-40b3-b4f1-ea4b9ef04efb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event deleted for resources: {'Subnet': ['ID=2f19fe9d-b749-4a3b-ac69-f40ce4ae4d24,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:19.533568 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-27b95850-bd28-40b3-b4f1-ea4b9ef04efb tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/subnets/2f19fe9d-b749-4a3b-ac69-f40ce4ae4d24 HTTP/1.1" status: 204 len: 168 time: 1.0170889 Jan 11 09:37:19.539613 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32938) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:19.561178 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-afecda73-907b-4202-9a59-651c1c7c7aff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=264ed167813548b38f5af4683744d86b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4851086 Jan 11 09:37:19.561482 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 32942) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:19.566798 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce69ffe-9cf3-41fb-a27c-045ccd4cb967 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:19.571451 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce69ffe-9cf3-41fb-a27c-045ccd4cb967 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:19.571451 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bce69ffe-9cf3-41fb-a27c-045ccd4cb967 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:19.662451 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'name': 'tempest-TestNetworkBasicOps-router-914727539', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd43bcc9d-0075-4ac0-a964-96c228ccd13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:37:13Z', 'updated_at': '2022-01-11T09:37:15Z', 'revision_number': 3, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'd43bcc9d-0075-4ac0-a964-96c228ccd13b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:37:14Z', 'updated_at': '2022-01-11T09:37:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:19.689671 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bce69ffe-9cf3-41fb-a27c-045ccd4cb967 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:19.693647 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bce69ffe-9cf3-41fb-a27c-045ccd4cb967 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3218381 Jan 11 09:37:19.704002 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] Checking router: c7128719-57ca-4d4e-a919-9d77739d1247 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:37:19.704356 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] Updating router c7128719-57ca-4d4e-a919-9d77739d1247 port d43bcc9d-0075-4ac0-a964-96c228ccd13b binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:37:19.705272 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 32946) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:19.723785 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfdc7-6f4d-42ad-a4eb-2056b056cdea tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:19.742699 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3d0bfdc7-6f4d-42ad-a4eb-2056b056cdea tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Deleting port 8415f0a4-9906-4259-89ca-1eb3b12be651 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:19.743042 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfdc7-6f4d-42ad-a4eb-2056b056cdea tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:19.791975 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64a9952-2457-430e-a4d6-22514e504415 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet 8dd70221-d07b-41fa-94de-1b52163d4721 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:37:19.821250 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e64a9952-2457-430e-a4d6-22514e504415 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:19.864591 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:20.047138 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4936d509-e99d-40f7-a243-623940d03659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:20.069245 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e64a9952-2457-430e-a4d6-22514e504415 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:20.131680 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b516dd85-6321-4bb1-a0b0-57b8b6eff5b8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Router 08aa8158-041b-4702-92c3-f0ded41a44a3 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:37:20.230401 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3d0bfdc7-6f4d-42ad-a4eb-2056b056cdea tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] For port 8415f0a4-9906-4259-89ca-1eb3b12be651, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=8415f0a4-9906-4259-89ca-1eb3b12be651,segment=NetworkSegment(2e57cab2-be91-4d3d-93e7-f989fcc1f20d),segment_id=2e57cab2-be91-4d3d-93e7-f989fcc1f20d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:20.230401 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfdc7-6f4d-42ad-a4eb-2056b056cdea tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:20.249479 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be0402e-8f8d-4adb-9216-88d086526022 None None] Network ba9fb70a-2d8e-4509-ab61-f2832fa30d77 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:20.267656 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4936d509-e99d-40f7-a243-623940d03659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:20.294391 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b1fffd7c-36b8-4c03-aea1-f1f114d95f00 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:20.423366 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3d0bfdc7-6f4d-42ad-a4eb-2056b056cdea tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Calling delete_port for 8415f0a4-9906-4259-89ca-1eb3b12be651 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:20.522429 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfdc7-6f4d-42ad-a4eb-2056b056cdea tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:20.566023 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:20.569013 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b516dd85-6321-4bb1-a0b0-57b8b6eff5b8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:37:20.582896 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a92c2ab-da12-4161-8843-3c7b14ae5136 None None] Sync routers for ids ['08aa8158-041b-4702-92c3-f0ded41a44a3'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:37:20.599737 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a92c2ab-da12-4161-8843-3c7b14ae5136 None None] Routers {'08aa8158-041b-4702-92c3-f0ded41a44a3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:37:20.601319 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0bfdc7-6f4d-42ad-a4eb-2056b056cdea tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] No DVR routers for this DVR port 8415f0a4-9906-4259-89ca-1eb3b12be651 on host dv-neutron-823402-4-hyperv {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:37:20.603171 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bfdc7-6f4d-42ad-a4eb-2056b056cdea tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event deleted for resources: {'Port': ['ID=8415f0a4-9906-4259-89ca-1eb3b12be651,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:20.603633 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9a92c2ab-da12-4161-8843-3c7b14ae5136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:36:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['08aa8158-041b-4702-92c3-f0ded41a44a3'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:20.666019 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fffd7c-36b8-4c03-aea1-f1f114d95f00 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Subnet': ['ID=0088f1d7-7635-4c0f-aa2b-52c9aee807a6,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:20.672533 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b3add7-6211-410f-b349-22e2ae066250 None None] DHCP port deletion for ba9fb70a-2d8e-4509-ab61-f2832fa30d77 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:37:20.719137 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] Transition to ACTIVE for port object d43bcc9d-0075-4ac0-a964-96c228ccd13b will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:20.730798 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:20.752737 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfdc7-6f4d-42ad-a4eb-2056b056cdea tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:20.753630 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b516dd85-6321-4bb1-a0b0-57b8b6eff5b8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:20.784300 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4936d509-e99d-40f7-a243-623940d03659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:20.788164 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4936d509-e99d-40f7-a243-623940d03659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:20.792262 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4936d509-e99d-40f7-a243-623940d03659 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6940da30-c0af-4a1f-8b4f-31084f3ca70e HTTP/1.1" status: 204 len: 168 time: 1.2197351 Jan 11 09:37:20.794885 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-3d0bfdc7-6f4d-42ad-a4eb-2056b056cdea tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9fb70a-2d8e-4509-ab61-f2832fa30d77']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:20.796398 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e64a9952-2457-430e-a4d6-22514e504415 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:20.824339 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-3d0bfdc7-6f4d-42ad-a4eb-2056b056cdea tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e57cab2-be91-4d3d-93e7-f989fcc1f20d') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:20.825312 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-3d0bfdc7-6f4d-42ad-a4eb-2056b056cdea tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e57cab2-be91-4d3d-93e7-f989fcc1f20d') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:20.839710 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e76a0-6998-43f5-9d61-19e773bdc1da None None] Pushing event updated for resources: {'Port': ['ID=d43bcc9d-0075-4ac0-a964-96c228ccd13b,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:20.843706 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] Attempting to bind port d43bcc9d-0075-4ac0-a964-96c228ccd13b on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:37:20.844247 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] Attempting to bind port d43bcc9d-0075-4ac0-a964-96c228ccd13b by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:37:20.844793 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] Attempting to bind port d43bcc9d-0075-4ac0-a964-96c228ccd13b on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:37:20.852052 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:37:20.852653 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:37:20.853401 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:20.854461 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:37:20.855129 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] Bound port: d43bcc9d-0075-4ac0-a964-96c228ccd13b, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:37:20.855683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:20.858530 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfdc7-6f4d-42ad-a4eb-2056b056cdea tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:20.872121 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-9a92c2ab-da12-4161-8843-3c7b14ae5136 None None] Set router 08aa8158-041b-4702-92c3-f0ded41a44a3 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:37:20.892331 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfdc7-6f4d-42ad-a4eb-2056b056cdea tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:20.908375 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0bfdc7-6f4d-42ad-a4eb-2056b056cdea tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:37:20.909927 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfdc7-6f4d-42ad-a4eb-2056b056cdea tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:20.943998 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] For port d43bcc9d-0075-4ac0-a964-96c228ccd13b, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:37:20.948480 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] For port d43bcc9d-0075-4ac0-a964-96c228ccd13b, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=d43bcc9d-0075-4ac0-a964-96c228ccd13b,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:37:20.955505 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:21.101075 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] Routers {'c7128719-57ca-4d4e-a919-9d77739d1247'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:37:21.101481 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:37:21.102993 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:36:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['c7128719-57ca-4d4e-a919-9d77739d1247'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:21.108450 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936d509-e99d-40f7-a243-623940d03659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6940da30-c0af-4a1f-8b4f-31084f3ca70e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:21.111120 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfdc7-6f4d-42ad-a4eb-2056b056cdea tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:21.119214 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fffd7c-36b8-4c03-aea1-f1f114d95f00 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Checking segment: {'id': '76aef85c-af25-4c57-8dbb-736378ff89fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:37:21.119399 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fffd7c-36b8-4c03-aea1-f1f114d95f00 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network hostable DHCP agents. Network: 222959b5-cbb6-4a23-bebe-87da222ff456, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:37:21.164357 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d0bfdc7-6f4d-42ad-a4eb-2056b056cdea tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:21.168642 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bfdc7-6f4d-42ad-a4eb-2056b056cdea tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event deleted for resources: {'Network': ['ID=ba9fb70a-2d8e-4509-ab61-f2832fa30d77,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:21.180270 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3d0bfdc7-6f4d-42ad-a4eb-2056b056cdea tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/networks/ba9fb70a-2d8e-4509-ab61-f2832fa30d77 HTTP/1.1" status: 204 len: 168 time: 1.6409211 Jan 11 09:37:21.183580 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32958) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:21.196861 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b516dd85-6321-4bb1-a0b0-57b8b6eff5b8 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "DELETE /v2.0/floatingips/a1b3a6ef-962e-4863-91b6-59dfdb66857c HTTP/1.1" status: 204 len: 168 time: 4.8526678 Jan 11 09:37:21.205493 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d57928c-90e2-49ee-bf6d-ecd9d0e3151a', 'tag': '978151b7-a367-41c9-93da-1fa67427275c'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:37:21.214428 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e64a9952-2457-430e-a4d6-22514e504415 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:21.266820 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fffd7c-36b8-4c03-aea1-f1f114d95f00 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 222959b5-cbb6-4a23-bebe-87da222ff456 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:37:21.279756 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e64a9952-2457-430e-a4d6-22514e504415 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:21.291356 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a9952-2457-430e-a4d6-22514e504415 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd70221-d07b-41fa-94de-1b52163d4721,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:21.302806 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b1fffd7c-36b8-4c03-aea1-f1f114d95f00 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 222959b5-cbb6-4a23-bebe-87da222ff456) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:21.321207 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e64a9952-2457-430e-a4d6-22514e504415 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/8dd70221-d07b-41fa-94de-1b52163d4721 HTTP/1.1" status: 204 len: 168 time: 1.6063261 Jan 11 09:37:21.323220 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fffd7c-36b8-4c03-aea1-f1f114d95f00 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:21.324020 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b1fffd7c-36b8-4c03-aea1-f1f114d95f00 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:21.329503 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 32970) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:21.349349 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c3d45b-ba23-40fd-b76b-09d2c3cc7642 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:21.351476 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1880340-841e-4595-b943-8eee05a5e5d8 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] DELETE failed (client error): The resource could not be found. Jan 11 09:37:21.351931 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1880340-841e-4595-b943-8eee05a5e5d8 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:37:21.358722 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c1880340-841e-4595-b943-8eee05a5e5d8 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/subnets/22abba36-2340-4a8a-a1d1-013583b05fb7 HTTP/1.1" status: 404 len: 337 time: 0.1741378 Jan 11 09:37:21.361182 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32976) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:21.407446 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ae6353-7926-4f5a-99fe-b7df9c2c2183 None None] Network 222959b5-cbb6-4a23-bebe-87da222ff456 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:21.435214 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-167f7bfd-a2ff-4900-b2dd-f6b2e6aaaccd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1016886 Jan 11 09:37:21.437124 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e76a0-6998-43f5-9d61-19e773bdc1da None None] Pushing event updated for resources: {'Port': ['ID=d43bcc9d-0075-4ac0-a964-96c228ccd13b,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:21.437802 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 32982) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:21.460175 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-200ba3d0-48a0-458c-9e8c-b9736d2b9df4 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] DELETE failed (client error): The resource could not be found. Jan 11 09:37:21.462222 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-200ba3d0-48a0-458c-9e8c-b9736d2b9df4 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:37:21.467766 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-200ba3d0-48a0-458c-9e8c-b9736d2b9df4 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/networks/e2c4e1cc-8f97-438a-a9ce-3660309f3b1f HTTP/1.1" status: 404 len: 339 time: 0.1022308 Jan 11 09:37:21.469421 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32986) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:21.510210 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b1fffd7c-36b8-4c03-aea1-f1f114d95f00 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5096579 Jan 11 09:37:21.521106 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9a92c2ab-da12-4161-8843-3c7b14ae5136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289783008', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:33:45Z', 'updated_at': '2022-01-11T09:34:04Z', 'revision_number': 4, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'gw_port': {'id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:33:47Z', 'updated_at': '2022-01-11T09:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '4616f27a-c965-4207-8067-8f941770410a', 'name': '', 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'mac_address': 'fa:16:3e:d2:70:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '48997d48-8017-4745-a919-e2841ee030d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:33:59Z', 'updated_at': '2022-01-11T09:34:18Z', 'revision_number': 5, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'subnets': [{'id': '48997d48-8017-4745-a919-e2841ee030d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:21.536368 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a92c2ab-da12-4161-8843-3c7b14ae5136 None None] Checking router: 08aa8158-041b-4702-92c3-f0ded41a44a3 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:37:21.538453 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 32990) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:21.559019 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a92c2ab-da12-4161-8843-3c7b14ae5136 None None] Routers {'08aa8158-041b-4702-92c3-f0ded41a44a3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:37:21.560591 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9a92c2ab-da12-4161-8843-3c7b14ae5136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:36:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['08aa8158-041b-4702-92c3-f0ded41a44a3'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:21.589692 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe95e274-30f4-422d-9404-911c6cae644a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] DELETE failed (client error): The resource could not be found. Jan 11 09:37:21.600593 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe95e274-30f4-422d-9404-911c6cae644a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:37:21.605387 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-fe95e274-30f4-422d-9404-911c6cae644a tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/subnets/5c359710-3c9f-425d-8e14-58afdabf2708 HTTP/1.1" status: 404 len: 337 time: 0.1324377 Jan 11 09:37:21.606054 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 32996) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:21.703745 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d57928c-90e2-49ee-bf6d-ecd9d0e3151a', 'tag': '978151b7-a367-41c9-93da-1fa67427275c', 'status': 'completed', 'code': 200} Jan 11 09:37:21.755116 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f02aac-241d-4ab5-b0e4-6c91837872ba tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] DELETE failed (client error): The resource could not be found. Jan 11 09:37:21.755564 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f02aac-241d-4ab5-b0e4-6c91837872ba tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:37:21.760863 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33002) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:21.764571 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-13f02aac-241d-4ab5-b0e4-6c91837872ba tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/networks/f0ce8082-5d9a-404b-80f2-6e4c5a33ab0a HTTP/1.1" status: 404 len: 339 time: 0.1568658 Jan 11 09:37:21.804020 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-aa1f0dde-bff6-43a7-8d2f-3cde745b9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:21.833948 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9edb81-d675-4667-96a0-6a6b4b8cc2d9 req-1bc1e820-aea4-4c7c-8cb1-13f301d60f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:21.835901 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ca9edb81-d675-4667-96a0-6a6b4b8cc2d9 req-1bc1e820-aea4-4c7c-8cb1-13f301d60f93 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=14ed3ba110e14acfa72fca43f8ae9c54&device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 1098 time: 0.1762795 Jan 11 09:37:21.944523 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-9a92c2ab-da12-4161-8843-3c7b14ae5136 None None] Set router 08aa8158-041b-4702-92c3-f0ded41a44a3 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:37:21.954812 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-50aba0d7-7351-4de4-9f48-220f7d926330 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] DELETE failed (client error): The resource could not be found. Jan 11 09:37:21.955331 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50aba0d7-7351-4de4-9f48-220f7d926330 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:37:21.960905 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-50aba0d7-7351-4de4-9f48-220f7d926330 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/subnets/7be86d00-3f21-4dfc-a929-5624b333ad23 HTTP/1.1" status: 404 len: 337 time: 0.1974723 Jan 11 09:37:21.962861 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33012) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:22.030180 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9edb81-d675-4667-96a0-6a6b4b8cc2d9 req-a82ab327-fc4d-4139-a4dc-ad35f055cb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:22.030180 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ca9edb81-d675-4667-96a0-6a6b4b8cc2d9 req-a82ab327-fc4d-4139-a4dc-ad35f055cb41 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bbf6be13-cc99-44e4-8991-cc0b8c6993de HTTP/1.1" status: 200 len: 898 time: 0.1833062 Jan 11 09:37:22.146446 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] Set router c7128719-57ca-4d4e-a919-9d77739d1247 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:37:22.163294 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ca9edb81-d675-4667-96a0-6a6b4b8cc2d9 req-63e170df-a630-45b8-885b-07a24500e9eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=978151b7-a367-41c9-93da-1fa67427275c HTTP/1.1" status: 200 len: 217 time: 0.1178024 Jan 11 09:37:22.191012 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae97c1bc-53b1-4b6d-ba3c-7944080deb11 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] DELETE failed (client error): The resource could not be found. Jan 11 09:37:22.191602 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae97c1bc-53b1-4b6d-ba3c-7944080deb11 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:37:22.193360 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ae97c1bc-53b1-4b6d-ba3c-7944080deb11 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/networks/d5fe32c7-c47a-4d6d-a0ef-f18c511cd4cd HTTP/1.1" status: 404 len: 339 time: 0.2275310 Jan 11 09:37:22.204159 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33018) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:22.219621 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda5247f-3a9a-4786-a887-45aaa68f29c3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:22.221139 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-cda5247f-3a9a-4786-a887-45aaa68f29c3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:22.247921 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33022) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:22.280343 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9edb81-d675-4667-96a0-6a6b4b8cc2d9 req-ac9e1986-2e29-4307-81c8-5bf68a5759e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:22.281811 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ca9edb81-d675-4667-96a0-6a6b4b8cc2d9 req-ac9e1986-2e29-4307-81c8-5bf68a5759e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48997d48-8017-4745-a919-e2841ee030d4 HTTP/1.1" status: 200 len: 835 time: 0.1114054 Jan 11 09:37:22.312980 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb12bd44-f512-4839-ba66-f3297ab38e14 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Deleting subnet 741015d9-db32-44e4-b304-33bd1dd0305c {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:37:22.316437 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cb12bd44-f512-4839-ba66-f3297ab38e14 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:22.388292 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cb12bd44-f512-4839-ba66-f3297ab38e14 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:22.431070 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9bc31e73-bce7-406c-b73b-491c27f174d1 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Request body: {'security_group': {'name': 'tempest-secgroup--597087525'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:22.438436 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9bc31e73-bce7-406c-b73b-491c27f174d1 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:22.443463 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9bc31e73-bce7-406c-b73b-491c27f174d1 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Usage tracker for resource:security_group and tenant:968b8f89e4bd42c1b2620c7d2e380617 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:22.458904 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9a92c2ab-da12-4161-8843-3c7b14ae5136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289783008', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:33:45Z', 'updated_at': '2022-01-11T09:34:04Z', 'revision_number': 4, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'gw_port': {'id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:33:47Z', 'updated_at': '2022-01-11T09:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '4616f27a-c965-4207-8067-8f941770410a', 'name': '', 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'mac_address': 'fa:16:3e:d2:70:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '48997d48-8017-4745-a919-e2841ee030d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:33:59Z', 'updated_at': '2022-01-11T09:34:18Z', 'revision_number': 5, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'subnets': [{'id': '48997d48-8017-4745-a919-e2841ee030d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:22.464535 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9bc31e73-bce7-406c-b73b-491c27f174d1 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:22.472306 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a92c2ab-da12-4161-8843-3c7b14ae5136 None None] The sync data for ids ['08aa8158-041b-4702-92c3-f0ded41a44a3'] in dv-neutron-823402-4-hyperv is: [{'id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289783008', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:33:45Z', 'updated_at': '2022-01-11T09:34:04Z', 'revision_number': 4, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'gw_port': {'id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:33:47Z', 'updated_at': '2022-01-11T09:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '4616f27a-c965-4207-8067-8f941770410a', 'name': '', 'network_id': 'bbf6be13-cc99-44e4-8991-cc0b8c6993de', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'mac_address': 'fa:16:3e:d2:70:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '48997d48-8017-4745-a919-e2841ee030d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:33:59Z', 'updated_at': '2022-01-11T09:34:18Z', 'revision_number': 5, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'subnets': [{'id': '48997d48-8017-4745-a919-e2841ee030d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:37:22.490819 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e803ae9a-c46b-4e9a-b8c4-d79f758dac93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-222959b5-cbb6-4a23-bebe-87da222ff456', 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ips': [{'subnet_id': '0088f1d7-7635-4c0f-aa2b-52c9aee807a6'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:37:22.491700 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e803ae9a-c46b-4e9a-b8c4-d79f758dac93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:22.491911 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9bc31e73-bce7-406c-b73b-491c27f174d1 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:22.516085 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9bc31e73-bce7-406c-b73b-491c27f174d1 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:22.530920 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:22.562466 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9edb81-d675-4667-96a0-6a6b4b8cc2d9 req-b2c24eb4-98b2-49af-9483-94d3baf81d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:22.564220 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ca9edb81-d675-4667-96a0-6a6b4b8cc2d9 req-b2c24eb4-98b2-49af-9483-94d3baf81d67 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bbf6be13-cc99-44e4-8991-cc0b8c6993de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2743440 Jan 11 09:37:22.565079 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9bc31e73-bce7-406c-b73b-491c27f174d1 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:22.612814 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:37:22.629476 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f6b908-7c62-4d82-8b81-b512713fb952 None None] DHCP port deletion for 11973de4-095d-48a2-8bfe-2305268446bc request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:37:22.631392 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 8415f0a4-9906-4259-89ca-1eb3b12be651 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:37:22.638391 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9bc31e73-bce7-406c-b73b-491c27f174d1 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:22.693210 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 8415f0a4-9906-4259-89ca-1eb3b12be651 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:37:22.693779 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 8415f0a4-9906-4259-89ca-1eb3b12be651 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:37:22.699712 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-17f6b908-7c62-4d82-8b81-b512713fb952 None None] Deleting port cd22d251-8366-433f-8000-69419b8e1e42 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:22.701137 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-17f6b908-7c62-4d82-8b81-b512713fb952 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:22.708208 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9bc31e73-bce7-406c-b73b-491c27f174d1 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Usage tracker for resource:security_group_rule and tenant:968b8f89e4bd42c1b2620c7d2e380617 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:22.717832 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9bc31e73-bce7-406c-b73b-491c27f174d1 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:22.728637 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9bc31e73-bce7-406c-b73b-491c27f174d1 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:22.743414 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:22.790487 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ca9edb81-d675-4667-96a0-6a6b4b8cc2d9 req-b7e0d85e-874c-4a32-b7c9-a72f41bb343f service neutron] 10.222.0.42 "GET /v2.0/networks/bbf6be13-cc99-44e4-8991-cc0b8c6993de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123067 Jan 11 09:37:22.870770 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-cda5247f-3a9a-4786-a887-45aaa68f29c3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:22.873143 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-cda5247f-3a9a-4786-a887-45aaa68f29c3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.4330902 Jan 11 09:37:22.876237 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cb12bd44-f512-4839-ba66-f3297ab38e14 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:22.940903 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33028) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:22.945667 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-e803ae9a-c46b-4e9a-b8c4-d79f758dac93 None None] Allocated IP 172.20.0.2 (222959b5-cbb6-4a23-bebe-87da222ff456/0088f1d7-7635-4c0f-aa2b-52c9aee807a6/cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:22.946461 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ca9edb81-d675-4667-96a0-6a6b4b8cc2d9 req-d392ac5b-60aa-43c3-99b3-053a62a7b328 service neutron] 10.222.0.42 "GET /v2.0/networks/bbf6be13-cc99-44e4-8991-cc0b8c6993de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488004 Jan 11 09:37:22.948926 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02d029d-633f-41e8-abce-8d493acfd10e None None] New status for floating IP a1b3a6ef-962e-4863-91b6-59dfdb66857c: DOWN {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:37:22.984895 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f93e7b-f8c4-4eaf-8ce7-7d728b9731c6 req-08c1fa36-a79a-4e84-a44d-e07ad9a37a5e tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:22.985607 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-04f93e7b-f8c4-4eaf-8ce7-7d728b9731c6 req-08c1fa36-a79a-4e84-a44d-e07ad9a37a5e tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Synchronizing usage tracker for tenant:14ed3ba110e14acfa72fca43f8ae9c54 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:23.025446 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64746e46-55c5-4606-b3a0-ed91b496f488 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:23.030434 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-64746e46-55c5-4606-b3a0-ed91b496f488 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0870023 Jan 11 09:37:23.031038 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33032) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:23.066692 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-04f93e7b-f8c4-4eaf-8ce7-7d728b9731c6 req-08c1fa36-a79a-4e84-a44d-e07ad9a37a5e tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Unset dirty status for tenant:14ed3ba110e14acfa72fca43f8ae9c54 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:23.067834 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-04f93e7b-f8c4-4eaf-8ce7-7d728b9731c6 req-08c1fa36-a79a-4e84-a44d-e07ad9a37a5e tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 945 time: 1.1974716 Jan 11 09:37:23.103578 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4477bcdb-afdb-4d5f-87c6-19434b9657e1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702744 Jan 11 09:37:23.107496 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33036) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:23.113493 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4ccae4db-27b4-4f0b-a9f2-d62955a4349d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:23.139229 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cb12bd44-f512-4839-ba66-f3297ab38e14 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:23.175418 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'name': 'tempest-TestNetworkBasicOps-router-914727539', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd43bcc9d-0075-4ac0-a964-96c228ccd13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:37:13Z', 'updated_at': '2022-01-11T09:37:15Z', 'revision_number': 3, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'd43bcc9d-0075-4ac0-a964-96c228ccd13b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:37:14Z', 'updated_at': '2022-01-11T09:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:23.213188 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c1d8ba-02e1-4125-8d42-6c03a6eb9283 None None] The sync data for ids ['c7128719-57ca-4d4e-a919-9d77739d1247'] in dv-neutron-823402-4-hyperv is: [{'id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'name': 'tempest-TestNetworkBasicOps-router-914727539', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd43bcc9d-0075-4ac0-a964-96c228ccd13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:37:13Z', 'updated_at': '2022-01-11T09:37:15Z', 'revision_number': 3, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'd43bcc9d-0075-4ac0-a964-96c228ccd13b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:37:14Z', 'updated_at': '2022-01-11T09:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:37:23.233050 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-17f6b908-7c62-4d82-8b81-b512713fb952 None None] For port cd22d251-8366-433f-8000-69419b8e1e42, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=cd22d251-8366-433f-8000-69419b8e1e42,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:23.234238 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12bd44-f512-4839-ba66-f3297ab38e14 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event deleted for resources: {'Subnet': ['ID=741015d9-db32-44e4-b304-33bd1dd0305c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:23.234783 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-17f6b908-7c62-4d82-8b81-b512713fb952 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:23.239589 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cb12bd44-f512-4839-ba66-f3297ab38e14 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:23.253308 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4ccae4db-27b4-4f0b-a9f2-d62955a4349d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:23.262507 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-04f93e7b-f8c4-4eaf-8ce7-7d728b9731c6 req-4d0eea29-c52b-4655-9ae2-6c6fa64ad93f tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/security-groups?id=cfa48579-46f7-403d-90fd-c3c391a7d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1844246 Jan 11 09:37:23.267436 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4ccae4db-27b4-4f0b-a9f2-d62955a4349d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:23.270064 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aafd8fb-8e89-46ac-b5d3-afb96f059974 None None] Network c0bab510-1705-460e-9efd-c6881e643aee requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:23.291053 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-cb12bd44-f512-4839-ba66-f3297ab38e14 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/subnets/741015d9-db32-44e4-b304-33bd1dd0305c HTTP/1.1" status: 204 len: 168 time: 1.0816441 Jan 11 09:37:23.303678 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33040) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:23.457416 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4ccae4db-27b4-4f0b-a9f2-d62955a4349d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:23.468619 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4ccae4db-27b4-4f0b-a9f2-d62955a4349d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:23.512349 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9bc31e73-bce7-406c-b73b-491c27f174d1 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:23.513974 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccae4db-27b4-4f0b-a9f2-d62955a4349d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:23.517540 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ccae4db-27b4-4f0b-a9f2-d62955a4349d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:23.642436 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5bf82243-ada1-48cf-876c-222b61dbfab3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:23.646216 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9bc31e73-bce7-406c-b73b-491c27f174d1 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:23.658362 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bccf18a-3ecf-41d0-9e02-8172148c37e0 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:23.673790 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9bc31e73-bce7-406c-b73b-491c27f174d1 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:23.689484 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9bc31e73-bce7-406c-b73b-491c27f174d1 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Usage tracker for resource:security_group_rule and tenant:968b8f89e4bd42c1b2620c7d2e380617 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:23.689943 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-17f6b908-7c62-4d82-8b81-b512713fb952 None None] Calling delete_port for cd22d251-8366-433f-8000-69419b8e1e42 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:23.703192 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9bc31e73-bce7-406c-b73b-491c27f174d1 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:23.722827 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9bc31e73-bce7-406c-b73b-491c27f174d1 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:23.734135 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc31e73-bce7-406c-b73b-491c27f174d1 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aae4049-9d58-46b1-904e-70b53ae109cb,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:23.756244 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ebdf1-e879-4826-aa06-65afed551605 req-cd669ff8-214c-465f-be6d-14640327b48b tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:23.757416 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-9e6ebdf1-e879-4826-aa06-65afed551605 req-cd669ff8-214c-465f-be6d-14640327b48b tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Synchronizing usage tracker for tenant:14ed3ba110e14acfa72fca43f8ae9c54 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:23.793728 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-9e6ebdf1-e879-4826-aa06-65afed551605 req-cd669ff8-214c-465f-be6d-14640327b48b tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Unset dirty status for tenant:14ed3ba110e14acfa72fca43f8ae9c54 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:23.795951 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9e6ebdf1-e879-4826-aa06-65afed551605 req-cd669ff8-214c-465f-be6d-14640327b48b tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 945 time: 0.5247128 Jan 11 09:37:23.818879 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-0bccf18a-3ecf-41d0-9e02-8172148c37e0 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Deleting port 0565bfba-4ada-42da-94ec-2e22c3c24983 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:23.819324 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bccf18a-3ecf-41d0-9e02-8172148c37e0 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:23.964654 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-9e6ebdf1-e879-4826-aa06-65afed551605 req-98d53689-3695-461b-b9c1-ff4bc8ce4029 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Deleting port 978151b7-a367-41c9-93da-1fa67427275c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:23.965004 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9e6ebdf1-e879-4826-aa06-65afed551605 req-98d53689-3695-461b-b9c1-ff4bc8ce4029 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:23.968951 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e803ae9a-c46b-4e9a-b8c4-d79f758dac93 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:24.086639 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e803ae9a-c46b-4e9a-b8c4-d79f758dac93 None None] Transition to ACTIVE for port object cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:24.089660 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:24.126177 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e803ae9a-c46b-4e9a-b8c4-d79f758dac93 None None] Transition to ACTIVE for port object cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:24.128931 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-17f6b908-7c62-4d82-8b81-b512713fb952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:24.136822 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9bc31e73-bce7-406c-b73b-491c27f174d1 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:24.148159 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9bc31e73-bce7-406c-b73b-491c27f174d1 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:24.190301 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-0bccf18a-3ecf-41d0-9e02-8172148c37e0 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] For port 0565bfba-4ada-42da-94ec-2e22c3c24983, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0565bfba-4ada-42da-94ec-2e22c3c24983,segment=NetworkSegment(fcf14d05-6710-4483-bff6-7ff7f575b806),segment_id=fcf14d05-6710-4483-bff6-7ff7f575b806)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:24.190864 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bccf18a-3ecf-41d0-9e02-8172148c37e0 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:24.195280 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f6b908-7c62-4d82-8b81-b512713fb952 None None] No DVR routers for this DVR port cd22d251-8366-433f-8000-69419b8e1e42 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:37:24.206310 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e803ae9a-c46b-4e9a-b8c4-d79f758dac93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:24.214449 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6b908-7c62-4d82-8b81-b512713fb952 None None] Pushing event deleted for resources: {'Port': ['ID=cd22d251-8366-433f-8000-69419b8e1e42,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:24.309420 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e803ae9a-c46b-4e9a-b8c4-d79f758dac93 None None] Network 222959b5-cbb6-4a23-bebe-87da222ff456 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:24.327619 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-e803ae9a-c46b-4e9a-b8c4-d79f758dac93 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:24.333285 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e803ae9a-c46b-4e9a-b8c4-d79f758dac93 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:37:24.350107 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-0bccf18a-3ecf-41d0-9e02-8172148c37e0 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Calling delete_port for 0565bfba-4ada-42da-94ec-2e22c3c24983 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:24.364078 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9bc31e73-bce7-406c-b73b-491c27f174d1 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:24.368606 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9bc31e73-bce7-406c-b73b-491c27f174d1 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1173871 Jan 11 09:37:24.369455 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc31e73-bce7-406c-b73b-491c27f174d1 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22fd3560-e222-40c4-b144-4c7723be974f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:24.375321 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33046) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:24.425667 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803ae9a-c46b-4e9a-b8c4-d79f758dac93 None None] Pushing event updated for resources: {'Port': ['ID=cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:24.441978 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5504c8a9-75f2-4f44-b195-6c764bda3587 None None] DHCP port deletion for c0bab510-1705-460e-9efd-c6881e643aee request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:37:24.536331 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.objects.ports [None req-4ccae4db-27b4-4f0b-a9f2-d62955a4349d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87654) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 11 09:37:24.541300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ccae4db-27b4-4f0b-a9f2-d62955a4349d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:24.549440 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5504c8a9-75f2-4f44-b195-6c764bda3587 None None] Deleting port 0565bfba-4ada-42da-94ec-2e22c3c24983 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:24.549811 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5504c8a9-75f2-4f44-b195-6c764bda3587 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:24.612800 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device d43bcc9d-0075-4ac0-a964-96c228ccd13b up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:37:24.620711 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-9e6ebdf1-e879-4826-aa06-65afed551605 req-98d53689-3695-461b-b9c1-ff4bc8ce4029 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] For port 978151b7-a367-41c9-93da-1fa67427275c, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=978151b7-a367-41c9-93da-1fa67427275c,segment=NetworkSegment(d4969419-30e3-407f-bc95-ce6e066593a6),segment_id=d4969419-30e3-407f-bc95-ce6e066593a6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:24.621166 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9e6ebdf1-e879-4826-aa06-65afed551605 req-98d53689-3695-461b-b9c1-ff4bc8ce4029 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:24.657421 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccae4db-27b4-4f0b-a9f2-d62955a4349d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:24.664496 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-4ccae4db-27b4-4f0b-a9f2-d62955a4349d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:24.678575 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e803ae9a-c46b-4e9a-b8c4-d79f758dac93 None None] Attempting to bind port cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:37:24.683135 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e803ae9a-c46b-4e9a-b8c4-d79f758dac93 None None] Attempting to bind port cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '76aef85c-af25-4c57-8dbb-736378ff89fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:37:24.683764 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e803ae9a-c46b-4e9a-b8c4-d79f758dac93 None None] Attempting to bind port cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb on network 222959b5-cbb6-4a23-bebe-87da222ff456 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:37:24.704767 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bccf18a-3ecf-41d0-9e02-8172148c37e0 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:24.718368 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42a1199-5b25-495a-8d06-bcdcc4e1f21d None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:24.722268 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccae4db-27b4-4f0b-a9f2-d62955a4349d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:24.723029 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ccae4db-27b4-4f0b-a9f2-d62955a4349d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:24.753986 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e803ae9a-c46b-4e9a-b8c4-d79f758dac93 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:37:24.754393 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e803ae9a-c46b-4e9a-b8c4-d79f758dac93 None None] Checking segment: {'id': '76aef85c-af25-4c57-8dbb-736378ff89fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:37:24.754878 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e803ae9a-c46b-4e9a-b8c4-d79f758dac93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:24.756204 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e803ae9a-c46b-4e9a-b8c4-d79f758dac93 None None] Bound using segment: {'id': '76aef85c-af25-4c57-8dbb-736378ff89fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:37:24.756960 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e803ae9a-c46b-4e9a-b8c4-d79f758dac93 None None] Bound port: cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76aef85c-af25-4c57-8dbb-736378ff89fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:37:24.757390 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e803ae9a-c46b-4e9a-b8c4-d79f758dac93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:24.779225 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccf18a-3ecf-41d0-9e02-8172148c37e0 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event deleted for resources: {'Port': ['ID=0565bfba-4ada-42da-94ec-2e22c3c24983,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:24.792130 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bccf18a-3ecf-41d0-9e02-8172148c37e0 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] No DVR routers for this DVR port 0565bfba-4ada-42da-94ec-2e22c3c24983 on host dv-neutron-823402-4-hyperv {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:37:24.803994 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-09569f20-2f70-4110-8125-df654d12aa7c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Synchronizing usage tracker for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:24.812770 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-9e6ebdf1-e879-4826-aa06-65afed551605 req-98d53689-3695-461b-b9c1-ff4bc8ce4029 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Calling delete_port for 978151b7-a367-41c9-93da-1fa67427275c owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:24.845022 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4ccae4db-27b4-4f0b-a9f2-d62955a4349d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7359402 Jan 11 09:37:24.852682 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccae4db-27b4-4f0b-a9f2-d62955a4349d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=d32c00ed-2a7c-407d-9a01-a505ba9fd02f,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:24.854895 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33050) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:24.876751 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-e76edc3c-a043-4a58-9df7-e5d787089970 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:24.890656 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d21024-3d81-4f9e-814f-1444ed1ca2fe req-1adac966-a1fd-4dec-bc55-7d016d1212c5 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:24.892189 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-55d21024-3d81-4f9e-814f-1444ed1ca2fe req-1adac966-a1fd-4dec-bc55-7d016d1212c5 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 945 time: 0.3884344 Jan 11 09:37:24.933732 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-09569f20-2f70-4110-8125-df654d12aa7c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Unset dirty status for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:24.935987 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-09569f20-2f70-4110-8125-df654d12aa7c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.5550511 Jan 11 09:37:24.944122 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5504c8a9-75f2-4f44-b195-6c764bda3587 None None] The port '0565bfba-4ada-42da-94ec-2e22c3c24983' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:37:24.949955 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33054) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:25.019913 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-80980cfc-ce18-421c-a24a-72191d06dffd tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Request body: {'security_group': {'name': 'tempest-security--74732328', 'description': 'tempest-security-description-1701163624'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:25.034220 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bccf18a-3ecf-41d0-9e02-8172148c37e0 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:25.054604 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-5bf82243-ada1-48cf-876c-222b61dbfab3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.20.0.1 (222959b5-cbb6-4a23-bebe-87da222ff456/0088f1d7-7635-4c0f-aa2b-52c9aee807a6/c8141e45-c81c-46ae-9ef8-fa699117c2fe) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:25.084775 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port d43bcc9d-0075-4ac0-a964-96c228ccd13b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:25.099305 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port d43bcc9d-0075-4ac0-a964-96c228ccd13b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:25.099969 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:25.104333 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e76edc3c-a043-4a58-9df7-e5d787089970 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:25.108988 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-0bccf18a-3ecf-41d0-9e02-8172148c37e0 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0bab510-1705-460e-9efd-c6881e643aee']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:25.114735 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e76edc3c-a043-4a58-9df7-e5d787089970 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:25.118614 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e76edc3c-a043-4a58-9df7-e5d787089970 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:25.125564 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e76edc3c-a043-4a58-9df7-e5d787089970 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:25.126404 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-55d21024-3d81-4f9e-814f-1444ed1ca2fe req-1c90f1e9-a62e-45db-bf47-fb22e4c6f4db tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/security-groups?id=cfa48579-46f7-403d-90fd-c3c391a7d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2062948 Jan 11 09:37:25.127755 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9e6ebdf1-e879-4826-aa06-65afed551605 req-98d53689-3695-461b-b9c1-ff4bc8ce4029 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:25.148454 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80980cfc-ce18-421c-a24a-72191d06dffd tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:25.155840 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e803ae9a-c46b-4e9a-b8c4-d79f758dac93 None None] For port cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:37:25.157067 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-0bccf18a-3ecf-41d0-9e02-8172148c37e0 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf14d05-6710-4483-bff6-7ff7f575b806') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:25.157756 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-0bccf18a-3ecf-41d0-9e02-8172148c37e0 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf14d05-6710-4483-bff6-7ff7f575b806') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:25.177734 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e803ae9a-c46b-4e9a-b8c4-d79f758dac93 None None] For port cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb,segment=NetworkSegment(76aef85c-af25-4c57-8dbb-736378ff89fa),segment_id=76aef85c-af25-4c57-8dbb-736378ff89fa)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:37:25.192113 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bccf18a-3ecf-41d0-9e02-8172148c37e0 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:25.194424 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d53689-3695-461b-b9c1-ff4bc8ce4029 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Pushing event deleted for resources: {'Port': ['ID=978151b7-a367-41c9-93da-1fa67427275c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:25.198648 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76edc3c-a043-4a58-9df7-e5d787089970 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:25.203012 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e76edc3c-a043-4a58-9df7-e5d787089970 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:25.212881 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e803ae9a-c46b-4e9a-b8c4-d79f758dac93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:25.308921 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6ebdf1-e879-4826-aa06-65afed551605 req-98d53689-3695-461b-b9c1-ff4bc8ce4029 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] No DVR routers for this DVR port 978151b7-a367-41c9-93da-1fa67427275c on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:37:25.318337 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1e8e34-240a-459b-90f7-c51c0065b568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-11973de4-095d-48a2-8bfe-2305268446bc', 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'fixed_ips': [{'subnet_id': 'd32c00ed-2a7c-407d-9a01-a505ba9fd02f'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:37:25.319242 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2c1e8e34-240a-459b-90f7-c51c0065b568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:25.322647 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-9e6ebdf1-e879-4826-aa06-65afed551605 req-98d53689-3695-461b-b9c1-ff4bc8ce4029 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:25.325948 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d57928c-90e2-49ee-bf6d-ecd9d0e3151a', 'name': 'network-vif-deleted', 'tag': '978151b7-a367-41c9-93da-1fa67427275c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:37:25.438188 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bccf18a-3ecf-41d0-9e02-8172148c37e0 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:25.472025 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:25.474490 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bccf18a-3ecf-41d0-9e02-8172148c37e0 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:37:25.474895 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bccf18a-3ecf-41d0-9e02-8172148c37e0 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:25.485802 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803ae9a-c46b-4e9a-b8c4-d79f758dac93 None None] Pushing event updated for resources: {'Port': ['ID=cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:25.486212 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d57928c-90e2-49ee-bf6d-ecd9d0e3151a', 'name': 'network-vif-deleted', 'tag': '978151b7-a367-41c9-93da-1fa67427275c', 'status': 'completed', 'code': 200} Jan 11 09:37:25.505103 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9e6ebdf1-e879-4826-aa06-65afed551605 req-98d53689-3695-461b-b9c1-ff4bc8ce4029 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.42 "DELETE /v2.0/ports/978151b7-a367-41c9-93da-1fa67427275c HTTP/1.1" status: 204 len: 173 time: 1.7018433 Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:37:25.505334 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:37:25.507831 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port d43bcc9d-0075-4ac0-a964-96c228ccd13b, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=d43bcc9d-0075-4ac0-a964-96c228ccd13b,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:25.518121 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.ipam_backend_mixin [None req-e76edc3c-a043-4a58-9df7-e5d787089970 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d32c00ed-2a7c-407d-9a01-a505ba9fd02f (CIDR: 2001:db8::/64) Jan 11 09:37:25.518537 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:25.524970 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76edc3c-a043-4a58-9df7-e5d787089970 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:37:25.528290 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e76edc3c-a043-4a58-9df7-e5d787089970 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:37:25.531704 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80980cfc-ce18-421c-a24a-72191d06dffd tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:25.567453 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e76edc3c-a043-4a58-9df7-e5d787089970 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7058787 Jan 11 09:37:25.567945 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80980cfc-ce18-421c-a24a-72191d06dffd tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:25.568366 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33062) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:25.580745 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-f83b4d47-70c9-420a-b609-52c9041d13ae tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:25.674336 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5bf82243-ada1-48cf-876c-222b61dbfab3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:25.700293 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device cd22d251-8366-433f-8000-69419b8e1e42 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:37:25.704069 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bccf18a-3ecf-41d0-9e02-8172148c37e0 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:25.720900 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-80980cfc-ce18-421c-a24a-72191d06dffd tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:25.722399 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-80980cfc-ce18-421c-a24a-72191d06dffd tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "PUT /v2.0/security-groups/22fd3560-e222-40c4-b144-4c7723be974f HTTP/1.1" status: 200 len: 1778 time: 0.7707572 Jan 11 09:37:25.729446 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33066) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:25.758693 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bccf18a-3ecf-41d0-9e02-8172148c37e0 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:25.782325 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80980cfc-ce18-421c-a24a-72191d06dffd tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22fd3560-e222-40c4-b144-4c7723be974f,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:25.787406 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-5bf82243-ada1-48cf-876c-222b61dbfab3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Transition to ACTIVE for port object c8141e45-c81c-46ae-9ef8-fa699117c2fe will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:25.820090 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccf18a-3ecf-41d0-9e02-8172148c37e0 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event deleted for resources: {'Network': ['ID=c0bab510-1705-460e-9efd-c6881e643aee,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:25.845345 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0bccf18a-3ecf-41d0-9e02-8172148c37e0 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/networks/c0bab510-1705-460e-9efd-c6881e643aee HTTP/1.1" status: 204 len: 168 time: 2.5406113 Jan 11 09:37:25.854437 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33070) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:25.911556 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: cd22d251-8366-433f-8000-69419b8e1e42 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:37:25.912322 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device cd22d251-8366-433f-8000-69419b8e1e42 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:37:25.912453 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0565bfba-4ada-42da-94ec-2e22c3c24983 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:37:25.948812 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-637a70e0-5d1d-4177-8294-0933462e1af6 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] DELETE failed (client error): The resource could not be found. Jan 11 09:37:25.956065 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-637a70e0-5d1d-4177-8294-0933462e1af6 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:37:25.958992 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-637a70e0-5d1d-4177-8294-0933462e1af6 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/subnets/bcd67364-c161-46e6-8259-51b4d707c517 HTTP/1.1" status: 404 len: 337 time: 0.1019671 Jan 11 09:37:25.961345 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33074) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:25.977827 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f3049642-0d66-4346-924a-3bf4244fcc37 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-groups/22fd3560-e222-40c4-b144-4c7723be974f HTTP/1.1" status: 200 len: 1778 time: 0.2448847 Jan 11 09:37:25.986117 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33078) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:25.999932 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d4bd375-647f-4f44-b31b-3b846609a089 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] DELETE failed (client error): The resource could not be found. Jan 11 09:37:26.000849 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d4bd375-647f-4f44-b31b-3b846609a089 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:37:26.007918 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8d4bd375-647f-4f44-b31b-3b846609a089 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/networks/b7fa8364-78ce-4635-ad39-0b7d14f0b7d8 HTTP/1.1" status: 404 len: 339 time: 0.0447896 Jan 11 09:37:26.009161 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33082) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:26.039075 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5bf82243-ada1-48cf-876c-222b61dbfab3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:26.055879 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-2c1e8e34-240a-459b-90f7-c51c0065b568 None None] Allocated IP 2001:db8::f816:3eff:fe62:4a7a (11973de4-095d-48a2-8bfe-2305268446bc/d32c00ed-2a7c-407d-9a01-a505ba9fd02f/60086553-48f7-474f-8d3b-0c551c3fcba8) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:26.167402 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf82243-ada1-48cf-876c-222b61dbfab3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 222959b5-cbb6-4a23-bebe-87da222ff456 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:26.181207 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-5bf82243-ada1-48cf-876c-222b61dbfab3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:26.193476 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf82243-ada1-48cf-876c-222b61dbfab3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:37:26.240520 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f83b4d47-70c9-420a-b609-52c9041d13ae tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:26.250867 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6a46fd-a423-42af-b56c-bbc9e9646e29 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Deleting subnet 05d9e8be-b651-4e10-b7ff-959578e9c567 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:37:26.253003 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-615975e3-384e-4403-a861-df46e9b278dc tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:26.253336 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f83b4d47-70c9-420a-b609-52c9041d13ae tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:26.258568 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f83b4d47-70c9-420a-b609-52c9041d13ae tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:26.259243 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf82243-ada1-48cf-876c-222b61dbfab3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=c8141e45-c81c-46ae-9ef8-fa699117c2fe,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:26.261378 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1f6a46fd-a423-42af-b56c-bbc9e9646e29 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:26.307528 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f83b4d47-70c9-420a-b609-52c9041d13ae tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:26.318570 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-615975e3-384e-4403-a861-df46e9b278dc tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:26.340369 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83b4d47-70c9-420a-b609-52c9041d13ae tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:26.343014 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5bf82243-ada1-48cf-876c-222b61dbfab3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:26.345132 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f83b4d47-70c9-420a-b609-52c9041d13ae tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:26.374203 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1f6a46fd-a423-42af-b56c-bbc9e9646e29 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:26.486377 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b8e70e2d-4ac4-4f35-9165-e69dde286888 req-41c6454d-9277-4c2c-94f8-140ec5ca12d0 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d57928c-90e2-49ee-bf6d-ecd9d0e3151a HTTP/1.1" status: 200 len: 210 time: 0.0709596 Jan 11 09:37:26.510312 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 0565bfba-4ada-42da-94ec-2e22c3c24983 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:37:26.510312 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0565bfba-4ada-42da-94ec-2e22c3c24983 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:37:26.522259 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=d43bcc9d-0075-4ac0-a964-96c228ccd13b,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:26.552998 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2c1e8e34-240a-459b-90f7-c51c0065b568 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:26.564326 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-615975e3-384e-4403-a861-df46e9b278dc tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:26.574984 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2c1e8e34-240a-459b-90f7-c51c0065b568 None None] Transition to ACTIVE for port object 60086553-48f7-474f-8d3b-0c551c3fcba8 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:26.595577 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615975e3-384e-4403-a861-df46e9b278dc tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fd3560-e222-40c4-b144-4c7723be974f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:26.611636 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2c1e8e34-240a-459b-90f7-c51c0065b568 None None] Transition to ACTIVE for port object 60086553-48f7-474f-8d3b-0c551c3fcba8 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:26.642264 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2c1e8e34-240a-459b-90f7-c51c0065b568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:26.669575 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1f6a46fd-a423-42af-b56c-bbc9e9646e29 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:26.723004 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1e8e34-240a-459b-90f7-c51c0065b568 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:26.735947 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-2c1e8e34-240a-459b-90f7-c51c0065b568 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:26.744945 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5bf82243-ada1-48cf-876c-222b61dbfab3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:26.750910 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1e8e34-240a-459b-90f7-c51c0065b568 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:37:26.794849 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-615975e3-384e-4403-a861-df46e9b278dc tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:26.799796 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33088) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:26.800454 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-615975e3-384e-4403-a861-df46e9b278dc tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "DELETE /v2.0/security-groups/22fd3560-e222-40c4-b144-4c7723be974f HTTP/1.1" status: 204 len: 168 time: 0.8115132 Jan 11 09:37:26.849314 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:37:26.890049 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 978151b7-a367-41c9-93da-1fa67427275c no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:37:26.912764 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-021c6cdc-c73f-432e-b354-ddbf61a4bf3f tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1060920 Jan 11 09:37:26.923638 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33092) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:26.947510 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-ed12794d-68b3-46e3-889d-7cde82b2d6e2 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] delete failed (client error): The resource could not be found. Jan 11 09:37:26.948702 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ed12794d-68b3-46e3-889d-7cde82b2d6e2 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "DELETE /v2.0/security-groups/22fd3560-e222-40c4-b144-4c7723be974f HTTP/1.1" status: 404 len: 347 time: 0.0241261 Jan 11 09:37:26.954003 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33096) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:26.959961 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a3618a71-2170-4b14-a2f4-720f397e7778 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Request body: {'security_group': {'name': 'tempest-secgroup--902162718'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:26.969619 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a3618a71-2170-4b14-a2f4-720f397e7778 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:26.984601 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a3618a71-2170-4b14-a2f4-720f397e7778 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Usage tracker for resource:security_group and tenant:968b8f89e4bd42c1b2620c7d2e380617 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:26.994747 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1f6a46fd-a423-42af-b56c-bbc9e9646e29 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:27.001549 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a3618a71-2170-4b14-a2f4-720f397e7778 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:27.027566 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: 978151b7-a367-41c9-93da-1fa67427275c {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:37:27.028136 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 978151b7-a367-41c9-93da-1fa67427275c not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:37:27.048436 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a3618a71-2170-4b14-a2f4-720f397e7778 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:27.051192 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e8e34-240a-459b-90f7-c51c0065b568 None None] Pushing event updated for resources: {'Port': ['ID=60086553-48f7-474f-8d3b-0c551c3fcba8,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:27.066535 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1f6a46fd-a423-42af-b56c-bbc9e9646e29 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:27.070781 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a46fd-a423-42af-b56c-bbc9e9646e29 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event deleted for resources: {'Subnet': ['ID=05d9e8be-b651-4e10-b7ff-959578e9c567,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:27.073299 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f6a4ea-a80d-41e1-b8bb-8039938e7d5b None None] Network a4dd5b27-38f0-44e3-a7d2-54e91eb07371 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:27.084967 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f83b4d47-70c9-420a-b609-52c9041d13ae tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:27.127946 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:27.139615 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2c1e8e34-240a-459b-90f7-c51c0065b568 None None] Attempting to bind port 60086553-48f7-474f-8d3b-0c551c3fcba8 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:37:27.139993 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2c1e8e34-240a-459b-90f7-c51c0065b568 None None] Attempting to bind port 60086553-48f7-474f-8d3b-0c551c3fcba8 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:37:27.140356 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1e8e34-240a-459b-90f7-c51c0065b568 None None] Attempting to bind port 60086553-48f7-474f-8d3b-0c551c3fcba8 on network 11973de4-095d-48a2-8bfe-2305268446bc {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:37:27.144971 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device d43bcc9d-0075-4ac0-a964-96c228ccd13b up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:37:27.162736 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b4d47-70c9-420a-b609-52c9041d13ae tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=c9b30b3d-85ea-4370-8e0d-bfbf40ed3c29,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:27.164969 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a3618a71-2170-4b14-a2f4-720f397e7778 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:27.179450 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1f6a46fd-a423-42af-b56c-bbc9e9646e29 tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/subnets/05d9e8be-b651-4e10-b7ff-959578e9c567 HTTP/1.1" status: 204 len: 168 time: 1.0480480 Jan 11 09:37:27.187569 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33100) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:27.190942 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83b4d47-70c9-420a-b609-52c9041d13ae tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:27.214550 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-f83b4d47-70c9-420a-b609-52c9041d13ae tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:27.220330 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83b4d47-70c9-420a-b609-52c9041d13ae tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:27.220911 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f83b4d47-70c9-420a-b609-52c9041d13ae tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:27.230409 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a3618a71-2170-4b14-a2f4-720f397e7778 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:27.236205 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7475a9f8-4497-4046-8a77-be415569f94d None None] Network 222959b5-cbb6-4a23-bebe-87da222ff456 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:27.257619 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a3618a71-2170-4b14-a2f4-720f397e7778 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Usage tracker for resource:security_group_rule and tenant:968b8f89e4bd42c1b2620c7d2e380617 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:27.266183 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1e8e34-240a-459b-90f7-c51c0065b568 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:37:27.267501 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1e8e34-240a-459b-90f7-c51c0065b568 None None] Checking segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:37:27.267501 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2c1e8e34-240a-459b-90f7-c51c0065b568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:27.267726 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a3618a71-2170-4b14-a2f4-720f397e7778 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:27.267799 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1e8e34-240a-459b-90f7-c51c0065b568 None None] Bound using segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:37:27.267799 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2c1e8e34-240a-459b-90f7-c51c0065b568 None None] Bound port: 60086553-48f7-474f-8d3b-0c551c3fcba8, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:37:27.268196 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2c1e8e34-240a-459b-90f7-c51c0065b568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:27.301371 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5bf82243-ada1-48cf-876c-222b61dbfab3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:27.307335 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5bf82243-ada1-48cf-876c-222b61dbfab3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:27.319885 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f83b4d47-70c9-420a-b609-52c9041d13ae tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7504225 Jan 11 09:37:27.332739 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a3618a71-2170-4b14-a2f4-720f397e7778 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:27.334517 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33104) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:27.346432 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c17ea72d-0161-4bb4-b159-4e54c5c88705 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'mac_address': 'fa:16:3e:fc:bf:2e', 'name': 'tempest-NetworksTestDHCPv6-146905691'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:27.380861 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-857515ba-15b3-462e-b7b0-0b6d9c82a72e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:27.428277 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf82243-ada1-48cf-876c-222b61dbfab3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=c8141e45-c81c-46ae-9ef8-fa699117c2fe,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:27.438894 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5bf82243-ada1-48cf-876c-222b61dbfab3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:27.469906 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-857515ba-15b3-462e-b7b0-0b6d9c82a72e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Deleting port 123a135a-99e3-4daf-919d-b5500691d6f1 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:27.470274 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-857515ba-15b3-462e-b7b0-0b6d9c82a72e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:27.484622 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-07801cbd-6406-4780-989d-d8008b61a1cb None None] Provisioning for port cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:27.509168 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-07801cbd-6406-4780-989d-d8008b61a1cb None None] Provisioning complete for port cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:27.509541 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-07801cbd-6406-4780-989d-d8008b61a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:27.602029 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33110) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:27.622115 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2c1e8e34-240a-459b-90f7-c51c0065b568 None None] For port 60086553-48f7-474f-8d3b-0c551c3fcba8, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:37:27.656199 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c17ea72d-0161-4bb4-b159-4e54c5c88705 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:27.659858 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a3618a71-2170-4b14-a2f4-720f397e7778 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:27.672860 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port d43bcc9d-0075-4ac0-a964-96c228ccd13b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:27.673270 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:27.682034 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c17ea72d-0161-4bb4-b159-4e54c5c88705 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:port and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:27.689764 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a3618a71-2170-4b14-a2f4-720f397e7778 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:27.693141 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c17ea72d-0161-4bb4-b159-4e54c5c88705 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:27.701316 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf82243-ada1-48cf-876c-222b61dbfab3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 222959b5-cbb6-4a23-bebe-87da222ff456 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:27.715223 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-5bf82243-ada1-48cf-876c-222b61dbfab3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:27.721517 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2c1e8e34-240a-459b-90f7-c51c0065b568 None None] For port 60086553-48f7-474f-8d3b-0c551c3fcba8, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=60086553-48f7-474f-8d3b-0c551c3fcba8,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:37:27.733368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c17ea72d-0161-4bb4-b159-4e54c5c88705 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:27.752683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2c1e8e34-240a-459b-90f7-c51c0065b568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:27.819985 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3618a71-2170-4b14-a2f4-720f397e7778 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571ad82e-6ce4-4fda-9783-d5e642416f94,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:27.825214 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a3618a71-2170-4b14-a2f4-720f397e7778 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:27.829115 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a3618a71-2170-4b14-a2f4-720f397e7778 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8720706 Jan 11 09:37:27.831597 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33114) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:27.834628 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-857515ba-15b3-462e-b7b0-0b6d9c82a72e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] For port 123a135a-99e3-4daf-919d-b5500691d6f1, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=123a135a-99e3-4daf-919d-b5500691d6f1,segment=NetworkSegment(d5da7731-1200-4357-a3fc-e5a8e81d6d11),segment_id=d5da7731-1200-4357-a3fc-e5a8e81d6d11)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:27.834991 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-857515ba-15b3-462e-b7b0-0b6d9c82a72e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:27.846329 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-27fdb374-ade9-4e5f-b82a-acb66a71859c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Request body: {'security_group_rule': {'security_group_id': '571ad82e-6ce4-4fda-9783-d5e642416f94', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:27.859315 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17ea72d-0161-4bb4-b159-4e54c5c88705 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:27.876884 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-27fdb374-ade9-4e5f-b82a-acb66a71859c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:27.885677 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-27fdb374-ade9-4e5f-b82a-acb66a71859c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Usage tracker for resource:security_group_rule and tenant:968b8f89e4bd42c1b2620c7d2e380617 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:27.940926 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-27fdb374-ade9-4e5f-b82a-acb66a71859c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:28.038819 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fceb30-c34b-4b1b-b68a-535e06b52a7d None None] DHCP port deletion for a4dd5b27-38f0-44e3-a7d2-54e91eb07371 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:37:28.040127 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-07801cbd-6406-4780-989d-d8008b61a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:28.072834 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e8e34-240a-459b-90f7-c51c0065b568 None None] Pushing event updated for resources: {'Port': ['ID=60086553-48f7-474f-8d3b-0c551c3fcba8,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:28.077514 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a9fceb30-c34b-4b1b-b68a-535e06b52a7d None None] Deleting port 123a135a-99e3-4daf-919d-b5500691d6f1 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:28.077982 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a9fceb30-c34b-4b1b-b68a-535e06b52a7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:28.143955 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-857515ba-15b3-462e-b7b0-0b6d9c82a72e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Calling delete_port for 123a135a-99e3-4daf-919d-b5500691d6f1 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:28.168475 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-07801cbd-6406-4780-989d-d8008b61a1cb None None] For port cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb,segment=NetworkSegment(76aef85c-af25-4c57-8dbb-736378ff89fa),segment_id=76aef85c-af25-4c57-8dbb-736378ff89fa)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:28.173546 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-27fdb374-ade9-4e5f-b82a-acb66a71859c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:28.192021 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf82243-ada1-48cf-876c-222b61dbfab3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router c7128719-57ca-4d4e-a919-9d77739d1247 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:37:28.211940 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-07801cbd-6406-4780-989d-d8008b61a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:28.350002 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07801cbd-6406-4780-989d-d8008b61a1cb None None] Pushing event updated for resources: {'Port': ['ID=cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:28.413605 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c17ea72d-0161-4bb4-b159-4e54c5c88705 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:28.453014 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-857515ba-15b3-462e-b7b0-0b6d9c82a72e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:28.523267 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27fdb374-ade9-4e5f-b82a-acb66a71859c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:28.555906 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a9fceb30-c34b-4b1b-b68a-535e06b52a7d None None] For port 123a135a-99e3-4daf-919d-b5500691d6f1, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=123a135a-99e3-4daf-919d-b5500691d6f1,segment=NetworkSegment(d5da7731-1200-4357-a3fc-e5a8e81d6d11),segment_id=d5da7731-1200-4357-a3fc-e5a8e81d6d11)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:28.556052 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a9fceb30-c34b-4b1b-b68a-535e06b52a7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:28.576627 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857515ba-15b3-462e-b7b0-0b6d9c82a72e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] No DVR routers for this DVR port 123a135a-99e3-4daf-919d-b5500691d6f1 on host dv-neutron-823402-4-hyperv {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:37:28.604510 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857515ba-15b3-462e-b7b0-0b6d9c82a72e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event deleted for resources: {'Port': ['ID=123a135a-99e3-4daf-919d-b5500691d6f1,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:28.628112 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c17ea72d-0161-4bb4-b159-4e54c5c88705 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] device_id is not set on port 9c0bb113-2aed-4046-b673-a2cb7b0e88e4 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:37:28.783609 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a9fceb30-c34b-4b1b-b68a-535e06b52a7d None None] Calling delete_port for 123a135a-99e3-4daf-919d-b5500691d6f1 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:28.827038 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf82243-ada1-48cf-876c-222b61dbfab3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:37:28.829579 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:37:28.839681 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] Sync routers for ids ['c7128719-57ca-4d4e-a919-9d77739d1247'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:37:28.848333 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5bf82243-ada1-48cf-876c-222b61dbfab3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "PUT /v2.0/routers/c7128719-57ca-4d4e-a919-9d77739d1247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2898905 Jan 11 09:37:28.850771 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33118) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:28.855170 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] Routers {'c7128719-57ca-4d4e-a919-9d77739d1247'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:37:28.855801 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:37:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['c7128719-57ca-4d4e-a919-9d77739d1247'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:28.920457 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27fdb374-ade9-4e5f-b82a-acb66a71859c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:28.932264 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8fbc1e86-322e-4977-bc67-9044f162292c None None] Provisioning complete for port cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:28.932729 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8fbc1e86-322e-4977-bc67-9044f162292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:28.991114 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-a9fceb30-c34b-4b1b-b68a-535e06b52a7d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:37:28.991472 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-a9fceb30-c34b-4b1b-b68a-535e06b52a7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:37:29.017914 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:29.018661 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:29.043619 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-857515ba-15b3-462e-b7b0-0b6d9c82a72e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:29.072265 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-857515ba-15b3-462e-b7b0-0b6d9c82a72e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4dd5b27-38f0-44e3-a7d2-54e91eb07371']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:29.086007 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-857515ba-15b3-462e-b7b0-0b6d9c82a72e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5da7731-1200-4357-a3fc-e5a8e81d6d11') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:29.086322 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-857515ba-15b3-462e-b7b0-0b6d9c82a72e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5da7731-1200-4357-a3fc-e5a8e81d6d11') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:29.105560 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-857515ba-15b3-462e-b7b0-0b6d9c82a72e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:29.128378 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-857515ba-15b3-462e-b7b0-0b6d9c82a72e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:29.134840 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857515ba-15b3-462e-b7b0-0b6d9c82a72e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:37:29.135579 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-857515ba-15b3-462e-b7b0-0b6d9c82a72e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:29.176777 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e752c2a-ab0b-4e1f-b1fb-8c508ad9ac35 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:29.181299 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] Set router c7128719-57ca-4d4e-a919-9d77739d1247 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:37:29.244949 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:37:29.279976 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27fdb374-ade9-4e5f-b82a-acb66a71859c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:29.307788 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-857515ba-15b3-462e-b7b0-0b6d9c82a72e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:29.312930 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-857515ba-15b3-462e-b7b0-0b6d9c82a72e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:29.337109 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8fbc1e86-322e-4977-bc67-9044f162292c None None] Provisioning for port c8141e45-c81c-46ae-9ef8-fa699117c2fe completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:29.367952 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 60086553-48f7-474f-8d3b-0c551c3fcba8 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:37:29.404792 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fdb374-ade9-4e5f-b82a-acb66a71859c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3c79e3-86e3-40a6-8155-fb60551c9fb9,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:29.417589 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8fbc1e86-322e-4977-bc67-9044f162292c None None] Provisioning complete for port c8141e45-c81c-46ae-9ef8-fa699117c2fe triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:29.417960 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8fbc1e86-322e-4977-bc67-9044f162292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:29.468002 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857515ba-15b3-462e-b7b0-0b6d9c82a72e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] Pushing event deleted for resources: {'Network': ['ID=a4dd5b27-38f0-44e3-a7d2-54e91eb07371,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:29.488135 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-857515ba-15b3-462e-b7b0-0b6d9c82a72e tempest-NetworksIpV6Test-367177055 tempest-NetworksIpV6Test-367177055-project] 10.222.0.15 "DELETE /v2.0/networks/a4dd5b27-38f0-44e3-a7d2-54e91eb07371 HTTP/1.1" status: 204 len: 168 time: 2.2994504 Jan 11 09:37:29.500569 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27fdb374-ade9-4e5f-b82a-acb66a71859c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:29.509401 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-27fdb374-ade9-4e5f-b82a-acb66a71859c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6773074 Jan 11 09:37:29.510176 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33124) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:29.513521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-c17ea72d-0161-4bb4-b159-4e54c5c88705 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 2001:db8:0:1::29a (11973de4-095d-48a2-8bfe-2305268446bc/c9b30b3d-85ea-4370-8e0d-bfbf40ed3c29/9c0bb113-2aed-4046-b673-a2cb7b0e88e4) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:29.559307 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a9fceb30-c34b-4b1b-b68a-535e06b52a7d None None] Deleting port 123a135a-99e3-4daf-919d-b5500691d6f1 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:29.565760 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a9fceb30-c34b-4b1b-b68a-535e06b52a7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:29.591884 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-c17ea72d-0161-4bb4-b159-4e54c5c88705 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 2001:db8::f816:3eff:fefc:bf2e (11973de4-095d-48a2-8bfe-2305268446bc/d32c00ed-2a7c-407d-9a01-a505ba9fd02f/9c0bb113-2aed-4046-b673-a2cb7b0e88e4) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:29.609831 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8fbc1e86-322e-4977-bc67-9044f162292c None None] Port c8141e45-c81c-46ae-9ef8-fa699117c2fe cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:37:29.644979 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-29955b90-f373-4102-bfb4-df243937856c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:29.658493 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-29955b90-f373-4102-bfb4-df243937856c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:29.707187 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-29955b90-f373-4102-bfb4-df243937856c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:29.714582 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf0ef6a-37b1-4e97-b0c9-0613d9ef42df None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:29.747473 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab25312-f6f6-4bc0-8e54-bca6d4a7fc99 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:29.747940 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab25312-f6f6-4bc0-8e54-bca6d4a7fc99 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:29.748445 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab25312-f6f6-4bc0-8e54-bca6d4a7fc99 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:29.748846 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab25312-f6f6-4bc0-8e54-bca6d4a7fc99 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:29.749294 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab25312-f6f6-4bc0-8e54-bca6d4a7fc99 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:29.749755 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab25312-f6f6-4bc0-8e54-bca6d4a7fc99 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:29.751569 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab25312-f6f6-4bc0-8e54-bca6d4a7fc99 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:29.758984 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab25312-f6f6-4bc0-8e54-bca6d4a7fc99 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:29.759824 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab25312-f6f6-4bc0-8e54-bca6d4a7fc99 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:29.766820 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0ab25312-f6f6-4bc0-8e54-bca6d4a7fc99 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6373 time: 0.9068718 Jan 11 09:37:29.775244 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-29955b90-f373-4102-bfb4-df243937856c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:29.777053 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-29955b90-f373-4102-bfb4-df243937856c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/ec3c79e3-86e3-40a6-8155-fb60551c9fb9 HTTP/1.1" status: 204 len: 168 time: 0.2315993 Jan 11 09:37:29.780173 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'name': 'tempest-TestNetworkBasicOps-router-914727539', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd43bcc9d-0075-4ac0-a964-96c228ccd13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:37:13Z', 'updated_at': '2022-01-11T09:37:26Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'd43bcc9d-0075-4ac0-a964-96c228ccd13b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:37:14Z', 'updated_at': '2022-01-11T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'c8141e45-c81c-46ae-9ef8-fa699117c2fe', 'name': '', 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:13:d5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '0088f1d7-7635-4c0f-aa2b-52c9aee807a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:37:24Z', 'updated_at': '2022-01-11T09:37:27Z', 'revision_number': 2, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '0088f1d7-7635-4c0f-aa2b-52c9aee807a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:29.786597 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] Checking router: c7128719-57ca-4d4e-a919-9d77739d1247 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:37:29.786992 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] Updating router c7128719-57ca-4d4e-a919-9d77739d1247 port c8141e45-c81c-46ae-9ef8-fa699117c2fe binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:37:29.791778 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33128) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:29.792452 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33130) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:29.857843 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:29.862968 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29955b90-f373-4102-bfb4-df243937856c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec3c79e3-86e3-40a6-8155-fb60551c9fb9,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:29.865736 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a9fceb30-c34b-4b1b-b68a-535e06b52a7d None None] The port '123a135a-99e3-4daf-919d-b5500691d6f1' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:37:30.021867 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b9778d4b-60fb-414d-93f3-8b70bd8ddaee None None] Provisioning for port 60086553-48f7-474f-8d3b-0c551c3fcba8 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:30.025879 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-04344894-25c1-4839-b310-23a5bfea1203 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Synchronizing usage tracker for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group_rule {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:30.030339 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 60086553-48f7-474f-8d3b-0c551c3fcba8 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:30.034721 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61719e5-bf9b-4dc6-8f52-4e6fa809cea5 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:30.035185 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61719e5-bf9b-4dc6-8f52-4e6fa809cea5 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:30.035632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61719e5-bf9b-4dc6-8f52-4e6fa809cea5 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:30.036074 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61719e5-bf9b-4dc6-8f52-4e6fa809cea5 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:30.036515 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61719e5-bf9b-4dc6-8f52-4e6fa809cea5 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:30.036954 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61719e5-bf9b-4dc6-8f52-4e6fa809cea5 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:30.037388 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61719e5-bf9b-4dc6-8f52-4e6fa809cea5 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:30.037824 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61719e5-bf9b-4dc6-8f52-4e6fa809cea5 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:30.038280 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61719e5-bf9b-4dc6-8f52-4e6fa809cea5 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:30.041928 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e61719e5-bf9b-4dc6-8f52-4e6fa809cea5 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5885 time: 0.2479956 Jan 11 09:37:30.046660 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b9778d4b-60fb-414d-93f3-8b70bd8ddaee None None] Provisioning complete for port 60086553-48f7-474f-8d3b-0c551c3fcba8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:30.047693 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b9778d4b-60fb-414d-93f3-8b70bd8ddaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:30.047950 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33138) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:30.062782 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-4e752c2a-ab0b-4e1f-b1fb-8c508ad9ac35 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Deleting port 4616f27a-c965-4207-8067-8f941770410a {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:30.063313 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e752c2a-ab0b-4e1f-b1fb-8c508ad9ac35 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:30.083440 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 60086553-48f7-474f-8d3b-0c551c3fcba8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:30.083809 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:30.155750 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33142) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:30.255042 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-04344894-25c1-4839-b310-23a5bfea1203 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Unset dirty status for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group_rule {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:30.256220 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-04344894-25c1-4839-b310-23a5bfea1203 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4598012 Jan 11 09:37:30.270060 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33148) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:30.293144 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-4e752c2a-ab0b-4e1f-b1fb-8c508ad9ac35 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] For port 4616f27a-c965-4207-8067-8f941770410a, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4616f27a-c965-4207-8067-8f941770410a,segment=NetworkSegment(d4969419-30e3-407f-bc95-ce6e066593a6),segment_id=d4969419-30e3-407f-bc95-ce6e066593a6)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:30.296408 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e752c2a-ab0b-4e1f-b1fb-8c508ad9ac35 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:30.334016 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:30.348004 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] Transition to ACTIVE for port object c8141e45-c81c-46ae-9ef8-fa699117c2fe will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:30.359184 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:30.486450 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7ac194-ce17-41f0-b425-8b9f30705663 None None] Update dhcp port {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'fixed_ips': [{'subnet_id': 'd32c00ed-2a7c-407d-9a01-a505ba9fd02f', 'ip_address': '2001:db8::f816:3eff:fe62:4a7a'}, {'subnet_id': 'c9b30b3d-85ea-4370-8e0d-bfbf40ed3c29'}], 'binding:host_id': 'dv-neutron-823402-4-hyperv'}, 'id': '60086553-48f7-474f-8d3b-0c551c3fcba8'} from dv-neutron-823402-4-hyperv. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 11 09:37:30.568785 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4487e7c-d500-4099-a62e-a5adbd90b498 None None] Pushing event updated for resources: {'Port': ['ID=c8141e45-c81c-46ae-9ef8-fa699117c2fe,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:30.573546 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b9778d4b-60fb-414d-93f3-8b70bd8ddaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:30.608214 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c17ea72d-0161-4bb4-b159-4e54c5c88705 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:30.625006 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4487e7c-d500-4099-a62e-a5adbd90b498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:30.625444 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4487e7c-d500-4099-a62e-a5adbd90b498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:30.625873 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4487e7c-d500-4099-a62e-a5adbd90b498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:30.626318 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4487e7c-d500-4099-a62e-a5adbd90b498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:30.626753 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4487e7c-d500-4099-a62e-a5adbd90b498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:30.627177 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4487e7c-d500-4099-a62e-a5adbd90b498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:30.627582 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4487e7c-d500-4099-a62e-a5adbd90b498 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:30.627992 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4487e7c-d500-4099-a62e-a5adbd90b498 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:30.628400 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4487e7c-d500-4099-a62e-a5adbd90b498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:30.628801 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4487e7c-d500-4099-a62e-a5adbd90b498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:30.629205 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4487e7c-d500-4099-a62e-a5adbd90b498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:30.629611 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4487e7c-d500-4099-a62e-a5adbd90b498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:30.630113 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c17ea72d-0161-4bb4-b159-4e54c5c88705 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Transition to ACTIVE for port object 9c0bb113-2aed-4046-b673-a2cb7b0e88e4 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:30.656586 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:30.657239 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-4e752c2a-ab0b-4e1f-b1fb-8c508ad9ac35 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Calling delete_port for 4616f27a-c965-4207-8067-8f941770410a owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:30.713731 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2b7ac194-ce17-41f0-b425-8b9f30705663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:30.725288 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] Attempting to bind port c8141e45-c81c-46ae-9ef8-fa699117c2fe on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:37:30.725664 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] Attempting to bind port c8141e45-c81c-46ae-9ef8-fa699117c2fe by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '76aef85c-af25-4c57-8dbb-736378ff89fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:37:30.726010 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] Attempting to bind port c8141e45-c81c-46ae-9ef8-fa699117c2fe on network 222959b5-cbb6-4a23-bebe-87da222ff456 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:37:30.733892 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:37:30.734220 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] Checking segment: {'id': '76aef85c-af25-4c57-8dbb-736378ff89fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:37:30.734607 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:30.735006 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] Bound using segment: {'id': '76aef85c-af25-4c57-8dbb-736378ff89fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:37:30.735430 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] Bound port: c8141e45-c81c-46ae-9ef8-fa699117c2fe, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76aef85c-af25-4c57-8dbb-736378ff89fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:37:30.735938 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:30.785286 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b9778d4b-60fb-414d-93f3-8b70bd8ddaee None None] For port 60086553-48f7-474f-8d3b-0c551c3fcba8, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=60086553-48f7-474f-8d3b-0c551c3fcba8,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:30.808069 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b9778d4b-60fb-414d-93f3-8b70bd8ddaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:30.830514 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a1794bd5-2e40-47b9-92b8-4e69fb1dfaf6 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:30.844474 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] For port c8141e45-c81c-46ae-9ef8-fa699117c2fe, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:37:30.847874 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] For port c8141e45-c81c-46ae-9ef8-fa699117c2fe, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=c8141e45-c81c-46ae-9ef8-fa699117c2fe,segment=NetworkSegment(76aef85c-af25-4c57-8dbb-736378ff89fa),segment_id=76aef85c-af25-4c57-8dbb-736378ff89fa)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:37:30.852710 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:30.861114 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a1794bd5-2e40-47b9-92b8-4e69fb1dfaf6 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:30.890379 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9778d4b-60fb-414d-93f3-8b70bd8ddaee None None] Pushing event updated for resources: {'Port': ['ID=60086553-48f7-474f-8d3b-0c551c3fcba8,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:30.916353 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-07383b3e-8b42-4a34-90ae-fbd39093af02 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ffadb6fe7b67451bbff928d8edb541ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7583826 Jan 11 09:37:30.919656 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33152) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:30.928842 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] Routers {'c7128719-57ca-4d4e-a919-9d77739d1247'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:37:30.929975 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:37:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['c7128719-57ca-4d4e-a919-9d77739d1247'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:30.937096 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a1794bd5-2e40-47b9-92b8-4e69fb1dfaf6 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:30.998640 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1794bd5-2e40-47b9-92b8-4e69fb1dfaf6 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=571ad82e-6ce4-4fda-9783-d5e642416f94,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:31.009907 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c17ea72d-0161-4bb4-b159-4e54c5c88705 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:31.064644 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:37:31.065370 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:37:31.089425 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e752c2a-ab0b-4e1f-b1fb-8c508ad9ac35 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:31.159876 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a1794bd5-2e40-47b9-92b8-4e69fb1dfaf6 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:31.161155 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a1794bd5-2e40-47b9-92b8-4e69fb1dfaf6 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "DELETE /v2.0/security-groups/571ad82e-6ce4-4fda-9783-d5e642416f94 HTTP/1.1" status: 204 len: 168 time: 0.8869245 Jan 11 09:37:31.169881 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33156) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:31.176132 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] Set router c7128719-57ca-4d4e-a919-9d77739d1247 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:37:31.242874 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e752c2a-ab0b-4e1f-b1fb-8c508ad9ac35 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Pushing event deleted for resources: {'Port': ['ID=4616f27a-c965-4207-8067-8f941770410a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:31.252071 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17ea72d-0161-4bb4-b159-4e54c5c88705 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:31.254436 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ea72d-0161-4bb4-b159-4e54c5c88705 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=9c0bb113-2aed-4046-b673-a2cb7b0e88e4,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:31.273613 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-c17ea72d-0161-4bb4-b159-4e54c5c88705 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:31.279358 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17ea72d-0161-4bb4-b159-4e54c5c88705 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:37:31.285444 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17ea72d-0161-4bb4-b159-4e54c5c88705 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:31.286441 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c17ea72d-0161-4bb4-b159-4e54c5c88705 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:31.319632 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-357aeb7c-ec5a-474e-9f7e-f085dc9647f0 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 1.2704830 Jan 11 09:37:31.338250 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c17ea72d-0161-4bb4-b159-4e54c5c88705 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.0026398 Jan 11 09:37:31.341280 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4487e7c-d500-4099-a62e-a5adbd90b498 None None] Pushing event updated for resources: {'Port': ['ID=c8141e45-c81c-46ae-9ef8-fa699117c2fe,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:31.342604 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33162) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:31.351448 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b25787c9-4702-49de-98a3-64ecdf07bb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:31.389260 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-2b7ac194-ce17-41f0-b425-8b9f30705663 None None] Allocated IP 2001:db8:0:1::2 (11973de4-095d-48a2-8bfe-2305268446bc/c9b30b3d-85ea-4370-8e0d-bfbf40ed3c29/60086553-48f7-474f-8d3b-0c551c3fcba8) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:31.401493 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c3b5e412-bf88-43a9-932d-3692c3ce19d4 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Synchronizing usage tracker for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:31.406187 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b25787c9-4702-49de-98a3-64ecdf07bb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:31.499344 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b25787c9-4702-49de-98a3-64ecdf07bb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:31.514795 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-324729c4-278b-420d-8216-5945a4325a91 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting port 9c0bb113-2aed-4046-b673-a2cb7b0e88e4 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:31.515137 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-324729c4-278b-420d-8216-5945a4325a91 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:31.541253 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25787c9-4702-49de-98a3-64ecdf07bb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8562e0-e422-4f63-97ab-b59747f37554,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:31.550248 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b25787c9-4702-49de-98a3-64ecdf07bb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:31.551838 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b25787c9-4702-49de-98a3-64ecdf07bb59 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e8562e0-e422-4f63-97ab-b59747f37554 HTTP/1.1" status: 204 len: 168 time: 0.6162295 Jan 11 09:37:31.587449 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c3b5e412-bf88-43a9-932d-3692c3ce19d4 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Unset dirty status for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:31.593782 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'name': 'tempest-TestNetworkBasicOps-router-914727539', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd43bcc9d-0075-4ac0-a964-96c228ccd13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:37:13Z', 'updated_at': '2022-01-11T09:37:26Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'd43bcc9d-0075-4ac0-a964-96c228ccd13b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:37:14Z', 'updated_at': '2022-01-11T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'c8141e45-c81c-46ae-9ef8-fa699117c2fe', 'name': '', 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:13:d5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '0088f1d7-7635-4c0f-aa2b-52c9aee807a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:37:24Z', 'updated_at': '2022-01-11T09:37:30Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '0088f1d7-7635-4c0f-aa2b-52c9aee807a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:31.594206 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c3b5e412-bf88-43a9-932d-3692c3ce19d4 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4230559 Jan 11 09:37:31.594321 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33168) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:31.599314 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d4eb22-a43e-4f68-8bc8-bee6e14aa0a0 None None] The sync data for ids ['c7128719-57ca-4d4e-a919-9d77739d1247'] in dv-neutron-823402-4-hyperv is: [{'id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'name': 'tempest-TestNetworkBasicOps-router-914727539', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd43bcc9d-0075-4ac0-a964-96c228ccd13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:37:13Z', 'updated_at': '2022-01-11T09:37:26Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'd43bcc9d-0075-4ac0-a964-96c228ccd13b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:37:14Z', 'updated_at': '2022-01-11T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'c8141e45-c81c-46ae-9ef8-fa699117c2fe', 'name': '', 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:13:d5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '0088f1d7-7635-4c0f-aa2b-52c9aee807a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:37:24Z', 'updated_at': '2022-01-11T09:37:30Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '0088f1d7-7635-4c0f-aa2b-52c9aee807a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:37:31.599646 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8834c05a-0a28-4365-b03b-9c72b3746102 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Request body: {'security_group': {'name': 'tempest-secgroup--1628555315'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:31.610750 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8834c05a-0a28-4365-b03b-9c72b3746102 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:31.635146 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33172) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:31.642288 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8834c05a-0a28-4365-b03b-9c72b3746102 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:31.655175 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-7f8af232-cd1a-4e2f-9052-2374691f8336 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-970064783', 'description': 'tempest-secgroup-smoke-970064783 description', 'project_id': 'b18c1b552dc34b41889b96f8d477063d'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:31.707747 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7f8af232-cd1a-4e2f-9052-2374691f8336 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:31.717769 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8834c05a-0a28-4365-b03b-9c72b3746102 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:31.751398 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7f8af232-cd1a-4e2f-9052-2374691f8336 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:31.759159 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7f8af232-cd1a-4e2f-9052-2374691f8336 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:31.781355 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2b7ac194-ce17-41f0-b425-8b9f30705663 None None] For port 60086553-48f7-474f-8d3b-0c551c3fcba8, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=60086553-48f7-474f-8d3b-0c551c3fcba8,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:31.808204 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7f8af232-cd1a-4e2f-9052-2374691f8336 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:31.829552 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8834c05a-0a28-4365-b03b-9c72b3746102 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:31.834713 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8834c05a-0a28-4365-b03b-9c72b3746102 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Usage tracker for resource:security_group_rule and tenant:968b8f89e4bd42c1b2620c7d2e380617 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:31.838170 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8834c05a-0a28-4365-b03b-9c72b3746102 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:31.845550 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7f8af232-cd1a-4e2f-9052-2374691f8336 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:31.849405 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 123a135a-99e3-4daf-919d-b5500691d6f1 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:37:31.860529 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8834c05a-0a28-4365-b03b-9c72b3746102 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:31.897421 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7f8af232-cd1a-4e2f-9052-2374691f8336 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:31.908488 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2b7ac194-ce17-41f0-b425-8b9f30705663 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:31.911612 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7f8af232-cd1a-4e2f-9052-2374691f8336 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:31.915780 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7f8af232-cd1a-4e2f-9052-2374691f8336 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:31.925370 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7f8af232-cd1a-4e2f-9052-2374691f8336 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:31.933216 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 123a135a-99e3-4daf-919d-b5500691d6f1 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:37:31.935995 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 123a135a-99e3-4daf-919d-b5500691d6f1 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:37:31.951580 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2b7ac194-ce17-41f0-b425-8b9f30705663 None None] Transition to ACTIVE for port object 60086553-48f7-474f-8d3b-0c551c3fcba8 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:31.960453 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2b7ac194-ce17-41f0-b425-8b9f30705663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:32.052275 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8834c05a-0a28-4365-b03b-9c72b3746102 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:32.100894 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e752c2a-ab0b-4e1f-b1fb-8c508ad9ac35 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:32.154162 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7f8af232-cd1a-4e2f-9052-2374691f8336 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:32.156635 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ac194-ce17-41f0-b425-8b9f30705663 None None] Pushing event updated for resources: {'Port': ['ID=60086553-48f7-474f-8d3b-0c551c3fcba8,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:32.159231 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8834c05a-0a28-4365-b03b-9c72b3746102 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:32.198818 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7f8af232-cd1a-4e2f-9052-2374691f8336 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:32.295038 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7f8af232-cd1a-4e2f-9052-2374691f8336 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:32.299617 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7f8af232-cd1a-4e2f-9052-2374691f8336 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6633706 Jan 11 09:37:32.301753 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33184) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:32.316569 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8834c05a-0a28-4365-b03b-9c72b3746102 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:32.316762 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a3c5a5bd-1a3a-4b21-b821-eb3ab4083aa7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': 'ff442f65-3954-458a-b120-e82bc5825f53', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:32.317770 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8834c05a-0a28-4365-b03b-9c72b3746102 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7224169 Jan 11 09:37:32.323112 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33188) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:32.323772 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834c05a-0a28-4365-b03b-9c72b3746102 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=398935e0-e2cb-48d0-9bfd-4bf0749aca34,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:32.351843 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a3c5a5bd-1a3a-4b21-b821-eb3ab4083aa7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:32.354510 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device c8141e45-c81c-46ae-9ef8-fa699117c2fe up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:37:32.361210 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a3c5a5bd-1a3a-4b21-b821-eb3ab4083aa7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:32.375066 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a3c5a5bd-1a3a-4b21-b821-eb3ab4083aa7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:32.381536 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d4b1bc55-855a-488b-8df6-196b29b5ccae tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Request body: {'security_group_rule': {'security_group_id': '398935e0-e2cb-48d0-9bfd-4bf0749aca34', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:32.385910 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8af232-cd1a-4e2f-9052-2374691f8336 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff442f65-3954-458a-b120-e82bc5825f53,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:32.398346 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d4b1bc55-855a-488b-8df6-196b29b5ccae tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:32.402816 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d4b1bc55-855a-488b-8df6-196b29b5ccae tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Usage tracker for resource:security_group_rule and tenant:968b8f89e4bd42c1b2620c7d2e380617 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:32.409879 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d4b1bc55-855a-488b-8df6-196b29b5ccae tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:32.423717 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d4b1bc55-855a-488b-8df6-196b29b5ccae tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:32.457049 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d4b1bc55-855a-488b-8df6-196b29b5ccae tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:32.472849 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a3c5a5bd-1a3a-4b21-b821-eb3ab4083aa7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:32.486962 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-324729c4-278b-420d-8216-5945a4325a91 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:32.534557 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port c8141e45-c81c-46ae-9ef8-fa699117c2fe completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:32.548117 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port c8141e45-c81c-46ae-9ef8-fa699117c2fe triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:32.548498 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:32.560359 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d4b1bc55-855a-488b-8df6-196b29b5ccae tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:32.568727 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d4b1bc55-855a-488b-8df6-196b29b5ccae tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:32.629544 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1bc55-855a-488b-8df6-196b29b5ccae tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99dc9475-7a10-4948-a002-0aee3ca9c37b,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:32.660040 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d4b1bc55-855a-488b-8df6-196b29b5ccae tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:32.663659 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d4b1bc55-855a-488b-8df6-196b29b5ccae tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3339918 Jan 11 09:37:32.664581 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33196) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:32.670729 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5841698b-953a-43f3-a0db-34a45fc02f6f tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Request body: {'security_group_rule': {'security_group_id': '398935e0-e2cb-48d0-9bfd-4bf0749aca34', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:32.677945 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5841698b-953a-43f3-a0db-34a45fc02f6f tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:32.686555 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5841698b-953a-43f3-a0db-34a45fc02f6f tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Usage tracker for resource:security_group_rule and tenant:968b8f89e4bd42c1b2620c7d2e380617 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:32.707939 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5841698b-953a-43f3-a0db-34a45fc02f6f tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:32.730919 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5841698b-953a-43f3-a0db-34a45fc02f6f tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:32.777230 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5841698b-953a-43f3-a0db-34a45fc02f6f tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:32.845417 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:32.892365 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port c8141e45-c81c-46ae-9ef8-fa699117c2fe, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=c8141e45-c81c-46ae-9ef8-fa699117c2fe,segment=NetworkSegment(76aef85c-af25-4c57-8dbb-736378ff89fa),segment_id=76aef85c-af25-4c57-8dbb-736378ff89fa)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:32.910016 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:32.912594 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 60086553-48f7-474f-8d3b-0c551c3fcba8 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:37:32.962020 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5841698b-953a-43f3-a0db-34a45fc02f6f tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:32.969646 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5841698b-953a-43f3-a0db-34a45fc02f6f tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:32.973862 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-324729c4-278b-420d-8216-5945a4325a91 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Calling delete_port for 9c0bb113-2aed-4046-b673-a2cb7b0e88e4 owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:32.996104 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841698b-953a-43f3-a0db-34a45fc02f6f tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd60c38d-6e69-411a-9497-4981c563723c,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:33.016073 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5841698b-953a-43f3-a0db-34a45fc02f6f tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.019324 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5841698b-953a-43f3-a0db-34a45fc02f6f tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3537338 Jan 11 09:37:33.022416 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33206) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:33.043028 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9b79c196-bcf6-4041-b932-9ef7c7b202c3 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Request body: {'security_group_rule': {'security_group_id': '398935e0-e2cb-48d0-9bfd-4bf0749aca34', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:33.055334 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9b79c196-bcf6-4041-b932-9ef7c7b202c3 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:33.061364 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9b79c196-bcf6-4041-b932-9ef7c7b202c3 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Usage tracker for resource:security_group_rule and tenant:968b8f89e4bd42c1b2620c7d2e380617 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:33.064627 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9b79c196-bcf6-4041-b932-9ef7c7b202c3 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:33.071469 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9b79c196-bcf6-4041-b932-9ef7c7b202c3 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:33.100615 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b79c196-bcf6-4041-b932-9ef7c7b202c3 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.144329 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=c8141e45-c81c-46ae-9ef8-fa699117c2fe,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:33.176662 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3c5a5bd-1a3a-4b21-b821-eb3ab4083aa7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.188163 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33210) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:33.191300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b79c196-bcf6-4041-b932-9ef7c7b202c3 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.197977 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b79c196-bcf6-4041-b932-9ef7c7b202c3 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.227604 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79c196-bcf6-4041-b932-9ef7c7b202c3 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3932a302-8697-4fd0-a264-a82216bf3429,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:33.250758 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c6e836a7-090a-4f4d-b265-e456ace71b65 None None] Provisioning for port 60086553-48f7-474f-8d3b-0c551c3fcba8 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:33.253965 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c6e836a7-090a-4f4d-b265-e456ace71b65 None None] Provisioning complete for port 60086553-48f7-474f-8d3b-0c551c3fcba8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:33.253965 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c6e836a7-090a-4f4d-b265-e456ace71b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.269574 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b79c196-bcf6-4041-b932-9ef7c7b202c3 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.272825 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9b79c196-bcf6-4041-b932-9ef7c7b202c3 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2477620 Jan 11 09:37:33.276289 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33216) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:33.285250 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4617a7ae-b0a2-42e2-a0c9-d0aa3e92b82a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Request body: {'security_group_rule': {'security_group_id': '398935e0-e2cb-48d0-9bfd-4bf0749aca34', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:33.292577 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4617a7ae-b0a2-42e2-a0c9-d0aa3e92b82a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:33.303282 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4617a7ae-b0a2-42e2-a0c9-d0aa3e92b82a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Usage tracker for resource:security_group_rule and tenant:968b8f89e4bd42c1b2620c7d2e380617 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:33.306976 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4617a7ae-b0a2-42e2-a0c9-d0aa3e92b82a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:33.316123 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4617a7ae-b0a2-42e2-a0c9-d0aa3e92b82a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:33.351606 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4617a7ae-b0a2-42e2-a0c9-d0aa3e92b82a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.468943 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4617a7ae-b0a2-42e2-a0c9-d0aa3e92b82a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.475268 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4617a7ae-b0a2-42e2-a0c9-d0aa3e92b82a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.484777 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b8e14fc9-cd2e-476d-bb84-b7296dfa7d23 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1079541218', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:33.505626 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b8e14fc9-cd2e-476d-bb84-b7296dfa7d23 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:33.508940 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617a7ae-b0a2-42e2-a0c9-d0aa3e92b82a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09ae904-e77f-4780-aec9-a41a89e67bae,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:33.509748 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b8e14fc9-cd2e-476d-bb84-b7296dfa7d23 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Usage tracker for resource:router and tenant:02ab7254ddd34aa2a213953d03489208 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:33.513679 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b8e14fc9-cd2e-476d-bb84-b7296dfa7d23 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:33.521546 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4617a7ae-b0a2-42e2-a0c9-d0aa3e92b82a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.524025 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b8e14fc9-cd2e-476d-bb84-b7296dfa7d23 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:33.531367 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4617a7ae-b0a2-42e2-a0c9-d0aa3e92b82a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2544801 Jan 11 09:37:33.533892 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33220) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:33.540355 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-335a8708-5373-4873-8f47-79d72516d132 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Request body: {'security_group_rule': {'security_group_id': '398935e0-e2cb-48d0-9bfd-4bf0749aca34', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:33.548548 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-335a8708-5373-4873-8f47-79d72516d132 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:33.553020 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-335a8708-5373-4873-8f47-79d72516d132 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Usage tracker for resource:security_group_rule and tenant:968b8f89e4bd42c1b2620c7d2e380617 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:33.556594 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-335a8708-5373-4873-8f47-79d72516d132 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:33.563446 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-335a8708-5373-4873-8f47-79d72516d132 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:33.588769 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-335a8708-5373-4873-8f47-79d72516d132 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.596527 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e752c2a-ab0b-4e1f-b1fb-8c508ad9ac35 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Router 08aa8158-041b-4702-92c3-f0ded41a44a3 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:37:33.599763 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8e14fc9-cd2e-476d-bb84-b7296dfa7d23 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.600754 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8e14fc9-cd2e-476d-bb84-b7296dfa7d23 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.621270 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3c5a5bd-1a3a-4b21-b821-eb3ab4083aa7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.634724 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3c5a5bd-1a3a-4b21-b821-eb3ab4083aa7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.695514 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-335a8708-5373-4873-8f47-79d72516d132 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.703898 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-335a8708-5373-4873-8f47-79d72516d132 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.730437 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a8708-5373-4873-8f47-79d72516d132 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c22f650-db13-4572-aa2c-8d2b6de27ac6,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:33.744303 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-335a8708-5373-4873-8f47-79d72516d132 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.745894 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-335a8708-5373-4873-8f47-79d72516d132 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2108269 Jan 11 09:37:33.749311 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33224) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:33.769654 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5a5bd-1a3a-4b21-b821-eb3ab4083aa7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf1a5cd9-d677-4825-8284-776afbbd001d,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:33.778831 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1526c438-65b3-4969-9c3c-d411f46367d3 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.791955 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1526c438-65b3-4969-9c3c-d411f46367d3 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.817903 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1526c438-65b3-4969-9c3c-d411f46367d3 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.824059 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3c5a5bd-1a3a-4b21-b821-eb3ab4083aa7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.825885 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a3c5a5bd-1a3a-4b21-b821-eb3ab4083aa7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5203683 Jan 11 09:37:33.831488 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33228) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:33.843092 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-da28b718-8a32-4b3d-8299-f895b8c916ee tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': 'ff442f65-3954-458a-b120-e82bc5825f53', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:33.849825 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526c438-65b3-4969-9c3c-d411f46367d3 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c22f650-db13-4572-aa2c-8d2b6de27ac6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:33.852884 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-da28b718-8a32-4b3d-8299-f895b8c916ee tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:33.855368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1526c438-65b3-4969-9c3c-d411f46367d3 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.856505 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1526c438-65b3-4969-9c3c-d411f46367d3 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/3c22f650-db13-4572-aa2c-8d2b6de27ac6 HTTP/1.1" status: 204 len: 168 time: 0.1062305 Jan 11 09:37:33.859217 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33232) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:33.861852 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-da28b718-8a32-4b3d-8299-f895b8c916ee tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:33.876370 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-da28b718-8a32-4b3d-8299-f895b8c916ee tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:33.885491 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-da28b718-8a32-4b3d-8299-f895b8c916ee tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:33.907581 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5b127217-958b-49d7-8920-e81448eabe9c None None] Provisioning for port 9c0bb113-2aed-4046-b673-a2cb7b0e88e4 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:33.911399 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-324729c4-278b-420d-8216-5945a4325a91 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.915638 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5b127217-958b-49d7-8920-e81448eabe9c None None] Provisioning complete for port 9c0bb113-2aed-4046-b673-a2cb7b0e88e4 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:33.916392 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5b127217-958b-49d7-8920-e81448eabe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.933822 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-be5db9bc-24bc-43ff-abc4-b891b6d57918 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Synchronizing usage tracker for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group_rule {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:33.937181 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da28b718-8a32-4b3d-8299-f895b8c916ee tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.958053 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5b127217-958b-49d7-8920-e81448eabe9c None None] Port 9c0bb113-2aed-4046-b673-a2cb7b0e88e4 was deleted so its status cannot be updated. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 11 09:37:33.962583 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8e14fc9-cd2e-476d-bb84-b7296dfa7d23 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:33.980242 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324729c4-278b-420d-8216-5945a4325a91 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Port': ['ID=9c0bb113-2aed-4046-b673-a2cb7b0e88e4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:33.986292 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e752c2a-ab0b-4e1f-b1fb-8c508ad9ac35 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:37:33.995243 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-be5db9bc-24bc-43ff-abc4-b891b6d57918 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Unset dirty status for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group_rule {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:33.999730 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-be5db9bc-24bc-43ff-abc4-b891b6d57918 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1366096 Jan 11 09:37:33.999730 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33236) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:34.011285 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05f7aad-4904-4222-96b9-ff3660a21d84 None None] Sync routers for ids ['08aa8158-041b-4702-92c3-f0ded41a44a3'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:37:34.025267 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05f7aad-4904-4222-96b9-ff3660a21d84 None None] Routers {'08aa8158-041b-4702-92c3-f0ded41a44a3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:37:34.026255 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f05f7aad-4904-4222-96b9-ff3660a21d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:37:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['08aa8158-041b-4702-92c3-f0ded41a44a3'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:34.039772 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da28b718-8a32-4b3d-8299-f895b8c916ee tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.046117 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33240) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:34.054691 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4e752c2a-ab0b-4e1f-b1fb-8c508ad9ac35 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "PUT /v2.0/routers/08aa8158-041b-4702-92c3-f0ded41a44a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4497151 Jan 11 09:37:34.086876 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da28b718-8a32-4b3d-8299-f895b8c916ee tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.104248 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a04a346-9555-4610-b574-4e598c928ed7 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.114885 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8e14fc9-cd2e-476d-bb84-b7296dfa7d23 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.125273 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-324729c4-278b-420d-8216-5945a4325a91 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.130927 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-324729c4-278b-420d-8216-5945a4325a91 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/9c0bb113-2aed-4046-b673-a2cb7b0e88e4 HTTP/1.1" status: 204 len: 168 time: 2.7873275 Jan 11 09:37:34.132654 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33244) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:34.137987 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a04a346-9555-4610-b574-4e598c928ed7 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.138456 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device c8141e45-c81c-46ae-9ef8-fa699117c2fe up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:37:34.151617 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28b718-8a32-4b3d-8299-f895b8c916ee tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ca9291-bf21-465e-8ae8-461faad8b311,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:34.178916 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da28b718-8a32-4b3d-8299-f895b8c916ee tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.180121 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-da28b718-8a32-4b3d-8299-f895b8c916ee tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3465755 Jan 11 09:37:34.183272 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33248) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:34.192230 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10c7780-63de-4f4c-873b-f04726504351 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Deleting subnet 48997d48-8017-4745-a919-e2841ee030d4 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:37:34.198750 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8aaa4f4b-b6a6-43f6-b75a-79d874ce82d9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': 'ff442f65-3954-458a-b120-e82bc5825f53', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:34.207899 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8aaa4f4b-b6a6-43f6-b75a-79d874ce82d9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:34.210185 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e10c7780-63de-4f4c-873b-f04726504351 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.216310 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8e14fc9-cd2e-476d-bb84-b7296dfa7d23 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.220791 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b8e14fc9-cd2e-476d-bb84-b7296dfa7d23 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0158927 Jan 11 09:37:34.221573 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33252) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:34.229414 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9f782886-d54c-4e60-b375-c946f5976ba6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-891696447'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:34.235205 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9f782886-d54c-4e60-b375-c946f5976ba6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:34.241478 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-9f782886-d54c-4e60-b375-c946f5976ba6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Usage tracker for resource:network and tenant:02ab7254ddd34aa2a213953d03489208 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:34.244834 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8aaa4f4b-b6a6-43f6-b75a-79d874ce82d9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:34.247659 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a04a346-9555-4610-b574-4e598c928ed7 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.255742 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8aaa4f4b-b6a6-43f6-b75a-79d874ce82d9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:34.257214 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-9f782886-d54c-4e60-b375-c946f5976ba6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:34.268620 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.277697 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8aaa4f4b-b6a6-43f6-b75a-79d874ce82d9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:34.283870 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9f782886-d54c-4e60-b375-c946f5976ba6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:34.297038 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04a346-9555-4610-b574-4e598c928ed7 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e09ae904-e77f-4780-aec9-a41a89e67bae,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:34.309204 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f782886-d54c-4e60-b375-c946f5976ba6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Made reservation on behalf of 02ab7254ddd34aa2a213953d03489208 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:34.312848 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e10c7780-63de-4f4c-873b-f04726504351 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.313665 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f782886-d54c-4e60-b375-c946f5976ba6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.330052 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f782886-d54c-4e60-b375-c946f5976ba6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.344029 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a04a346-9555-4610-b574-4e598c928ed7 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.345232 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7a04a346-9555-4610-b574-4e598c928ed7 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/e09ae904-e77f-4780-aec9-a41a89e67bae HTTP/1.1" status: 204 len: 168 time: 0.3444436 Jan 11 09:37:34.350445 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33256) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:34.354003 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9f782886-d54c-4e60-b375-c946f5976ba6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:34.356506 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port c8141e45-c81c-46ae-9ef8-fa699117c2fe triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:34.357313 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.363136 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8aaa4f4b-b6a6-43f6-b75a-79d874ce82d9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.363978 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06caec-0b10-4b21-8885-e7de3ea5f635 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:34.364689 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6b06caec-0b10-4b21-8885-e7de3ea5f635 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:34.383136 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-9f782886-d54c-4e60-b375-c946f5976ba6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Usage tracker for resource:security_group_rule and tenant:02ab7254ddd34aa2a213953d03489208 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:34.388892 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-9f782886-d54c-4e60-b375-c946f5976ba6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:34.402945 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9f782886-d54c-4e60-b375-c946f5976ba6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:34.420724 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-f05f7aad-4904-4222-96b9-ff3660a21d84 None None] Set router 08aa8158-041b-4702-92c3-f0ded41a44a3 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:37:34.439012 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6b06caec-0b10-4b21-8885-e7de3ea5f635 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:34.442872 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33260) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:34.442993 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6b06caec-0b10-4b21-8885-e7de3ea5f635 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3024867 Jan 11 09:37:34.463773 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f334b055-1384-4f22-80b0-e7b2b2397c8a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Synchronizing usage tracker for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:34.499279 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f334b055-1384-4f22-80b0-e7b2b2397c8a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Unset dirty status for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:34.504117 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f334b055-1384-4f22-80b0-e7b2b2397c8a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1488340 Jan 11 09:37:34.504117 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33264) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:34.517881 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8aaa4f4b-b6a6-43f6-b75a-79d874ce82d9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.520204 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e10c7780-63de-4f4c-873b-f04726504351 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.560755 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8aaa4f4b-b6a6-43f6-b75a-79d874ce82d9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.561557 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95a83376-5756-464f-a10c-8e249346ee13 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.583160 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95a83376-5756-464f-a10c-8e249346ee13 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.589516 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa4f4b-b6a6-43f6-b75a-79d874ce82d9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd23cdd4-8b35-492f-940f-c12d5f610c63,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:34.598814 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f782886-d54c-4e60-b375-c946f5976ba6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.612701 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f782886-d54c-4e60-b375-c946f5976ba6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.634169 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8aaa4f4b-b6a6-43f6-b75a-79d874ce82d9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.638897 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8aaa4f4b-b6a6-43f6-b75a-79d874ce82d9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4511416 Jan 11 09:37:34.639141 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33268) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:34.648734 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b279cb0f-4408-40d5-8533-742a4f6c3dde tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': 'ff442f65-3954-458a-b120-e82bc5825f53', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:34.660951 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b279cb0f-4408-40d5-8533-742a4f6c3dde tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:34.668259 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b279cb0f-4408-40d5-8533-742a4f6c3dde tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:34.670680 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f782886-d54c-4e60-b375-c946f5976ba6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c77969-48ba-4287-b8e0-2d6b52bb3052,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:34.672967 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b279cb0f-4408-40d5-8533-742a4f6c3dde tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:34.685265 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95a83376-5756-464f-a10c-8e249346ee13 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.689621 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15441f2-88e8-44f7-b508-3ecc99677def tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:34.690417 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a15441f2-88e8-44f7-b508-3ecc99677def tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:34.700730 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e10c7780-63de-4f4c-873b-f04726504351 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.705847 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b279cb0f-4408-40d5-8533-742a4f6c3dde tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:34.705966 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f782886-d54c-4e60-b375-c946f5976ba6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:37:34.710317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a83376-5756-464f-a10c-8e249346ee13 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3932a302-8697-4fd0-a264-a82216bf3429,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:34.743561 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 60086553-48f7-474f-8d3b-0c551c3fcba8 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:37:34.750972 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-95a83376-5756-464f-a10c-8e249346ee13 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.755918 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-95a83376-5756-464f-a10c-8e249346ee13 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/3932a302-8697-4fd0-a264-a82216bf3429 HTTP/1.1" status: 204 len: 168 time: 0.2512865 Jan 11 09:37:34.757346 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f782886-d54c-4e60-b375-c946f5976ba6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.757749 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-9f782886-d54c-4e60-b375-c946f5976ba6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Added segment 102dcdcd-13f6-4028-9489-6a2469500023 of type vlan for network 5dce8892-2efc-450d-92a9-216819b38925 Jan 11 09:37:34.758166 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e10c7780-63de-4f4c-873b-f04726504351 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.758835 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33272) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:34.761179 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c7780-63de-4f4c-873b-f04726504351 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Pushing event deleted for resources: {'Subnet': ['ID=48997d48-8017-4745-a919-e2841ee030d4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:34.769765 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a15441f2-88e8-44f7-b508-3ecc99677def tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:34.774501 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a15441f2-88e8-44f7-b508-3ecc99677def tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3267350 Jan 11 09:37:34.774501 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e10c7780-63de-4f4c-873b-f04726504351 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "DELETE /v2.0/subnets/48997d48-8017-4745-a919-e2841ee030d4 HTTP/1.1" status: 204 len: 168 time: 0.7258821 Jan 11 09:37:34.774811 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33276) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:34.777215 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33278) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:34.787601 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2387df-3637-419e-a97e-28607ed6ec40 None None] Network bbf6be13-cc99-44e4-8991-cc0b8c6993de requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:34.832291 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f782886-d54c-4e60-b375-c946f5976ba6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.853506 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-32122c9c-2630-44b1-9bb8-d66fa48502e1 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Synchronizing usage tracker for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:34.887959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b279cb0f-4408-40d5-8533-742a4f6c3dde tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.888142 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-32122c9c-2630-44b1-9bb8-d66fa48502e1 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Unset dirty status for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:34.892534 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-32122c9c-2630-44b1-9bb8-d66fa48502e1 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1326933 Jan 11 09:37:34.895858 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33284) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:34.932265 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b5e8311-e9e3-477d-b096-00cfa168b4a3 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.947751 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b5e8311-e9e3-477d-b096-00cfa168b4a3 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.957382 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f782886-d54c-4e60-b375-c946f5976ba6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:34.962912 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f782886-d54c-4e60-b375-c946f5976ba6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:34.963530 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f782886-d54c-4e60-b375-c946f5976ba6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:35.006579 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9f782886-d54c-4e60-b375-c946f5976ba6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7805834 Jan 11 09:37:35.016722 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33288) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:35.040633 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-07599f8c-9dbe-40bb-a481-b7fd0c5de9d6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Request body: {'subnet': {'network_id': '5dce8892-2efc-450d-92a9-216819b38925', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:35.044631 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 60086553-48f7-474f-8d3b-0c551c3fcba8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:35.045107 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:35.097425 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aa4528-3673-432a-8fa8-f4deba7f80da tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:35.099276 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aa4528-3673-432a-8fa8-f4deba7f80da tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:35.100840 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aa4528-3673-432a-8fa8-f4deba7f80da tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:35.101658 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f2aa4528-3673-432a-8fa8-f4deba7f80da tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:35.117828 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f05f7aad-4904-4222-96b9-ff3660a21d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289783008', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:33:45Z', 'updated_at': '2022-01-11T09:37:30Z', 'revision_number': 5, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'gw_port': {'id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:33:47Z', 'updated_at': '2022-01-11T09:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:35.127675 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05f7aad-4904-4222-96b9-ff3660a21d84 None None] Checking router: 08aa8158-041b-4702-92c3-f0ded41a44a3 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:37:35.146243 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05f7aad-4904-4222-96b9-ff3660a21d84 None None] Routers {'08aa8158-041b-4702-92c3-f0ded41a44a3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:37:35.147397 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f05f7aad-4904-4222-96b9-ff3660a21d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:37:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['08aa8158-041b-4702-92c3-f0ded41a44a3'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:35.155050 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f782886-d54c-4e60-b375-c946f5976ba6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Pushing event updated for resources: {'Network': ['ID=5dce8892-2efc-450d-92a9-216819b38925,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:35.157052 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b5e8311-e9e3-477d-b096-00cfa168b4a3 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:35.205673 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 5dce8892-2efc-450d-92a9-216819b38925 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:37:35.206960 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f2aa4528-3673-432a-8fa8-f4deba7f80da tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:35.210766 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f2aa4528-3673-432a-8fa8-f4deba7f80da tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4325314 Jan 11 09:37:35.212689 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33292) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:35.232146 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e8311-e9e3-477d-b096-00cfa168b4a3 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd60c38d-6e69-411a-9497-4981c563723c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:35.239603 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-95a36146-16f5-494a-8a44-5cc2af71f811 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:35.291859 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-07599f8c-9dbe-40bb-a481-b7fd0c5de9d6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:35.296237 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-07599f8c-9dbe-40bb-a481-b7fd0c5de9d6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Usage tracker for resource:subnet and tenant:02ab7254ddd34aa2a213953d03489208 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:35.300418 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-07599f8c-9dbe-40bb-a481-b7fd0c5de9d6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:35.305987 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-07599f8c-9dbe-40bb-a481-b7fd0c5de9d6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:35.314680 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b279cb0f-4408-40d5-8533-742a4f6c3dde tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:35.322368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b279cb0f-4408-40d5-8533-742a4f6c3dde tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:35.332501 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9b5e8311-e9e3-477d-b096-00cfa168b4a3 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:35.336029 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9b5e8311-e9e3-477d-b096-00cfa168b4a3 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/dd60c38d-6e69-411a-9497-4981c563723c HTTP/1.1" status: 204 len: 168 time: 0.4371209 Jan 11 09:37:35.337866 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33296) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:35.347175 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07599f8c-9dbe-40bb-a481-b7fd0c5de9d6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Made reservation on behalf of 02ab7254ddd34aa2a213953d03489208 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:35.350615 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07599f8c-9dbe-40bb-a481-b7fd0c5de9d6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:35.364545 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279cb0f-4408-40d5-8533-742a4f6c3dde tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c85d1a3-ab9c-4525-a21f-24f125072552,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:35.373038 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ef027d-ea73-425f-bd82-0818acacee6d None None] DHCP port deletion for bbf6be13-cc99-44e4-8991-cc0b8c6993de request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:37:35.440753 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b279cb0f-4408-40d5-8533-742a4f6c3dde tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:35.444476 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b279cb0f-4408-40d5-8533-742a4f6c3dde tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8019722 Jan 11 09:37:35.452081 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33300) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:35.458675 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-66ef027d-ea73-425f-bd82-0818acacee6d None None] Deleting port 9f24849f-7efc-4158-832e-910c14f0876b {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:35.459046 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-66ef027d-ea73-425f-bd82-0818acacee6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:35.459892 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-720a4351-0091-467e-b5c4-a13d0eaadc0e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': 'ff442f65-3954-458a-b120-e82bc5825f53', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:35.482787 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-720a4351-0091-467e-b5c4-a13d0eaadc0e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:35.491334 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-720a4351-0091-467e-b5c4-a13d0eaadc0e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:35.496469 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-720a4351-0091-467e-b5c4-a13d0eaadc0e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:35.507817 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-720a4351-0091-467e-b5c4-a13d0eaadc0e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:35.524935 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-95a36146-16f5-494a-8a44-5cc2af71f811 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:35.535126 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-720a4351-0091-467e-b5c4-a13d0eaadc0e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Project b18c1b552dc34b41889b96f8d477063d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:37:35.543287 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-720a4351-0091-467e-b5c4-a13d0eaadc0e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:35.552466 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-95a36146-16f5-494a-8a44-5cc2af71f811 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Deleting port a5621439-8282-4dbb-adaf-bc445b75d87b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:35.553027 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-95a36146-16f5-494a-8a44-5cc2af71f811 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:35.566402 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-f05f7aad-4904-4222-96b9-ff3660a21d84 None None] Set router 08aa8158-041b-4702-92c3-f0ded41a44a3 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:37:35.597131 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-5280613c-834f-480d-8024-4e9c6244397e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet c9b30b3d-85ea-4370-8e0d-bfbf40ed3c29 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:37:35.603721 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5280613c-834f-480d-8024-4e9c6244397e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:35.706864 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-720a4351-0091-467e-b5c4-a13d0eaadc0e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:35.755216 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-4138b5ef-8e6b-4f94-b6ae-4c334daef7fe tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Synchronizing usage tracker for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:35.756689 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-720a4351-0091-467e-b5c4-a13d0eaadc0e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:35.794812 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-720a4351-0091-467e-b5c4-a13d0eaadc0e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:35.798547 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-720a4351-0091-467e-b5c4-a13d0eaadc0e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3429718 Jan 11 09:37:35.801229 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33304) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:35.802343 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5280613c-834f-480d-8024-4e9c6244397e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:35.812017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a4351-0091-467e-b5c4-a13d0eaadc0e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67ded56-d9a4-4b99-9a28-29721494cc54,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:35.817488 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d8c6552f-186c-47a0-a60a-3bcbafb5534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': 'ff442f65-3954-458a-b120-e82bc5825f53', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:35.828157 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d8c6552f-186c-47a0-a60a-3bcbafb5534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:35.843103 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-4138b5ef-8e6b-4f94-b6ae-4c334daef7fe tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Unset dirty status for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:35.843554 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d8c6552f-186c-47a0-a60a-3bcbafb5534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:35.846907 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4138b5ef-8e6b-4f94-b6ae-4c334daef7fe tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4983211 Jan 11 09:37:35.849739 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d8c6552f-186c-47a0-a60a-3bcbafb5534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:35.849906 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33308) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:35.859627 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d8c6552f-186c-47a0-a60a-3bcbafb5534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:35.862802 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-95a36146-16f5-494a-8a44-5cc2af71f811 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] For port a5621439-8282-4dbb-adaf-bc445b75d87b, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a5621439-8282-4dbb-adaf-bc445b75d87b,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:35.862802 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-95a36146-16f5-494a-8a44-5cc2af71f811 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:35.894398 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-66ef027d-ea73-425f-bd82-0818acacee6d None None] For port 9f24849f-7efc-4158-832e-910c14f0876b, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=9f24849f-7efc-4158-832e-910c14f0876b,segment=NetworkSegment(d4969419-30e3-407f-bc95-ce6e066593a6),segment_id=d4969419-30e3-407f-bc95-ce6e066593a6)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:35.894783 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-66ef027d-ea73-425f-bd82-0818acacee6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:35.926698 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7b56c4d-a084-4163-b805-57d7a4396488 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:35.938467 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07599f8c-9dbe-40bb-a481-b7fd0c5de9d6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:35.982450 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7b56c4d-a084-4163-b805-57d7a4396488 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:35.999258 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-d8c6552f-186c-47a0-a60a-3bcbafb5534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Project b18c1b552dc34b41889b96f8d477063d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:37:36.009957 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-95a36146-16f5-494a-8a44-5cc2af71f811 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Calling delete_port for a5621439-8282-4dbb-adaf-bc445b75d87b owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:36.049414 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d8c6552f-186c-47a0-a60a-3bcbafb5534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:36.056168 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5280613c-834f-480d-8024-4e9c6244397e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:36.095644 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07599f8c-9dbe-40bb-a481-b7fd0c5de9d6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Pushing event updated for resources: {'Subnet': ['ID=8a9014ba-d5fe-4a4e-a4fa-ccdd4f3b0267,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:36.097543 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7b56c4d-a084-4163-b805-57d7a4396488 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:36.110906 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-66ef027d-ea73-425f-bd82-0818acacee6d None None] Calling delete_port for 9f24849f-7efc-4158-832e-910c14f0876b owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:36.131832 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b56c4d-a084-4163-b805-57d7a4396488 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99dc9475-7a10-4948-a002-0aee3ca9c37b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:36.137842 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9f24849f-7efc-4158-832e-910c14f0876b no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:37:36.139146 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07599f8c-9dbe-40bb-a481-b7fd0c5de9d6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Checking segment: {'id': '102dcdcd-13f6-4028-9489-6a2469500023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5dce8892-2efc-450d-92a9-216819b38925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:37:36.139508 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07599f8c-9dbe-40bb-a481-b7fd0c5de9d6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Network hostable DHCP agents. Network: 5dce8892-2efc-450d-92a9-216819b38925, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:37:36.158375 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d8c6552f-186c-47a0-a60a-3bcbafb5534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:36.170236 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d8c6552f-186c-47a0-a60a-3bcbafb5534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:36.176299 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7b56c4d-a084-4163-b805-57d7a4396488 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:36.179787 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a7b56c4d-a084-4163-b805-57d7a4396488 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/99dc9475-7a10-4948-a002-0aee3ca9c37b HTTP/1.1" status: 204 len: 168 time: 0.3256514 Jan 11 09:37:36.179787 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07599f8c-9dbe-40bb-a481-b7fd0c5de9d6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Network 5dce8892-2efc-450d-92a9-216819b38925 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:37:36.182835 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33312) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:36.199717 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6552f-186c-47a0-a60a-3bcbafb5534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5460700a-47f7-46c3-9138-87b73782fb57,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:36.210672 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-07599f8c-9dbe-40bb-a481-b7fd0c5de9d6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 5dce8892-2efc-450d-92a9-216819b38925) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:36.214747 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5280613c-834f-480d-8024-4e9c6244397e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:36.220035 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d8c6552f-186c-47a0-a60a-3bcbafb5534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:36.227526 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d8c6552f-186c-47a0-a60a-3bcbafb5534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4179072 Jan 11 09:37:36.253009 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07599f8c-9dbe-40bb-a481-b7fd0c5de9d6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:36.253707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07599f8c-9dbe-40bb-a481-b7fd0c5de9d6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:36.259818 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717a3253-c778-470a-b3c1-4fdaae4ecdcf None None] Network 5dce8892-2efc-450d-92a9-216819b38925 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:36.279934 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280613c-834f-480d-8024-4e9c6244397e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b30b3d-85ea-4370-8e0d-bfbf40ed3c29,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:36.296076 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5280613c-834f-480d-8024-4e9c6244397e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:36.333778 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1fb4f5c4-2691-46d3-bb19-58bccd8ff382 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Synchronizing usage tracker for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:36.344963 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-07599f8c-9dbe-40bb-a481-b7fd0c5de9d6 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3270016 Jan 11 09:37:36.346209 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33318) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:36.348840 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5280613c-834f-480d-8024-4e9c6244397e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/c9b30b3d-85ea-4370-8e0d-bfbf40ed3c29 HTTP/1.1" status: 204 len: 168 time: 1.1331010 Jan 11 09:37:36.354480 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33320) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:36.355929 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c3d16eda-1cda-44ab-8bbf-9f3997e8f83f tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Request body: {'network': {'name': 'tempest-router-network01--1213804685'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:36.365316 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c3d16eda-1cda-44ab-8bbf-9f3997e8f83f tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:36.374020 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c3d16eda-1cda-44ab-8bbf-9f3997e8f83f tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Usage tracker for resource:network and tenant:02ab7254ddd34aa2a213953d03489208 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:36.375581 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a6ba10-9b75-48cd-89e4-49e5a4546eba None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:36.377526 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c3d16eda-1cda-44ab-8bbf-9f3997e8f83f tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:36.384204 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1fb4f5c4-2691-46d3-bb19-58bccd8ff382 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Unset dirty status for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:36.388456 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1fb4f5c4-2691-46d3-bb19-58bccd8ff382 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2018335 Jan 11 09:37:36.388456 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c3d16eda-1cda-44ab-8bbf-9f3997e8f83f tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:36.388924 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33328) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:36.407330 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-95a36146-16f5-494a-8a44-5cc2af71f811 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:36.470594 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d16eda-1cda-44ab-8bbf-9f3997e8f83f tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Made reservation on behalf of 02ab7254ddd34aa2a213953d03489208 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:36.474463 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3d16eda-1cda-44ab-8bbf-9f3997e8f83f tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:36.475113 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a36146-16f5-494a-8a44-5cc2af71f811 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Pushing event deleted for resources: {'Port': ['ID=a5621439-8282-4dbb-adaf-bc445b75d87b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:36.555857 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d16eda-1cda-44ab-8bbf-9f3997e8f83f tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:37:36.558219 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-66ef027d-ea73-425f-bd82-0818acacee6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:36.565284 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3d16eda-1cda-44ab-8bbf-9f3997e8f83f tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:36.565759 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-c3d16eda-1cda-44ab-8bbf-9f3997e8f83f tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Added segment 0bdfb657-bdee-45eb-9140-445f8c4839be of type vlan for network 39054580-8604-4c2c-9648-592e88a8ba57 Jan 11 09:37:36.575857 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f7ccf62-985a-4c4e-9be2-aea434726d8b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet d32c00ed-2a7c-407d-9a01-a505ba9fd02f {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:37:36.584764 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f7ccf62-985a-4c4e-9be2-aea434726d8b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:36.595070 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3d16eda-1cda-44ab-8bbf-9f3997e8f83f tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:36.605774 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f05f7aad-4904-4222-96b9-ff3660a21d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289783008', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:33:45Z', 'updated_at': '2022-01-11T09:37:30Z', 'revision_number': 5, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'gw_port': {'id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:33:47Z', 'updated_at': '2022-01-11T09:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:36.618069 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Port 9f24849f-7efc-4158-832e-910c14f0876b update to DOWN by agent not found {{(pid=87656) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 11 09:37:36.636610 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ff51d06-859b-443d-b307-0aa3571ddc79 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:36.649851 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-95a36146-16f5-494a-8a44-5cc2af71f811 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:36.665687 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef027d-ea73-425f-bd82-0818acacee6d None None] Pushing event deleted for resources: {'Port': ['ID=9f24849f-7efc-4158-832e-910c14f0876b,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:36.668663 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05f7aad-4904-4222-96b9-ff3660a21d84 None None] The sync data for ids ['08aa8158-041b-4702-92c3-f0ded41a44a3'] in dv-neutron-823402-4-hyperv is: [{'id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289783008', 'tenant_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:33:45Z', 'updated_at': '2022-01-11T09:37:30Z', 'revision_number': 5, 'project_id': '14ed3ba110e14acfa72fca43f8ae9c54', 'gw_port': {'id': 'a5621439-8282-4dbb-adaf-bc445b75d87b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aa8158-041b-4702-92c3-f0ded41a44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:33:47Z', 'updated_at': '2022-01-11T09:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:37:36.670933 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ef027d-ea73-425f-bd82-0818acacee6d None None] No DVR routers for this DVR port 9f24849f-7efc-4158-832e-910c14f0876b on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:37:36.747267 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3d16eda-1cda-44ab-8bbf-9f3997e8f83f tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:36.757323 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d16eda-1cda-44ab-8bbf-9f3997e8f83f tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:36.758412 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3d16eda-1cda-44ab-8bbf-9f3997e8f83f tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:36.772933 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-458997a1-7189-42cd-8ae0-206f2bca89f4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:36.776317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ff51d06-859b-443d-b307-0aa3571ddc79 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:36.785431 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f7ccf62-985a-4c4e-9be2-aea434726d8b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:36.840211 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-458997a1-7189-42cd-8ae0-206f2bca89f4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:36.842369 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-458997a1-7189-42cd-8ae0-206f2bca89f4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-970064783&fields=id&tenant_id=b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 267 time: 0.3776751 Jan 11 09:37:36.854218 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9659a4-b0ee-4241-be10-8ee7194f246e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-5dce8892-2efc-450d-92a9-216819b38925', 'network_id': '5dce8892-2efc-450d-92a9-216819b38925', 'tenant_id': '02ab7254ddd34aa2a213953d03489208', 'fixed_ips': [{'subnet_id': '8a9014ba-d5fe-4a4e-a4fa-ccdd4f3b0267'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:37:36.855184 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bf9659a4-b0ee-4241-be10-8ee7194f246e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:36.869197 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c3d16eda-1cda-44ab-8bbf-9f3997e8f83f tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5161085 Jan 11 09:37:36.900984 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33340) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:36.966589 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6b0f33da-fa30-43d8-a55a-564cda626353 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Request body: {'network': {'name': 'tempest-router-network02--1504625730'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:36.971696 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6b0f33da-fa30-43d8-a55a-564cda626353 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:36.975710 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6b0f33da-fa30-43d8-a55a-564cda626353 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Usage tracker for resource:network and tenant:02ab7254ddd34aa2a213953d03489208 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:36.978742 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6b0f33da-fa30-43d8-a55a-564cda626353 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:36.993450 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6b0f33da-fa30-43d8-a55a-564cda626353 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:36.995648 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d16eda-1cda-44ab-8bbf-9f3997e8f83f tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Pushing event updated for resources: {'Network': ['ID=39054580-8604-4c2c-9648-592e88a8ba57,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:37.024448 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-95a36146-16f5-494a-8a44-5cc2af71f811 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:37.033016 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-95a36146-16f5-494a-8a44-5cc2af71f811 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:37.041634 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 39054580-8604-4c2c-9648-592e88a8ba57 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:37:37.073873 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-95a36146-16f5-494a-8a44-5cc2af71f811 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:37.074594 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a36146-16f5-494a-8a44-5cc2af71f811 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Fanout notify agent at l3_agent the message router_deleted on router 08aa8158-041b-4702-92c3-f0ded41a44a3 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:37:37.095975 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ff51d06-859b-443d-b307-0aa3571ddc79 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:37.099437 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-95a36146-16f5-494a-8a44-5cc2af71f811 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:37.100739 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-95a36146-16f5-494a-8a44-5cc2af71f811 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "DELETE /v2.0/routers/08aa8158-041b-4702-92c3-f0ded41a44a3 HTTP/1.1" status: 204 len: 168 time: 2.3208928 Jan 11 09:37:37.103317 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33344) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:37.115645 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-bf9659a4-b0ee-4241-be10-8ee7194f246e None None] Allocated IP 172.20.0.2 (5dce8892-2efc-450d-92a9-216819b38925/8a9014ba-d5fe-4a4e-a4fa-ccdd4f3b0267/1dcea261-f5b4-4bbe-b018-a7d923ab5972) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:37.120827 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0f33da-fa30-43d8-a55a-564cda626353 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Made reservation on behalf of 02ab7254ddd34aa2a213953d03489208 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:37.124997 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b0f33da-fa30-43d8-a55a-564cda626353 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:37.168066 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff51d06-859b-443d-b307-0aa3571ddc79 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=398935e0-e2cb-48d0-9bfd-4bf0749aca34,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:37.225136 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ff51d06-859b-443d-b307-0aa3571ddc79 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:37.229002 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5ff51d06-859b-443d-b307-0aa3571ddc79 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "DELETE /v2.0/security-groups/398935e0-e2cb-48d0-9bfd-4bf0749aca34 HTTP/1.1" status: 204 len: 168 time: 0.8390644 Jan 11 09:37:37.235137 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33348) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:37.245077 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b367ae1e-0a3d-4f0e-9ecf-4cd0c9f06629 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:37.266356 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f7ccf62-985a-4c4e-9be2-aea434726d8b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:37.274319 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0f33da-fa30-43d8-a55a-564cda626353 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:37:37.284664 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-60c5be5a-238d-4086-8d93-fb9fd04c99f2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:37.285565 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-60c5be5a-238d-4086-8d93-fb9fd04c99f2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:37.330867 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b0f33da-fa30-43d8-a55a-564cda626353 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:37.331250 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-6b0f33da-fa30-43d8-a55a-564cda626353 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Added segment 8c8b353f-50fb-40c1-a80e-9881604603e2 of type vlan for network 123cda9b-b41e-41d4-8c7e-4867ce7e9d0f Jan 11 09:37:37.370073 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-60c5be5a-238d-4086-8d93-fb9fd04c99f2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:37.371257 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-60c5be5a-238d-4086-8d93-fb9fd04c99f2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/networks?id=222959b5-cbb6-4a23-bebe-87da222ff456 HTTP/1.1" status: 200 len: 796 time: 0.5069122 Jan 11 09:37:37.398300 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-ec055bbe-10c2-4c28-941b-e43de0c4164a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/quotas/b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 375 time: 0.0122223 Jan 11 09:37:37.400008 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b0f33da-fa30-43d8-a55a-564cda626353 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:37.406761 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-001aeb78-bfa0-416f-bf3d-4a5ec7a8e1b5 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Synchronizing usage tracker for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:37.481718 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b367ae1e-0a3d-4f0e-9ecf-4cd0c9f06629 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:37.483955 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-001aeb78-bfa0-416f-bf3d-4a5ec7a8e1b5 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Unset dirty status for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:37.491530 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-001aeb78-bfa0-416f-bf3d-4a5ec7a8e1b5 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2504938 Jan 11 09:37:37.491714 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33352) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:37.502251 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-f36c685d-6082-4896-80f7-51e9556623bc tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Request body: {'security_group': {'name': 'tempest-secgroup--300500755'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:37.509716 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b0f33da-fa30-43d8-a55a-564cda626353 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:37.515156 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0f33da-fa30-43d8-a55a-564cda626353 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:37.515736 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b0f33da-fa30-43d8-a55a-564cda626353 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:37.525357 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f36c685d-6082-4896-80f7-51e9556623bc tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:37.531540 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-b367ae1e-0a3d-4f0e-9ecf-4cd0c9f06629 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf6be13-cc99-44e4-8991-cc0b8c6993de']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:37.581003 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f36c685d-6082-4896-80f7-51e9556623bc tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:37.583947 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-b367ae1e-0a3d-4f0e-9ecf-4cd0c9f06629 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4969419-30e3-407f-bc95-ce6e066593a6') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:37.584244 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-b367ae1e-0a3d-4f0e-9ecf-4cd0c9f06629 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4969419-30e3-407f-bc95-ce6e066593a6') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:37.601497 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6b0f33da-fa30-43d8-a55a-564cda626353 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6931229 Jan 11 09:37:37.607848 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33356) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:37.608930 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f7ccf62-985a-4c4e-9be2-aea434726d8b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:37.609273 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bf9659a4-b0ee-4241-be10-8ee7194f246e None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:37.624096 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bf9659a4-b0ee-4241-be10-8ee7194f246e None None] Transition to ACTIVE for port object 1dcea261-f5b4-4bbe-b018-a7d923ab5972 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:37.656201 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-53c50056-bcdf-4176-bf32-c13c33b824cd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:37.669400 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f33da-fa30-43d8-a55a-564cda626353 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Pushing event updated for resources: {'Network': ['ID=123cda9b-b41e-41d4-8c7e-4867ce7e9d0f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:37.670425 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bf9659a4-b0ee-4241-be10-8ee7194f246e None None] Transition to ACTIVE for port object 1dcea261-f5b4-4bbe-b018-a7d923ab5972 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:37.685843 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bf9659a4-b0ee-4241-be10-8ee7194f246e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:37.686166 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-53c50056-bcdf-4176-bf32-c13c33b824cd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:37.689150 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-53c50056-bcdf-4176-bf32-c13c33b824cd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2802117 Jan 11 09:37:37.706018 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-768f0942-d45f-4af5-8451-606932ceb762 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Request body: {'subnet': {'network_id': '39054580-8604-4c2c-9648-592e88a8ba57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:37.734510 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b367ae1e-0a3d-4f0e-9ecf-4cd0c9f06629 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:37.758153 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ccf62-985a-4c4e-9be2-aea434726d8b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=d32c00ed-2a7c-407d-9a01-a505ba9fd02f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:37.761938 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f36c685d-6082-4896-80f7-51e9556623bc tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:37.785884 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f7ccf62-985a-4c4e-9be2-aea434726d8b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:37.795403 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 123cda9b-b41e-41d4-8c7e-4867ce7e9d0f details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:37:37.826110 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f36c685d-6082-4896-80f7-51e9556623bc tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:37.828483 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f36c685d-6082-4896-80f7-51e9556623bc tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Usage tracker for resource:security_group_rule and tenant:968b8f89e4bd42c1b2620c7d2e380617 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:37.831566 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f36c685d-6082-4896-80f7-51e9556623bc tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:37.838189 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f36c685d-6082-4896-80f7-51e9556623bc tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:37.884915 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2f7ccf62-985a-4c4e-9be2-aea434726d8b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/d32c00ed-2a7c-407d-9a01-a505ba9fd02f HTTP/1.1" status: 204 len: 168 time: 1.5288103 Jan 11 09:37:37.885359 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33362) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:37.908801 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9659a4-b0ee-4241-be10-8ee7194f246e None None] Network 5dce8892-2efc-450d-92a9-216819b38925 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:37.912265 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-bf9659a4-b0ee-4241-be10-8ee7194f246e None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:37.925093 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9659a4-b0ee-4241-be10-8ee7194f246e None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:37:37.988097 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b367ae1e-0a3d-4f0e-9ecf-4cd0c9f06629 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:38.048597 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9659a4-b0ee-4241-be10-8ee7194f246e None None] Pushing event updated for resources: {'Port': ['ID=1dcea261-f5b4-4bbe-b018-a7d923ab5972,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:38.057837 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-1fdcdcca-bc49-443e-9479-7495b8bd199c service neutron] 10.222.0.15 "GET /v2.0/networks/222959b5-cbb6-4a23-bebe-87da222ff456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349705 Jan 11 09:37:38.127478 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7d3858d3-7c67-47a6-9d21-4e748793ce5a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2230618 Jan 11 09:37:38.141250 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33366) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:38.163791 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b367ae1e-0a3d-4f0e-9ecf-4cd0c9f06629 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:37:38.164255 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b367ae1e-0a3d-4f0e-9ecf-4cd0c9f06629 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:38.204607 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f7115f-2877-41d3-ba75-d158f3083837 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:37:38.212795 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:37:38.224309 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-bf9659a4-b0ee-4241-be10-8ee7194f246e None None] Attempting to bind port 1dcea261-f5b4-4bbe-b018-a7d923ab5972 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:37:38.224910 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-bf9659a4-b0ee-4241-be10-8ee7194f246e None None] Attempting to bind port 1dcea261-f5b4-4bbe-b018-a7d923ab5972 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '102dcdcd-13f6-4028-9489-6a2469500023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5dce8892-2efc-450d-92a9-216819b38925'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:37:38.225418 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9659a4-b0ee-4241-be10-8ee7194f246e None None] Attempting to bind port 1dcea261-f5b4-4bbe-b018-a7d923ab5972 on network 5dce8892-2efc-450d-92a9-216819b38925 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:37:38.231449 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f36c685d-6082-4896-80f7-51e9556623bc tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:38.244409 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f36c685d-6082-4896-80f7-51e9556623bc tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:38.245637 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4616f27a-c965-4207-8067-8f941770410a no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:37:38.266416 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-249137a0-5ae0-49a3-89bb-e85be4c88c51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:38.281079 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9659a4-b0ee-4241-be10-8ee7194f246e None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:37:38.281462 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9659a4-b0ee-4241-be10-8ee7194f246e None None] Checking segment: {'id': '102dcdcd-13f6-4028-9489-6a2469500023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5dce8892-2efc-450d-92a9-216819b38925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:37:38.282324 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bf9659a4-b0ee-4241-be10-8ee7194f246e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:38.282324 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9659a4-b0ee-4241-be10-8ee7194f246e None None] Bound using segment: {'id': '102dcdcd-13f6-4028-9489-6a2469500023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5dce8892-2efc-450d-92a9-216819b38925'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:37:38.282753 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-bf9659a4-b0ee-4241-be10-8ee7194f246e None None] Bound port: 1dcea261-f5b4-4bbe-b018-a7d923ab5972, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102dcdcd-13f6-4028-9489-6a2469500023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5dce8892-2efc-450d-92a9-216819b38925'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:37:38.283121 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bf9659a4-b0ee-4241-be10-8ee7194f246e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:38.285080 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-768f0942-d45f-4af5-8451-606932ceb762 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:38.313241 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 4616f27a-c965-4207-8067-8f941770410a {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:37:38.313576 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4616f27a-c965-4207-8067-8f941770410a not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:37:38.314004 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a5621439-8282-4dbb-adaf-bc445b75d87b no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:37:38.366532 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-768f0942-d45f-4af5-8451-606932ceb762 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Usage tracker for resource:subnet and tenant:02ab7254ddd34aa2a213953d03489208 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:38.377186 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-768f0942-d45f-4af5-8451-606932ceb762 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:38.385714 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-768f0942-d45f-4af5-8451-606932ceb762 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:38.391292 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c685d-6082-4896-80f7-51e9556623bc tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e8dd0f-c433-4d1f-9f48-a68729436e49,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:38.396105 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: a5621439-8282-4dbb-adaf-bc445b75d87b {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:37:38.396454 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a5621439-8282-4dbb-adaf-bc445b75d87b not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:37:38.403213 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b367ae1e-0a3d-4f0e-9ecf-4cd0c9f06629 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:38.421953 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b367ae1e-0a3d-4f0e-9ecf-4cd0c9f06629 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:38.428620 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768f0942-d45f-4af5-8451-606932ceb762 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Made reservation on behalf of 02ab7254ddd34aa2a213953d03489208 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:38.432109 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-768f0942-d45f-4af5-8451-606932ceb762 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:38.447278 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f36c685d-6082-4896-80f7-51e9556623bc tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:38.451993 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f36c685d-6082-4896-80f7-51e9556623bc tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9553528 Jan 11 09:37:38.463077 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0f93d2f3-cf89-425c-969a-619702670f0c None None] Provisioning complete for port 60086553-48f7-474f-8d3b-0c551c3fcba8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:38.464111 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0f93d2f3-cf89-425c-969a-619702670f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:38.464235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33370) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:38.464529 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367ae1e-0a3d-4f0e-9ecf-4cd0c9f06629 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Pushing event deleted for resources: {'Network': ['ID=bbf6be13-cc99-44e4-8991-cc0b8c6993de,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:38.477624 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-6f7b84bb-e7d8-423c-8e05-79df588b6bc8 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Request body: {'security_group_rule': {'security_group_id': '16e8dd0f-c433-4d1f-9f48-a68729436e49', 'direction': 'ingress', 'protocol': 17}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:38.500559 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6f7b84bb-e7d8-423c-8e05-79df588b6bc8 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:38.509675 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b367ae1e-0a3d-4f0e-9ecf-4cd0c9f06629 tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "DELETE /v2.0/networks/bbf6be13-cc99-44e4-8991-cc0b8c6993de HTTP/1.1" status: 204 len: 168 time: 1.4053910 Jan 11 09:37:38.513424 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6f7b84bb-e7d8-423c-8e05-79df588b6bc8 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Usage tracker for resource:security_group_rule and tenant:968b8f89e4bd42c1b2620c7d2e380617 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:38.520239 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33374) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:38.558262 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-249137a0-5ae0-49a3-89bb-e85be4c88c51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:38.560316 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6f7b84bb-e7d8-423c-8e05-79df588b6bc8 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:38.563075 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-249137a0-5ae0-49a3-89bb-e85be4c88c51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:38.569810 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-aeae2e7d-0e42-4871-9624-fb2a5e511623 service neutron] 10.222.0.15 "GET /v2.0/networks/222959b5-cbb6-4a23-bebe-87da222ff456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903500 Jan 11 09:37:38.570700 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-249137a0-5ae0-49a3-89bb-e85be4c88c51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:38.572433 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6f7b84bb-e7d8-423c-8e05-79df588b6bc8 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:38.587707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-249137a0-5ae0-49a3-89bb-e85be4c88c51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:38.607994 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f7b84bb-e7d8-423c-8e05-79df588b6bc8 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:38.628790 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249137a0-5ae0-49a3-89bb-e85be4c88c51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:38.631003 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-bf9659a4-b0ee-4241-be10-8ee7194f246e None None] For port 1dcea261-f5b4-4bbe-b018-a7d923ab5972, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:37:38.633616 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-249137a0-5ae0-49a3-89bb-e85be4c88c51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:38.637226 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-bf9659a4-b0ee-4241-be10-8ee7194f246e None None] For port 1dcea261-f5b4-4bbe-b018-a7d923ab5972, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=1dcea261-f5b4-4bbe-b018-a7d923ab5972,segment=NetworkSegment(102dcdcd-13f6-4028-9489-6a2469500023),segment_id=102dcdcd-13f6-4028-9489-6a2469500023)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:37:38.701502 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07ff002b-bcb5-4957-b7fd-43ef3911970e tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:38.764093 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bf9659a4-b0ee-4241-be10-8ee7194f246e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:38.773943 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07ff002b-bcb5-4957-b7fd-43ef3911970e tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:38.775370 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f7b84bb-e7d8-423c-8e05-79df588b6bc8 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:38.806076 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f7b84bb-e7d8-423c-8e05-79df588b6bc8 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:38.870715 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b84bb-e7d8-423c-8e05-79df588b6bc8 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff990401-6bb8-4d9b-8782-1db4f0e6e166,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:38.882836 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-768f0942-d45f-4af5-8451-606932ceb762 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:38.905520 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a481a127-6597-4dc3-a4eb-5fd421ff36b3 req-48fb8f12-a4d0-4313-a16c-9a39e841bd3a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=9718939b-c78d-4d47-87ff-440069d9d74f HTTP/1.1" status: 200 len: 210 time: 0.1217675 Jan 11 09:37:38.974024 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9659a4-b0ee-4241-be10-8ee7194f246e None None] Pushing event updated for resources: {'Port': ['ID=1dcea261-f5b4-4bbe-b018-a7d923ab5972,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:39.061284 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07ff002b-bcb5-4957-b7fd-43ef3911970e tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:39.061882 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f7b84bb-e7d8-423c-8e05-79df588b6bc8 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:39.063341 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6f7b84bb-e7d8-423c-8e05-79df588b6bc8 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5964892 Jan 11 09:37:39.081823 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33386) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:39.089119 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7047571-1775-46a2-a2a7-40a24e711d1a None None] DHCP port deletion for 11973de4-095d-48a2-8bfe-2305268446bc request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:37:39.094540 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b7047571-1775-46a2-a2a7-40a24e711d1a None None] Deleting port 60086553-48f7-474f-8d3b-0c551c3fcba8 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:39.095186 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b7047571-1775-46a2-a2a7-40a24e711d1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:39.123365 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f0942-d45f-4af5-8451-606932ceb762 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Pushing event updated for resources: {'Subnet': ['ID=5ff1e366-646d-46e2-b0c5-997fb305f1c3,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:39.124337 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff002b-bcb5-4957-b7fd-43ef3911970e tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa48579-46f7-403d-90fd-c3c391a7d4bc,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:39.172506 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768f0942-d45f-4af5-8451-606932ceb762 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Checking segment: {'id': '0bdfb657-bdee-45eb-9140-445f8c4839be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '39054580-8604-4c2c-9648-592e88a8ba57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:37:39.173199 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768f0942-d45f-4af5-8451-606932ceb762 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Network hostable DHCP agents. Network: 39054580-8604-4c2c-9648-592e88a8ba57, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:37:39.216701 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f198f85f-9ac5-4104-8eac-cef909a61daa tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:39.237550 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-07ff002b-bcb5-4957-b7fd-43ef3911970e tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:39.241942 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-07ff002b-bcb5-4957-b7fd-43ef3911970e tempest-TestNetworkAdvancedServerOps-725040045 tempest-TestNetworkAdvancedServerOps-725040045-project] 10.222.0.15 "DELETE /v2.0/security-groups/cfa48579-46f7-403d-90fd-c3c391a7d4bc HTTP/1.1" status: 204 len: 168 time: 0.7079191 Jan 11 09:37:39.256706 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768f0942-d45f-4af5-8451-606932ceb762 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Network 39054580-8604-4c2c-9648-592e88a8ba57 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:37:39.311372 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f198f85f-9ac5-4104-8eac-cef909a61daa tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:39.342664 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-768f0942-d45f-4af5-8451-606932ceb762 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 39054580-8604-4c2c-9648-592e88a8ba57) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:39.384808 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.objects.ports [None req-249137a0-5ae0-49a3-89bb-e85be4c88c51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87655) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 11 09:37:39.393966 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768f0942-d45f-4af5-8451-606932ceb762 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:39.394641 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-768f0942-d45f-4af5-8451-606932ceb762 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:39.477989 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-768f0942-d45f-4af5-8451-606932ceb762 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8641977 Jan 11 09:37:39.483693 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33396) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:39.509174 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-dfb65861-d270-4fcc-a4b8-b75d93be91cc tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Request body: {'subnet': {'network_id': '123cda9b-b41e-41d4-8c7e-4867ce7e9d0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:39.562460 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f198f85f-9ac5-4104-8eac-cef909a61daa tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:39.629794 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198f85f-9ac5-4104-8eac-cef909a61daa tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e8dd0f-c433-4d1f-9f48-a68729436e49,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:39.662020 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b7047571-1775-46a2-a2a7-40a24e711d1a None None] For port 60086553-48f7-474f-8d3b-0c551c3fcba8, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=60086553-48f7-474f-8d3b-0c551c3fcba8,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:39.662598 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b7047571-1775-46a2-a2a7-40a24e711d1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:39.691037 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-249137a0-5ae0-49a3-89bb-e85be4c88c51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:39.842887 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f198f85f-9ac5-4104-8eac-cef909a61daa tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:39.846298 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f198f85f-9ac5-4104-8eac-cef909a61daa tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "DELETE /v2.0/security-groups/16e8dd0f-c433-4d1f-9f48-a68729436e49 HTTP/1.1" status: 204 len: 168 time: 0.7534485 Jan 11 09:37:39.846298 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-dfb65861-d270-4fcc-a4b8-b75d93be91cc tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:39.848203 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33402) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:39.852051 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b7047571-1775-46a2-a2a7-40a24e711d1a None None] Calling delete_port for 60086553-48f7-474f-8d3b-0c551c3fcba8 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:39.868933 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-dfb65861-d270-4fcc-a4b8-b75d93be91cc tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Usage tracker for resource:subnet and tenant:02ab7254ddd34aa2a213953d03489208 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:39.888135 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-dfb65861-d270-4fcc-a4b8-b75d93be91cc tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:39.900432 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-dfb65861-d270-4fcc-a4b8-b75d93be91cc tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:39.918532 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33406) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:39.939547 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff658ac-a808-4b91-a85f-c692e3a74fff None None] Network 39054580-8604-4c2c-9648-592e88a8ba57 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:39.954277 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-29aca61f-1568-4495-9103-cef92e07eec8 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Synchronizing usage tracker for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:39.959473 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb65861-d270-4fcc-a4b8-b75d93be91cc tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Made reservation on behalf of 02ab7254ddd34aa2a213953d03489208 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:39.964420 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dfb65861-d270-4fcc-a4b8-b75d93be91cc tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:40.048930 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-29aca61f-1568-4495-9103-cef92e07eec8 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Unset dirty status for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:40.053888 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-29aca61f-1568-4495-9103-cef92e07eec8 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2012744 Jan 11 09:37:40.103782 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-249137a0-5ae0-49a3-89bb-e85be4c88c51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] For port 60086553-48f7-474f-8d3b-0c551c3fcba8, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=60086553-48f7-474f-8d3b-0c551c3fcba8,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:40.136863 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33412) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:40.149936 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-249137a0-5ae0-49a3-89bb-e85be4c88c51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:40.154827 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-aac5d07e-7e63-482c-add0-d71fc1a9f47b tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Request body: {'security_group': {'name': 'tempest-secgroup--720836661'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:40.228472 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 1dcea261-f5b4-4bbe-b018-a7d923ab5972 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:37:40.252659 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-249137a0-5ae0-49a3-89bb-e85be4c88c51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:40.253835 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-249137a0-5ae0-49a3-89bb-e85be4c88c51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:40.270547 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-aac5d07e-7e63-482c-add0-d71fc1a9f47b tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:40.277437 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-b7047571-1775-46a2-a2a7-40a24e711d1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:37:40.277815 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-b7047571-1775-46a2-a2a7-40a24e711d1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:37:40.289812 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c068fb-4ed8-4fd4-9698-fb652fb8483d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-39054580-8604-4c2c-9648-592e88a8ba57', 'network_id': '39054580-8604-4c2c-9648-592e88a8ba57', 'tenant_id': '02ab7254ddd34aa2a213953d03489208', 'fixed_ips': [{'subnet_id': '5ff1e366-646d-46e2-b0c5-997fb305f1c3'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:37:40.290746 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b4c068fb-4ed8-4fd4-9698-fb652fb8483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:40.400843 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d6a8e3d5-78db-447e-9ef7-89eb1023dc31 req-152b497d-bec8-45fd-835f-5ac9a918c7d6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=9718939b-c78d-4d47-87ff-440069d9d74f HTTP/1.1" status: 200 len: 210 time: 0.2683072 Jan 11 09:37:40.474270 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-aac5d07e-7e63-482c-add0-d71fc1a9f47b tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:40.478628 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249137a0-5ae0-49a3-89bb-e85be4c88c51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:40.492767 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249137a0-5ae0-49a3-89bb-e85be4c88c51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=60086553-48f7-474f-8d3b-0c551c3fcba8,revision_number=8']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:40.495970 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-249137a0-5ae0-49a3-89bb-e85be4c88c51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:40.511046 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249137a0-5ae0-49a3-89bb-e85be4c88c51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:40.513216 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-249137a0-5ae0-49a3-89bb-e85be4c88c51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:40.534566 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249137a0-5ae0-49a3-89bb-e85be4c88c51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=c40848db-dbda-4a13-9e70-a75ad923528e,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:40.563889 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0af1e737-2d73-4f1a-833a-2c9a237351fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=14ed3ba110e14acfa72fca43f8ae9c54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6437855 Jan 11 09:37:40.565207 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aac5d07e-7e63-482c-add0-d71fc1a9f47b tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:40.575476 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33420) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:40.601007 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-249137a0-5ae0-49a3-89bb-e85be4c88c51 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4586298 Jan 11 09:37:40.604375 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33424) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:40.615952 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-528fbf6a-2030-43d6-a102-12d7a7b3c745 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:40.618193 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-aac5d07e-7e63-482c-add0-d71fc1a9f47b tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:40.638196 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-aac5d07e-7e63-482c-add0-d71fc1a9f47b tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Usage tracker for resource:security_group_rule and tenant:968b8f89e4bd42c1b2620c7d2e380617 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:40.655139 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-b4c068fb-4ed8-4fd4-9698-fb652fb8483d None None] Allocated IP 172.20.0.2 (39054580-8604-4c2c-9648-592e88a8ba57/5ff1e366-646d-46e2-b0c5-997fb305f1c3/142de6c0-d6e4-44ef-9c1d-c59e5e176112) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:40.657033 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-aac5d07e-7e63-482c-add0-d71fc1a9f47b tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:40.658951 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 1dcea261-f5b4-4bbe-b018-a7d923ab5972 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:40.668154 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-aac5d07e-7e63-482c-add0-d71fc1a9f47b tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:40.721430 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-faf4c60a-ded2-4a2b-8c75-7a2e873385d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:40.755517 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-faf4c60a-ded2-4a2b-8c75-7a2e873385d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:40.783350 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b7047571-1775-46a2-a2a7-40a24e711d1a None None] Deleting port 60086553-48f7-474f-8d3b-0c551c3fcba8 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:40.783751 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b7047571-1775-46a2-a2a7-40a24e711d1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:40.843848 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-8a120b5d-72a7-4bc6-a468-d268c83f01fb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:40.844720 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-8a120b5d-72a7-4bc6-a468-d268c83f01fb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:40.845183 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 60086553-48f7-474f-8d3b-0c551c3fcba8 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:37:40.868997 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aac5d07e-7e63-482c-add0-d71fc1a9f47b tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:40.870330 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-faf4c60a-ded2-4a2b-8c75-7a2e873385d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:40.884818 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9659360a-c0ba-494e-9134-b2803d6581e9 None None] Network 5dce8892-2efc-450d-92a9-216819b38925 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:40.886625 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aac5d07e-7e63-482c-add0-d71fc1a9f47b tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:40.903531 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4c60a-ded2-4a2b-8c75-7a2e873385d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba71f55-9e56-4003-b7d2-0525d3ccc6e2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:40.948230 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-8a120b5d-72a7-4bc6-a468-d268c83f01fb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:40.949525 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-8a120b5d-72a7-4bc6-a468-d268c83f01fb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/networks?id=222959b5-cbb6-4a23-bebe-87da222ff456 HTTP/1.1" status: 200 len: 796 time: 0.5817087 Jan 11 09:37:40.960317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-faf4c60a-ded2-4a2b-8c75-7a2e873385d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:40.961458 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-faf4c60a-ded2-4a2b-8c75-7a2e873385d7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ba71f55-9e56-4003-b7d2-0525d3ccc6e2 HTTP/1.1" status: 204 len: 168 time: 0.3840783 Jan 11 09:37:40.962288 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aac5d07e-7e63-482c-add0-d71fc1a9f47b tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:40.963471 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-aac5d07e-7e63-482c-add0-d71fc1a9f47b tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8247204 Jan 11 09:37:40.964193 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5d07e-7e63-482c-add0-d71fc1a9f47b tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=593559ba-5f97-4f4e-942d-f8ede50d7661,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:40.967169 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33432) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:40.972465 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0d6028fe-4810-4081-83d2-9dfdbdc4cfff tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Request body: {'security_group': {'name': 'tempest-secgroup--1692631588'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:40.978452 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0d6028fe-4810-4081-83d2-9dfdbdc4cfff tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:40.983717 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0d6028fe-4810-4081-83d2-9dfdbdc4cfff tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Usage tracker for resource:security_group and tenant:968b8f89e4bd42c1b2620c7d2e380617 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:40.986665 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0d6028fe-4810-4081-83d2-9dfdbdc4cfff tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:40.993295 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0d6028fe-4810-4081-83d2-9dfdbdc4cfff tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:41.005226 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d6028fe-4810-4081-83d2-9dfdbdc4cfff tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:41.028675 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0d6028fe-4810-4081-83d2-9dfdbdc4cfff tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:41.034526 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0d6028fe-4810-4081-83d2-9dfdbdc4cfff tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Usage tracker for resource:security_group_rule and tenant:968b8f89e4bd42c1b2620c7d2e380617 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:41.052292 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0d6028fe-4810-4081-83d2-9dfdbdc4cfff tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:41.057405 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-528fbf6a-2030-43d6-a102-12d7a7b3c745 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:41.060926 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0d6028fe-4810-4081-83d2-9dfdbdc4cfff tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:41.063318 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dfb65861-d270-4fcc-a4b8-b75d93be91cc tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:41.142127 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-528fbf6a-2030-43d6-a102-12d7a7b3c745 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:41.144881 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb65861-d270-4fcc-a4b8-b75d93be91cc tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Pushing event updated for resources: {'Subnet': ['ID=f17e7173-6aaa-423a-86eb-7e0e89876a2c,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:41.146983 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-78aceea9-7324-499b-aa89-2655ba65fec3 None None] Provisioning for port 1dcea261-f5b4-4bbe-b018-a7d923ab5972 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:41.147425 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-528fbf6a-2030-43d6-a102-12d7a7b3c745 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:41.157689 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-9d395a46-5fe0-4400-9ca0-e55de18b6724 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:41.166682 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-528fbf6a-2030-43d6-a102-12d7a7b3c745 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:41.166945 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d6028fe-4810-4081-83d2-9dfdbdc4cfff tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:41.172502 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d6028fe-4810-4081-83d2-9dfdbdc4cfff tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:41.202132 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-9d395a46-5fe0-4400-9ca0-e55de18b6724 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:41.203409 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-9d395a46-5fe0-4400-9ca0-e55de18b6724 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 379 time: 0.2170470 Jan 11 09:37:41.207851 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb65861-d270-4fcc-a4b8-b75d93be91cc tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Checking segment: {'id': '8c8b353f-50fb-40c1-a80e-9881604603e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '123cda9b-b41e-41d4-8c7e-4867ce7e9d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:37:41.208282 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb65861-d270-4fcc-a4b8-b75d93be91cc tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Network hostable DHCP agents. Network: 123cda9b-b41e-41d4-8c7e-4867ce7e9d0f, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:37:41.214977 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528fbf6a-2030-43d6-a102-12d7a7b3c745 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:41.218735 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-528fbf6a-2030-43d6-a102-12d7a7b3c745 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:41.238214 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6028fe-4810-4081-83d2-9dfdbdc4cfff tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e982ce1-c649-42b8-ad38-6a8920a3a068,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:41.252857 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d6028fe-4810-4081-83d2-9dfdbdc4cfff tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:41.254367 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0d6028fe-4810-4081-83d2-9dfdbdc4cfff tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2858882 Jan 11 09:37:41.257458 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33440) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:41.261546 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-5a4380c9-8620-410c-98ba-bf61f618e717 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'port': {'device_id': '9718939b-c78d-4d47-87ff-440069d9d74f', 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456', 'admin_state_up': True, 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'security_groups': ['ff442f65-3954-458a-b120-e82bc5825f53']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:41.263345 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c17a7ebd-3cd8-4d6c-94b9-3678dfa0aa36 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Request body: {'security_group_rule': {'security_group_id': '593559ba-5f97-4f4e-942d-f8ede50d7661', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3e982ce1-c649-42b8-ad38-6a8920a3a068', 'remote_ip_prefix': None}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:41.271170 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c17a7ebd-3cd8-4d6c-94b9-3678dfa0aa36 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:41.276726 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c17a7ebd-3cd8-4d6c-94b9-3678dfa0aa36 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Usage tracker for resource:security_group_rule and tenant:968b8f89e4bd42c1b2620c7d2e380617 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:41.281197 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c17a7ebd-3cd8-4d6c-94b9-3678dfa0aa36 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:41.289463 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c17a7ebd-3cd8-4d6c-94b9-3678dfa0aa36 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:41.315798 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c17a7ebd-3cd8-4d6c-94b9-3678dfa0aa36 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:41.345783 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b7047571-1775-46a2-a2a7-40a24e711d1a None None] For port 60086553-48f7-474f-8d3b-0c551c3fcba8, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=60086553-48f7-474f-8d3b-0c551c3fcba8,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:41.346192 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b7047571-1775-46a2-a2a7-40a24e711d1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:41.385747 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33444) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:41.412063 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5c90b96e-3d67-48e3-8f16-31a58b3b907a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:41.413612 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-78aceea9-7324-499b-aa89-2655ba65fec3 None None] Provisioning complete for port 1dcea261-f5b4-4bbe-b018-a7d923ab5972 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:41.413888 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-78aceea9-7324-499b-aa89-2655ba65fec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:41.436211 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c17a7ebd-3cd8-4d6c-94b9-3678dfa0aa36 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:41.438946 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5c90b96e-3d67-48e3-8f16-31a58b3b907a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:41.442926 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c17a7ebd-3cd8-4d6c-94b9-3678dfa0aa36 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:41.445061 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5c90b96e-3d67-48e3-8f16-31a58b3b907a admin admin] Usage tracker for resource:security_group_rule and tenant:5aa8bf52df5244c6bfb079c7256f6f6e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:41.455821 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5c90b96e-3d67-48e3-8f16-31a58b3b907a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:41.469893 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5c90b96e-3d67-48e3-8f16-31a58b3b907a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:41.479554 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a7ebd-3cd8-4d6c-94b9-3678dfa0aa36 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6570124-8c8d-405d-a3d4-e580991a57f2,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:41.491552 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb65861-d270-4fcc-a4b8-b75d93be91cc tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Network 123cda9b-b41e-41d4-8c7e-4867ce7e9d0f is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:37:41.505987 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c17a7ebd-3cd8-4d6c-94b9-3678dfa0aa36 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:41.510177 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c17a7ebd-3cd8-4d6c-94b9-3678dfa0aa36 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2523077 Jan 11 09:37:41.511109 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33450) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:41.552017 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b7047571-1775-46a2-a2a7-40a24e711d1a None None] Calling delete_port for 60086553-48f7-474f-8d3b-0c551c3fcba8 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:41.552701 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-dfb65861-d270-4fcc-a4b8-b75d93be91cc tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 123cda9b-b41e-41d4-8c7e-4867ce7e9d0f) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:41.558718 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb65861-d270-4fcc-a4b8-b75d93be91cc tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:41.561655 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dfb65861-d270-4fcc-a4b8-b75d93be91cc tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:41.564408 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3156e738-fbf9-4af7-af52-72b6a932922b tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:41.580560 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3156e738-fbf9-4af7-af52-72b6a932922b tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:41.599619 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b63124-7461-46c6-a5fa-9299177f1bb1 None None] Network 123cda9b-b41e-41d4-8c7e-4867ce7e9d0f requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:41.602408 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.ipam_backend_mixin [None req-528fbf6a-2030-43d6-a102-12d7a7b3c745 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c40848db-dbda-4a13-9e70-a75ad923528e (CIDR: 2001:db8::/64) Jan 11 09:37:41.606817 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-5a4380c9-8620-410c-98ba-bf61f618e717 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:41.611959 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-528fbf6a-2030-43d6-a102-12d7a7b3c745 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:37:41.612519 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-528fbf6a-2030-43d6-a102-12d7a7b3c745 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:37:41.635876 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-5a4380c9-8620-410c-98ba-bf61f618e717 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:41.641489 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-40f1a382-ed8c-475c-9120-6719980586df req-5e4fbdab-c3c6-4a41-942c-d43e14f2d99a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=9718939b-c78d-4d47-87ff-440069d9d74f HTTP/1.1" status: 200 len: 210 time: 0.0549018 Jan 11 09:37:41.644583 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-dfb65861-d270-4fcc-a4b8-b75d93be91cc tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1551940 Jan 11 09:37:41.646873 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33454) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:41.651428 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-528fbf6a-2030-43d6-a102-12d7a7b3c745 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0460112 Jan 11 09:37:41.655216 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33458) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:41.664981 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-191f65ce-0daa-4b77-9834-5c6c79459b70 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:41.759598 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-5a4380c9-8620-410c-98ba-bf61f618e717 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Made reservation on behalf of b18c1b552dc34b41889b96f8d477063d for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:41.763809 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-5a4380c9-8620-410c-98ba-bf61f618e717 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:41.832457 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3156e738-fbf9-4af7-af52-72b6a932922b tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:41.863639 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5c90b96e-3d67-48e3-8f16-31a58b3b907a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:41.872844 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156e738-fbf9-4af7-af52-72b6a932922b tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6570124-8c8d-405d-a3d4-e580991a57f2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:41.918403 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5c90b96e-3d67-48e3-8f16-31a58b3b907a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:41.953101 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:41.990952 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 60086553-48f7-474f-8d3b-0c551c3fcba8, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=60086553-48f7-474f-8d3b-0c551c3fcba8,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:42.016635 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5c90b96e-3d67-48e3-8f16-31a58b3b907a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5aa8bf52df5244c6bfb079c7256f6f6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6272497 Jan 11 09:37:42.018636 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3156e738-fbf9-4af7-af52-72b6a932922b tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:42.023873 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3156e738-fbf9-4af7-af52-72b6a932922b tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/d6570124-8c8d-405d-a3d4-e580991a57f2 HTTP/1.1" status: 204 len: 168 time: 0.5079703 Jan 11 09:37:42.024044 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33462) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:42.024044 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33464) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:42.025227 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90b96e-3d67-48e3-8f16-31a58b3b907a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4de9e5-ba24-4c27-a02c-ba741aed7773,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:42.036080 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-191f65ce-0daa-4b77-9834-5c6c79459b70 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:42.038758 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:42.040477 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-191f65ce-0daa-4b77-9834-5c6c79459b70 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:42.043872 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-191f65ce-0daa-4b77-9834-5c6c79459b70 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:42.051105 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-191f65ce-0daa-4b77-9834-5c6c79459b70 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:42.064048 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191f65ce-0daa-4b77-9834-5c6c79459b70 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:42.068778 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-191f65ce-0daa-4b77-9834-5c6c79459b70 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:42.117628 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b4c068fb-4ed8-4fd4-9698-fb652fb8483d None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:42.158365 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b4c068fb-4ed8-4fd4-9698-fb652fb8483d None None] Transition to ACTIVE for port object 142de6c0-d6e4-44ef-9c1d-c59e5e176112 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:42.160948 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-b7047571-1775-46a2-a2a7-40a24e711d1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:37:42.161450 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-b7047571-1775-46a2-a2a7-40a24e711d1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:37:42.338940 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-78aceea9-7324-499b-aa89-2655ba65fec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:42.348375 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-191f65ce-0daa-4b77-9834-5c6c79459b70 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:42.377087 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b4c068fb-4ed8-4fd4-9698-fb652fb8483d None None] Transition to ACTIVE for port object 142de6c0-d6e4-44ef-9c1d-c59e5e176112 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:42.407692 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191f65ce-0daa-4b77-9834-5c6c79459b70 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:42.409069 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b4c068fb-4ed8-4fd4-9698-fb652fb8483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:42.410448 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-191f65ce-0daa-4b77-9834-5c6c79459b70 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:42.414043 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191f65ce-0daa-4b77-9834-5c6c79459b70 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:42.414388 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-191f65ce-0daa-4b77-9834-5c6c79459b70 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:42.417897 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=60086553-48f7-474f-8d3b-0c551c3fcba8,revision_number=9']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:42.447332 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f65ce-0daa-4b77-9834-5c6c79459b70 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=ff90c317-26b9-487e-9390-fdf25c10567b,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:42.462039 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-191f65ce-0daa-4b77-9834-5c6c79459b70 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8057859 Jan 11 09:37:42.462837 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33470) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:42.469563 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-10968599-a414-4b54-b2a3-4eecf5442403 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'mac_address': 'fa:16:3e:11:1a:d7', 'name': 'tempest-NetworksTestDHCPv6-2079368785'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:42.492223 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-65c118cf-9817-4d75-98e0-7f314b376e2c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Synchronizing usage tracker for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group_rule {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:42.501751 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-78aceea9-7324-499b-aa89-2655ba65fec3 None None] For port 1dcea261-f5b4-4bbe-b018-a7d923ab5972, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=1dcea261-f5b4-4bbe-b018-a7d923ab5972,segment=NetworkSegment(102dcdcd-13f6-4028-9489-6a2469500023),segment_id=102dcdcd-13f6-4028-9489-6a2469500023)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:42.532381 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c068fb-4ed8-4fd4-9698-fb652fb8483d None None] Network 39054580-8604-4c2c-9648-592e88a8ba57 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:42.537854 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-78aceea9-7324-499b-aa89-2655ba65fec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:42.539809 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84480c0b-442c-4bd1-b9fe-de19e4d1e5b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-123cda9b-b41e-41d4-8c7e-4867ce7e9d0f', 'network_id': '123cda9b-b41e-41d4-8c7e-4867ce7e9d0f', 'tenant_id': '02ab7254ddd34aa2a213953d03489208', 'fixed_ips': [{'subnet_id': 'f17e7173-6aaa-423a-86eb-7e0e89876a2c'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:37:42.541008 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-84480c0b-442c-4bd1-b9fe-de19e4d1e5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:42.555243 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-b4c068fb-4ed8-4fd4-9698-fb652fb8483d None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:42.562460 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c068fb-4ed8-4fd4-9698-fb652fb8483d None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:37:42.570120 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-64a3ad2a-c2f5-4c26-8c78-658e8ba882b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:42.579176 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-5a4380c9-8620-410c-98ba-bf61f618e717 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.20.0.13 (222959b5-cbb6-4a23-bebe-87da222ff456/0088f1d7-7635-4c0f-aa2b-52c9aee807a6/dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:42.599112 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-65c118cf-9817-4d75-98e0-7f314b376e2c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Unset dirty status for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group_rule {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:42.603282 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-65c118cf-9817-4d75-98e0-7f314b376e2c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5779617 Jan 11 09:37:42.605415 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c068fb-4ed8-4fd4-9698-fb652fb8483d None None] Pushing event updated for resources: {'Port': ['ID=142de6c0-d6e4-44ef-9c1d-c59e5e176112,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:42.605577 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33474) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:42.656455 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-10968599-a414-4b54-b2a3-4eecf5442403 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:42.661308 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-64a3ad2a-c2f5-4c26-8c78-658e8ba882b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:42.669213 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63ae0d25-e058-49da-bd5e-3d0dd6213202 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:42.681010 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-10968599-a414-4b54-b2a3-4eecf5442403 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:42.724568 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10968599-a414-4b54-b2a3-4eecf5442403 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:42.773312 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e7b54db-6b41-4638-a11f-b042e04f5ae9 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:42.893831 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aceea9-7324-499b-aa89-2655ba65fec3 None None] Pushing event updated for resources: {'Port': ['ID=1dcea261-f5b4-4bbe-b018-a7d923ab5972,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:42.896335 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b7047571-1775-46a2-a2a7-40a24e711d1a None None] Deleting port 60086553-48f7-474f-8d3b-0c551c3fcba8 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:42.897702 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b7047571-1775-46a2-a2a7-40a24e711d1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:42.987032 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c7d0dc78-c45a-49f6-a376-9d7afc8e6558 req-8055ea05-015d-443a-95ef-e263fc90d809 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=9718939b-c78d-4d47-87ff-440069d9d74f HTTP/1.1" status: 200 len: 210 time: 0.0561378 Jan 11 09:37:43.005032 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e7b54db-6b41-4638-a11f-b042e04f5ae9 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:43.039640 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-84480c0b-442c-4bd1-b9fe-de19e4d1e5b8 None None] Allocated IP 172.20.0.2 (123cda9b-b41e-41d4-8c7e-4867ce7e9d0f/f17e7173-6aaa-423a-86eb-7e0e89876a2c/e672f0fc-7db1-4347-8cb5-a3309ddd9fd1) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:43.043952 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cbe09d0b-f387-4970-a635-f302cbdf0529 None None] Provisioning complete for port 1dcea261-f5b4-4bbe-b018-a7d923ab5972 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:43.044529 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cbe09d0b-f387-4970-a635-f302cbdf0529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:43.083934 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-64a3ad2a-c2f5-4c26-8c78-658e8ba882b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:43.100295 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10968599-a414-4b54-b2a3-4eecf5442403 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:43.110213 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3ad2a-c2f5-4c26-8c78-658e8ba882b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4de9e5-ba24-4c27-a02c-ba741aed7773,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:43.125073 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e7b54db-6b41-4638-a11f-b042e04f5ae9 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:43.134694 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b4c068fb-4ed8-4fd4-9698-fb652fb8483d None None] Attempting to bind port 142de6c0-d6e4-44ef-9c1d-c59e5e176112 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:37:43.134955 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b4c068fb-4ed8-4fd4-9698-fb652fb8483d None None] Attempting to bind port 142de6c0-d6e4-44ef-9c1d-c59e5e176112 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '0bdfb657-bdee-45eb-9140-445f8c4839be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '39054580-8604-4c2c-9648-592e88a8ba57'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:37:43.135143 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c068fb-4ed8-4fd4-9698-fb652fb8483d None None] Attempting to bind port 142de6c0-d6e4-44ef-9c1d-c59e5e176112 on network 39054580-8604-4c2c-9648-592e88a8ba57 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:37:43.148317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-10968599-a414-4b54-b2a3-4eecf5442403 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] device_id is not set on port 679a35e3-ce08-44c6-bea9-d077aacb8993 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:37:43.171964 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c068fb-4ed8-4fd4-9698-fb652fb8483d None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:37:43.172335 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c068fb-4ed8-4fd4-9698-fb652fb8483d None None] Checking segment: {'id': '0bdfb657-bdee-45eb-9140-445f8c4839be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '39054580-8604-4c2c-9648-592e88a8ba57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:37:43.172734 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b4c068fb-4ed8-4fd4-9698-fb652fb8483d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:43.173584 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c068fb-4ed8-4fd4-9698-fb652fb8483d None None] Bound using segment: {'id': '0bdfb657-bdee-45eb-9140-445f8c4839be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '39054580-8604-4c2c-9648-592e88a8ba57'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:37:43.173584 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b4c068fb-4ed8-4fd4-9698-fb652fb8483d None None] Bound port: 142de6c0-d6e4-44ef-9c1d-c59e5e176112, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bdfb657-bdee-45eb-9140-445f8c4839be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '39054580-8604-4c2c-9648-592e88a8ba57'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:37:43.173951 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b4c068fb-4ed8-4fd4-9698-fb652fb8483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:43.190063 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b54db-6b41-4638-a11f-b042e04f5ae9 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e982ce1-c649-42b8-ad38-6a8920a3a068,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:43.229330 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-64a3ad2a-c2f5-4c26-8c78-658e8ba882b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:43.229753 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e7b54db-6b41-4638-a11f-b042e04f5ae9 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:43.235108 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4e7b54db-6b41-4638-a11f-b042e04f5ae9 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "DELETE /v2.0/security-groups/3e982ce1-c649-42b8-ad38-6a8920a3a068 HTTP/1.1" status: 204 len: 168 time: 0.6278558 Jan 11 09:37:43.239285 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33482) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:43.243997 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-64a3ad2a-c2f5-4c26-8c78-658e8ba882b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be4de9e5-ba24-4c27-a02c-ba741aed7773 HTTP/1.1" status: 204 len: 168 time: 1.2099442 Jan 11 09:37:43.256052 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-5a4380c9-8620-410c-98ba-bf61f618e717 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:43.284502 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-5a4380c9-8620-410c-98ba-bf61f618e717 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Transition to ACTIVE for port object dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:43.376387 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-5a4380c9-8620-410c-98ba-bf61f618e717 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:43.378821 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-47970a2b-c201-487f-8a7e-3d7ca410a446 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Synchronizing usage tracker for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:43.441961 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-47970a2b-c201-487f-8a7e-3d7ca410a446 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Unset dirty status for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:43.446297 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-47970a2b-c201-487f-8a7e-3d7ca410a446 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2064466 Jan 11 09:37:43.447156 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33486) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:43.477997 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-5a4380c9-8620-410c-98ba-bf61f618e717 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 222959b5-cbb6-4a23-bebe-87da222ff456 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:43.479428 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-63ae0d25-e058-49da-bd5e-3d0dd6213202 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Allocated IP 172.20.0.1 (39054580-8604-4c2c-9648-592e88a8ba57/5ff1e366-646d-46e2-b0c5-997fb305f1c3/bf85cec1-64f8-48ce-a217-7df6119497fd) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:43.484729 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-5a4380c9-8620-410c-98ba-bf61f618e717 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:43.493188 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-5a4380c9-8620-410c-98ba-bf61f618e717 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:37:43.507141 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-10968599-a414-4b54-b2a3-4eecf5442403 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 2001:db8:0:1::3c1 (11973de4-095d-48a2-8bfe-2305268446bc/ff90c317-26b9-487e-9390-fdf25c10567b/679a35e3-ce08-44c6-bea9-d077aacb8993) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:43.535038 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5fd085c6-1884-4719-b1b5-2a66ae6dc2a7 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:43.540162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-10968599-a414-4b54-b2a3-4eecf5442403 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 2001:db8::f816:3eff:fe11:1ad7 (11973de4-095d-48a2-8bfe-2305268446bc/c40848db-dbda-4a13-9e70-a75ad923528e/679a35e3-ce08-44c6-bea9-d077aacb8993) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:43.604455 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5fd085c6-1884-4719-b1b5-2a66ae6dc2a7 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:43.624636 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b4c068fb-4ed8-4fd4-9698-fb652fb8483d None None] For port 142de6c0-d6e4-44ef-9c1d-c59e5e176112, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:37:43.631472 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b7047571-1775-46a2-a2a7-40a24e711d1a None None] For port 60086553-48f7-474f-8d3b-0c551c3fcba8, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=60086553-48f7-474f-8d3b-0c551c3fcba8,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:43.631778 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b7047571-1775-46a2-a2a7-40a24e711d1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:43.724164 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b4c068fb-4ed8-4fd4-9698-fb652fb8483d None None] For port 142de6c0-d6e4-44ef-9c1d-c59e5e176112, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=142de6c0-d6e4-44ef-9c1d-c59e5e176112,segment=NetworkSegment(0bdfb657-bdee-45eb-9140-445f8c4839be),segment_id=0bdfb657-bdee-45eb-9140-445f8c4839be)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:37:43.759414 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5fd085c6-1884-4719-b1b5-2a66ae6dc2a7 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:43.795626 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4380c9-8620-410c-98ba-bf61f618e717 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:43.843248 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-5a4380c9-8620-410c-98ba-bf61f618e717 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:43.844160 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-5a4380c9-8620-410c-98ba-bf61f618e717 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:43.880705 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd085c6-1884-4719-b1b5-2a66ae6dc2a7 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=593559ba-5f97-4f4e-942d-f8ede50d7661,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:43.889932 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63ae0d25-e058-49da-bd5e-3d0dd6213202 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:43.893579 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-5a4380c9-8620-410c-98ba-bf61f618e717 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6358593 Jan 11 09:37:43.907510 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-8dc2801d-2085-4dba-a641-02261e55b43b service neutron] Request body: {'port': {'device_id': '9718939b-c78d-4d47-87ff-440069d9d74f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:43.923646 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5fd085c6-1884-4719-b1b5-2a66ae6dc2a7 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:43.923851 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b4c068fb-4ed8-4fd4-9698-fb652fb8483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:43.924124 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5fd085c6-1884-4719-b1b5-2a66ae6dc2a7 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "DELETE /v2.0/security-groups/593559ba-5f97-4f4e-942d-f8ede50d7661 HTTP/1.1" status: 204 len: 168 time: 0.4733984 Jan 11 09:37:43.927312 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33490) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:43.950661 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b7047571-1775-46a2-a2a7-40a24e711d1a None None] Calling delete_port for 60086553-48f7-474f-8d3b-0c551c3fcba8 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:43.960599 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-63ae0d25-e058-49da-bd5e-3d0dd6213202 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Transition to ACTIVE for port object bf85cec1-64f8-48ce-a217-7df6119497fd will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:43.991403 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10968599-a414-4b54-b2a3-4eecf5442403 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:44.020972 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f0ee81f5-6b8e-415e-adf5-0b8225bc8112 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Synchronizing usage tracker for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:44.025800 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-10968599-a414-4b54-b2a3-4eecf5442403 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Transition to ACTIVE for port object 679a35e3-ce08-44c6-bea9-d077aacb8993 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:44.047652 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63ae0d25-e058-49da-bd5e-3d0dd6213202 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:44.056284 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f0ee81f5-6b8e-415e-adf5-0b8225bc8112 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Unset dirty status for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:44.062111 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f0ee81f5-6b8e-415e-adf5-0b8225bc8112 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1293902 Jan 11 09:37:44.063672 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10968599-a414-4b54-b2a3-4eecf5442403 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:44.067229 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33496) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:44.116103 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-84480c0b-442c-4bd1-b9fe-de19e4d1e5b8 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:44.122725 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a048d1ce-d8f2-4983-93ed-35777d334b93 None None] Provisioning for port dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:44.135165 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-262a5adc-f67a-4b61-aabe-295e69db2bfe tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Request body: {'security_group': {'name': 'tempest-secgroup--514425609'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:44.143320 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-262a5adc-f67a-4b61-aabe-295e69db2bfe tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:44.151516 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-262a5adc-f67a-4b61-aabe-295e69db2bfe tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:44.162912 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a048d1ce-d8f2-4983-93ed-35777d334b93 None None] Provisioning complete for port dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:44.163445 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a048d1ce-d8f2-4983-93ed-35777d334b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:44.195624 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c068fb-4ed8-4fd4-9698-fb652fb8483d None None] Pushing event updated for resources: {'Port': ['ID=142de6c0-d6e4-44ef-9c1d-c59e5e176112,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:44.200007 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-84480c0b-442c-4bd1-b9fe-de19e4d1e5b8 None None] Transition to ACTIVE for port object e672f0fc-7db1-4347-8cb5-a3309ddd9fd1 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:44.205769 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-262a5adc-f67a-4b61-aabe-295e69db2bfe tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:44.210650 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 1dcea261-f5b4-4bbe-b018-a7d923ab5972 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:37:44.223572 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ae0d25-e058-49da-bd5e-3d0dd6213202 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Network 39054580-8604-4c2c-9648-592e88a8ba57 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:44.230515 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-63ae0d25-e058-49da-bd5e-3d0dd6213202 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:44.234181 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ae0d25-e058-49da-bd5e-3d0dd6213202 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:37:44.269399 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae0d25-e058-49da-bd5e-3d0dd6213202 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Pushing event updated for resources: {'Port': ['ID=bf85cec1-64f8-48ce-a217-7df6119497fd,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:44.279580 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-8dc2801d-2085-4dba-a641-02261e55b43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:44.372109 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10968599-a414-4b54-b2a3-4eecf5442403 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:44.377748 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-10968599-a414-4b54-b2a3-4eecf5442403 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:44.381044 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-84480c0b-442c-4bd1-b9fe-de19e4d1e5b8 None None] Transition to ACTIVE for port object e672f0fc-7db1-4347-8cb5-a3309ddd9fd1 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:44.384845 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10968599-a414-4b54-b2a3-4eecf5442403 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:37:44.390770 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10968599-a414-4b54-b2a3-4eecf5442403 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:44.391414 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-10968599-a414-4b54-b2a3-4eecf5442403 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:44.415553 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10968599-a414-4b54-b2a3-4eecf5442403 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=679a35e3-ce08-44c6-bea9-d077aacb8993,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:44.418678 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-262a5adc-f67a-4b61-aabe-295e69db2bfe tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:44.430623 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a048d1ce-d8f2-4983-93ed-35777d334b93 None None] Port dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:37:44.430841 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-262a5adc-f67a-4b61-aabe-295e69db2bfe tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Usage tracker for resource:security_group_rule and tenant:968b8f89e4bd42c1b2620c7d2e380617 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:44.434833 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-10968599-a414-4b54-b2a3-4eecf5442403 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.9707694 Jan 11 09:37:44.436963 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-262a5adc-f67a-4b61-aabe-295e69db2bfe tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:44.439787 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33500) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:44.440842 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-84480c0b-442c-4bd1-b9fe-de19e4d1e5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:44.479240 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-262a5adc-f67a-4b61-aabe-295e69db2bfe tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:44.486148 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63ae0d25-e058-49da-bd5e-3d0dd6213202 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:44.546807 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84480c0b-442c-4bd1-b9fe-de19e4d1e5b8 None None] Network 123cda9b-b41e-41d4-8c7e-4867ce7e9d0f is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:44.549496 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-84480c0b-442c-4bd1-b9fe-de19e4d1e5b8 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:44.552044 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b7047571-1775-46a2-a2a7-40a24e711d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:44.576917 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84480c0b-442c-4bd1-b9fe-de19e4d1e5b8 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:37:44.581720 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84480c0b-442c-4bd1-b9fe-de19e4d1e5b8 None None] Pushing event updated for resources: {'Port': ['ID=e672f0fc-7db1-4347-8cb5-a3309ddd9fd1,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:44.601444 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-dd6e480a-e315-4918-9286-0e18f5718dfe tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting port 679a35e3-ce08-44c6-bea9-d077aacb8993 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:44.601873 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd6e480a-e315-4918-9286-0e18f5718dfe tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:44.651194 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59ce0f-41f5-4efb-b1e3-1ec4e6ef5730 req-b990ffcd-3071-49dc-9140-b69f43bf7972 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:44.653214 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ae59ce0f-41f5-4efb-b1e3-1ec4e6ef5730 req-b990ffcd-3071-49dc-9140-b69f43bf7972 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=9718939b-c78d-4d47-87ff-440069d9d74f HTTP/1.1" status: 200 len: 932 time: 0.5229673 Jan 11 09:37:44.781059 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 1dcea261-f5b4-4bbe-b018-a7d923ab5972 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:44.781435 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:44.812098 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7047571-1775-46a2-a2a7-40a24e711d1a None None] Pushing event deleted for resources: {'Port': ['ID=60086553-48f7-474f-8d3b-0c551c3fcba8,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:44.826481 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ae59ce0f-41f5-4efb-b1e3-1ec4e6ef5730 req-38eb38dc-da1d-47ff-9147-491b098107fc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff442f65-3954-458a-b120-e82bc5825f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623878 Jan 11 09:37:44.915859 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63ae0d25-e058-49da-bd5e-3d0dd6213202 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:44.916450 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-262a5adc-f67a-4b61-aabe-295e69db2bfe tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:44.927100 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7047571-1775-46a2-a2a7-40a24e711d1a None None] No DVR routers for this DVR port 60086553-48f7-474f-8d3b-0c551c3fcba8 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:37:44.944857 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-84480c0b-442c-4bd1-b9fe-de19e4d1e5b8 None None] Attempting to bind port e672f0fc-7db1-4347-8cb5-a3309ddd9fd1 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:37:44.945387 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-84480c0b-442c-4bd1-b9fe-de19e4d1e5b8 None None] Attempting to bind port e672f0fc-7db1-4347-8cb5-a3309ddd9fd1 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '8c8b353f-50fb-40c1-a80e-9881604603e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '123cda9b-b41e-41d4-8c7e-4867ce7e9d0f'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:37:44.945907 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84480c0b-442c-4bd1-b9fe-de19e4d1e5b8 None None] Attempting to bind port e672f0fc-7db1-4347-8cb5-a3309ddd9fd1 on network 123cda9b-b41e-41d4-8c7e-4867ce7e9d0f {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:37:44.951712 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc203d0-1874-4caf-9f7e-a113e60ea3b5 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:44.974749 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84480c0b-442c-4bd1-b9fe-de19e4d1e5b8 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:37:44.975035 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84480c0b-442c-4bd1-b9fe-de19e4d1e5b8 None None] Checking segment: {'id': '8c8b353f-50fb-40c1-a80e-9881604603e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '123cda9b-b41e-41d4-8c7e-4867ce7e9d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:37:44.975434 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-84480c0b-442c-4bd1-b9fe-de19e4d1e5b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:44.975820 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84480c0b-442c-4bd1-b9fe-de19e4d1e5b8 None None] Bound using segment: {'id': '8c8b353f-50fb-40c1-a80e-9881604603e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '123cda9b-b41e-41d4-8c7e-4867ce7e9d0f'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:37:44.976286 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-84480c0b-442c-4bd1-b9fe-de19e4d1e5b8 None None] Bound port: e672f0fc-7db1-4347-8cb5-a3309ddd9fd1, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c8b353f-50fb-40c1-a80e-9881604603e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '123cda9b-b41e-41d4-8c7e-4867ce7e9d0f'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:37:44.976706 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-84480c0b-442c-4bd1-b9fe-de19e4d1e5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:44.982196 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-262a5adc-f67a-4b61-aabe-295e69db2bfe tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:45.022817 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a5adc-f67a-4b61-aabe-295e69db2bfe tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=673d6ddd-ef7e-4cf2-911a-f3fdd07a89b3,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:45.075303 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-262a5adc-f67a-4b61-aabe-295e69db2bfe tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:45.076727 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-262a5adc-f67a-4b61-aabe-295e69db2bfe tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0085590 Jan 11 09:37:45.078505 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd6e480a-e315-4918-9286-0e18f5718dfe tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:45.085724 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33504) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:45.095773 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-418ae89d-11b5-49f4-925a-9ca42af6da1a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Request body: {'security_group_rule': {'security_group_id': '673d6ddd-ef7e-4cf2-911a-f3fdd07a89b3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:45.158363 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-418ae89d-11b5-49f4-925a-9ca42af6da1a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:45.192330 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-8dc2801d-2085-4dba-a641-02261e55b43b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:37:45.208639 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-8dc2801d-2085-4dba-a641-02261e55b43b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:45.221237 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-418ae89d-11b5-49f4-925a-9ca42af6da1a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Usage tracker for resource:security_group_rule and tenant:968b8f89e4bd42c1b2620c7d2e380617 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:45.230163 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-dd6e480a-e315-4918-9286-0e18f5718dfe tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Calling delete_port for 679a35e3-ce08-44c6-bea9-d077aacb8993 owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:45.247512 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-8dc2801d-2085-4dba-a641-02261e55b43b service neutron] Transition to ACTIVE for port object dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:45.253717 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-84480c0b-442c-4bd1-b9fe-de19e4d1e5b8 None None] For port e672f0fc-7db1-4347-8cb5-a3309ddd9fd1, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:37:45.263078 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-8dc2801d-2085-4dba-a641-02261e55b43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:45.264006 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-418ae89d-11b5-49f4-925a-9ca42af6da1a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:45.271097 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-84480c0b-442c-4bd1-b9fe-de19e4d1e5b8 None None] For port e672f0fc-7db1-4347-8cb5-a3309ddd9fd1, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e672f0fc-7db1-4347-8cb5-a3309ddd9fd1,segment=NetworkSegment(8c8b353f-50fb-40c1-a80e-9881604603e2),segment_id=8c8b353f-50fb-40c1-a80e-9881604603e2)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:37:45.284570 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-418ae89d-11b5-49f4-925a-9ca42af6da1a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:45.288254 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-84480c0b-442c-4bd1-b9fe-de19e4d1e5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:45.334739 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-418ae89d-11b5-49f4-925a-9ca42af6da1a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:45.453028 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-418ae89d-11b5-49f4-925a-9ca42af6da1a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:45.461568 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-418ae89d-11b5-49f4-925a-9ca42af6da1a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:45.494218 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84480c0b-442c-4bd1-b9fe-de19e4d1e5b8 None None] Pushing event updated for resources: {'Port': ['ID=e672f0fc-7db1-4347-8cb5-a3309ddd9fd1,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:45.503259 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2801d-2085-4dba-a641-02261e55b43b service neutron] Pushing event updated for resources: {'Port': ['ID=dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:45.540670 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fda6ee-1f1c-4943-ba4f-9d70cbb5420f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-11973de4-095d-48a2-8bfe-2305268446bc', 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'tenant_id': 'cd5141369f514c338091b6d286f38ad6', 'fixed_ips': [{'subnet_id': 'c40848db-dbda-4a13-9e70-a75ad923528e'}, {'subnet_id': 'ff90c317-26b9-487e-9390-fdf25c10567b'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:37:45.541480 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-69fda6ee-1f1c-4943-ba4f-9d70cbb5420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:45.603779 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ae89d-11b5-49f4-925a-9ca42af6da1a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9512575e-9e69-4ed5-8192-a54aea61b1db,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:45.648760 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-418ae89d-11b5-49f4-925a-9ca42af6da1a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:45.650319 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-418ae89d-11b5-49f4-925a-9ca42af6da1a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5635669 Jan 11 09:37:45.655884 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33508) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:45.719431 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-458589e8-9e28-4cc7-8177-7e0268b05588 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:45.737024 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-458589e8-9e28-4cc7-8177-7e0268b05588 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:45.744891 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd6e480a-e315-4918-9286-0e18f5718dfe tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:45.804528 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-8dc2801d-2085-4dba-a641-02261e55b43b service neutron] Attempting to bind port dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:37:45.805012 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-8dc2801d-2085-4dba-a641-02261e55b43b service neutron] Attempting to bind port dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '76aef85c-af25-4c57-8dbb-736378ff89fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:37:45.805513 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-8dc2801d-2085-4dba-a641-02261e55b43b service neutron] Attempting to bind port dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 on network 222959b5-cbb6-4a23-bebe-87da222ff456 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:37:45.822113 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-8dc2801d-2085-4dba-a641-02261e55b43b service neutron] Port dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 on network 222959b5-cbb6-4a23-bebe-87da222ff456 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:37:45.822628 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-8dc2801d-2085-4dba-a641-02261e55b43b service neutron] Attempting to bind port dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 on network 222959b5-cbb6-4a23-bebe-87da222ff456 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:37:45.823592 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e480a-e315-4918-9286-0e18f5718dfe tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Port': ['ID=679a35e3-ce08-44c6-bea9-d077aacb8993,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:45.840700 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-8dc2801d-2085-4dba-a641-02261e55b43b service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:37:45.841763 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-8dc2801d-2085-4dba-a641-02261e55b43b service neutron] Checking segment: {'id': '76aef85c-af25-4c57-8dbb-736378ff89fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:37:45.841763 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-8dc2801d-2085-4dba-a641-02261e55b43b service neutron] Bound using segment: {'id': '76aef85c-af25-4c57-8dbb-736378ff89fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:37:45.842354 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-8dc2801d-2085-4dba-a641-02261e55b43b service neutron] Bound port: dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76aef85c-af25-4c57-8dbb-736378ff89fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:37:45.842810 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-8dc2801d-2085-4dba-a641-02261e55b43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:45.941656 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83882a32-dd00-490a-aa1f-4eb28362b16e None None] Network 39054580-8604-4c2c-9648-592e88a8ba57 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:45.963360 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63ae0d25-e058-49da-bd5e-3d0dd6213202 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:45.989811 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-458589e8-9e28-4cc7-8177-7e0268b05588 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:45.991804 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd6e480a-e315-4918-9286-0e18f5718dfe tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:46.009368 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458589e8-9e28-4cc7-8177-7e0268b05588 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9512575e-9e69-4ed5-8192-a54aea61b1db,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:46.021953 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-dd6e480a-e315-4918-9286-0e18f5718dfe tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/679a35e3-ce08-44c6-bea9-d077aacb8993 HTTP/1.1" status: 204 len: 168 time: 1.5803218 Jan 11 09:37:46.025694 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33514) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:46.026397 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63ae0d25-e058-49da-bd5e-3d0dd6213202 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:46.063457 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-458589e8-9e28-4cc7-8177-7e0268b05588 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:46.068990 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-458589e8-9e28-4cc7-8177-7e0268b05588 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/9512575e-9e69-4ed5-8192-a54aea61b1db HTTP/1.1" status: 204 len: 168 time: 0.4101477 Jan 11 09:37:46.097628 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33518) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:46.100378 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-8dc2801d-2085-4dba-a641-02261e55b43b service neutron] For port dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:37:46.145780 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0f2fc9da-e0f1-4daf-922a-35283efc20ae tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:46.164541 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-8dc2801d-2085-4dba-a641-02261e55b43b service neutron] For port dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6,segment=NetworkSegment(76aef85c-af25-4c57-8dbb-736378ff89fa),segment_id=76aef85c-af25-4c57-8dbb-736378ff89fa)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:37:46.178553 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae0d25-e058-49da-bd5e-3d0dd6213202 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Pushing event updated for resources: {'Port': ['ID=bf85cec1-64f8-48ce-a217-7df6119497fd,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:46.179514 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0f2fc9da-e0f1-4daf-922a-35283efc20ae tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:46.180604 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0f2fc9da-e0f1-4daf-922a-35283efc20ae tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1532233 Jan 11 09:37:46.185525 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33522) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:46.187619 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-8dc2801d-2085-4dba-a641-02261e55b43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:46.227376 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63ae0d25-e058-49da-bd5e-3d0dd6213202 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:46.238906 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4c65b240-5ef3-4746-94a2-aa1fee0de6ed tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0519700 Jan 11 09:37:46.241177 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33526) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:46.245908 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-8dc2801d-2085-4dba-a641-02261e55b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:46.247106 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-8dc2801d-2085-4dba-a641-02261e55b43b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:46.248758 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-8dc2801d-2085-4dba-a641-02261e55b43b service neutron] 10.222.0.42 "PUT /v2.0/ports/dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 HTTP/1.1" status: 200 len: 1094 time: 2.3461900 Jan 11 09:37:46.287052 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9718939b-c78d-4d47-87ff-440069d9d74f', 'tag': 'dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:37:46.322318 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-56d8953d-9c49-4b5b-8b3f-534612899ddb None None] Provisioning for port 142de6c0-d6e4-44ef-9c1d-c59e5e176112 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:46.326797 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a2add-6e82-4afd-a50d-2f4ba77e5962 req-e5d2d626-9824-4972-9d92-f06fea5f525b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:46.328338 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cb6a2add-6e82-4afd-a50d-2f4ba77e5962 req-e5d2d626-9824-4972-9d92-f06fea5f525b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=9718939b-c78d-4d47-87ff-440069d9d74f HTTP/1.1" status: 200 len: 944 time: 0.3052781 Jan 11 09:37:46.379829 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-69fda6ee-1f1c-4943-ba4f-9d70cbb5420f None None] Allocated IP 2001:db8:0:1::2 (11973de4-095d-48a2-8bfe-2305268446bc/ff90c317-26b9-487e-9390-fdf25c10567b/aa9bfc54-c62a-4c4e-a6f4-574e3f85acad) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:46.382638 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 142de6c0-d6e4-44ef-9c1d-c59e5e176112 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:37:46.404467 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b729468-ca1b-474e-bc31-91cfd7b96e6a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:46.406742 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b729468-ca1b-474e-bc31-91cfd7b96e6a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:46.408593 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b729468-ca1b-474e-bc31-91cfd7b96e6a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:46.409585 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-4b729468-ca1b-474e-bc31-91cfd7b96e6a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:46.433594 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-69fda6ee-1f1c-4943-ba4f-9d70cbb5420f None None] Allocated IP 2001:db8::f816:3eff:fe61:45ba (11973de4-095d-48a2-8bfe-2305268446bc/c40848db-dbda-4a13-9e70-a75ad923528e/aa9bfc54-c62a-4c4e-a6f4-574e3f85acad) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:46.465665 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cb6a2add-6e82-4afd-a50d-2f4ba77e5962 req-08451dfe-5770-4028-bb41-5ef3aa5b8499 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff442f65-3954-458a-b120-e82bc5825f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277392 Jan 11 09:37:46.476392 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-4b729468-ca1b-474e-bc31-91cfd7b96e6a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:46.479440 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4b729468-ca1b-474e-bc31-91cfd7b96e6a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2372684 Jan 11 09:37:46.482491 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33532) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:46.482623 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9718939b-c78d-4d47-87ff-440069d9d74f', 'tag': 'dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6', 'status': 'completed', 'code': 200} Jan 11 09:37:46.530342 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-62961453-8d1c-4d8b-be94-2887368c889d tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4313612 Jan 11 09:37:46.541619 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33536) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:46.598487 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 142de6c0-d6e4-44ef-9c1d-c59e5e176112 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:46.606823 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 142de6c0-d6e4-44ef-9c1d-c59e5e176112 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:46.607308 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:46.671629 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-b21a69cd-d362-4877-9e31-0d97bfc4c95f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet c40848db-dbda-4a13-9e70-a75ad923528e {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:37:46.719017 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e8db687a-9dd3-42d1-b1f8-6e2a0f2d6ebb tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:46.756491 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e8db687a-9dd3-42d1-b1f8-6e2a0f2d6ebb tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:46.767208 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2801d-2085-4dba-a641-02261e55b43b service neutron] Pushing event updated for resources: {'Port': ['ID=dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:46.799812 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ae0d25-e058-49da-bd5e-3d0dd6213202 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Network 39054580-8604-4c2c-9648-592e88a8ba57 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:46.806876 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-63ae0d25-e058-49da-bd5e-3d0dd6213202 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:46.850381 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e8db687a-9dd3-42d1-b1f8-6e2a0f2d6ebb tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:46.876741 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db687a-9dd3-42d1-b1f8-6e2a0f2d6ebb tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=673d6ddd-ef7e-4cf2-911a-f3fdd07a89b3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:46.885790 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e8db687a-9dd3-42d1-b1f8-6e2a0f2d6ebb tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:46.890844 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e8db687a-9dd3-42d1-b1f8-6e2a0f2d6ebb tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "DELETE /v2.0/security-groups/673d6ddd-ef7e-4cf2-911a-f3fdd07a89b3 HTTP/1.1" status: 204 len: 168 time: 0.3473752 Jan 11 09:37:46.891572 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33540) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:46.925667 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:46.948181 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-69fda6ee-1f1c-4943-ba4f-9d70cbb5420f None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:46.959803 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8737538f-167e-40d2-b35b-038b0f14b136 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Synchronizing usage tracker for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:46.973780 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-69fda6ee-1f1c-4943-ba4f-9d70cbb5420f None None] Transition to ACTIVE for port object aa9bfc54-c62a-4c4e-a6f4-574e3f85acad will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:46.983164 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8737538f-167e-40d2-b35b-038b0f14b136 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Unset dirty status for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:46.989263 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8737538f-167e-40d2-b35b-038b0f14b136 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0957990 Jan 11 09:37:46.990302 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33544) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:46.998017 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-710dc475-6a7c-4402-a8c1-6d088d65839d None None] Provisioning for port bf85cec1-64f8-48ce-a217-7df6119497fd completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:47.005965 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7e470eb1-73ff-4e29-8a1b-552087a379e2 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Request body: {'security_group': {'name': 'tempest-secgroup--547949333'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:47.011511 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-710dc475-6a7c-4402-a8c1-6d088d65839d None None] Provisioning complete for port bf85cec1-64f8-48ce-a217-7df6119497fd triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:47.012064 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-710dc475-6a7c-4402-a8c1-6d088d65839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:47.013464 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7e470eb1-73ff-4e29-8a1b-552087a379e2 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:47.029024 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7e470eb1-73ff-4e29-8a1b-552087a379e2 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:47.049912 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7e470eb1-73ff-4e29-8a1b-552087a379e2 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:47.054661 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-69fda6ee-1f1c-4943-ba4f-9d70cbb5420f None None] Transition to ACTIVE for port object aa9bfc54-c62a-4c4e-a6f4-574e3f85acad will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:47.056948 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 142de6c0-d6e4-44ef-9c1d-c59e5e176112, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=142de6c0-d6e4-44ef-9c1d-c59e5e176112,segment=NetworkSegment(0bdfb657-bdee-45eb-9140-445f8c4839be),segment_id=0bdfb657-bdee-45eb-9140-445f8c4839be)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:47.070678 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b21a69cd-d362-4877-9e31-0d97bfc4c95f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:47.073344 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:47.074306 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e672f0fc-7db1-4347-8cb5-a3309ddd9fd1 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:37:47.142773 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-69fda6ee-1f1c-4943-ba4f-9d70cbb5420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:47.221272 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fda6ee-1f1c-4943-ba4f-9d70cbb5420f None None] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:47.230478 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-69fda6ee-1f1c-4943-ba4f-9d70cbb5420f None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:47.234047 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fda6ee-1f1c-4943-ba4f-9d70cbb5420f None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:37:47.236680 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-710dc475-6a7c-4402-a8c1-6d088d65839d None None] Port bf85cec1-64f8-48ce-a217-7df6119497fd cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:37:47.258527 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7e470eb1-73ff-4e29-8a1b-552087a379e2 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:47.273331 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-7e470eb1-73ff-4e29-8a1b-552087a379e2 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Usage tracker for resource:security_group_rule and tenant:968b8f89e4bd42c1b2620c7d2e380617 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:47.279979 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-7e470eb1-73ff-4e29-8a1b-552087a379e2 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:47.289124 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b21a69cd-d362-4877-9e31-0d97bfc4c95f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:47.294963 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-bbdb1654-9898-4f2b-87dc-af854a93225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:47.296932 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-bbdb1654-9898-4f2b-87dc-af854a93225e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=9718939b-c78d-4d47-87ff-440069d9d74f HTTP/1.1" status: 200 len: 1097 time: 0.9353478 Jan 11 09:37:47.305927 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port e672f0fc-7db1-4347-8cb5-a3309ddd9fd1 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:47.324830 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7e470eb1-73ff-4e29-8a1b-552087a379e2 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:47.367392 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d6cbc3-65e2-4aa2-8135-7826d8e889cc None None] Network 123cda9b-b41e-41d4-8c7e-4867ce7e9d0f requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:47.383833 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-6e903ea6-a01e-4544-8f31-43ce8c0bab7b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 HTTP/1.1" status: 200 len: 217 time: 0.0757346 Jan 11 09:37:47.410470 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=142de6c0-d6e4-44ef-9c1d-c59e5e176112,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:47.455335 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b21a69cd-d362-4877-9e31-0d97bfc4c95f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:47.471633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-086d4c78-81cd-47ee-97bf-7bb5873e5363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:47.473285 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-086d4c78-81cd-47ee-97bf-7bb5873e5363 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0088f1d7-7635-4c0f-aa2b-52c9aee807a6 HTTP/1.1" status: 200 len: 834 time: 0.0805426 Jan 11 09:37:47.474296 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ae0d25-e058-49da-bd5e-3d0dd6213202 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Router 3023e62b-2b67-417f-9cc9-45d079744c16 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:37:47.502339 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7e470eb1-73ff-4e29-8a1b-552087a379e2 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:47.515324 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7e470eb1-73ff-4e29-8a1b-552087a379e2 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:47.567080 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-710dc475-6a7c-4402-a8c1-6d088d65839d None None] Provisioning complete for port 142de6c0-d6e4-44ef-9c1d-c59e5e176112 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:47.567524 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-710dc475-6a7c-4402-a8c1-6d088d65839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:47.581414 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e470eb1-73ff-4e29-8a1b-552087a379e2 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=542e299c-32fa-4275-b85c-74c6c4b0e155,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:47.586735 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7e470eb1-73ff-4e29-8a1b-552087a379e2 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:47.591184 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7e470eb1-73ff-4e29-8a1b-552087a379e2 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5966508 Jan 11 09:37:47.592853 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33550) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:47.600022 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-129bb6c1-0837-49eb-b85d-42e1ba4e5471 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Request body: {'security_group_rule': {'security_group_id': '542e299c-32fa-4275-b85c-74c6c4b0e155', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:47.631428 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fda6ee-1f1c-4943-ba4f-9d70cbb5420f None None] Pushing event updated for resources: {'Port': ['ID=aa9bfc54-c62a-4c4e-a6f4-574e3f85acad,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:47.650157 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-129bb6c1-0837-49eb-b85d-42e1ba4e5471 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:47.663368 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-129bb6c1-0837-49eb-b85d-42e1ba4e5471 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Usage tracker for resource:security_group_rule and tenant:968b8f89e4bd42c1b2620c7d2e380617 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:47.672061 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-129bb6c1-0837-49eb-b85d-42e1ba4e5471 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:47.693141 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-129bb6c1-0837-49eb-b85d-42e1ba4e5471 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:47.711232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b21a69cd-d362-4877-9e31-0d97bfc4c95f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:47.722558 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ae0d25-e058-49da-bd5e-3d0dd6213202 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:37:47.725626 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-99c5c6e5-1a80-47f9-8132-b8870f9b95d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:47.728150 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-99c5c6e5-1a80-47f9-8132-b8870f9b95d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=222959b5-cbb6-4a23-bebe-87da222ff456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2481565 Jan 11 09:37:47.734139 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-63ae0d25-e058-49da-bd5e-3d0dd6213202 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] 10.222.0.15 "PUT /v2.0/routers/3023e62b-2b67-417f-9cc9-45d079744c16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0847344 Jan 11 09:37:47.737244 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7d6faf-39bd-489e-91d5-7e8b49b9b7da None None] Sync routers for ids ['3023e62b-2b67-417f-9cc9-45d079744c16'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:37:47.738279 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-69fda6ee-1f1c-4943-ba4f-9d70cbb5420f None None] Attempting to bind port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:37:47.738755 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-69fda6ee-1f1c-4943-ba4f-9d70cbb5420f None None] Attempting to bind port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:37:47.739227 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fda6ee-1f1c-4943-ba4f-9d70cbb5420f None None] Attempting to bind port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad on network 11973de4-095d-48a2-8bfe-2305268446bc {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:37:47.748398 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7d6faf-39bd-489e-91d5-7e8b49b9b7da None None] Routers {'3023e62b-2b67-417f-9cc9-45d079744c16'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:37:47.749218 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3c7d6faf-39bd-489e-91d5-7e8b49b9b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:37:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3023e62b-2b67-417f-9cc9-45d079744c16'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:47.761438 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fda6ee-1f1c-4943-ba4f-9d70cbb5420f None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:37:47.762002 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fda6ee-1f1c-4943-ba4f-9d70cbb5420f None None] Checking segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:37:47.762669 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-69fda6ee-1f1c-4943-ba4f-9d70cbb5420f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:47.763161 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fda6ee-1f1c-4943-ba4f-9d70cbb5420f None None] Bound using segment: {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:37:47.763768 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-69fda6ee-1f1c-4943-ba4f-9d70cbb5420f None None] Bound port: aa9bfc54-c62a-4c4e-a6f4-574e3f85acad, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fe1324-8b22-422e-a428-7a7f628e8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '11973de4-095d-48a2-8bfe-2305268446bc'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:37:47.764248 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-69fda6ee-1f1c-4943-ba4f-9d70cbb5420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:47.766393 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33554) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:47.788656 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a69cd-d362-4877-9e31-0d97bfc4c95f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=c40848db-dbda-4a13-9e70-a75ad923528e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:47.797118 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b21a69cd-d362-4877-9e31-0d97bfc4c95f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:47.820838 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b21a69cd-d362-4877-9e31-0d97bfc4c95f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/c40848db-dbda-4a13-9e70-a75ad923528e HTTP/1.1" status: 204 len: 168 time: 1.3324840 Jan 11 09:37:47.824476 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33558) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:47.832158 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3c7d6faf-39bd-489e-91d5-7e8b49b9b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:47.843102 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7d6faf-39bd-489e-91d5-7e8b49b9b7da None None] Routers {'3023e62b-2b67-417f-9cc9-45d079744c16'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:37:47.844054 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3c7d6faf-39bd-489e-91d5-7e8b49b9b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:37:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3023e62b-2b67-417f-9cc9-45d079744c16'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:47.863227 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-129bb6c1-0837-49eb-b85d-42e1ba4e5471 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:47.904261 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c77d6a-091d-4f69-9f3d-39dcd6b1072a req-54d2cb94-f0bc-432e-b2ef-a2ff282289cb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:47.905932 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-71c77d6a-091d-4f69-9f3d-39dcd6b1072a req-54d2cb94-f0bc-432e-b2ef-a2ff282289cb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=9718939b-c78d-4d47-87ff-440069d9d74f HTTP/1.1" status: 200 len: 944 time: 0.3014238 Jan 11 09:37:47.924753 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3c7d6faf-39bd-489e-91d5-7e8b49b9b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:47.925383 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7d6faf-39bd-489e-91d5-7e8b49b9b7da None None] The sync data for ids ['3023e62b-2b67-417f-9cc9-45d079744c16'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:37:47.992744 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad293a5-6235-43dd-a72d-ec16267582bd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet ff90c317-26b9-487e-9390-fdf25c10567b {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:37:48.000425 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ad293a5-6235-43dd-a72d-ec16267582bd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:48.047474 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-71c77d6a-091d-4f69-9f3d-39dcd6b1072a req-3b3893cf-4278-4907-b1b9-78175033ac13 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff442f65-3954-458a-b120-e82bc5825f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282563 Jan 11 09:37:48.053906 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-129bb6c1-0837-49eb-b85d-42e1ba4e5471 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:48.054583 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-69fda6ee-1f1c-4943-ba4f-9d70cbb5420f None None] For port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:37:48.064134 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-129bb6c1-0837-49eb-b85d-42e1ba4e5471 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:48.065078 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-69fda6ee-1f1c-4943-ba4f-9d70cbb5420f None None] For port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=aa9bfc54-c62a-4c4e-a6f4-574e3f85acad,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:37:48.080754 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-69fda6ee-1f1c-4943-ba4f-9d70cbb5420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:48.083187 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ad293a5-6235-43dd-a72d-ec16267582bd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:48.187950 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ad293a5-6235-43dd-a72d-ec16267582bd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:48.204643 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0a7513cc-a8f3-44f1-b1c8-80bd0c489972 None None] Provisioning complete for port bf85cec1-64f8-48ce-a217-7df6119497fd triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:48.204985 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0a7513cc-a8f3-44f1-b1c8-80bd0c489972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:48.241895 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 142de6c0-d6e4-44ef-9c1d-c59e5e176112 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:37:48.267577 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-6a774db3-2d41-4ee6-9bc3-6ec56eb7035b service neutron] 10.222.0.42 "GET /v2.0/networks/222959b5-cbb6-4a23-bebe-87da222ff456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243161 Jan 11 09:37:48.272441 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129bb6c1-0837-49eb-b85d-42e1ba4e5471 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6bb6d1f-69e3-4634-9976-8508d36447b4,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:48.289806 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fda6ee-1f1c-4943-ba4f-9d70cbb5420f None None] Pushing event updated for resources: {'Port': ['ID=aa9bfc54-c62a-4c4e-a6f4-574e3f85acad,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:48.313660 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-129bb6c1-0837-49eb-b85d-42e1ba4e5471 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:48.318811 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-129bb6c1-0837-49eb-b85d-42e1ba4e5471 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7244420 Jan 11 09:37:48.319541 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33562) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:48.346756 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-033b2733-e42d-4f78-b38b-54335442fee6 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-group-rules/f6bb6d1f-69e3-4634-9976-8508d36447b4 HTTP/1.1" status: 200 len: 763 time: 0.0251122 Jan 11 09:37:48.348875 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ad293a5-6235-43dd-a72d-ec16267582bd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:48.353966 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33566) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:48.376979 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0a7513cc-a8f3-44f1-b1c8-80bd0c489972 None None] Port bf85cec1-64f8-48ce-a217-7df6119497fd cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:37:48.414387 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0a7513cc-a8f3-44f1-b1c8-80bd0c489972 None None] Provisioning for port e672f0fc-7db1-4347-8cb5-a3309ddd9fd1 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:48.420180 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad293a5-6235-43dd-a72d-ec16267582bd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=ff90c317-26b9-487e-9390-fdf25c10567b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:48.424695 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0a7513cc-a8f3-44f1-b1c8-80bd0c489972 None None] Provisioning complete for port e672f0fc-7db1-4347-8cb5-a3309ddd9fd1 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:48.425064 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0a7513cc-a8f3-44f1-b1c8-80bd0c489972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:48.428414 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ad293a5-6235-43dd-a72d-ec16267582bd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:48.432936 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9ad293a5-6235-43dd-a72d-ec16267582bd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/ff90c317-26b9-487e-9390-fdf25c10567b HTTP/1.1" status: 204 len: 168 time: 0.6072812 Jan 11 09:37:48.436556 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33570) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:48.455146 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 142de6c0-d6e4-44ef-9c1d-c59e5e176112 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:48.455146 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:48.496341 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95b6752-4256-44df-aed5-7ca705a48dde None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:48.537295 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-034ad56d-7f6f-4fa4-b5a7-06a0d67e5a6e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0998600 Jan 11 09:37:48.538037 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33574) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:48.544450 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-65f9f906-d3fd-4279-9652-0b903ab93631 req-698362ab-6236-4098-9da6-e2b77b2ea8a2 service neutron] 10.222.0.42 "GET /v2.0/networks/222959b5-cbb6-4a23-bebe-87da222ff456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646585 Jan 11 09:37:48.548376 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3c114423-031d-46b3-a4d6-57cb3a736498 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Synchronizing usage tracker for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:48.561397 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f450fd4c-ad89-40e2-8fe6-1263c5c110af tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:48.700088 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f450fd4c-ad89-40e2-8fe6-1263c5c110af tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:48.707879 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f450fd4c-ad89-40e2-8fe6-1263c5c110af tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:48.711850 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f450fd4c-ad89-40e2-8fe6-1263c5c110af tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:48.722294 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f450fd4c-ad89-40e2-8fe6-1263c5c110af tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:48.724999 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3c114423-031d-46b3-a4d6-57cb3a736498 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Unset dirty status for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:48.726688 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3c114423-031d-46b3-a4d6-57cb3a736498 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3441999 Jan 11 09:37:48.729303 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33578) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:48.755097 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f450fd4c-ad89-40e2-8fe6-1263c5c110af tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:48.758442 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f450fd4c-ad89-40e2-8fe6-1263c5c110af tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:48.810138 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ad50310-5cc6-49de-8b46-78a1a5e6a055 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:48.828194 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ad50310-5cc6-49de-8b46-78a1a5e6a055 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:48.852085 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-dd1556c2-d9c8-4c6e-962e-23cee9c645b9 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:37:48.855341 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-dd1556c2-d9c8-4c6e-962e-23cee9c645b9 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] 10.222.0.15 "PUT /v2.0/routers/3023e62b-2b67-417f-9cc9-45d079744c16/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0853817 Jan 11 09:37:48.858504 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33582) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:48.927754 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ad50310-5cc6-49de-8b46-78a1a5e6a055 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:48.949651 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0a7513cc-a8f3-44f1-b1c8-80bd0c489972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:48.956706 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad50310-5cc6-49de-8b46-78a1a5e6a055 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6bb6d1f-69e3-4634-9976-8508d36447b4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:48.979819 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ad50310-5cc6-49de-8b46-78a1a5e6a055 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:48.985116 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7ad50310-5cc6-49de-8b46-78a1a5e6a055 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/f6bb6d1f-69e3-4634-9976-8508d36447b4 HTTP/1.1" status: 204 len: 168 time: 0.2515378 Jan 11 09:37:48.985322 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33586) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:48.994497 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0a7513cc-a8f3-44f1-b1c8-80bd0c489972 None None] For port e672f0fc-7db1-4347-8cb5-a3309ddd9fd1, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e672f0fc-7db1-4347-8cb5-a3309ddd9fd1,segment=NetworkSegment(8c8b353f-50fb-40c1-a80e-9881604603e2),segment_id=8c8b353f-50fb-40c1-a80e-9881604603e2)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:48.999588 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0a7513cc-a8f3-44f1-b1c8-80bd0c489972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:49.005257 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856478b2-a444-4e4e-8275-29ad59bbd499 req-a760b73c-91ce-4adc-b462-b1b032bef546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:49.007015 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-856478b2-a444-4e4e-8275-29ad59bbd499 req-a760b73c-91ce-4adc-b462-b1b032bef546 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=9718939b-c78d-4d47-87ff-440069d9d74f HTTP/1.1" status: 200 len: 1097 time: 0.4042823 Jan 11 09:37:49.039227 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f6b399-46cd-4708-8bb4-a24db7720fa9 None None] get_active_networks_info from dv-neutron-823402-4-hyperv {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 11 09:37:49.099148 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c690b914-135a-4fe6-a173-cd84d27be61a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Synchronizing usage tracker for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:49.143507 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c690b914-135a-4fe6-a173-cd84d27be61a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Unset dirty status for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:49.147341 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c690b914-135a-4fe6-a173-cd84d27be61a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1586108 Jan 11 09:37:49.147976 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33592) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:49.156125 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-02f3fa89-a11b-4773-a2fa-c81c909f8b16 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Request body: {'security_group_rule': {'security_group_id': '542e299c-32fa-4275-b85c-74c6c4b0e155', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:49.161695 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-550f19e3-51fd-4e96-a25e-22eb0c8ea5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:49.169729 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-02f3fa89-a11b-4773-a2fa-c81c909f8b16 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:49.173562 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f450fd4c-ad89-40e2-8fe6-1263c5c110af tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:49.175853 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7513cc-a8f3-44f1-b1c8-80bd0c489972 None None] Pushing event updated for resources: {'Port': ['ID=e672f0fc-7db1-4347-8cb5-a3309ddd9fd1,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:49.189094 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-747fe1cb-15c6-4127-86ea-efa980b2e510 None None] Provisioning complete for port e672f0fc-7db1-4347-8cb5-a3309ddd9fd1 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:49.189540 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-747fe1cb-15c6-4127-86ea-efa980b2e510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:49.231305 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-02f3fa89-a11b-4773-a2fa-c81c909f8b16 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:49.249932 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f450fd4c-ad89-40e2-8fe6-1263c5c110af tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:49.260409 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f450fd4c-ad89-40e2-8fe6-1263c5c110af tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:49.264935 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f450fd4c-ad89-40e2-8fe6-1263c5c110af tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:49.264935 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f450fd4c-ad89-40e2-8fe6-1263c5c110af tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:49.302183 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f6b399-46cd-4708-8bb4-a24db7720fa9 None None] Resources bound (agent type, host, resource id): {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 11 09:37:49.331044 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856478b2-a444-4e4e-8275-29ad59bbd499 req-8eef91a2-9260-4507-ba4d-6b17c05dbb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:49.332924 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-856478b2-a444-4e4e-8275-29ad59bbd499 req-8eef91a2-9260-4507-ba4d-6b17c05dbb23 service neutron] 10.222.0.42 "GET /v2.0/networks?id=222959b5-cbb6-4a23-bebe-87da222ff456 HTTP/1.1" status: 200 len: 897 time: 0.3170817 Jan 11 09:37:49.348902 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450fd4c-ad89-40e2-8fe6-1263c5c110af tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=08428aa0-4d44-498c-b085-2e57093286b5,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:49.352289 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02f3fa89-a11b-4773-a2fa-c81c909f8b16 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:49.376477 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f450fd4c-ad89-40e2-8fe6-1263c5c110af tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8210132 Jan 11 09:37:49.380948 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33596) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:49.389299 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-da1ece5b-2dcb-4742-8a4c-1120260965f3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:49.439741 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-856478b2-a444-4e4e-8275-29ad59bbd499 req-d633ada2-9c40-4e04-b6bb-899e93e66b33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 HTTP/1.1" status: 200 len: 217 time: 0.0749695 Jan 11 09:37:49.560217 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856478b2-a444-4e4e-8275-29ad59bbd499 req-6b5efe93-0e51-4b82-a5c2-44001222fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:49.561757 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-856478b2-a444-4e4e-8275-29ad59bbd499 req-6b5efe93-0e51-4b82-a5c2-44001222fc7b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0088f1d7-7635-4c0f-aa2b-52c9aee807a6 HTTP/1.1" status: 200 len: 834 time: 0.1102440 Jan 11 09:37:49.571840 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02f3fa89-a11b-4773-a2fa-c81c909f8b16 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:49.583920 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc45b14-f4ce-4825-974a-71534e38a6da req-b8bfdaa3-062d-4677-a7ab-65372754f98f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:49.585420 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0dc45b14-f4ce-4825-974a-71534e38a6da req-b8bfdaa3-062d-4677-a7ab-65372754f98f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=9718939b-c78d-4d47-87ff-440069d9d74f HTTP/1.1" status: 200 len: 944 time: 0.3086805 Jan 11 09:37:49.587952 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02f3fa89-a11b-4773-a2fa-c81c909f8b16 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:49.645012 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-da1ece5b-2dcb-4742-8a4c-1120260965f3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:49.647222 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3fa89-a11b-4773-a2fa-c81c909f8b16 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4becda-1c92-45b5-b2f5-47b92fa48980,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:49.656120 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-da1ece5b-2dcb-4742-8a4c-1120260965f3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:49.661618 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-da1ece5b-2dcb-4742-8a4c-1120260965f3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:49.698522 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856478b2-a444-4e4e-8275-29ad59bbd499 req-1f941d29-e936-4ad6-afa9-02b27ba5c5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:49.700651 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-856478b2-a444-4e4e-8275-29ad59bbd499 req-1f941d29-e936-4ad6-afa9-02b27ba5c5bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=222959b5-cbb6-4a23-bebe-87da222ff456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1321635 Jan 11 09:37:49.757102 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8386df16-cfc1-4d9b-9149-27f1bde36d7d tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:49.792515 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-da1ece5b-2dcb-4742-8a4c-1120260965f3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:49.798601 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02f3fa89-a11b-4773-a2fa-c81c909f8b16 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:49.799773 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-02f3fa89-a11b-4773-a2fa-c81c909f8b16 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6510007 Jan 11 09:37:49.803690 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33600) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:49.804550 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9efa6a-a1d3-4a73-bd02-a404761f0648 None None] Update dhcp port {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'fixed_ips': [{'subnet_id': '08428aa0-4d44-498c-b085-2e57093286b5'}], 'binding:host_id': 'dv-neutron-823402-4-hyperv'}, 'id': 'aa9bfc54-c62a-4c4e-a6f4-574e3f85acad'} from dv-neutron-823402-4-hyperv. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 11 09:37:49.808388 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0dc45b14-f4ce-4825-974a-71534e38a6da req-57564336-eb07-42e9-97c2-f1860081951a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff442f65-3954-458a-b120-e82bc5825f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119381 Jan 11 09:37:49.836369 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c4c66471-f2f9-4d57-a5a7-6208d9b72a42 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-group-rules/0b4becda-1c92-45b5-b2f5-47b92fa48980 HTTP/1.1" status: 200 len: 763 time: 0.0256290 Jan 11 09:37:49.836369 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1ece5b-2dcb-4742-8a4c-1120260965f3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:49.836369 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-da1ece5b-2dcb-4742-8a4c-1120260965f3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:49.851933 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33604) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:49.875435 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ae9efa6a-a1d3-4a73-bd02-a404761f0648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:49.988691 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5daaae5b-57b6-43dd-9ac5-881dec0452dc tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Synchronizing usage tracker for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:50.020428 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5daaae5b-57b6-43dd-9ac5-881dec0452dc tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Unset dirty status for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:50.022517 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5daaae5b-57b6-43dd-9ac5-881dec0452dc tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1690745 Jan 11 09:37:50.023027 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.ipam_backend_mixin [None req-da1ece5b-2dcb-4742-8a4c-1120260965f3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 08428aa0-4d44-498c-b085-2e57093286b5 (CIDR: 2001:db8::/64) Jan 11 09:37:50.024461 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33608) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:50.038746 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1ece5b-2dcb-4742-8a4c-1120260965f3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:37:50.039278 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1ece5b-2dcb-4742-8a4c-1120260965f3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:37:50.072602 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00316431-28e5-4839-9bc3-61baeb2e1f0f tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:50.081682 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-da1ece5b-2dcb-4742-8a4c-1120260965f3 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6986618 Jan 11 09:37:50.085168 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33612) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:50.088277 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00316431-28e5-4839-9bc3-61baeb2e1f0f tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:50.099358 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3e55ab5f-45ce-41c0-a93f-7cb9efa2dc7c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:50.103151 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-ae9efa6a-a1d3-4a73-bd02-a404761f0648 None None] Allocated IP 2001:db8::2 (11973de4-095d-48a2-8bfe-2305268446bc/08428aa0-4d44-498c-b085-2e57093286b5/aa9bfc54-c62a-4c4e-a6f4-574e3f85acad) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:50.182934 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-856478b2-a444-4e4e-8275-29ad59bbd499 req-9f835ed8-5393-4989-a617-8b2516681cb0 service neutron] 10.222.0.42 "GET /v2.0/networks/222959b5-cbb6-4a23-bebe-87da222ff456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754014 Jan 11 09:37:50.222001 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00316431-28e5-4839-9bc3-61baeb2e1f0f tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:50.222927 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e672f0fc-7db1-4347-8cb5-a3309ddd9fd1 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:37:50.269575 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00316431-28e5-4839-9bc3-61baeb2e1f0f tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b4becda-1c92-45b5-b2f5-47b92fa48980,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:50.275248 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-00316431-28e5-4839-9bc3-61baeb2e1f0f tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:50.280003 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-00316431-28e5-4839-9bc3-61baeb2e1f0f tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/0b4becda-1c92-45b5-b2f5-47b92fa48980 HTTP/1.1" status: 204 len: 168 time: 0.2510757 Jan 11 09:37:50.280003 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33616) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:50.299945 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3e55ab5f-45ce-41c0-a93f-7cb9efa2dc7c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:50.307824 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3e55ab5f-45ce-41c0-a93f-7cb9efa2dc7c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:50.312419 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3e55ab5f-45ce-41c0-a93f-7cb9efa2dc7c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:50.317813 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ae9efa6a-a1d3-4a73-bd02-a404761f0648 None None] For port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=aa9bfc54-c62a-4c4e-a6f4-574e3f85acad,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:50.320588 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3e55ab5f-45ce-41c0-a93f-7cb9efa2dc7c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:50.333958 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port e672f0fc-7db1-4347-8cb5-a3309ddd9fd1 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:50.334356 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:50.355407 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f97c3287-08ad-4c29-8532-a9704f2be0d2 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Synchronizing usage tracker for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:50.360822 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e55ab5f-45ce-41c0-a93f-7cb9efa2dc7c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:50.363790 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-856478b2-a444-4e4e-8275-29ad59bbd499 req-a5950655-5a3b-41ec-b84f-1835bab361ea service neutron] 10.222.0.42 "GET /v2.0/networks/222959b5-cbb6-4a23-bebe-87da222ff456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566942 Jan 11 09:37:50.365278 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e55ab5f-45ce-41c0-a93f-7cb9efa2dc7c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:50.405814 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ae9efa6a-a1d3-4a73-bd02-a404761f0648 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:50.419486 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f97c3287-08ad-4c29-8532-a9704f2be0d2 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Unset dirty status for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:50.423384 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f97c3287-08ad-4c29-8532-a9704f2be0d2 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1402605 Jan 11 09:37:50.424689 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33620) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:50.431321 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d9f1e720-f1c6-4b83-8ecd-1734f3ad48be tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Request body: {'security_group_rule': {'security_group_id': '542e299c-32fa-4275-b85c-74c6c4b0e155', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:50.432143 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ae9efa6a-a1d3-4a73-bd02-a404761f0648 None None] Ignored duplicate provisioning block setup for port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 11 09:37:50.441629 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d9f1e720-f1c6-4b83-8ecd-1734f3ad48be tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:50.452147 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8386df16-cfc1-4d9b-9149-27f1bde36d7d tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Deleting port bf85cec1-64f8-48ce-a217-7df6119497fd {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:50.452487 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8386df16-cfc1-4d9b-9149-27f1bde36d7d tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:50.465388 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ae9efa6a-a1d3-4a73-bd02-a404761f0648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:50.484651 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d9f1e720-f1c6-4b83-8ecd-1734f3ad48be tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:50.513333 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-d9f1e720-f1c6-4b83-8ecd-1734f3ad48be tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Project 968b8f89e4bd42c1b2620c7d2e380617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:37:50.542060 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9f1e720-f1c6-4b83-8ecd-1734f3ad48be tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:50.596715 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9efa6a-a1d3-4a73-bd02-a404761f0648 None None] Pushing event updated for resources: {'Port': ['ID=aa9bfc54-c62a-4c4e-a6f4-574e3f85acad,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:50.713191 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8386df16-cfc1-4d9b-9149-27f1bde36d7d tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:50.734675 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9f1e720-f1c6-4b83-8ecd-1734f3ad48be tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:50.792176 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9f1e720-f1c6-4b83-8ecd-1734f3ad48be tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:50.845114 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.objects.ports [None req-3e55ab5f-45ce-41c0-a93f-7cb9efa2dc7c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87655) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 11 09:37:50.898984 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8386df16-cfc1-4d9b-9149-27f1bde36d7d tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Calling delete_port for bf85cec1-64f8-48ce-a217-7df6119497fd owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:50.938896 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:37:50.965364 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9f1e720-f1c6-4b83-8ecd-1734f3ad48be tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:50.969264 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d9f1e720-f1c6-4b83-8ecd-1734f3ad48be tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5421493 Jan 11 09:37:50.976873 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33626) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:51.015367 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-723389ca-0f1b-4faa-98e5-5131241176c8 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-group-rules/72f4a450-10aa-4559-8d5f-44defb068575 HTTP/1.1" status: 200 len: 769 time: 0.0296586 Jan 11 09:37:51.015367 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1e720-f1c6-4b83-8ecd-1734f3ad48be tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f4a450-10aa-4559-8d5f-44defb068575,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:51.025471 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33630) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:51.066481 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ace37-f220-4562-9ddc-9a9cf61b6ae5 req-43ec1eb8-1024-4fc6-ab72-ba320eb7773f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:51.067928 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-300ace37-f220-4562-9ddc-9a9cf61b6ae5 req-43ec1eb8-1024-4fc6-ab72-ba320eb7773f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=9718939b-c78d-4d47-87ff-440069d9d74f HTTP/1.1" status: 200 len: 944 time: 0.1217089 Jan 11 09:37:51.119904 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9e4d18f7-0c70-48e4-81cb-8a332bd401e6 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Synchronizing usage tracker for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group_rule {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:51.135789 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6,segment=NetworkSegment(76aef85c-af25-4c57-8dbb-736378ff89fa),segment_id=76aef85c-af25-4c57-8dbb-736378ff89fa)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:51.146986 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9e4d18f7-0c70-48e4-81cb-8a332bd401e6 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Unset dirty status for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group_rule {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:51.150554 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9e4d18f7-0c70-48e4-81cb-8a332bd401e6 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1195848 Jan 11 09:37:51.154032 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33634) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:51.154220 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': 'dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6', 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456', 'port_id': 'dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6', 'mac_address': 'fa:16:3e:ec:87:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0088f1d7-7635-4c0f-aa2b-52c9aee807a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:37:51.165496 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e55ab5f-45ce-41c0-a93f-7cb9efa2dc7c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:51.180760 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-300ace37-f220-4562-9ddc-9a9cf61b6ae5 req-44392e6c-b2b4-4e3a-9381-69a02a6163b0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff442f65-3954-458a-b120-e82bc5825f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852580 Jan 11 09:37:51.221494 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:51.232949 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c09ca2c-e807-4a7a-a785-14c2612f162d tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:51.241937 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:37:51.252479 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c09ca2c-e807-4a7a-a785-14c2612f162d tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:51.258985 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6,segment=NetworkSegment(76aef85c-af25-4c57-8dbb-736378ff89fa),segment_id=76aef85c-af25-4c57-8dbb-736378ff89fa)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:51.264248 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:51.274858 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8386df16-cfc1-4d9b-9149-27f1bde36d7d tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:51.333730 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386df16-cfc1-4d9b-9149-27f1bde36d7d tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Pushing event deleted for resources: {'Port': ['ID=bf85cec1-64f8-48ce-a217-7df6119497fd,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:51.343474 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a3857ba6-4dcd-43c9-85ef-dbbab6b00740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:51.352751 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:51.366249 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c09ca2c-e807-4a7a-a785-14c2612f162d tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:51.415804 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-3e55ab5f-45ce-41c0-a93f-7cb9efa2dc7c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] For port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=aa9bfc54-c62a-4c4e-a6f4-574e3f85acad,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:51.416747 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09ca2c-e807-4a7a-a785-14c2612f162d tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72f4a450-10aa-4559-8d5f-44defb068575,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:51.448466 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c09ca2c-e807-4a7a-a785-14c2612f162d tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:51.452147 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7c09ca2c-e807-4a7a-a785-14c2612f162d tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/72f4a450-10aa-4559-8d5f-44defb068575 HTTP/1.1" status: 204 len: 168 time: 0.2946901 Jan 11 09:37:51.452288 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e55ab5f-45ce-41c0-a93f-7cb9efa2dc7c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:51.452403 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33638) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:51.469497 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e55ab5f-45ce-41c0-a93f-7cb9efa2dc7c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:51.470298 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e55ab5f-45ce-41c0-a93f-7cb9efa2dc7c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:51.584932 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e55ab5f-45ce-41c0-a93f-7cb9efa2dc7c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:51.588063 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-3e55ab5f-45ce-41c0-a93f-7cb9efa2dc7c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:51.590502 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8386df16-cfc1-4d9b-9149-27f1bde36d7d tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:51.609808 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e55ab5f-45ce-41c0-a93f-7cb9efa2dc7c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:51.610525 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e55ab5f-45ce-41c0-a93f-7cb9efa2dc7c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:51.630187 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:37:51.644790 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-72834149-2a55-4e8d-9f6f-a18397bf949a tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1912417 Jan 11 09:37:51.654037 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33642) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:51.663202 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55ab5f-45ce-41c0-a93f-7cb9efa2dc7c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=623f2815-a481-424b-aaeb-eef5da13981e,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:51.691189 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3e55ab5f-45ce-41c0-a93f-7cb9efa2dc7c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6049557 Jan 11 09:37:51.694895 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33646) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:51.695599 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55ab5f-45ce-41c0-a93f-7cb9efa2dc7c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=aa9bfc54-c62a-4c4e-a6f4-574e3f85acad,revision_number=7']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:51.706571 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'mac_address': 'fa:16:3e:25:1a:92', 'name': 'tempest-NetworksTestDHCPv6-1061478134'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:51.811408 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b31327f4-2b57-49ff-b686-6d31659293ab tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:51.862673 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d165ed0b-828c-4036-ac43-27e2519cdd7a None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:52.049360 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8386df16-cfc1-4d9b-9149-27f1bde36d7d tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Router 3023e62b-2b67-417f-9cc9-45d079744c16 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:37:52.054820 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-997fa317-f106-4cf3-8851-011cc50f62e3 None None] Provisioning for port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:52.063155 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b31327f4-2b57-49ff-b686-6d31659293ab tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:52.186912 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:52.190643 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:port and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:52.193805 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:52.204694 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:52.208790 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b31327f4-2b57-49ff-b686-6d31659293ab tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:52.238665 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8386df16-cfc1-4d9b-9149-27f1bde36d7d tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:37:52.250926 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8386df16-cfc1-4d9b-9149-27f1bde36d7d tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] 10.222.0.15 "PUT /v2.0/routers/3023e62b-2b67-417f-9cc9-45d079744c16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3849783 Jan 11 09:37:52.251024 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31327f4-2b57-49ff-b686-6d31659293ab tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=542e299c-32fa-4275-b85c-74c6c4b0e155,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:52.251111 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33652) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:52.253999 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:52.256392 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device aa9bfc54-c62a-4c4e-a6f4-574e3f85acad up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:37:52.308133 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d970ca-3f57-4024-a0dd-be8f8e704640 None None] Sync routers for ids ['3023e62b-2b67-417f-9cc9-45d079744c16'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:37:52.334724 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-352816fe-a3dc-4893-bfae-9717acbfd540 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] delete failed (client error): The resource could not be found. Jan 11 09:37:52.341378 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-352816fe-a3dc-4893-bfae-9717acbfd540 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-2034805019 HTTP/1.1" status: 404 len: 335 time: 0.0844507 Jan 11 09:37:52.341599 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33656) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:52.347445 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-6d79b986-7300-4c5b-812e-db0eaa2637f3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Request body: {'router': {'external_gateway_info': {'network_id': '3023e62b-2b67-417f-9cc9-45d079744c16'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:52.382659 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d970ca-3f57-4024-a0dd-be8f8e704640 None None] Routers {'3023e62b-2b67-417f-9cc9-45d079744c16'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:37:52.383292 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d1d970ca-3f57-4024-a0dd-be8f8e704640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:37:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3023e62b-2b67-417f-9cc9-45d079744c16'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:52.448642 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b31327f4-2b57-49ff-b686-6d31659293ab tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:52.452435 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b31327f4-2b57-49ff-b686-6d31659293ab tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "DELETE /v2.0/security-groups/542e299c-32fa-4275-b85c-74c6c4b0e155 HTTP/1.1" status: 204 len: 168 time: 0.7930572 Jan 11 09:37:52.454732 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33660) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:52.472493 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d1d970ca-3f57-4024-a0dd-be8f8e704640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:52.483661 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:52.499003 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d970ca-3f57-4024-a0dd-be8f8e704640 None None] Routers {'3023e62b-2b67-417f-9cc9-45d079744c16'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:37:52.499754 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d1d970ca-3f57-4024-a0dd-be8f8e704640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:37:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3023e62b-2b67-417f-9cc9-45d079744c16'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:52.540379 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ddb90ed6-48c1-4402-973e-26167b2877c9 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Synchronizing usage tracker for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:52.545580 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:52.575549 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:52.580405 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d1d970ca-3f57-4024-a0dd-be8f8e704640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:52.580855 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d970ca-3f57-4024-a0dd-be8f8e704640 None None] The sync data for ids ['3023e62b-2b67-417f-9cc9-45d079744c16'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:37:52.599314 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:52.600012 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:52.600121 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] device_id is not set on port 266895b7-86ef-4a0e-aa0c-7dcde1306885 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:37:52.661398 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:52.762965 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:52.802942 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=aa9bfc54-c62a-4c4e-a6f4-574e3f85acad,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:52.809843 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:52.848362 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ddb90ed6-48c1-4402-973e-26167b2877c9 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Unset dirty status for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:52.849741 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ddb90ed6-48c1-4402-973e-26167b2877c9 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3922200 Jan 11 09:37:52.863040 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33664) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:52.868868 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-abb09e09-7e7b-441b-a637-8d170d7dc3ab tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Request body: {'security_group': {'name': 'tempest-secgroup--1244331738'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:52.872679 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f98c77-7680-4f83-bd98-3cba1e54cb73 req-b277eccd-1692-4c58-9d30-538ca41e644f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:52.874393 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-00f98c77-7680-4f83-bd98-3cba1e54cb73 req-b277eccd-1692-4c58-9d30-538ca41e644f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=9718939b-c78d-4d47-87ff-440069d9d74f HTTP/1.1" status: 200 len: 945 time: 0.5034933 Jan 11 09:37:52.877588 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 2001:db8::191 (11973de4-095d-48a2-8bfe-2305268446bc/08428aa0-4d44-498c-b085-2e57093286b5/266895b7-86ef-4a0e-aa0c-7dcde1306885) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:52.885368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d79b986-7300-4c5b-812e-db0eaa2637f3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:52.891587 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-abb09e09-7e7b-441b-a637-8d170d7dc3ab tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:52.892578 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=aa9bfc54-c62a-4c4e-a6f4-574e3f85acad,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:52.904959 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 2001:db8:0:1:f816:3eff:fe25:1a92 (11973de4-095d-48a2-8bfe-2305268446bc/623f2815-a481-424b-aaeb-eef5da13981e/266895b7-86ef-4a0e-aa0c-7dcde1306885) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:52.907500 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-abb09e09-7e7b-441b-a637-8d170d7dc3ab tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:52.930398 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-6d79b986-7300-4c5b-812e-db0eaa2637f3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] update failed (client error): The resource could not be found. Jan 11 09:37:52.935264 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6d79b986-7300-4c5b-812e-db0eaa2637f3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] 10.222.0.15 "PUT /v2.0/routers/3023e62b-2b67-417f-9cc9-45d079744c16 HTTP/1.1" status: 404 len: 339 time: 0.5888572 Jan 11 09:37:52.935264 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33668) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:52.958460 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-00f98c77-7680-4f83-bd98-3cba1e54cb73 req-d7d005f0-e08f-4077-955c-6c7012d391b1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff442f65-3954-458a-b120-e82bc5825f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759997 Jan 11 09:37:52.999526 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-abb09e09-7e7b-441b-a637-8d170d7dc3ab tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:53.133043 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047f8856-2c60-40b0-ae1f-439b09ba40b9 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:53.143246 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-abb09e09-7e7b-441b-a637-8d170d7dc3ab tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:53.158339 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:53.161585 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-abb09e09-7e7b-441b-a637-8d170d7dc3ab tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Usage tracker for resource:security_group_rule and tenant:968b8f89e4bd42c1b2620c7d2e380617 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:53.166857 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-abb09e09-7e7b-441b-a637-8d170d7dc3ab tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:53.175634 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Transition to ACTIVE for port object 266895b7-86ef-4a0e-aa0c-7dcde1306885 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:53.202217 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:53.236948 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-abb09e09-7e7b-441b-a637-8d170d7dc3ab tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:53.248077 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a04280ac-bcf3-4fa7-9ce1-080998411ff2 None None] Provisioning complete for port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:53.248539 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a04280ac-bcf3-4fa7-9ce1-080998411ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:53.279964 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:53.283600 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:53.287515 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:37:53.293874 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:53.294628 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:53.312264 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=266895b7-86ef-4a0e-aa0c-7dcde1306885,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:53.325633 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:53.326099 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:53.326520 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:53.326923 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:53.327322 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:53.327724 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:53.328114 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:53.328512 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:53.328897 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:53.329287 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:53.329676 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:53.330065 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:53.341419 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-847b7970-919b-444f-b3de-bc8c51baca05 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6421971 Jan 11 09:37:53.344577 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33672) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:53.424649 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-13951009-ae5f-42ae-a9dc-ba8ec19866e6 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting port 266895b7-86ef-4a0e-aa0c-7dcde1306885 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:53.425006 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-13951009-ae5f-42ae-a9dc-ba8ec19866e6 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:53.647591 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc566b9f-da23-43d9-9100-f1bc6ee3c911 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:53.665493 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-abb09e09-7e7b-441b-a637-8d170d7dc3ab tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:53.703880 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-13951009-ae5f-42ae-a9dc-ba8ec19866e6 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:53.725202 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-abb09e09-7e7b-441b-a637-8d170d7dc3ab tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:53.812047 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-619439b8-c5f3-486a-88fa-6a67773332b9 None None] Provisioning complete for port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:53.812857 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-619439b8-c5f3-486a-88fa-6a67773332b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:53.844865 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-13951009-ae5f-42ae-a9dc-ba8ec19866e6 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Calling delete_port for 266895b7-86ef-4a0e-aa0c-7dcde1306885 owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:53.921223 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-abb09e09-7e7b-441b-a637-8d170d7dc3ab tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:53.923660 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-abb09e09-7e7b-441b-a637-8d170d7dc3ab tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0594828 Jan 11 09:37:53.930233 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33676) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:53.932268 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb09e09-7e7b-441b-a637-8d170d7dc3ab tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1faeb84f-b539-4b7f-96e5-5b6b6e67d90f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:53.940884 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-16e08588-6c2c-4bbb-aa65-6c272f278b8c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Request body: {'security_group_rule': {'security_group_id': '1faeb84f-b539-4b7f-96e5-5b6b6e67d90f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:53.954603 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-16e08588-6c2c-4bbb-aa65-6c272f278b8c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:53.959434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-16e08588-6c2c-4bbb-aa65-6c272f278b8c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Usage tracker for resource:security_group_rule and tenant:968b8f89e4bd42c1b2620c7d2e380617 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:53.966817 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-16e08588-6c2c-4bbb-aa65-6c272f278b8c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:53.978553 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-16e08588-6c2c-4bbb-aa65-6c272f278b8c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:54.030897 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:54.059944 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16e08588-6c2c-4bbb-aa65-6c272f278b8c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:54.156344 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-cc566b9f-da23-43d9-9100-f1bc6ee3c911 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Allocated IP 172.20.0.1 (5dce8892-2efc-450d-92a9-216819b38925/8a9014ba-d5fe-4a4e-a4fa-ccdd4f3b0267/df56d609-6bd5-4988-84b7-f08246c3044b) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:54.172978 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device aa9bfc54-c62a-4c4e-a6f4-574e3f85acad up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:37:54.242666 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:54.242959 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:54.336010 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc566b9f-da23-43d9-9100-f1bc6ee3c911 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:54.350300 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-619439b8-c5f3-486a-88fa-6a67773332b9 None None] Provisioning for port 266895b7-86ef-4a0e-aa0c-7dcde1306885 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:54.350545 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16e08588-6c2c-4bbb-aa65-6c272f278b8c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:54.351332 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-13951009-ae5f-42ae-a9dc-ba8ec19866e6 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:54.354725 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-cc566b9f-da23-43d9-9100-f1bc6ee3c911 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Transition to ACTIVE for port object df56d609-6bd5-4988-84b7-f08246c3044b will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:54.363863 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-619439b8-c5f3-486a-88fa-6a67773332b9 None None] Provisioning complete for port 266895b7-86ef-4a0e-aa0c-7dcde1306885 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:54.364228 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-619439b8-c5f3-486a-88fa-6a67773332b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:54.380368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc566b9f-da23-43d9-9100-f1bc6ee3c911 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:54.400850 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-619439b8-c5f3-486a-88fa-6a67773332b9 None None] Port 266895b7-86ef-4a0e-aa0c-7dcde1306885 was deleted so its status cannot be updated. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 11 09:37:54.404434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16e08588-6c2c-4bbb-aa65-6c272f278b8c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:54.415452 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13951009-ae5f-42ae-a9dc-ba8ec19866e6 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Port': ['ID=266895b7-86ef-4a0e-aa0c-7dcde1306885,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:54.440959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc566b9f-da23-43d9-9100-f1bc6ee3c911 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Network 5dce8892-2efc-450d-92a9-216819b38925 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:54.448971 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-cc566b9f-da23-43d9-9100-f1bc6ee3c911 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:54.453678 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc566b9f-da23-43d9-9100-f1bc6ee3c911 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:37:54.467894 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e08588-6c2c-4bbb-aa65-6c272f278b8c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74ddf0c-24d3-41f1-bf80-b21e8438c55f,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:54.492289 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07d2d9-dfb4-4b49-b680-f3414fc51588 req-25d2edd6-60d7-416f-8d01-da84561fe606 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:54.494588 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9c07d2d9-dfb4-4b49-b680-f3414fc51588 req-25d2edd6-60d7-416f-8d01-da84561fe606 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=9718939b-c78d-4d47-87ff-440069d9d74f HTTP/1.1" status: 200 len: 945 time: 0.3701911 Jan 11 09:37:54.501460 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc566b9f-da23-43d9-9100-f1bc6ee3c911 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Pushing event updated for resources: {'Port': ['ID=df56d609-6bd5-4988-84b7-f08246c3044b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:54.521473 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-992cf8e1-9040-48f0-b934-a6829a19e0d3 None None] Could not find standard attr ID for object 266895b7-86ef-4a0e-aa0c-7dcde1306885. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 09:37:54.532388 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc566b9f-da23-43d9-9100-f1bc6ee3c911 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:54.571706 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16e08588-6c2c-4bbb-aa65-6c272f278b8c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:54.575803 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-16e08588-6c2c-4bbb-aa65-6c272f278b8c tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6417534 Jan 11 09:37:54.576429 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33682) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:54.580715 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-13951009-ae5f-42ae-a9dc-ba8ec19866e6 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:54.585047 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-13951009-ae5f-42ae-a9dc-ba8ec19866e6 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/266895b7-86ef-4a0e-aa0c-7dcde1306885 HTTP/1.1" status: 204 len: 168 time: 1.2372942 Jan 11 09:37:54.585803 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33686) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:54.661141 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9c07d2d9-dfb4-4b49-b680-f3414fc51588 req-f369bffa-81e7-4ba2-98f4-3eb7bd0d3d60 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff442f65-3954-458a-b120-e82bc5825f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505313 Jan 11 09:37:54.711564 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e64ae1-4995-40a2-8fda-2e4798c7faa2 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:54.712604 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f7e64ae1-4995-40a2-8fda-2e4798c7faa2 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:54.749013 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f7e64ae1-4995-40a2-8fda-2e4798c7faa2 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:54.753406 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f7e64ae1-4995-40a2-8fda-2e4798c7faa2 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1666336 Jan 11 09:37:54.754742 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33690) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:54.783168 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a5ed51d-997c-4f8f-945a-f319dc815a13 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:54.785595 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc566b9f-da23-43d9-9100-f1bc6ee3c911 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:54.837598 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678ce734-e4f8-4b88-9378-f0fe5ade30ec tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:54.842556 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-678ce734-e4f8-4b88-9378-f0fe5ade30ec tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0864861 Jan 11 09:37:54.843152 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33694) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:54.847982 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6c582afd-e715-48bf-84fc-8acba782595b None None] Provisioning for port df56d609-6bd5-4988-84b7-f08246c3044b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:54.853793 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6c582afd-e715-48bf-84fc-8acba782595b None None] Provisioning complete for port df56d609-6bd5-4988-84b7-f08246c3044b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:54.854247 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6c582afd-e715-48bf-84fc-8acba782595b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:54.860795 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a5ed51d-997c-4f8f-945a-f319dc815a13 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:54.913137 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6c582afd-e715-48bf-84fc-8acba782595b None None] Port df56d609-6bd5-4988-84b7-f08246c3044b cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:37:54.916130 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81ecdd5-3840-448f-8f6e-bc77ddda6733 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:54.918990 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81ecdd5-3840-448f-8f6e-bc77ddda6733 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:54.920068 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81ecdd5-3840-448f-8f6e-bc77ddda6733 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:54.920893 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f81ecdd5-3840-448f-8f6e-bc77ddda6733 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:54.937357 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f81ecdd5-3840-448f-8f6e-bc77ddda6733 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:54.940999 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f81ecdd5-3840-448f-8f6e-bc77ddda6733 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0944881 Jan 11 09:37:54.941266 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33698) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:54.954742 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:37:55.012604 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3aab11-1b2b-4969-a9ea-0553117709ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet 08428aa0-4d44-498c-b085-2e57093286b5 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:37:55.016342 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a3aab11-1b2b-4969-a9ea-0553117709ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:55.023560 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:55.028868 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:55.029350 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:55.086148 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a3aab11-1b2b-4969-a9ea-0553117709ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:55.142746 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a5ed51d-997c-4f8f-945a-f319dc815a13 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:55.164025 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:55.181702 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a3aab11-1b2b-4969-a9ea-0553117709ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:55.193137 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9718939b-c78d-4d47-87ff-440069d9d74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:37:55.208481 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6,segment=NetworkSegment(76aef85c-af25-4c57-8dbb-736378ff89fa),segment_id=76aef85c-af25-4c57-8dbb-736378ff89fa)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:55.214430 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:55.218342 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ed51d-997c-4f8f-945a-f319dc815a13 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faeb84f-b539-4b7f-96e5-5b6b6e67d90f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:55.267944 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9718939b-c78d-4d47-87ff-440069d9d74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6', 'code': 200} Jan 11 09:37:55.273193 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a3aab11-1b2b-4969-a9ea-0553117709ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:55.316533 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:55.333209 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3aab11-1b2b-4969-a9ea-0553117709ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=08428aa0-4d44-498c-b085-2e57093286b5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:55.341416 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a3aab11-1b2b-4969-a9ea-0553117709ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:55.349146 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1141dd9-fcd4-4f3d-94ce-81651e640582 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:55.358450 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6a3aab11-1b2b-4969-a9ea-0553117709ea tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/08428aa0-4d44-498c-b085-2e57093286b5 HTTP/1.1" status: 204 len: 168 time: 0.4159899 Jan 11 09:37:55.360684 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33704) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:55.387891 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a5ed51d-997c-4f8f-945a-f319dc815a13 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:55.391579 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8a5ed51d-997c-4f8f-945a-f319dc815a13 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "DELETE /v2.0/security-groups/1faeb84f-b539-4b7f-96e5-5b6b6e67d90f HTTP/1.1" status: 204 len: 168 time: 0.8121407 Jan 11 09:37:55.392184 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33708) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:55.442278 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-71cd7026-c46b-4893-94de-981e68ac4726 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet 623f2815-a481-424b-aaeb-eef5da13981e {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:37:55.445409 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-71cd7026-c46b-4893-94de-981e68ac4726 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:55.503852 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-71cd7026-c46b-4893-94de-981e68ac4726 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:55.515373 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f9218b2e-4075-4d54-ad30-f60dee60b18e tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Synchronizing usage tracker for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:55.528512 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc566b9f-da23-43d9-9100-f1bc6ee3c911 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:55.539326 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc566b9f-da23-43d9-9100-f1bc6ee3c911 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:55.594327 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-71cd7026-c46b-4893-94de-981e68ac4726 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:55.635839 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f9218b2e-4075-4d54-ad30-f60dee60b18e tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Unset dirty status for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:55.637494 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f9218b2e-4075-4d54-ad30-f60dee60b18e tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2416952 Jan 11 09:37:55.646869 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33712) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:55.695026 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc566b9f-da23-43d9-9100-f1bc6ee3c911 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:55.712190 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc566b9f-da23-43d9-9100-f1bc6ee3c911 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Pushing event updated for resources: {'Port': ['ID=df56d609-6bd5-4988-84b7-f08246c3044b,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:55.742759 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c482f384-9525-4f82-8021-a6ada4169392 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Synchronizing usage tracker for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group_rule {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:37:55.749334 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45105c9-3e76-43c4-91d1-7657b5925445 req-e9bf1472-4b52-4aff-b07a-d6c36b43fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:55.750929 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d45105c9-3e76-43c4-91d1-7657b5925445 req-e9bf1472-4b52-4aff-b07a-d6c36b43fdf2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9718939b-c78d-4d47-87ff-440069d9d74f HTTP/1.1" status: 200 len: 1099 time: 0.2759299 Jan 11 09:37:55.763013 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-71cd7026-c46b-4893-94de-981e68ac4726 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:55.806913 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c482f384-9525-4f82-8021-a6ada4169392 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] Unset dirty status for tenant:968b8f89e4bd42c1b2620c7d2e380617 on resource:security_group_rule {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:37:55.810888 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c482f384-9525-4f82-8021-a6ada4169392 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1628983 Jan 11 09:37:55.811781 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33718) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:55.852102 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd7026-c46b-4893-94de-981e68ac4726 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=623f2815-a481-424b-aaeb-eef5da13981e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:55.860402 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-71cd7026-c46b-4893-94de-981e68ac4726 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:55.867794 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d45105c9-3e76-43c4-91d1-7657b5925445 req-c1d09d11-02a5-4f5a-9eef-4954ead314a2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ff442f65-3954-458a-b120-e82bc5825f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102071 Jan 11 09:37:55.893505 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc566b9f-da23-43d9-9100-f1bc6ee3c911 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Network 5dce8892-2efc-450d-92a9-216819b38925 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:55.894927 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-cc566b9f-da23-43d9-9100-f1bc6ee3c911 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:55.901139 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-71cd7026-c46b-4893-94de-981e68ac4726 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/623f2815-a481-424b-aaeb-eef5da13981e HTTP/1.1" status: 204 len: 168 time: 0.5392604 Jan 11 09:37:55.903318 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-994d9d19-fe2a-4bf9-91fd-ec3413efd6a5 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] delete failed (client error): The resource could not be found. Jan 11 09:37:55.904300 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-994d9d19-fe2a-4bf9-91fd-ec3413efd6a5 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "DELETE /v2.0/security-groups/1faeb84f-b539-4b7f-96e5-5b6b6e67d90f HTTP/1.1" status: 404 len: 347 time: 0.0869868 Jan 11 09:37:55.904525 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33722) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:55.912050 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33726) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:55.990651 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6a7276be-c3a5-4e23-b752-05a4da7095a2 tempest-SecGroupIPv6Test-1205301979 tempest-SecGroupIPv6Test-1205301979-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0718083 Jan 11 09:37:55.999410 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fe456-ccba-4bf6-9e9b-0d0f8532de73 req-782862bc-8914-42f8-9564-53d725e22029 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:56.006248 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-de7fe456-ccba-4bf6-9e9b-0d0f8532de73 req-782862bc-8914-42f8-9564-53d725e22029 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=9718939b-c78d-4d47-87ff-440069d9d74f HTTP/1.1" status: 200 len: 946 time: 0.1864769 Jan 11 09:37:56.045674 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-19f74b6c-a1f8-4eec-8c31-4e7292bb25bd tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1371806 Jan 11 09:37:56.046789 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33732) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:56.065777 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-de7fe456-ccba-4bf6-9e9b-0d0f8532de73 req-5a342c18-cf5a-4cb4-a88c-81486ef48831 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff442f65-3954-458a-b120-e82bc5825f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582216 Jan 11 09:37:56.071949 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6ea34ed3-5069-41b2-ac45-8f2e72eb1c56 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:56.199879 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc566b9f-da23-43d9-9100-f1bc6ee3c911 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Router 3023e62b-2b67-417f-9cc9-45d079744c16 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:37:56.236886 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6ea34ed3-5069-41b2-ac45-8f2e72eb1c56 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:56.241384 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6ea34ed3-5069-41b2-ac45-8f2e72eb1c56 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:56.244981 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6ea34ed3-5069-41b2-ac45-8f2e72eb1c56 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:56.253983 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6ea34ed3-5069-41b2-ac45-8f2e72eb1c56 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:56.268949 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea34ed3-5069-41b2-ac45-8f2e72eb1c56 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:56.275398 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ea34ed3-5069-41b2-ac45-8f2e72eb1c56 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:56.348382 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d0845ca1-20bb-4ba7-a662-183d2da3668c None None] Provisioning complete for port df56d609-6bd5-4988-84b7-f08246c3044b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:56.349332 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d0845ca1-20bb-4ba7-a662-183d2da3668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:56.416241 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc566b9f-da23-43d9-9100-f1bc6ee3c911 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:37:56.424039 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-cc566b9f-da23-43d9-9100-f1bc6ee3c911 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] 10.222.0.15 "PUT /v2.0/routers/3023e62b-2b67-417f-9cc9-45d079744c16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4856124 Jan 11 09:37:56.426711 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33738) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:56.432040 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcbc05f-1f30-43b5-8c43-bcd9bcc748d5 None None] Sync routers for ids ['3023e62b-2b67-417f-9cc9-45d079744c16'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:37:56.437457 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33742) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:56.443931 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcbc05f-1f30-43b5-8c43-bcd9bcc748d5 None None] Routers {'3023e62b-2b67-417f-9cc9-45d079744c16'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:37:56.451479 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8dcbc05f-1f30-43b5-8c43-bcd9bcc748d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:37:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3023e62b-2b67-417f-9cc9-45d079744c16'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:56.489258 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe83d2e-0cc7-4381-8f8e-e9e45abbff21 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:56.564016 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d0845ca1-20bb-4ba7-a662-183d2da3668c None None] Port df56d609-6bd5-4988-84b7-f08246c3044b cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:37:56.587950 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8dcbc05f-1f30-43b5-8c43-bcd9bcc748d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:56.598862 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcbc05f-1f30-43b5-8c43-bcd9bcc748d5 None None] Routers {'3023e62b-2b67-417f-9cc9-45d079744c16'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:37:56.599626 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8dcbc05f-1f30-43b5-8c43-bcd9bcc748d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:37:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3023e62b-2b67-417f-9cc9-45d079744c16'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:56.613664 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9907942e-de49-469d-97f6-0d3c02b2bd6e tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:56.626004 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ea34ed3-5069-41b2-ac45-8f2e72eb1c56 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:56.674726 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8dcbc05f-1f30-43b5-8c43-bcd9bcc748d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:56.675370 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcbc05f-1f30-43b5-8c43-bcd9bcc748d5 None None] The sync data for ids ['3023e62b-2b67-417f-9cc9-45d079744c16'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:37:56.741616 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e1e3ac8a-1bc1-4d11-8217-2aa84d34fded None None] Provisioning complete for port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:56.741902 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e1e3ac8a-1bc1-4d11-8217-2aa84d34fded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:56.743123 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea34ed3-5069-41b2-ac45-8f2e72eb1c56 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=042c0824-c6b8-4846-8c3c-32e580e24ea0,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:56.754033 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea34ed3-5069-41b2-ac45-8f2e72eb1c56 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:56.758075 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-6ea34ed3-5069-41b2-ac45-8f2e72eb1c56 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:56.762176 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea34ed3-5069-41b2-ac45-8f2e72eb1c56 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:56.762757 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6ea34ed3-5069-41b2-ac45-8f2e72eb1c56 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:56.783915 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-9907942e-de49-469d-97f6-0d3c02b2bd6e tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 11 09:37:56.785240 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9907942e-de49-469d-97f6-0d3c02b2bd6e tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] 10.222.0.15 "DELETE /v2.0/routers/3023e62b-2b67-417f-9cc9-45d079744c16 HTTP/1.1" status: 409 len: 329 time: 0.3575990 Jan 11 09:37:56.788029 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33748) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:56.905177 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b1221c56-deec-40d7-920f-554aa5ea70e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=968b8f89e4bd42c1b2620c7d2e380617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4664497 Jan 11 09:37:56.910949 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33752) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:56.927002 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6ea34ed3-5069-41b2-ac45-8f2e72eb1c56 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8664041 Jan 11 09:37:56.930065 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33756) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:56.939588 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-affc4e59-40b2-4289-b8dc-bb73589d2c66 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:56.957600 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f718df16-14cf-4e90-9e8b-79a9627c26ed None None] Update dhcp port {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'fixed_ips': [{'subnet_id': '042c0824-c6b8-4846-8c3c-32e580e24ea0'}], 'binding:host_id': 'dv-neutron-823402-4-hyperv'}, 'id': 'aa9bfc54-c62a-4c4e-a6f4-574e3f85acad'} from dv-neutron-823402-4-hyperv. {{(pid=87656) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 11 09:37:57.017980 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f718df16-14cf-4e90-9e8b-79a9627c26ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:57.110474 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-578826a4-6ac2-41f1-b09e-7a244af29efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:57.156825 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-affc4e59-40b2-4289-b8dc-bb73589d2c66 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:57.163911 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-578826a4-6ac2-41f1-b09e-7a244af29efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:57.173465 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-affc4e59-40b2-4289-b8dc-bb73589d2c66 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:57.178580 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-affc4e59-40b2-4289-b8dc-bb73589d2c66 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:57.193566 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-affc4e59-40b2-4289-b8dc-bb73589d2c66 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:57.228939 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affc4e59-40b2-4289-b8dc-bb73589d2c66 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:57.234425 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-affc4e59-40b2-4289-b8dc-bb73589d2c66 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:57.279488 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-f718df16-14cf-4e90-9e8b-79a9627c26ed None None] Allocated IP 2001:db8::2 (11973de4-095d-48a2-8bfe-2305268446bc/042c0824-c6b8-4846-8c3c-32e580e24ea0/aa9bfc54-c62a-4c4e-a6f4-574e3f85acad) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:57.418925 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-578826a4-6ac2-41f1-b09e-7a244af29efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:57.434274 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f718df16-14cf-4e90-9e8b-79a9627c26ed None None] For port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=aa9bfc54-c62a-4c4e-a6f4-574e3f85acad,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:57.456720 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578826a4-6ac2-41f1-b09e-7a244af29efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aae4049-9d58-46b1-904e-70b53ae109cb,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:57.462228 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f718df16-14cf-4e90-9e8b-79a9627c26ed None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:57.473683 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.ipam_backend_mixin [None req-affc4e59-40b2-4289-b8dc-bb73589d2c66 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 042c0824-c6b8-4846-8c3c-32e580e24ea0 (CIDR: 2001:db8::/64) Jan 11 09:37:57.487314 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-affc4e59-40b2-4289-b8dc-bb73589d2c66 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 09:37:57.487915 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-affc4e59-40b2-4289-b8dc-bb73589d2c66 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:37:57.492400 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f718df16-14cf-4e90-9e8b-79a9627c26ed None None] Transition to ACTIVE for port object aa9bfc54-c62a-4c4e-a6f4-574e3f85acad will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:37:57.503211 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f718df16-14cf-4e90-9e8b-79a9627c26ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:57.512281 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-578826a4-6ac2-41f1-b09e-7a244af29efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:57.515510 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-578826a4-6ac2-41f1-b09e-7a244af29efc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8aae4049-9d58-46b1-904e-70b53ae109cb HTTP/1.1" status: 204 len: 168 time: 0.6011937 Jan 11 09:37:57.527119 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c02ac-6b59-4a23-8dd9-c17197a568ea req-abb46a89-a251-4c62-aa6b-530d2a0c4dd7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:57.529088 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-472c02ac-6b59-4a23-8dd9-c17197a568ea req-abb46a89-a251-4c62-aa6b-530d2a0c4dd7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=9718939b-c78d-4d47-87ff-440069d9d74f HTTP/1.1" status: 200 len: 946 time: 0.2383442 Jan 11 09:37:57.530851 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-affc4e59-40b2-4289-b8dc-bb73589d2c66 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5998645 Jan 11 09:37:57.533641 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33764) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:57.541078 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1747a06e-7c9b-4ea3-9d41-4db86723a325 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'subnet': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:57.567184 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c957bcab-5196-4271-96ab-c2d3cb20b6d3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:57.634608 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718df16-14cf-4e90-9e8b-79a9627c26ed None None] Pushing event updated for resources: {'Port': ['ID=aa9bfc54-c62a-4c4e-a6f4-574e3f85acad,revision_number=11']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:57.713376 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-472c02ac-6b59-4a23-8dd9-c17197a568ea req-3b0341b8-16c8-4bd4-95d3-e6b7e8aa882e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff442f65-3954-458a-b120-e82bc5825f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765549 Jan 11 09:37:57.782232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1747a06e-7c9b-4ea3-9d41-4db86723a325 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:57.786911 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1747a06e-7c9b-4ea3-9d41-4db86723a325 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Usage tracker for resource:subnet and tenant:cd5141369f514c338091b6d286f38ad6 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:57.790700 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1747a06e-7c9b-4ea3-9d41-4db86723a325 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:37:57.806923 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1747a06e-7c9b-4ea3-9d41-4db86723a325 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:57.822302 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1747a06e-7c9b-4ea3-9d41-4db86723a325 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:57.827046 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1747a06e-7c9b-4ea3-9d41-4db86723a325 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:58.002136 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c957bcab-5196-4271-96ab-c2d3cb20b6d3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Deleting port df56d609-6bd5-4988-84b7-f08246c3044b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:37:58.002575 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c957bcab-5196-4271-96ab-c2d3cb20b6d3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:58.188352 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device aa9bfc54-c62a-4c4e-a6f4-574e3f85acad up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:37:58.220443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c957bcab-5196-4271-96ab-c2d3cb20b6d3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:58.284068 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.objects.ports [None req-1747a06e-7c9b-4ea3-9d41-4db86723a325 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87655) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 11 09:37:58.341994 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d74866-3b8d-47b8-942c-e24e4c6553b8 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:58.362525 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c957bcab-5196-4271-96ab-c2d3cb20b6d3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Calling delete_port for df56d609-6bd5-4988-84b7-f08246c3044b owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:37:58.447482 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9506967e-3c28-4aaf-bdee-ae5a51368b38 None None] Provisioning for port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:37:58.461662 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9506967e-3c28-4aaf-bdee-ae5a51368b38 None None] Provisioning complete for port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:58.462026 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9506967e-3c28-4aaf-bdee-ae5a51368b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:58.464429 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1747a06e-7c9b-4ea3-9d41-4db86723a325 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:58.556084 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c957bcab-5196-4271-96ab-c2d3cb20b6d3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:58.608555 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957bcab-5196-4271-96ab-c2d3cb20b6d3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Pushing event deleted for resources: {'Port': ['ID=df56d609-6bd5-4988-84b7-f08246c3044b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:58.707048 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957bcab-5196-4271-96ab-c2d3cb20b6d3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:58.707474 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957bcab-5196-4271-96ab-c2d3cb20b6d3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:58.707886 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957bcab-5196-4271-96ab-c2d3cb20b6d3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:58.708297 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957bcab-5196-4271-96ab-c2d3cb20b6d3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:58.710175 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957bcab-5196-4271-96ab-c2d3cb20b6d3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:58.710405 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-1747a06e-7c9b-4ea3-9d41-4db86723a325 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] For port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=aa9bfc54-c62a-4c4e-a6f4-574e3f85acad,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:37:58.710589 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957bcab-5196-4271-96ab-c2d3cb20b6d3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:58.711027 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957bcab-5196-4271-96ab-c2d3cb20b6d3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:58.711411 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957bcab-5196-4271-96ab-c2d3cb20b6d3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:58.716564 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957bcab-5196-4271-96ab-c2d3cb20b6d3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:58.717064 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957bcab-5196-4271-96ab-c2d3cb20b6d3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:58.717408 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957bcab-5196-4271-96ab-c2d3cb20b6d3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:58.717743 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c957bcab-5196-4271-96ab-c2d3cb20b6d3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:37:58.743290 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1747a06e-7c9b-4ea3-9d41-4db86723a325 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:58.758378 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1747a06e-7c9b-4ea3-9d41-4db86723a325 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:58.762606 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1747a06e-7c9b-4ea3-9d41-4db86723a325 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:58.951513 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1747a06e-7c9b-4ea3-9d41-4db86723a325 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:37:58.960977 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-1747a06e-7c9b-4ea3-9d41-4db86723a325 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:37:58.964264 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1747a06e-7c9b-4ea3-9d41-4db86723a325 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:58.965848 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1747a06e-7c9b-4ea3-9d41-4db86723a325 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:59.057534 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c957bcab-5196-4271-96ab-c2d3cb20b6d3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:59.113380 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747a06e-7c9b-4ea3-9d41-4db86723a325 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Subnet': ['ID=07b2e18b-f101-4d09-9b9c-5ad18a8c337d,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:59.129081 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747a06e-7c9b-4ea3-9d41-4db86723a325 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=aa9bfc54-c62a-4c4e-a6f4-574e3f85acad,revision_number=13']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:37:59.144362 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1747a06e-7c9b-4ea3-9d41-4db86723a325 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6093607 Jan 11 09:37:59.144964 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33770) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:59.154139 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-fabe22fb-f2c1-4205-bd49-4bcaddaa5169 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Request body: {'port': {'network_id': '11973de4-095d-48a2-8bfe-2305268446bc', 'mac_address': 'fa:16:3e:da:8b:d4', 'name': 'tempest-NetworksTestDHCPv6-1219355534'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:59.186057 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266be18-f9f9-42bd-8990-74320a1ca3e2 req-2ca7cbd8-b7fc-400e-ae61-157322b2322a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:59.187599 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8266be18-f9f9-42bd-8990-74320a1ca3e2 req-2ca7cbd8-b7fc-400e-ae61-157322b2322a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=9718939b-c78d-4d47-87ff-440069d9d74f HTTP/1.1" status: 200 len: 946 time: 0.3252289 Jan 11 09:37:59.320910 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8266be18-f9f9-42bd-8990-74320a1ca3e2 req-51469ced-613a-4194-b5fe-59c362de4c8b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff442f65-3954-458a-b120-e82bc5825f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182699 Jan 11 09:37:59.346279 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c957bcab-5196-4271-96ab-c2d3cb20b6d3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Router 3023e62b-2b67-417f-9cc9-45d079744c16 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:37:59.352142 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fabe22fb-f2c1-4205-bd49-4bcaddaa5169 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:59.364310 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fabe22fb-f2c1-4205-bd49-4bcaddaa5169 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:37:59.377945 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabe22fb-f2c1-4205-bd49-4bcaddaa5169 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Made reservation on behalf of cd5141369f514c338091b6d286f38ad6 for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:37:59.431053 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21008be-324e-4c1b-b7bd-367b647c5151 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:37:59.499176 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c957bcab-5196-4271-96ab-c2d3cb20b6d3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:37:59.513781 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c957bcab-5196-4271-96ab-c2d3cb20b6d3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] 10.222.0.15 "PUT /v2.0/routers/3023e62b-2b67-417f-9cc9-45d079744c16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7207325 Jan 11 09:37:59.515610 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33776) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:59.516636 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a10078-53c7-45a7-b7bc-3dc90c069440 None None] Sync routers for ids ['3023e62b-2b67-417f-9cc9-45d079744c16'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:37:59.552127 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a10078-53c7-45a7-b7bc-3dc90c069440 None None] Routers {'3023e62b-2b67-417f-9cc9-45d079744c16'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:37:59.552739 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-37a10078-53c7-45a7-b7bc-3dc90c069440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:37:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3023e62b-2b67-417f-9cc9-45d079744c16'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:59.568432 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fabe22fb-f2c1-4205-bd49-4bcaddaa5169 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:59.588585 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-783247bd-ab7c-48c1-ab01-96e15b50d778 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] show failed (client error): The resource could not be found. Jan 11 09:37:59.593954 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-783247bd-ab7c-48c1-ab01-96e15b50d778 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-1091334666 HTTP/1.1" status: 404 len: 335 time: 0.0721271 Jan 11 09:37:59.594216 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33780) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:59.600709 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b5a26edd-9ebf-4a47-98fe-0de2734d62d4 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:59.604270 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:37:59.605922 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-fabe22fb-f2c1-4205-bd49-4bcaddaa5169 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] device_id is not set on port dab5c060-5b4d-4d6f-98f0-e46da8fdcff7 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:37:59.633254 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b12c7dcd-7681-4acc-9cf8-4560e20421bd None None] Provisioning complete for port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:37:59.633622 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b12c7dcd-7681-4acc-9cf8-4560e20421bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:59.652102 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdbf2b-06e8-42f3-bbf0-3ea7c1110273 req-14efcfbd-4363-4700-832b-b2c3dcd12182 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:59.654299 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a4cdbf2b-06e8-42f3-bbf0-3ea7c1110273 req-14efcfbd-4363-4700-832b-b2c3dcd12182 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=9718939b-c78d-4d47-87ff-440069d9d74f HTTP/1.1" status: 200 len: 946 time: 0.1789703 Jan 11 09:37:59.666958 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-37a10078-53c7-45a7-b7bc-3dc90c069440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:59.667290 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-b5a26edd-9ebf-4a47-98fe-0de2734d62d4 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] update failed (client error): The resource could not be found. Jan 11 09:37:59.674249 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b5a26edd-9ebf-4a47-98fe-0de2734d62d4 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-811874172 HTTP/1.1" status: 404 len: 334 time: 0.0731945 Jan 11 09:37:59.676261 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33784) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:59.737798 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a10078-53c7-45a7-b7bc-3dc90c069440 None None] Routers {'3023e62b-2b67-417f-9cc9-45d079744c16'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:37:59.738931 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-37a10078-53c7-45a7-b7bc-3dc90c069440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:37:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3023e62b-2b67-417f-9cc9-45d079744c16'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:59.765838 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-db95c11e-c432-4ad3-8f49-eaecfc29c6e4 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Deleting subnet f17e7173-6aaa-423a-86eb-7e0e89876a2c {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:37:59.769989 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-db95c11e-c432-4ad3-8f49-eaecfc29c6e4 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:59.775406 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a4cdbf2b-06e8-42f3-bbf0-3ea7c1110273 req-05406306-159b-4d02-a628-effb9aa5103e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff442f65-3954-458a-b120-e82bc5825f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948236 Jan 11 09:37:59.808978 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33788) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:59.831215 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-37a10078-53c7-45a7-b7bc-3dc90c069440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:37:59.831617 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a10078-53c7-45a7-b7bc-3dc90c069440 None None] The sync data for ids ['3023e62b-2b67-417f-9cc9-45d079744c16'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:37:59.876835 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-db95c11e-c432-4ad3-8f49-eaecfc29c6e4 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:37:59.886493 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-fabe22fb-f2c1-4205-bd49-4bcaddaa5169 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 2001:db8::1a6 (11973de4-095d-48a2-8bfe-2305268446bc/042c0824-c6b8-4846-8c3c-32e580e24ea0/dab5c060-5b4d-4d6f-98f0-e46da8fdcff7) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:59.892720 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-fabe22fb-f2c1-4205-bd49-4bcaddaa5169 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Allocated IP 2001:db8:0:1:f816:3eff:feda:8bd4 (11973de4-095d-48a2-8bfe-2305268446bc/07b2e18b-f101-4d09-9b9c-5ad18a8c337d/dab5c060-5b4d-4d6f-98f0-e46da8fdcff7) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:37:59.960997 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11a7432-633f-4fe4-b48d-34363e1ae75b tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:37:59.962729 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c11a7432-633f-4fe4-b48d-34363e1ae75b tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9718939b-c78d-4d47-87ff-440069d9d74f HTTP/1.1" status: 200 len: 1094 time: 0.1526659 Jan 11 09:37:59.970805 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33792) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:37:59.976598 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-7e24f79e-a658-4eae-a50d-23820c911a6f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'port_id': 'dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:37:59.985199 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7e24f79e-a658-4eae-a50d-23820c911a6f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:37:59.990510 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7e24f79e-a658-4eae-a50d-23820c911a6f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:floatingip and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:37:59.994168 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7e24f79e-a658-4eae-a50d-23820c911a6f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:38:00.003701 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7e24f79e-a658-4eae-a50d-23820c911a6f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:38:00.008416 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-db95c11e-c432-4ad3-8f49-eaecfc29c6e4 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:00.058074 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e24f79e-a658-4eae-a50d-23820c911a6f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:00.121361 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fabe22fb-f2c1-4205-bd49-4bcaddaa5169 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:00.132103 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-db95c11e-c432-4ad3-8f49-eaecfc29c6e4 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:00.145883 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-fabe22fb-f2c1-4205-bd49-4bcaddaa5169 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Transition to ACTIVE for port object dab5c060-5b4d-4d6f-98f0-e46da8fdcff7 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:38:00.173106 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fabe22fb-f2c1-4205-bd49-4bcaddaa5169 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:00.186816 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95c11e-c432-4ad3-8f49-eaecfc29c6e4 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Pushing event deleted for resources: {'Subnet': ['ID=f17e7173-6aaa-423a-86eb-7e0e89876a2c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:00.198687 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device aa9bfc54-c62a-4c4e-a6f4-574e3f85acad up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:38:00.202169 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-db95c11e-c432-4ad3-8f49-eaecfc29c6e4 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:00.228204 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ace10a8-fb8e-4902-a70c-00993826f686 None None] Network 123cda9b-b41e-41d4-8c7e-4867ce7e9d0f requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:38:00.266392 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabe22fb-f2c1-4205-bd49-4bcaddaa5169 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Network 11973de4-095d-48a2-8bfe-2305268446bc is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:38:00.267605 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-fabe22fb-f2c1-4205-bd49-4bcaddaa5169 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:38:00.272798 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-db95c11e-c432-4ad3-8f49-eaecfc29c6e4 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] 10.222.0.15 "DELETE /v2.0/subnets/f17e7173-6aaa-423a-86eb-7e0e89876a2c HTTP/1.1" status: 204 len: 168 time: 0.5892193 Jan 11 09:38:00.272950 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabe22fb-f2c1-4205-bd49-4bcaddaa5169 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:38:00.275706 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33796) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:00.278219 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabe22fb-f2c1-4205-bd49-4bcaddaa5169 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:00.279109 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fabe22fb-f2c1-4205-bd49-4bcaddaa5169 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:00.291687 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe22fb-f2c1-4205-bd49-4bcaddaa5169 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event updated for resources: {'Port': ['ID=dab5c060-5b4d-4d6f-98f0-e46da8fdcff7,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:00.311585 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fabe22fb-f2c1-4205-bd49-4bcaddaa5169 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1637747 Jan 11 09:38:00.314198 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33800) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:00.371964 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4124ac10-07f4-4583-98df-ea2179fe4859 None None] Provisioning complete for port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:38:00.372679 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4124ac10-07f4-4583-98df-ea2179fe4859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:00.392059 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a1ff3-3111-4059-aa80-9e259a2269f1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting port dab5c060-5b4d-4d6f-98f0-e46da8fdcff7 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:38:00.392469 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce6a1ff3-3111-4059-aa80-9e259a2269f1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:00.393735 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-368f80f4-b55a-4ae6-beab-9a54b747e8f3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Deleting subnet 5ff1e366-646d-46e2-b0c5-997fb305f1c3 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:38:00.399912 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-368f80f4-b55a-4ae6-beab-9a54b747e8f3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:00.478015 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-368f80f4-b55a-4ae6-beab-9a54b747e8f3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:00.553438 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:38:00.553903 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:00.649260 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e24f79e-a658-4eae-a50d-23820c911a6f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:00.711139 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce6a1ff3-3111-4059-aa80-9e259a2269f1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:00.789091 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10de9be1-b789-4bf9-933a-6e31e10095df None None] DHCP port deletion for 123cda9b-b41e-41d4-8c7e-4867ce7e9d0f request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:38:00.801600 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-368f80f4-b55a-4ae6-beab-9a54b747e8f3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:00.803480 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-10de9be1-b789-4bf9-933a-6e31e10095df None None] Deleting port e672f0fc-7db1-4347-8cb5-a3309ddd9fd1 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:38:00.803915 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-10de9be1-b789-4bf9-933a-6e31e10095df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:00.870076 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-7e24f79e-a658-4eae-a50d-23820c911a6f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.26.3.21 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/1cb9bd53-6d11-4ed4-b4f9-c240ab2818b1) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:38:00.874152 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a1ff3-3111-4059-aa80-9e259a2269f1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Calling delete_port for dab5c060-5b4d-4d6f-98f0-e46da8fdcff7 owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:38:00.896395 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6ac6204c-84c1-4af5-841a-638c754281a8 None None] Provisioning for port dab5c060-5b4d-4d6f-98f0-e46da8fdcff7 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:38:00.914015 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6ac6204c-84c1-4af5-841a-638c754281a8 None None] Provisioning complete for port dab5c060-5b4d-4d6f-98f0-e46da8fdcff7 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:38:00.914360 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6ac6204c-84c1-4af5-841a-638c754281a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:00.930787 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-368f80f4-b55a-4ae6-beab-9a54b747e8f3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:01.011525 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6ac6204c-84c1-4af5-841a-638c754281a8 None None] Port dab5c060-5b4d-4d6f-98f0-e46da8fdcff7 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:38:01.024544 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f80f4-b55a-4ae6-beab-9a54b747e8f3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff1e366-646d-46e2-b0c5-997fb305f1c3,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:01.029680 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-368f80f4-b55a-4ae6-beab-9a54b747e8f3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:01.050653 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-368f80f4-b55a-4ae6-beab-9a54b747e8f3 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] 10.222.0.15 "DELETE /v2.0/subnets/5ff1e366-646d-46e2-b0c5-997fb305f1c3 HTTP/1.1" status: 204 len: 168 time: 0.7738695 Jan 11 09:38:01.052991 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33804) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:01.061106 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085f72b9-2e66-459f-b7ab-d7035fa1b385 None None] Network 39054580-8604-4c2c-9648-592e88a8ba57 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:38:01.109383 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce6a1ff3-3111-4059-aa80-9e259a2269f1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:01.119609 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-10de9be1-b789-4bf9-933a-6e31e10095df None None] For port e672f0fc-7db1-4347-8cb5-a3309ddd9fd1, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e672f0fc-7db1-4347-8cb5-a3309ddd9fd1,segment=NetworkSegment(8c8b353f-50fb-40c1-a80e-9881604603e2),segment_id=8c8b353f-50fb-40c1-a80e-9881604603e2)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:38:01.120372 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-10de9be1-b789-4bf9-933a-6e31e10095df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:01.128434 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e24f79e-a658-4eae-a50d-23820c911a6f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:01.211799 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6e0175a-80d5-4b3c-b98e-b0a9620e4747 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:01.231972 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e6e0175a-80d5-4b3c-b98e-b0a9620e4747 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Deleting port e672f0fc-7db1-4347-8cb5-a3309ddd9fd1 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:38:01.232892 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6e0175a-80d5-4b3c-b98e-b0a9620e4747 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:01.292091 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e24f79e-a658-4eae-a50d-23820c911a6f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:01.296333 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a1ff3-3111-4059-aa80-9e259a2269f1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Port': ['ID=dab5c060-5b4d-4d6f-98f0-e46da8fdcff7,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:01.303063 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-10de9be1-b789-4bf9-933a-6e31e10095df None None] Calling delete_port for e672f0fc-7db1-4347-8cb5-a3309ddd9fd1 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:38:01.404611 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e24f79e-a658-4eae-a50d-23820c911a6f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:38:01.410716 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-7e24f79e-a658-4eae-a50d-23820c911a6f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:38:01.417315 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e24f79e-a658-4eae-a50d-23820c911a6f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:38:01.441055 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce6a1ff3-3111-4059-aa80-9e259a2269f1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:01.464091 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ce6a1ff3-3111-4059-aa80-9e259a2269f1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/dab5c060-5b4d-4d6f-98f0-e46da8fdcff7 HTTP/1.1" status: 204 len: 168 time: 1.1486993 Jan 11 09:38:01.466177 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33808) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:01.486986 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-10de9be1-b789-4bf9-933a-6e31e10095df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:01.494134 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24f79e-a658-4eae-a50d-23820c911a6f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=1cb9bd53-6d11-4ed4-b4f9-c240ab2818b1,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:01.544266 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de9be1-b789-4bf9-933a-6e31e10095df None None] Pushing event deleted for resources: {'Port': ['ID=e672f0fc-7db1-4347-8cb5-a3309ddd9fd1,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:01.546204 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10de9be1-b789-4bf9-933a-6e31e10095df None None] No DVR routers for this DVR port e672f0fc-7db1-4347-8cb5-a3309ddd9fd1 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:38:01.578561 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b598b0c-d692-484b-bc56-71b023302ab5 None None] DHCP port deletion for 39054580-8604-4c2c-9648-592e88a8ba57 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:38:01.583098 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5b598b0c-d692-484b-bc56-71b023302ab5 None None] Deleting port 142de6c0-d6e4-44ef-9c1d-c59e5e176112 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:38:01.583492 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5b598b0c-d692-484b-bc56-71b023302ab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:01.608720 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2b913f-9080-4c73-9f71-72bed492cb2f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:01.609424 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-fe2b913f-9080-4c73-9f71-72bed492cb2f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:38:01.625505 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-fe2b913f-9080-4c73-9f71-72bed492cb2f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:38:01.630135 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fe2b913f-9080-4c73-9f71-72bed492cb2f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1626766 Jan 11 09:38:01.630737 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33812) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:01.632344 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e6e0175a-80d5-4b3c-b98e-b0a9620e4747 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] For port e672f0fc-7db1-4347-8cb5-a3309ddd9fd1, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e672f0fc-7db1-4347-8cb5-a3309ddd9fd1,segment=NetworkSegment(8c8b353f-50fb-40c1-a80e-9881604603e2),segment_id=8c8b353f-50fb-40c1-a80e-9881604603e2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:38:01.632687 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6e0175a-80d5-4b3c-b98e-b0a9620e4747 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:01.797858 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5b598b0c-d692-484b-bc56-71b023302ab5 None None] For port 142de6c0-d6e4-44ef-9c1d-c59e5e176112, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=142de6c0-d6e4-44ef-9c1d-c59e5e176112,segment=NetworkSegment(0bdfb657-bdee-45eb-9140-445f8c4839be),segment_id=0bdfb657-bdee-45eb-9140-445f8c4839be)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:38:01.798275 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5b598b0c-d692-484b-bc56-71b023302ab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:01.820268 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e6e0175a-80d5-4b3c-b98e-b0a9620e4747 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Calling delete_port for e672f0fc-7db1-4347-8cb5-a3309ddd9fd1 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:38:01.920344 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5b598b0c-d692-484b-bc56-71b023302ab5 None None] Calling delete_port for 142de6c0-d6e4-44ef-9c1d-c59e5e176112 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:38:02.039461 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5b598b0c-d692-484b-bc56-71b023302ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:02.043746 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.api [None req-e6e0175a-80d5-4b3c-b98e-b0a9620e4747 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:38:02.044062 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG oslo_db.api [None req-e6e0175a-80d5-4b3c-b98e-b0a9620e4747 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:38:02.057230 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945d91c9-af0c-4b7b-9432-a8835af6f5c2 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:02.059396 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-945d91c9-af0c-4b7b-9432-a8835af6f5c2 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4194016 Jan 11 09:38:02.062538 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33820) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:02.119529 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b598b0c-d692-484b-bc56-71b023302ab5 None None] No DVR routers for this DVR port 142de6c0-d6e4-44ef-9c1d-c59e5e176112 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:38:02.124784 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b598b0c-d692-484b-bc56-71b023302ab5 None None] Pushing event deleted for resources: {'Port': ['ID=142de6c0-d6e4-44ef-9c1d-c59e5e176112,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:02.158554 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19762768-6828-4502-99cd-cf0595f77b29 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:02.160115 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19762768-6828-4502-99cd-cf0595f77b29 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:02.161758 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19762768-6828-4502-99cd-cf0595f77b29 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:02.162837 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-19762768-6828-4502-99cd-cf0595f77b29 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:38:02.179738 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-19762768-6828-4502-99cd-cf0595f77b29 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:38:02.181238 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-19762768-6828-4502-99cd-cf0595f77b29 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1174576 Jan 11 09:38:02.186071 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33824) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:02.215232 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 142de6c0-d6e4-44ef-9c1d-c59e5e176112 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:38:02.255838 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 142de6c0-d6e4-44ef-9c1d-c59e5e176112 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:38:02.256797 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 142de6c0-d6e4-44ef-9c1d-c59e5e176112 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:38:02.257368 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e672f0fc-7db1-4347-8cb5-a3309ddd9fd1 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:38:02.258866 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-2339fe1a-7ed1-45a6-9178-0382a35083cc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet 042c0824-c6b8-4846-8c3c-32e580e24ea0 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:38:02.262984 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2339fe1a-7ed1-45a6-9178-0382a35083cc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:02.295659 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: e672f0fc-7db1-4347-8cb5-a3309ddd9fd1 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:38:02.296314 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e672f0fc-7db1-4347-8cb5-a3309ddd9fd1 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:38:02.328827 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2339fe1a-7ed1-45a6-9178-0382a35083cc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:02.403807 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e24f79e-a658-4eae-a50d-23820c911a6f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:02.435824 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2339fe1a-7ed1-45a6-9178-0382a35083cc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:02.487771 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e24f79e-a658-4eae-a50d-23820c911a6f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:02.519650 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2339fe1a-7ed1-45a6-9178-0382a35083cc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:02.548075 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e6e0175a-80d5-4b3c-b98e-b0a9620e4747 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Deleting port e672f0fc-7db1-4347-8cb5-a3309ddd9fd1 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:38:02.548425 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6e0175a-80d5-4b3c-b98e-b0a9620e4747 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:02.561282 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339fe1a-7ed1-45a6-9178-0382a35083cc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=042c0824-c6b8-4846-8c3c-32e580e24ea0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:02.564849 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2339fe1a-7ed1-45a6-9178-0382a35083cc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:02.574614 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18632d7e-15f9-4341-8cf7-37c0db123877 None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:38:02.583259 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2339fe1a-7ed1-45a6-9178-0382a35083cc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/042c0824-c6b8-4846-8c3c-32e580e24ea0 HTTP/1.1" status: 204 len: 168 time: 0.3937483 Jan 11 09:38:02.583556 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33830) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:02.640352 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e6e0175a-80d5-4b3c-b98e-b0a9620e4747 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] The port 'e672f0fc-7db1-4347-8cb5-a3309ddd9fd1' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:38:02.724802 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f26b0d1-d8f8-4afd-a079-f3f53954b602 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Deleting subnet 07b2e18b-f101-4d09-9b9c-5ad18a8c337d {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:38:02.733208 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f26b0d1-d8f8-4afd-a079-f3f53954b602 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:02.800025 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f26b0d1-d8f8-4afd-a079-f3f53954b602 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:02.845987 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6e0175a-80d5-4b3c-b98e-b0a9620e4747 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:02.888615 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e6e0175a-80d5-4b3c-b98e-b0a9620e4747 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123cda9b-b41e-41d4-8c7e-4867ce7e9d0f']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:02.895195 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f26b0d1-d8f8-4afd-a079-f3f53954b602 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:02.904195 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e6e0175a-80d5-4b3c-b98e-b0a9620e4747 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c8b353f-50fb-40c1-a80e-9881604603e2') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:02.904490 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e6e0175a-80d5-4b3c-b98e-b0a9620e4747 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c8b353f-50fb-40c1-a80e-9881604603e2') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:02.919371 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6e0175a-80d5-4b3c-b98e-b0a9620e4747 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:02.951193 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6e0175a-80d5-4b3c-b98e-b0a9620e4747 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:02.954458 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e24f79e-a658-4eae-a50d-23820c911a6f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:02.960368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e0175a-80d5-4b3c-b98e-b0a9620e4747 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:38:02.960811 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6e0175a-80d5-4b3c-b98e-b0a9620e4747 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:38:02.977950 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:38:02.980707 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e24f79e-a658-4eae-a50d-23820c911a6f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:02.991468 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f26b0d1-d8f8-4afd-a079-f3f53954b602 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:03.032451 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9f26b0d1-d8f8-4afd-a079-f3f53954b602 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:03.040733 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26b0d1-d8f8-4afd-a079-f3f53954b602 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Subnet': ['ID=07b2e18b-f101-4d09-9b9c-5ad18a8c337d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:03.052924 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9f26b0d1-d8f8-4afd-a079-f3f53954b602 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/07b2e18b-f101-4d09-9b9c-5ad18a8c337d HTTP/1.1" status: 204 len: 168 time: 0.4682987 Jan 11 09:38:03.053643 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33834) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:03.129098 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-11da4ff2-2509-4955-807d-980e87ba9026 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740964 Jan 11 09:38:03.129770 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33838) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:03.160882 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24f79e-a658-4eae-a50d-23820c911a6f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=1cb9bd53-6d11-4ed4-b4f9-c240ab2818b1,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:03.172329 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6e0175a-80d5-4b3c-b98e-b0a9620e4747 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:03.185608 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6e0175a-80d5-4b3c-b98e-b0a9620e4747 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:03.222010 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e24f79e-a658-4eae-a50d-23820c911a6f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:03.224878 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ae77a5-245c-4e78-9f53-7038c110e899 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:03.229290 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f1ae77a5-245c-4e78-9f53-7038c110e899 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0955746 Jan 11 09:38:03.229636 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33842) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:03.299449 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0175a-80d5-4b3c-b98e-b0a9620e4747 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Pushing event deleted for resources: {'Network': ['ID=123cda9b-b41e-41d4-8c7e-4867ce7e9d0f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:03.309241 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e6e0175a-80d5-4b3c-b98e-b0a9620e4747 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] 10.222.0.15 "DELETE /v2.0/networks/123cda9b-b41e-41d4-8c7e-4867ce7e9d0f HTTP/1.1" status: 204 len: 168 time: 2.2552381 Jan 11 09:38:03.309814 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33846) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:03.316652 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be292006-792f-4822-8451-c672527b447c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:03.317509 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-be292006-792f-4822-8451-c672527b447c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Synchronizing usage tracker for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:38:03.336373 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-be292006-792f-4822-8451-c672527b447c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Unset dirty status for tenant:cd5141369f514c338091b6d286f38ad6 on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:38:03.338523 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-be292006-792f-4822-8451-c672527b447c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1073530 Jan 11 09:38:03.341215 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33850) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:03.436701 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-67f1e280-191e-4e69-a788-2624a4a64d46 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0930068 Jan 11 09:38:03.442651 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33854) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:03.497145 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-c621d7fd-26f0-43c5-b5d8-bddd21aa837a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:03.497634 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c621d7fd-26f0-43c5-b5d8-bddd21aa837a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:03.499544 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c621d7fd-26f0-43c5-b5d8-bddd21aa837a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/dab5c060-5b4d-4d6f-98f0-e46da8fdcff7 HTTP/1.1" status: 404 len: 333 time: 0.0567815 Jan 11 09:38:03.502449 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33858) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:03.522199 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bdd37c52-9536-4534-a74a-308712bb2f9d tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:03.539977 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [None req-7e24f79e-a658-4eae-a50d-23820c911a6f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Floating IP bac2aa78-b7f8-40ba-841b-42af63dbd9e8 associated. External IP: 172.26.3.21, port: dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6. Jan 11 09:38:03.543758 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b26e014-88ed-47b6-b399-a5c792a79bd0 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:03.544333 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b26e014-88ed-47b6-b399-a5c792a79bd0 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:03.548849 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9b26e014-88ed-47b6-b399-a5c792a79bd0 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/07b2e18b-f101-4d09-9b9c-5ad18a8c337d HTTP/1.1" status: 404 len: 337 time: 0.0453498 Jan 11 09:38:03.549578 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33862) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:03.590351 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0a4990-c76e-49af-b1f6-58432518c66e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:03.590978 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f0a4990-c76e-49af-b1f6-58432518c66e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:03.596941 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7f0a4990-c76e-49af-b1f6-58432518c66e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/042c0824-c6b8-4846-8c3c-32e580e24ea0 HTTP/1.1" status: 404 len: 337 time: 0.0457013 Jan 11 09:38:03.597776 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33866) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:03.674788 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f3fca6-2ba4-483b-803c-c008fa16bce8 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:03.675297 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f3fca6-2ba4-483b-803c-c008fa16bce8 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:03.681667 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9ab18a-305b-41a0-a1d9-1da447122c9e None None] Network 11973de4-095d-48a2-8bfe-2305268446bc requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:38:03.682398 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-53f3fca6-2ba4-483b-803c-c008fa16bce8 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/266895b7-86ef-4a0e-aa0c-7dcde1306885 HTTP/1.1" status: 404 len: 333 time: 0.0788479 Jan 11 09:38:03.682398 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33872) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:03.734064 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-532c05de-5acb-45cb-8c5e-571137e6029e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:03.734810 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-532c05de-5acb-45cb-8c5e-571137e6029e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:03.738182 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-532c05de-5acb-45cb-8c5e-571137e6029e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/623f2815-a481-424b-aaeb-eef5da13981e HTTP/1.1" status: 404 len: 337 time: 0.0535355 Jan 11 09:38:03.741008 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33876) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:03.807409 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1372f5-d82f-448f-93f5-53426942ff31 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:03.808647 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f1372f5-d82f-448f-93f5-53426942ff31 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:03.810531 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7f1372f5-d82f-448f-93f5-53426942ff31 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/08428aa0-4d44-498c-b085-2e57093286b5 HTTP/1.1" status: 404 len: 337 time: 0.0678351 Jan 11 09:38:03.825380 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33880) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:03.913482 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ac7035-35ae-4b91-a600-0be4e5ae2f2b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:03.913889 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ac7035-35ae-4b91-a600-0be4e5ae2f2b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:03.915855 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-31ac7035-35ae-4b91-a600-0be4e5ae2f2b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/679a35e3-ce08-44c6-bea9-d077aacb8993 HTTP/1.1" status: 404 len: 333 time: 0.0881405 Jan 11 09:38:03.920628 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33884) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:03.960211 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba440441-7e83-465f-8c39-5df88386b54e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:03.960658 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba440441-7e83-465f-8c39-5df88386b54e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:03.962510 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ba440441-7e83-465f-8c39-5df88386b54e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/ff90c317-26b9-487e-9390-fdf25c10567b HTTP/1.1" status: 404 len: 337 time: 0.0408938 Jan 11 09:38:03.965766 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33888) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:04.002820 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8c4ee5b3-137d-4812-9730-27961adffc5a None None] Provisioning complete for port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:38:04.003106 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8c4ee5b3-137d-4812-9730-27961adffc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:04.005242 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b6062b-a411-4e8e-bf35-80ab6dbded6c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:04.005968 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b6062b-a411-4e8e-bf35-80ab6dbded6c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:04.007682 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-31b6062b-a411-4e8e-bf35-80ab6dbded6c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/c40848db-dbda-4a13-9e70-a75ad923528e HTTP/1.1" status: 404 len: 337 time: 0.0409837 Jan 11 09:38:04.010714 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33892) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:04.067442 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-697eb0a3-4090-4669-8c7e-e83c795b053c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:04.068285 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-697eb0a3-4090-4669-8c7e-e83c795b053c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:04.072451 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-697eb0a3-4090-4669-8c7e-e83c795b053c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/9c0bb113-2aed-4046-b673-a2cb7b0e88e4 HTTP/1.1" status: 404 len: 333 time: 0.0601263 Jan 11 09:38:04.078853 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33896) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:04.114399 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:04.140351 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6888282-d071-4797-8bf5-25dead29c866 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:04.142322 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6888282-d071-4797-8bf5-25dead29c866 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:04.147221 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c6888282-d071-4797-8bf5-25dead29c866 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/c9b30b3d-85ea-4370-8e0d-bfbf40ed3c29 HTTP/1.1" status: 404 len: 337 time: 0.0671039 Jan 11 09:38:04.147882 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33900) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:04.195571 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13731d1f-647d-4647-9c4e-7501b737cbd9 None None] DHCP port deletion for 11973de4-095d-48a2-8bfe-2305268446bc request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:38:04.198454 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-c126ea07-1572-4cb1-b1da-78802b261fff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:04.198885 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c126ea07-1572-4cb1-b1da-78802b261fff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:04.200757 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-13731d1f-647d-4647-9c4e-7501b737cbd9 None None] Deleting port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:38:04.201311 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13731d1f-647d-4647-9c4e-7501b737cbd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:04.203829 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c126ea07-1572-4cb1-b1da-78802b261fff tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/d32c00ed-2a7c-407d-9a01-a505ba9fd02f HTTP/1.1" status: 404 len: 337 time: 0.0549240 Jan 11 09:38:04.204496 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33904) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:04.216412 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bdd37c52-9536-4534-a74a-308712bb2f9d tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:04.253719 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9393e9-abf9-481b-9062-c8dd5a1ab965 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:04.254735 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9393e9-abf9-481b-9062-c8dd5a1ab965 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:04.258787 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1f9393e9-abf9-481b-9062-c8dd5a1ab965 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/09813fb7-1ecd-4890-9228-65439aa3a687 HTTP/1.1" status: 404 len: 333 time: 0.0533450 Jan 11 09:38:04.259403 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33908) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:04.265328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-bdd37c52-9536-4534-a74a-308712bb2f9d tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39054580-8604-4c2c-9648-592e88a8ba57']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:04.284449 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-bdd37c52-9536-4534-a74a-308712bb2f9d tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bdfb657-bdee-45eb-9140-445f8c4839be') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:04.284906 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-bdd37c52-9536-4534-a74a-308712bb2f9d tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bdfb657-bdee-45eb-9140-445f8c4839be') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:04.300666 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-7111fe77-0eb4-455e-b9e5-d1b7ce8f91ac tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:04.301120 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7111fe77-0eb4-455e-b9e5-d1b7ce8f91ac tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:04.306656 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7111fe77-0eb4-455e-b9e5-d1b7ce8f91ac tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/8dd70221-d07b-41fa-94de-1b52163d4721 HTTP/1.1" status: 404 len: 337 time: 0.0463307 Jan 11 09:38:04.307274 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33912) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:04.349608 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a409e4-12eb-4903-b2f5-f9e2f4be91f9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:04.350552 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a409e4-12eb-4903-b2f5-f9e2f4be91f9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:04.352979 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bdd37c52-9536-4534-a74a-308712bb2f9d tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:04.354519 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-40a409e4-12eb-4903-b2f5-f9e2f4be91f9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/7c78be42-55dd-40b2-b8aa-9eea2d7465ee HTTP/1.1" status: 404 len: 333 time: 0.0463161 Jan 11 09:38:04.355691 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33916) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:04.388123 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bdd37c52-9536-4534-a74a-308712bb2f9d tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:04.396873 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3acfb1-eae6-4b72-989f-53ec1a68f6fc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:04.397331 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a3acfb1-eae6-4b72-989f-53ec1a68f6fc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:04.400975 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd37c52-9536-4534-a74a-308712bb2f9d tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:38:04.401527 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bdd37c52-9536-4534-a74a-308712bb2f9d tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:04.402310 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5a3acfb1-eae6-4b72-989f-53ec1a68f6fc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/10064dd0-f1f2-4279-a0eb-712d80fde522 HTTP/1.1" status: 404 len: 337 time: 0.0450702 Jan 11 09:38:04.402931 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33920) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:38:04.416992 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:38:04.426344 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-13731d1f-647d-4647-9c4e-7501b737cbd9 None None] For port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=aa9bfc54-c62a-4c4e-a6f4-574e3f85acad,segment=NetworkSegment(56fe1324-8b22-422e-a428-7a7f628e8548),segment_id=56fe1324-8b22-422e-a428-7a7f628e8548)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:38:04.427012 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13731d1f-647d-4647-9c4e-7501b737cbd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:04.444692 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-540bc734-a420-4d25-9363-3e86a82aa81e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:04.445168 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-540bc734-a420-4d25-9363-3e86a82aa81e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:04.450113 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-540bc734-a420-4d25-9363-3e86a82aa81e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/15efe770-d199-4967-ab1a-3e3500f30167 HTTP/1.1" status: 404 len: 333 time: 0.0433106 Jan 11 09:38:04.450431 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33924) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:04.488370 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b574a24-8f0d-474c-a073-a6b67a78ccf7 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:04.488830 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b574a24-8f0d-474c-a073-a6b67a78ccf7 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:04.493012 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0b574a24-8f0d-474c-a073-a6b67a78ccf7 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/d22a1a17-9b90-4a4f-b53a-1271b5a9c200 HTTP/1.1" status: 404 len: 337 time: 0.0393224 Jan 11 09:38:04.493292 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33928) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:04.538792 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-731c8566-a4da-4360-bfef-556552c1f65b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:04.539168 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-731c8566-a4da-4360-bfef-556552c1f65b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:04.543503 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-731c8566-a4da-4360-bfef-556552c1f65b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/39b65f87-18bf-4941-97d7-9dfe00affcab HTTP/1.1" status: 404 len: 333 time: 0.0466511 Jan 11 09:38:04.543741 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33932) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:04.560402 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-13731d1f-647d-4647-9c4e-7501b737cbd9 None None] Calling delete_port for aa9bfc54-c62a-4c4e-a6f4-574e3f85acad owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:38:04.582233 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-053de6d0-ddb0-46ea-8cea-907568c5996e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:04.582688 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-053de6d0-ddb0-46ea-8cea-907568c5996e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:04.586690 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-053de6d0-ddb0-46ea-8cea-907568c5996e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/94f9a8dc-dacc-47f7-a688-13ed57bf43a6 HTTP/1.1" status: 404 len: 337 time: 0.0397499 Jan 11 09:38:04.586968 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33936) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:04.609595 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bdd37c52-9536-4534-a74a-308712bb2f9d tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:04.629741 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a42d88-5592-4490-ab02-a3307d52c4ae tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:04.630243 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a42d88-5592-4490-ab02-a3307d52c4ae tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:04.634250 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-45a42d88-5592-4490-ab02-a3307d52c4ae tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/13b12340-0462-48c0-8c11-ec85fb0170cf HTTP/1.1" status: 404 len: 333 time: 0.0440340 Jan 11 09:38:04.634384 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bdd37c52-9536-4534-a74a-308712bb2f9d tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:04.634517 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33940) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:04.643351 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd37c52-9536-4534-a74a-308712bb2f9d tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Pushing event deleted for resources: {'Network': ['ID=39054580-8604-4c2c-9648-592e88a8ba57,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:04.646239 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e24f79e-a658-4eae-a50d-23820c911a6f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router c7128719-57ca-4d4e-a919-9d77739d1247 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:38:04.655115 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bdd37c52-9536-4534-a74a-308712bb2f9d tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] 10.222.0.15 "DELETE /v2.0/networks/39054580-8604-4c2c-9648-592e88a8ba57 HTTP/1.1" status: 204 len: 168 time: 1.3401430 Jan 11 09:38:04.655367 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33944) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:04.669300 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-13731d1f-647d-4647-9c4e-7501b737cbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:04.724031 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13731d1f-647d-4647-9c4e-7501b737cbd9 None None] Pushing event deleted for resources: {'Port': ['ID=aa9bfc54-c62a-4c4e-a6f4-574e3f85acad,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:04.739557 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13731d1f-647d-4647-9c4e-7501b737cbd9 None None] No DVR routers for this DVR port aa9bfc54-c62a-4c4e-a6f4-574e3f85acad on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:38:04.796692 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7f8ea3-1572-40a3-bb6c-2cf2ecced0dc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:04.797148 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d7f8ea3-1572-40a3-bb6c-2cf2ecced0dc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:04.801182 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4d7f8ea3-1572-40a3-bb6c-2cf2ecced0dc tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/888e0fc6-a870-48ec-afd4-8eae869e97ec HTTP/1.1" status: 404 len: 337 time: 0.1632607 Jan 11 09:38:04.801353 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33954) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:04.836110 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5488abb-f466-41b8-9beb-3637bd56abc5 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Deleting subnet 8a9014ba-d5fe-4a4e-a4fa-ccdd4f3b0267 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:38:04.843005 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b07ac3-21ff-4f6d-87ce-da379f8f74c1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:04.843472 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b07ac3-21ff-4f6d-87ce-da379f8f74c1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:04.847641 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-92b07ac3-21ff-4f6d-87ce-da379f8f74c1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/938bc392-3e66-45d5-8290-645595e84658 HTTP/1.1" status: 404 len: 333 time: 0.0429044 Jan 11 09:38:04.847981 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33958) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:04.851788 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c5488abb-f466-41b8-9beb-3637bd56abc5 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:04.893421 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a31878-8ba6-409c-ac7a-d38a26ca505f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:04.893949 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a31878-8ba6-409c-ac7a-d38a26ca505f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:04.896620 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-75a31878-8ba6-409c-ac7a-d38a26ca505f tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/abd6e8fa-0fb3-4cff-b681-e2cbb6f87f5c HTTP/1.1" status: 404 len: 337 time: 0.0473921 Jan 11 09:38:04.899053 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33962) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:04.964554 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f97d41-c0f9-4e78-8046-15feaa894b6c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:04.965095 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f97d41-c0f9-4e78-8046-15feaa894b6c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:04.966772 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d7f97d41-c0f9-4e78-8046-15feaa894b6c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/3ceca74f-25ed-4ae1-b464-ee3f5d60e870 HTTP/1.1" status: 404 len: 337 time: 0.0668178 Jan 11 09:38:04.969530 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33966) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:05.014729 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e441bc9-a6e8-41f2-9492-d1b720feb307 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:05.015194 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e441bc9-a6e8-41f2-9492-d1b720feb307 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:05.016842 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6e441bc9-a6e8-41f2-9492-d1b720feb307 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/7f624790-3607-48aa-b590-0868527511dd HTTP/1.1" status: 404 len: 333 time: 0.0463407 Jan 11 09:38:05.019513 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33970) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:05.029545 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c5488abb-f466-41b8-9beb-3637bd56abc5 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:05.057356 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-66434994-0148-4fee-a471-39cd05903267 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:05.057804 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66434994-0148-4fee-a471-39cd05903267 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:05.060103 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-66434994-0148-4fee-a471-39cd05903267 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/3c302b93-5d76-48d5-8600-bb6cf363a552 HTTP/1.1" status: 404 len: 337 time: 0.0397050 Jan 11 09:38:05.062827 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33974) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:05.102747 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-f513f965-430e-4cf7-a462-b75b976ff423 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:05.102747 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f513f965-430e-4cf7-a462-b75b976ff423 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:05.108056 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f513f965-430e-4cf7-a462-b75b976ff423 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/17e3835f-46dc-457a-a684-ec93a3fe686e HTTP/1.1" status: 404 len: 337 time: 0.0408292 Jan 11 09:38:05.108406 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33978) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:05.115980 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e24f79e-a658-4eae-a50d-23820c911a6f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:38:05.128194 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8e6492-f660-493d-afec-d310ba642d11 None None] Sync routers for ids ['c7128719-57ca-4d4e-a919-9d77739d1247'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:38:05.139032 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8e6492-f660-493d-afec-d310ba642d11 None None] Routers {'c7128719-57ca-4d4e-a919-9d77739d1247'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:05.139951 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8e8e6492-f660-493d-afec-d310ba642d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:37:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['c7128719-57ca-4d4e-a919-9d77739d1247'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:05.148783 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e24f79e-a658-4eae-a50d-23820c911a6f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:05.171178 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4f6fca-4c50-491f-8c3c-6d431ad80d35 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:05.171723 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c4f6fca-4c50-491f-8c3c-6d431ad80d35 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:05.177030 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9c4f6fca-4c50-491f-8c3c-6d431ad80d35 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/d53d20cf-945c-45f7-8ece-f2e8e9725ab9 HTTP/1.1" status: 404 len: 333 time: 0.0675564 Jan 11 09:38:05.177753 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33982) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:05.219094 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c72cf3-6b46-472e-a46d-afaa5866670a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:05.219579 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c72cf3-6b46-472e-a46d-afaa5866670a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:05.221287 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7e24f79e-a658-4eae-a50d-23820c911a6f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2494256 Jan 11 09:38:05.223312 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 33986) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:05.223704 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9718939b-c78d-4d47-87ff-440069d9d74f', 'tag': 'dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:38:05.224334 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b4c72cf3-6b46-472e-a46d-afaa5866670a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/7ea5d5d5-5f2e-4c5b-8e83-8fa0823d9e4e HTTP/1.1" status: 404 len: 337 time: 0.0454755 Jan 11 09:38:05.225123 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33988) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:05.273775 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-b915c546-da50-4ddf-a7a6-ef18531fa6de tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:05.274335 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b915c546-da50-4ddf-a7a6-ef18531fa6de tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:05.280003 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b915c546-da50-4ddf-a7a6-ef18531fa6de tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/651314d2-2cd7-45e3-898e-0489918fc513 HTTP/1.1" status: 404 len: 337 time: 0.0538862 Jan 11 09:38:05.280661 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 33996) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:05.339006 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea0ec58-5e4f-42b3-bbea-1770f5925e8a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:05.340069 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cea0ec58-5e4f-42b3-bbea-1770f5925e8a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:05.342994 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-8e8e6492-f660-493d-afec-d310ba642d11 None None] Set router c7128719-57ca-4d4e-a919-9d77739d1247 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:38:05.344463 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-cea0ec58-5e4f-42b3-bbea-1770f5925e8a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/4df9b662-a306-4b7d-ade0-0ec64acc72ca HTTP/1.1" status: 404 len: 333 time: 0.0628381 Jan 11 09:38:05.345159 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34000) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:05.353630 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9718939b-c78d-4d47-87ff-440069d9d74f', 'tag': 'dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6', 'status': 'completed', 'code': 200} Jan 11 09:38:05.400592 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-c422f030-eeb1-43d7-9b0b-621c79cb5e37 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:05.401055 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c422f030-eeb1-43d7-9b0b-621c79cb5e37 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:05.406471 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c422f030-eeb1-43d7-9b0b-621c79cb5e37 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/4a690e18-b495-4e78-9fa3-a413e0a91df6 HTTP/1.1" status: 404 len: 337 time: 0.0602765 Jan 11 09:38:05.407117 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34004) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:05.421717 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c5488abb-f466-41b8-9beb-3637bd56abc5 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:05.509597 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-945e9ec4-3abe-453a-af20-5178db21a923 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:05.510398 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-945e9ec4-3abe-453a-af20-5178db21a923 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:05.516268 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-945e9ec4-3abe-453a-af20-5178db21a923 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/047b735f-c77b-4a8e-b9d6-20dee404b374 HTTP/1.1" status: 404 len: 337 time: 0.1079590 Jan 11 09:38:05.517263 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34012) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:05.552932 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-594feeb6-361c-4add-8d8a-5aa8a6d04e76 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/bac2aa78-b7f8-40ba-841b-42af63dbd9e8 HTTP/1.1" status: 200 len: 991 time: 0.3243268 Jan 11 09:38:05.572670 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b33f5add-cbe4-4680-b382-864fcb79b377 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports?device_id=2be238c1-648d-4060-8a14-b5c27743e64b HTTP/1.1" status: 200 len: 205 time: 0.0521007 Jan 11 09:38:05.572876 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34016) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:05.643811 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c5488abb-f466-41b8-9beb-3637bd56abc5 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:05.692621 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-3457b616-61bb-4f03-8dd2-9dade2bdff39 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] delete failed (client error): The resource could not be found. Jan 11 09:38:05.696437 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3457b616-61bb-4f03-8dd2-9dade2bdff39 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/routers/2be238c1-648d-4060-8a14-b5c27743e64b HTTP/1.1" status: 404 len: 336 time: 0.1201701 Jan 11 09:38:05.696864 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34022) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:05.697000 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5488abb-f466-41b8-9beb-3637bd56abc5 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Pushing event deleted for resources: {'Subnet': ['ID=8a9014ba-d5fe-4a4e-a4fa-ccdd4f3b0267,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:05.702491 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b4118-cd5b-43d4-b6d7-deb4d343dc36 req-8dc17fd3-31d9-443a-9f4c-808bc8718b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:05.703580 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bd7b4118-cd5b-43d4-b6d7-deb4d343dc36 req-8dc17fd3-31d9-443a-9f4c-808bc8718b9a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=9718939b-c78d-4d47-87ff-440069d9d74f HTTP/1.1" status: 200 len: 1099 time: 0.3519735 Jan 11 09:38:05.704522 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c5488abb-f466-41b8-9beb-3637bd56abc5 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:05.708765 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4b7761-06d6-4888-92c0-412f54ae2e11 None None] Network 5dce8892-2efc-450d-92a9-216819b38925 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:38:05.729856 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c5488abb-f466-41b8-9beb-3637bd56abc5 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] 10.222.0.15 "DELETE /v2.0/subnets/8a9014ba-d5fe-4a4e-a4fa-ccdd4f3b0267 HTTP/1.1" status: 204 len: 168 time: 1.0734138 Jan 11 09:38:05.732718 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34026) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:05.778069 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df0463d-bf13-4110-a46e-195a31aab28a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:05.778783 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df0463d-bf13-4110-a46e-195a31aab28a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:05.780888 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8df0463d-bf13-4110-a46e-195a31aab28a tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/b7f62b13-10ea-4c7b-921c-1c72a945821d HTTP/1.1" status: 404 len: 337 time: 0.0830517 Jan 11 09:38:05.783684 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34030) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:05.814068 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8e8e6492-f660-493d-afec-d310ba642d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'name': 'tempest-TestNetworkBasicOps-router-914727539', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd43bcc9d-0075-4ac0-a964-96c228ccd13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:37:13Z', 'updated_at': '2022-01-11T09:37:26Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'd43bcc9d-0075-4ac0-a964-96c228ccd13b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:37:14Z', 'updated_at': '2022-01-11T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'bac2aa78-b7f8-40ba-841b-42af63dbd9e8', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.21', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'port_id': 'dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456', 'mac_address': 'fa:16:3e:ec:87:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9718939b-c78d-4d47-87ff-440069d9d74f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:38:02Z', 'updated_at': '2022-01-11T09:38:02Z', 'revision_number': 0, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8141e45-c81c-46ae-9ef8-fa699117c2fe', 'name': '', 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:13:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '0088f1d7-7635-4c0f-aa2b-52c9aee807a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:37:24Z', 'updated_at': '2022-01-11T09:37:32Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '0088f1d7-7635-4c0f-aa2b-52c9aee807a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:05.826049 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8e6492-f660-493d-afec-d310ba642d11 None None] Checking router: c7128719-57ca-4d4e-a919-9d77739d1247 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:38:05.839147 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-67e600a2-d8dd-4a4a-bc2e-adf079ad6b7e tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a730826-7096-4bbe-a478-3659b29bfd1e HTTP/1.1" status: 200 len: 205 time: 0.0518878 Jan 11 09:38:05.840443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34034) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:05.842857 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8e6492-f660-493d-afec-d310ba642d11 None None] Routers {'c7128719-57ca-4d4e-a919-9d77739d1247'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:05.843531 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8e8e6492-f660-493d-afec-d310ba642d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:37:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['c7128719-57ca-4d4e-a919-9d77739d1247'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:05.864360 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:05.918899 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-32ddfad4-5901-499f-b520-13665151a7b0 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] delete failed (client error): The resource could not be found. Jan 11 09:38:05.920045 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-32ddfad4-5901-499f-b520-13665151a7b0 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/routers/0a730826-7096-4bbe-a478-3659b29bfd1e HTTP/1.1" status: 404 len: 336 time: 0.0783274 Jan 11 09:38:05.922852 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34038) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:05.968365 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-211c2b0d-61ea-4108-96c6-5d178e75437d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:05.968830 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211c2b0d-61ea-4108-96c6-5d178e75437d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:05.973570 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-211c2b0d-61ea-4108-96c6-5d178e75437d tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/8ba7ef0f-9d51-4bf2-a479-531a3752916b HTTP/1.1" status: 404 len: 337 time: 0.0497158 Jan 11 09:38:05.974249 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34042) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:06.016802 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1118fe-0250-4664-8621-b12c5c86e20b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:06.017298 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c1118fe-0250-4664-8621-b12c5c86e20b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:06.022517 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0c1118fe-0250-4664-8621-b12c5c86e20b tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/f70e66df-0b89-4619-8893-55a00f37bde6 HTTP/1.1" status: 404 len: 337 time: 0.0470707 Jan 11 09:38:06.023204 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34046) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:06.085715 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-99547f8d-be02-41c9-9cd9-7a1f6b1f2bd8 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:06.086341 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99547f8d-be02-41c9-9cd9-7a1f6b1f2bd8 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:06.092160 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-99547f8d-be02-41c9-9cd9-7a1f6b1f2bd8 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/200a208f-d065-417a-83a9-4eb47cb142ea HTTP/1.1" status: 404 len: 333 time: 0.0678735 Jan 11 09:38:06.092845 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34050) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:06.110227 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5948c5f-5483-4033-a4ac-5072ed232a56 None None] DHCP port deletion for 5dce8892-2efc-450d-92a9-216819b38925 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:38:06.111770 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Deleting port 1dcea261-f5b4-4bbe-b018-a7d923ab5972 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:38:06.111887 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:06.118307 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-8e8e6492-f660-493d-afec-d310ba642d11 None None] Set router c7128719-57ca-4d4e-a919-9d77739d1247 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:38:06.119577 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f5948c5f-5483-4033-a4ac-5072ed232a56 None None] Deleting port 1dcea261-f5b4-4bbe-b018-a7d923ab5972 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:38:06.120088 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f5948c5f-5483-4033-a4ac-5072ed232a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:06.151100 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c2c264-1505-46e6-923d-c6dc482debd9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:06.151576 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c2c264-1505-46e6-923d-c6dc482debd9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:06.156467 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-14c2c264-1505-46e6-923d-c6dc482debd9 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/82304a29-5086-4b91-8dbb-38726cefe817 HTTP/1.1" status: 404 len: 337 time: 0.0626519 Jan 11 09:38:06.157095 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34054) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:06.234296 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device aa9bfc54-c62a-4c4e-a6f4-574e3f85acad no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:38:06.241512 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c5f100-69f3-438f-99bc-93a72d9502d6 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:06.242182 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c5f100-69f3-438f-99bc-93a72d9502d6 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:06.247455 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-41c5f100-69f3-438f-99bc-93a72d9502d6 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/2da68814-51a0-4a21-a04e-037e2cb31549 HTTP/1.1" status: 404 len: 333 time: 0.0893922 Jan 11 09:38:06.248104 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34058) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:06.305582 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebcfcd70-0b5b-4b03-a854-e6cf38b89e61 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:06.306041 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebcfcd70-0b5b-4b03-a854-e6cf38b89e61 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:06.310682 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b4118-cd5b-43d4-b6d7-deb4d343dc36 req-40af741c-7cdc-4697-badb-0d0b69e91a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:06.311213 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ebcfcd70-0b5b-4b03-a854-e6cf38b89e61 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/6e92b187-9ca5-4dcb-867c-64cba3f897c1 HTTP/1.1" status: 404 len: 337 time: 0.0620875 Jan 11 09:38:06.311804 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34062) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:06.312159 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bd7b4118-cd5b-43d4-b6d7-deb4d343dc36 req-40af741c-7cdc-4697-badb-0d0b69e91a20 service neutron] 10.222.0.42 "GET /v2.0/networks?id=222959b5-cbb6-4a23-bebe-87da222ff456 HTTP/1.1" status: 200 len: 897 time: 0.6015251 Jan 11 09:38:06.360467 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23f3a70-607a-4089-bfbf-5b49e3630ce8 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:06.360821 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e23f3a70-607a-4089-bfbf-5b49e3630ce8 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:06.365361 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e23f3a70-607a-4089-bfbf-5b49e3630ce8 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/36b7444f-a43b-4d1f-9333-613f5a5f5df0 HTTP/1.1" status: 404 len: 333 time: 0.0525887 Jan 11 09:38:06.365993 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34066) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:06.374797 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: aa9bfc54-c62a-4c4e-a6f4-574e3f85acad {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:38:06.375490 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device aa9bfc54-c62a-4c4e-a6f4-574e3f85acad not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:38:06.376054 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 1dcea261-f5b4-4bbe-b018-a7d923ab5972 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:38:06.404873 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c83a0b-03e4-4469-8270-6062825f39a1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:06.405329 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22c83a0b-03e4-4469-8270-6062825f39a1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:06.410075 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-22c83a0b-03e4-4469-8270-6062825f39a1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/764a9678-b10f-439c-89a5-128c207f2e86 HTTP/1.1" status: 404 len: 337 time: 0.0431035 Jan 11 09:38:06.410749 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34070) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:06.453894 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e15a13-9d79-4d83-83ff-0d58fab53dce tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:06.454390 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e15a13-9d79-4d83-83ff-0d58fab53dce tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:06.459034 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f7e15a13-9d79-4d83-83ff-0d58fab53dce tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/aeda49ba-8aaa-467d-807e-bae16f3be49b HTTP/1.1" status: 404 len: 333 time: 0.0473261 Jan 11 09:38:06.459673 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34074) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:06.521886 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bd7b4118-cd5b-43d4-b6d7-deb4d343dc36 req-23f2067a-43ab-4d12-b96f-8c4a24380273 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 HTTP/1.1" status: 200 len: 999 time: 0.2000422 Jan 11 09:38:06.550025 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-85821653-9b7a-4446-ae44-4284bf508603 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:06.552119 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85821653-9b7a-4446-ae44-4284bf508603 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:06.565701 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-85821653-9b7a-4446-ae44-4284bf508603 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/94ef0171-4aee-4961-a782-5ad24d5f8d87 HTTP/1.1" status: 404 len: 337 time: 0.1049445 Jan 11 09:38:06.572355 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34080) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:06.573003 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34082) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:06.599017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] For port 1dcea261-f5b4-4bbe-b018-a7d923ab5972, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=1dcea261-f5b4-4bbe-b018-a7d923ab5972,segment=NetworkSegment(102dcdcd-13f6-4028-9489-6a2469500023),segment_id=102dcdcd-13f6-4028-9489-6a2469500023)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:38:06.599474 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:06.729520 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8e8e6492-f660-493d-afec-d310ba642d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'name': 'tempest-TestNetworkBasicOps-router-914727539', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd43bcc9d-0075-4ac0-a964-96c228ccd13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:37:13Z', 'updated_at': '2022-01-11T09:37:26Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'd43bcc9d-0075-4ac0-a964-96c228ccd13b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:37:14Z', 'updated_at': '2022-01-11T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'bac2aa78-b7f8-40ba-841b-42af63dbd9e8', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.21', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'port_id': 'dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456', 'mac_address': 'fa:16:3e:ec:87:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9718939b-c78d-4d47-87ff-440069d9d74f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:38:02Z', 'updated_at': '2022-01-11T09:38:02Z', 'revision_number': 0, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8141e45-c81c-46ae-9ef8-fa699117c2fe', 'name': '', 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:13:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '0088f1d7-7635-4c0f-aa2b-52c9aee807a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:37:24Z', 'updated_at': '2022-01-11T09:37:32Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '0088f1d7-7635-4c0f-aa2b-52c9aee807a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:06.735935 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8e6492-f660-493d-afec-d310ba642d11 None None] The sync data for ids ['c7128719-57ca-4d4e-a919-9d77739d1247'] in dv-neutron-823402-4-hyperv is: [{'id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'name': 'tempest-TestNetworkBasicOps-router-914727539', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd43bcc9d-0075-4ac0-a964-96c228ccd13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:37:13Z', 'updated_at': '2022-01-11T09:37:26Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'd43bcc9d-0075-4ac0-a964-96c228ccd13b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:37:14Z', 'updated_at': '2022-01-11T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'bac2aa78-b7f8-40ba-841b-42af63dbd9e8', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.21', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'port_id': 'dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456', 'mac_address': 'fa:16:3e:ec:87:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9718939b-c78d-4d47-87ff-440069d9d74f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:38:02Z', 'updated_at': '2022-01-11T09:38:02Z', 'revision_number': 0, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8141e45-c81c-46ae-9ef8-fa699117c2fe', 'name': '', 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:13:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '0088f1d7-7635-4c0f-aa2b-52c9aee807a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:37:24Z', 'updated_at': '2022-01-11T09:37:32Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '0088f1d7-7635-4c0f-aa2b-52c9aee807a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:38:06.747540 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f5948c5f-5483-4033-a4ac-5072ed232a56 None None] For port 1dcea261-f5b4-4bbe-b018-a7d923ab5972, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=1dcea261-f5b4-4bbe-b018-a7d923ab5972,segment=NetworkSegment(102dcdcd-13f6-4028-9489-6a2469500023),segment_id=102dcdcd-13f6-4028-9489-6a2469500023)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:38:06.748710 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f5948c5f-5483-4033-a4ac-5072ed232a56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:06.774040 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:06.788647 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc789c3b-1ffe-41e9-be3f-7a9e05a70102 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:06.789437 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc789c3b-1ffe-41e9-be3f-7a9e05a70102 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:06.796947 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fc789c3b-1ffe-41e9-be3f-7a9e05a70102 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/b351ed1e-7f09-4c3d-a036-401781c6d660 HTTP/1.1" status: 404 len: 333 time: 0.2114136 Jan 11 09:38:06.804606 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34088) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:06.813659 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Calling delete_port for 1dcea261-f5b4-4bbe-b018-a7d923ab5972 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:38:06.865319 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b4118-cd5b-43d4-b6d7-deb4d343dc36 req-f0067de9-b84a-49c8-ba6d-a47d589706c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:06.866818 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bd7b4118-cd5b-43d4-b6d7-deb4d343dc36 req-f0067de9-b84a-49c8-ba6d-a47d589706c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0088f1d7-7635-4c0f-aa2b-52c9aee807a6 HTTP/1.1" status: 200 len: 834 time: 0.3291538 Jan 11 09:38:06.904592 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed528b93-8761-435a-b909-269ffb3b2fbf tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:06.905143 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed528b93-8761-435a-b909-269ffb3b2fbf tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:06.909105 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ed528b93-8761-435a-b909-269ffb3b2fbf tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/a3e02fa9-751a-4eec-8d12-9363ce4fdb41 HTTP/1.1" status: 404 len: 337 time: 0.1031220 Jan 11 09:38:06.911666 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f5948c5f-5483-4033-a4ac-5072ed232a56 None None] Calling delete_port for 1dcea261-f5b4-4bbe-b018-a7d923ab5972 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:38:06.911941 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34092) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:06.984872 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 1dcea261-f5b4-4bbe-b018-a7d923ab5972, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=1dcea261-f5b4-4bbe-b018-a7d923ab5972,segment=NetworkSegment(102dcdcd-13f6-4028-9489-6a2469500023),segment_id=102dcdcd-13f6-4028-9489-6a2469500023)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:38:07.000740 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b4118-cd5b-43d4-b6d7-deb4d343dc36 req-b2012d95-562e-4d01-9806-3606c9ff9ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:07.002278 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bd7b4118-cd5b-43d4-b6d7-deb4d343dc36 req-b2012d95-562e-4d01-9806-3606c9ff9ecc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=222959b5-cbb6-4a23-bebe-87da222ff456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1258304 Jan 11 09:38:07.003761 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.api [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:38:07.004270 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG oslo_db.api [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:38:07.007128 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:07.013348 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-83dffb0c-e50a-4bff-bb35-419bb65d515e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/bac2aa78-b7f8-40ba-841b-42af63dbd9e8 HTTP/1.1" status: 200 len: 991 time: 0.4295533 Jan 11 09:38:07.014536 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-803b31c9-7c69-465d-9300-a84b0562b08c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:07.015003 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-803b31c9-7c69-465d-9300-a84b0562b08c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:07.016627 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-803b31c9-7c69-465d-9300-a84b0562b08c tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/97f54224-a5ea-430b-b80e-815c1ae06e2b HTTP/1.1" status: 404 len: 333 time: 0.1037138 Jan 11 09:38:07.019295 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34096) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:07.066369 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-731cadb2-344d-4497-8be3-874a2606eff8 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:07.066991 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-731cadb2-344d-4497-8be3-874a2606eff8 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:07.068780 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-731cadb2-344d-4497-8be3-874a2606eff8 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/24538fbc-8d0b-4a72-bd10-b463de4e1782 HTTP/1.1" status: 404 len: 337 time: 0.0480154 Jan 11 09:38:07.071650 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34100) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:07.085441 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-f5948c5f-5483-4033-a4ac-5072ed232a56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:38:07.085830 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-f5948c5f-5483-4033-a4ac-5072ed232a56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:38:07.094931 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091b519a-a903-4cd0-a477-a460e1a59de4 None None] New status for floating IP bac2aa78-b7f8-40ba-841b-42af63dbd9e8: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:38:07.139323 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14b61da-1aba-419d-aa24-9a33008459eb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:07.139829 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14b61da-1aba-419d-aa24-9a33008459eb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:07.141852 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c14b61da-1aba-419d-aa24-9a33008459eb tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/ports/7eb14a75-7c45-4810-b3a4-85d776a91f24 HTTP/1.1" status: 404 len: 333 time: 0.0689766 Jan 11 09:38:07.144456 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34104) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:07.181584 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bd7b4118-cd5b-43d4-b6d7-deb4d343dc36 req-5733eda2-e01e-45fc-b370-027f959001f9 service neutron] 10.222.0.42 "GET /v2.0/networks/222959b5-cbb6-4a23-bebe-87da222ff456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725578 Jan 11 09:38:07.213987 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=1dcea261-f5b4-4bbe-b018-a7d923ab5972,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:07.320563 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe9fcf2e-c538-4662-9732-fe6f98732331 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] DELETE failed (client error): The resource could not be found. Jan 11 09:38:07.321366 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe9fcf2e-c538-4662-9732-fe6f98732331 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:38:07.322961 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fe9fcf2e-c538-4662-9732-fe6f98732331 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/subnets/7d3bd0de-2299-4670-887b-e3f1bb0c7e5e HTTP/1.1" status: 404 len: 337 time: 0.1776128 Jan 11 09:38:07.328007 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34108) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:07.364494 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bd7b4118-cd5b-43d4-b6d7-deb4d343dc36 req-ac76414c-5e42-4bfb-be86-76888752c150 service neutron] 10.222.0.42 "GET /v2.0/networks/222959b5-cbb6-4a23-bebe-87da222ff456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765060 Jan 11 09:38:07.447487 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a022-c87e-42f9-83d1-7b598b1f8bf1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:07.505061 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Deleting port 1dcea261-f5b4-4bbe-b018-a7d923ab5972 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:38:07.505514 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:07.586922 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f5948c5f-5483-4033-a4ac-5072ed232a56 None None] Deleting port 1dcea261-f5b4-4bbe-b018-a7d923ab5972 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:38:07.587247 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f5948c5f-5483-4033-a4ac-5072ed232a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:07.602738 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a022-c87e-42f9-83d1-7b598b1f8bf1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:07.633141 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d9c0a022-c87e-42f9-83d1-7b598b1f8bf1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11973de4-095d-48a2-8bfe-2305268446bc']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:07.650598 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d9c0a022-c87e-42f9-83d1-7b598b1f8bf1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fe1324-8b22-422e-a428-7a7f628e8548') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:07.650890 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d9c0a022-c87e-42f9-83d1-7b598b1f8bf1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fe1324-8b22-422e-a428-7a7f628e8548') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:07.666774 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a022-c87e-42f9-83d1-7b598b1f8bf1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:07.690077 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a022-c87e-42f9-83d1-7b598b1f8bf1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:07.697298 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c0a022-c87e-42f9-83d1-7b598b1f8bf1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:38:07.697714 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a022-c87e-42f9-83d1-7b598b1f8bf1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:38:07.716349 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:38:07.816165 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] For port 1dcea261-f5b4-4bbe-b018-a7d923ab5972, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=1dcea261-f5b4-4bbe-b018-a7d923ab5972,segment=NetworkSegment(102dcdcd-13f6-4028-9489-6a2469500023),segment_id=102dcdcd-13f6-4028-9489-6a2469500023)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:38:07.816622 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:07.829012 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a022-c87e-42f9-83d1-7b598b1f8bf1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:07.837977 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a022-c87e-42f9-83d1-7b598b1f8bf1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:07.874820 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f5948c5f-5483-4033-a4ac-5072ed232a56 None None] For port 1dcea261-f5b4-4bbe-b018-a7d923ab5972, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=1dcea261-f5b4-4bbe-b018-a7d923ab5972,segment=NetworkSegment(102dcdcd-13f6-4028-9489-6a2469500023),segment_id=102dcdcd-13f6-4028-9489-6a2469500023)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:38:07.875502 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f5948c5f-5483-4033-a4ac-5072ed232a56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:07.881991 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0a022-c87e-42f9-83d1-7b598b1f8bf1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] Pushing event deleted for resources: {'Network': ['ID=11973de4-095d-48a2-8bfe-2305268446bc,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:07.886521 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d9c0a022-c87e-42f9-83d1-7b598b1f8bf1 tempest-NetworksTestDHCPv6-126102596 tempest-NetworksTestDHCPv6-126102596-project] 10.222.0.15 "DELETE /v2.0/networks/11973de4-095d-48a2-8bfe-2305268446bc HTTP/1.1" status: 204 len: 168 time: 0.5573926 Jan 11 09:38:07.985111 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Calling delete_port for 1dcea261-f5b4-4bbe-b018-a7d923ab5972 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:38:08.015976 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34116) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:08.031749 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f5948c5f-5483-4033-a4ac-5072ed232a56 None None] Calling delete_port for 1dcea261-f5b4-4bbe-b018-a7d923ab5972 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:38:08.071803 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:08.144976 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-f5948c5f-5483-4033-a4ac-5072ed232a56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:38:08.145502 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-f5948c5f-5483-4033-a4ac-5072ed232a56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:38:08.176066 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] No DVR routers for this DVR port 1dcea261-f5b4-4bbe-b018-a7d923ab5972 on host dv-neutron-823402-4-hyperv {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:38:08.238253 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c20f6723-dc57-4870-8917-8356225ffbd3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/bac2aa78-b7f8-40ba-841b-42af63dbd9e8 HTTP/1.1" status: 200 len: 993 time: 0.2174580 Jan 11 09:38:08.299205 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34122) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:08.344137 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Pushing event deleted for resources: {'Port': ['ID=1dcea261-f5b4-4bbe-b018-a7d923ab5972,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:08.443355 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:08.462371 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d85c6928-c22f-4099-975d-2e6ed6cade44 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd5141369f514c338091b6d286f38ad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590760 Jan 11 09:38:08.462930 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34128) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:08.471557 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dce8892-2efc-450d-92a9-216819b38925']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:08.487767 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102dcdcd-13f6-4028-9489-6a2469500023') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:08.488340 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102dcdcd-13f6-4028-9489-6a2469500023') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:08.500509 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:08.517644 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:08.521467 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76c0efd3-cf79-4176-9b95-702fe31d4287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:08.524207 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:38:08.524757 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:38:08.540053 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:38:08.547146 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76c0efd3-cf79-4176-9b95-702fe31d4287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:08.616128 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76c0efd3-cf79-4176-9b95-702fe31d4287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:08.632133 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0efd3-cf79-4176-9b95-702fe31d4287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8266b37e-9ef0-4489-a406-4566a82104aa,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:08.639498 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76c0efd3-cf79-4176-9b95-702fe31d4287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:08.640610 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-76c0efd3-cf79-4176-9b95-702fe31d4287 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8266b37e-9ef0-4489-a406-4566a82104aa HTTP/1.1" status: 204 len: 168 time: 0.1772215 Jan 11 09:38:08.658014 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:08.683598 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:08.702410 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Pushing event deleted for resources: {'Network': ['ID=5dce8892-2efc-450d-92a9-216819b38925,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:08.707651 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4417bf80-26a4-408a-b4c7-48dae96f56ad tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] 10.222.0.15 "DELETE /v2.0/networks/5dce8892-2efc-450d-92a9-216819b38925 HTTP/1.1" status: 204 len: 168 time: 2.9740353 Jan 11 09:38:08.710321 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34134) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:08.760317 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-68d66a9a-9b88-492c-882c-0d58f1df3e50 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] 10.222.0.15 "GET /v2.0/ports?device_id=3023e62b-2b67-417f-9cc9-45d079744c16 HTTP/1.1" status: 200 len: 205 time: 0.0467896 Jan 11 09:38:08.760638 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34138) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:08.896474 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04678f0b-ca4f-42e6-bd4e-77178cc4f7d2 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:09.118569 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f5948c5f-5483-4033-a4ac-5072ed232a56 None None] Deleting port 1dcea261-f5b4-4bbe-b018-a7d923ab5972 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:38:09.119142 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f5948c5f-5483-4033-a4ac-5072ed232a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:09.256740 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f5948c5f-5483-4033-a4ac-5072ed232a56 None None] The port '1dcea261-f5b4-4bbe-b018-a7d923ab5972' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:38:09.258289 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04678f0b-ca4f-42e6-bd4e-77178cc4f7d2 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:09.270547 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04678f0b-ca4f-42e6-bd4e-77178cc4f7d2 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:09.314487 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04678f0b-ca4f-42e6-bd4e-77178cc4f7d2 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:09.315189 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04678f0b-ca4f-42e6-bd4e-77178cc4f7d2 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Fanout notify agent at l3_agent the message router_deleted on router 3023e62b-2b67-417f-9cc9-45d079744c16 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:38:09.328944 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04678f0b-ca4f-42e6-bd4e-77178cc4f7d2 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:09.330056 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-04678f0b-ca4f-42e6-bd4e-77178cc4f7d2 tempest-RoutersNegativeTest-2049863228 tempest-RoutersNegativeTest-2049863228-project] 10.222.0.15 "DELETE /v2.0/routers/3023e62b-2b67-417f-9cc9-45d079744c16 HTTP/1.1" status: 204 len: 168 time: 0.5675490 Jan 11 09:38:09.568808 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34166) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:09.692450 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34172) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:09.895034 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-70782c46-56c1-4abf-b0fb-2f146d93b75e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-50012204'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:38:09.900455 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-70782c46-56c1-4abf-b0fb-2f146d93b75e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:38:09.906076 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bde37b1f-daf2-4b20-921d-b1521205a7dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=02ab7254ddd34aa2a213953d03489208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2122517 Jan 11 09:38:09.907825 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-70782c46-56c1-4abf-b0fb-2f146d93b75e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Usage tracker for resource:network and tenant:8321bb1ad9bb4c1f9167533988e2660e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:38:09.908455 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34178) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:09.911433 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-70782c46-56c1-4abf-b0fb-2f146d93b75e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:38:09.925228 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-70782c46-56c1-4abf-b0fb-2f146d93b75e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:38:09.950610 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70782c46-56c1-4abf-b0fb-2f146d93b75e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Made reservation on behalf of 8321bb1ad9bb4c1f9167533988e2660e for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:38:09.958418 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70782c46-56c1-4abf-b0fb-2f146d93b75e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:09.988139 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cb6b6afc-bbd9-4e31-b21e-6fb42cd594fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:09.994059 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70782c46-56c1-4abf-b0fb-2f146d93b75e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:10.012055 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-70782c46-56c1-4abf-b0fb-2f146d93b75e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:38:10.018653 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-70782c46-56c1-4abf-b0fb-2f146d93b75e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Usage tracker for resource:security_group_rule and tenant:8321bb1ad9bb4c1f9167533988e2660e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:38:10.022529 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-70782c46-56c1-4abf-b0fb-2f146d93b75e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:38:10.024977 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cb6b6afc-bbd9-4e31-b21e-6fb42cd594fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:10.029404 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-70782c46-56c1-4abf-b0fb-2f146d93b75e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:38:10.097785 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cb6b6afc-bbd9-4e31-b21e-6fb42cd594fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:10.113969 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b6afc-bbd9-4e31-b21e-6fb42cd594fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c77969-48ba-4287-b8e0-2d6b52bb3052,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:10.121933 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cb6b6afc-bbd9-4e31-b21e-6fb42cd594fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:10.123093 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-cb6b6afc-bbd9-4e31-b21e-6fb42cd594fd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9c77969-48ba-4287-b8e0-2d6b52bb3052 HTTP/1.1" status: 204 len: 168 time: 0.2135782 Jan 11 09:38:10.173480 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70782c46-56c1-4abf-b0fb-2f146d93b75e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:10.177740 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70782c46-56c1-4abf-b0fb-2f146d93b75e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:10.225970 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70782c46-56c1-4abf-b0fb-2f146d93b75e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:38:10.235093 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70782c46-56c1-4abf-b0fb-2f146d93b75e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4981257d-32c7-42e0-b74d-d344a79eb712,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:10.247402 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70782c46-56c1-4abf-b0fb-2f146d93b75e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:10.247760 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-70782c46-56c1-4abf-b0fb-2f146d93b75e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Added segment 3456f584-ef4b-4423-a977-89c4eb371f86 of type vlan for network 88ed33e3-a433-4841-a9ad-fd2960956af5 Jan 11 09:38:10.290592 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70782c46-56c1-4abf-b0fb-2f146d93b75e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:10.488419 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70782c46-56c1-4abf-b0fb-2f146d93b75e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:10.503966 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70782c46-56c1-4abf-b0fb-2f146d93b75e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:10.505065 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-70782c46-56c1-4abf-b0fb-2f146d93b75e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:10.758444 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70782c46-56c1-4abf-b0fb-2f146d93b75e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event updated for resources: {'Network': ['ID=88ed33e3-a433-4841-a9ad-fd2960956af5,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:10.772693 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34186) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:10.773725 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-70782c46-56c1-4abf-b0fb-2f146d93b75e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2029061 Jan 11 09:38:10.775782 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 88ed33e3-a433-4841-a9ad-fd2960956af5 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:38:10.779161 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-ebe40e56-3612-46d4-b78f-e77168e7c31f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Request body: {'subnet': {'network_id': '88ed33e3-a433-4841-a9ad-fd2960956af5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:38:10.919697 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ebe40e56-3612-46d4-b78f-e77168e7c31f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:38:10.924765 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ebe40e56-3612-46d4-b78f-e77168e7c31f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Usage tracker for resource:subnet and tenant:8321bb1ad9bb4c1f9167533988e2660e is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:38:10.928159 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ebe40e56-3612-46d4-b78f-e77168e7c31f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:38:10.934222 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ebe40e56-3612-46d4-b78f-e77168e7c31f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:38:10.954056 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe40e56-3612-46d4-b78f-e77168e7c31f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Made reservation on behalf of 8321bb1ad9bb4c1f9167533988e2660e for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:38:10.958812 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ebe40e56-3612-46d4-b78f-e77168e7c31f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:11.280338 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ebe40e56-3612-46d4-b78f-e77168e7c31f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:11.376492 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe40e56-3612-46d4-b78f-e77168e7c31f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event updated for resources: {'Subnet': ['ID=eb004085-adb3-4cbc-992c-e8011032226a,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:11.380596 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe40e56-3612-46d4-b78f-e77168e7c31f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Checking segment: {'id': '3456f584-ef4b-4423-a977-89c4eb371f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '88ed33e3-a433-4841-a9ad-fd2960956af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:38:11.380967 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe40e56-3612-46d4-b78f-e77168e7c31f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Network hostable DHCP agents. Network: 88ed33e3-a433-4841-a9ad-fd2960956af5, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:38:11.410245 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe40e56-3612-46d4-b78f-e77168e7c31f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Network 88ed33e3-a433-4841-a9ad-fd2960956af5 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:38:11.424543 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-ebe40e56-3612-46d4-b78f-e77168e7c31f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 88ed33e3-a433-4841-a9ad-fd2960956af5) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:38:11.433355 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe40e56-3612-46d4-b78f-e77168e7c31f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:11.434194 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ebe40e56-3612-46d4-b78f-e77168e7c31f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:11.450429 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7cb108-ad1e-4bb8-9922-89b57ee4a104 None None] Network 88ed33e3-a433-4841-a9ad-fd2960956af5 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:38:11.474128 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ebe40e56-3612-46d4-b78f-e77168e7c31f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6984215 Jan 11 09:38:11.476382 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34192) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:11.483368 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-dbb35144-bff8-4531-83e0-856d80c484a8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1058283166', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:38:11.500533 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dbb35144-bff8-4531-83e0-856d80c484a8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:38:11.515266 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-dbb35144-bff8-4531-83e0-856d80c484a8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Usage tracker for resource:router and tenant:8321bb1ad9bb4c1f9167533988e2660e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:38:11.525282 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-dbb35144-bff8-4531-83e0-856d80c484a8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:38:11.537387 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dbb35144-bff8-4531-83e0-856d80c484a8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:38:11.555768 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbb35144-bff8-4531-83e0-856d80c484a8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:11.557030 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbb35144-bff8-4531-83e0-856d80c484a8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:11.579284 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbb35144-bff8-4531-83e0-856d80c484a8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:11.866452 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b643dc9-f8d9-48ad-ae5b-b621ed48338a None None] Network 88ed33e3-a433-4841-a9ad-fd2960956af5 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:38:12.039936 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbb35144-bff8-4531-83e0-856d80c484a8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:12.527546 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbb35144-bff8-4531-83e0-856d80c484a8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:12.567596 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbb35144-bff8-4531-83e0-856d80c484a8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:12.739387 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-dbb35144-bff8-4531-83e0-856d80c484a8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Allocated IP 172.26.3.25 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/5233c064-ed5a-40a8-bad2-94ef4596e9f0) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:38:12.902730 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbb35144-bff8-4531-83e0-856d80c484a8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:12.934360 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbb35144-bff8-4531-83e0-856d80c484a8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:13.006127 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb35144-bff8-4531-83e0-856d80c484a8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:38:13.010241 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-dbb35144-bff8-4531-83e0-856d80c484a8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:38:13.016089 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb35144-bff8-4531-83e0-856d80c484a8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:38:13.095067 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb35144-bff8-4531-83e0-856d80c484a8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event updated for resources: {'Port': ['ID=5233c064-ed5a-40a8-bad2-94ef4596e9f0,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:13.634989 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbb35144-bff8-4531-83e0-856d80c484a8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:14.009321 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbb35144-bff8-4531-83e0-856d80c484a8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:14.215835 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb35144-bff8-4531-83e0-856d80c484a8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Router 1c58fbbe-aa41-41eb-9743-7bc5883a7e26 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:38:14.395741 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb35144-bff8-4531-83e0-856d80c484a8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:38:14.407088 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93377a5e-420b-4de0-8084-0fbe3f7d4f4e None None] Sync routers for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:38:14.417896 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93377a5e-420b-4de0-8084-0fbe3f7d4f4e None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:14.418926 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-93377a5e-420b-4de0-8084-0fbe3f7d4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:37:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:14.423937 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dbb35144-bff8-4531-83e0-856d80c484a8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:14.427596 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-dbb35144-bff8-4531-83e0-856d80c484a8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9475961 Jan 11 09:38:14.427937 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34200) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:14.491458 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-93377a5e-420b-4de0-8084-0fbe3f7d4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:14.501756 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93377a5e-420b-4de0-8084-0fbe3f7d4f4e None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:14.502651 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-93377a5e-420b-4de0-8084-0fbe3f7d4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:37:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:14.563812 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-93377a5e-420b-4de0-8084-0fbe3f7d4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:14.564333 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93377a5e-420b-4de0-8084-0fbe3f7d4f4e None None] The sync data for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:38:15.138303 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b4da1073-4564-4a81-97de-3498063585ae req-43b12680-4004-4e74-b063-9136127b65d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3487709 Jan 11 09:38:15.336311 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da1073-4564-4a81-97de-3498063585ae req-b91991bd-8758-4e26-adaa-108d4d9db3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:15.337756 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b4da1073-4564-4a81-97de-3498063585ae req-b91991bd-8758-4e26-adaa-108d4d9db3d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27f1e48653724e3083ec9827e4915957&device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 1099 time: 0.1761563 Jan 11 09:38:15.482970 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e366b6f2-2250-43ad-9613-dfb2c96e4c86 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:15.600748 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da1073-4564-4a81-97de-3498063585ae req-d0109357-ae0b-484f-956f-43e077a8c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:15.602245 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b4da1073-4564-4a81-97de-3498063585ae req-d0109357-ae0b-484f-956f-43e077a8c034 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 HTTP/1.1" status: 200 len: 913 time: 0.2332013 Jan 11 09:38:15.822025 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b4da1073-4564-4a81-97de-3498063585ae req-f11ddd1b-4c12-4f66-aaf8-8c9bceb2806b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=653bf390-5022-446f-b35d-1ea85980c365 HTTP/1.1" status: 200 len: 1001 time: 0.2122555 Jan 11 09:38:15.957018 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da1073-4564-4a81-97de-3498063585ae req-ed675eee-96ce-47f3-a099-36faad6a8704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:15.958486 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b4da1073-4564-4a81-97de-3498063585ae req-ed675eee-96ce-47f3-a099-36faad6a8704 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=627ce13c-dd38-4562-afe1-c17eb9a23002 HTTP/1.1" status: 200 len: 851 time: 0.1285787 Jan 11 09:38:16.104928 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-e366b6f2-2250-43ad-9613-dfb2c96e4c86 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Allocated IP 172.20.0.1 (88ed33e3-a433-4841-a9ad-fd2960956af5/eb004085-adb3-4cbc-992c-e8011032226a/090bf630-5c62-40a8-b2d6-6aebf2b0e379) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:38:16.117540 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da1073-4564-4a81-97de-3498063585ae req-da100f43-4e23-4459-93ac-44430360dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:16.119065 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b4da1073-4564-4a81-97de-3498063585ae req-da100f43-4e23-4459-93ac-44430360dc3e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1541979 Jan 11 09:38:16.134487 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-7df1f236-1860-4cbb-a2c0-49195719ab47 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1374225755&fields=id&tenant_id=27f1e48653724e3083ec9827e4915957 HTTP/1.1" status: 200 len: 267 time: 0.0403566 Jan 11 09:38:16.282623 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-10d739ae-0940-45b3-8b52-972c97427ec1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:16.283951 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-10d739ae-0940-45b3-8b52-972c97427ec1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/networks?id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 HTTP/1.1" status: 200 len: 812 time: 0.1421356 Jan 11 09:38:16.299416 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-4cf57cc2-8efb-49d4-93b8-a6e7a976ac4f tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/quotas/27f1e48653724e3083ec9827e4915957 HTTP/1.1" status: 200 len: 375 time: 0.0094736 Jan 11 09:38:16.378480 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b4da1073-4564-4a81-97de-3498063585ae req-476a8ad0-6612-43db-bb15-a1d02d21ce31 service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382698 Jan 11 09:38:16.382945 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e366b6f2-2250-43ad-9613-dfb2c96e4c86 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:16.394445 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-47265119-6f6d-47df-92bf-a9a7ceeccd13 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=27f1e48653724e3083ec9827e4915957&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0899510 Jan 11 09:38:16.671120 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-b8f32892-dfce-4556-8afa-33943c183da7 service neutron] 10.222.0.15 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646399 Jan 11 09:38:16.672012 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b4da1073-4564-4a81-97de-3498063585ae req-79761bff-87b9-48b5-8b75-598df278a1cb service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850177 Jan 11 09:38:16.673700 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e366b6f2-2250-43ad-9613-dfb2c96e4c86 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:16.732326 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e366b6f2-2250-43ad-9613-dfb2c96e4c86 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Network 88ed33e3-a433-4841-a9ad-fd2960956af5 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:38:16.735288 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-e366b6f2-2250-43ad-9613-dfb2c96e4c86 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:38:16.743496 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e366b6f2-2250-43ad-9613-dfb2c96e4c86 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:38:16.794200 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366b6f2-2250-43ad-9613-dfb2c96e4c86 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event updated for resources: {'Port': ['ID=090bf630-5c62-40a8-b2d6-6aebf2b0e379,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:16.812430 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e366b6f2-2250-43ad-9613-dfb2c96e4c86 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:16.826767 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-e18d0528-01bb-4613-a0f6-644574677e4a service neutron] 10.222.0.15 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396580 Jan 11 09:38:16.962475 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e366b6f2-2250-43ad-9613-dfb2c96e4c86 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:17.321893 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-75879640-96f4-4104-8282-bec284fca1d7 req-26708fc9-867c-41b9-ad6d-37f2db6236af tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0430627 Jan 11 09:38:17.385066 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e366b6f2-2250-43ad-9613-dfb2c96e4c86 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:17.389423 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e366b6f2-2250-43ad-9613-dfb2c96e4c86 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:17.503472 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366b6f2-2250-43ad-9613-dfb2c96e4c86 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event updated for resources: {'Port': ['ID=090bf630-5c62-40a8-b2d6-6aebf2b0e379,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:17.508807 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e366b6f2-2250-43ad-9613-dfb2c96e4c86 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:17.639962 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e366b6f2-2250-43ad-9613-dfb2c96e4c86 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Network 88ed33e3-a433-4841-a9ad-fd2960956af5 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:38:17.641056 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-e366b6f2-2250-43ad-9613-dfb2c96e4c86 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:38:17.830861 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e366b6f2-2250-43ad-9613-dfb2c96e4c86 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Router 1c58fbbe-aa41-41eb-9743-7bc5883a7e26 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:38:18.006555 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e366b6f2-2250-43ad-9613-dfb2c96e4c86 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:38:18.018597 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e366b6f2-2250-43ad-9613-dfb2c96e4c86 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "PUT /v2.0/routers/1c58fbbe-aa41-41eb-9743-7bc5883a7e26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5872319 Jan 11 09:38:18.018772 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c34dda-d115-4756-b5fc-69f36f0270bd None None] Sync routers for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:38:18.019231 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34224) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:18.024128 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c265d125-8c38-40fe-a64b-cfbba9d4f433 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Request body: {'port': {'network_id': '88ed33e3-a433-4841-a9ad-fd2960956af5', 'name': 'tempest-FloatingIPTestJSON-1320351464'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:38:18.025066 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c34dda-d115-4756-b5fc-69f36f0270bd None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:18.025661 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-31c34dda-d115-4756-b5fc-69f36f0270bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:37:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:18.084969 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-31c34dda-d115-4756-b5fc-69f36f0270bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:18.101066 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c34dda-d115-4756-b5fc-69f36f0270bd None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:18.101719 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-31c34dda-d115-4756-b5fc-69f36f0270bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:37:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:18.165971 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-31c34dda-d115-4756-b5fc-69f36f0270bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:18.166413 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c34dda-d115-4756-b5fc-69f36f0270bd None None] The sync data for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:38:18.289580 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c265d125-8c38-40fe-a64b-cfbba9d4f433 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:38:18.293485 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c265d125-8c38-40fe-a64b-cfbba9d4f433 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Usage tracker for resource:port and tenant:8321bb1ad9bb4c1f9167533988e2660e is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:38:18.296225 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c265d125-8c38-40fe-a64b-cfbba9d4f433 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:38:18.301623 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c265d125-8c38-40fe-a64b-cfbba9d4f433 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:38:18.310886 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c265d125-8c38-40fe-a64b-cfbba9d4f433 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Made reservation on behalf of 8321bb1ad9bb4c1f9167533988e2660e for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:38:18.314567 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c265d125-8c38-40fe-a64b-cfbba9d4f433 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:18.335893 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c265d125-8c38-40fe-a64b-cfbba9d4f433 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] device_id is not set on port 5f422496-8dd4-4500-b047-110423f2591d yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:38:18.417440 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f3ca5e5d-4906-45af-9505-dd611bca4315 req-a9615ef1-7905-47cb-ad8b-7b9a24b86c91 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0434625 Jan 11 09:38:18.475362 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-c265d125-8c38-40fe-a64b-cfbba9d4f433 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Allocated IP 172.20.0.4 (88ed33e3-a433-4841-a9ad-fd2960956af5/eb004085-adb3-4cbc-992c-e8011032226a/5f422496-8dd4-4500-b047-110423f2591d) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:38:18.670042 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c265d125-8c38-40fe-a64b-cfbba9d4f433 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:18.700078 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c265d125-8c38-40fe-a64b-cfbba9d4f433 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:18.772844 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c265d125-8c38-40fe-a64b-cfbba9d4f433 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Network 88ed33e3-a433-4841-a9ad-fd2960956af5 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:38:18.776002 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-c265d125-8c38-40fe-a64b-cfbba9d4f433 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:38:18.779993 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c265d125-8c38-40fe-a64b-cfbba9d4f433 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:38:18.814366 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265d125-8c38-40fe-a64b-cfbba9d4f433 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event updated for resources: {'Port': ['ID=5f422496-8dd4-4500-b047-110423f2591d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:18.845402 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c265d125-8c38-40fe-a64b-cfbba9d4f433 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:18.846027 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c265d125-8c38-40fe-a64b-cfbba9d4f433 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:18.865681 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c265d125-8c38-40fe-a64b-cfbba9d4f433 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8458781 Jan 11 09:38:18.868235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34230) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:18.873449 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b692a870-721c-4ba4-b6d3-50a0f98e1fb6 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Request body: {'port': {'network_id': '88ed33e3-a433-4841-a9ad-fd2960956af5', 'name': 'tempest-FloatingIPTestJSON-118363945'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:38:19.005789 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b692a870-721c-4ba4-b6d3-50a0f98e1fb6 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:38:19.009478 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b692a870-721c-4ba4-b6d3-50a0f98e1fb6 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Usage tracker for resource:port and tenant:8321bb1ad9bb4c1f9167533988e2660e is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:38:19.012858 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b692a870-721c-4ba4-b6d3-50a0f98e1fb6 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:38:19.018405 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b692a870-721c-4ba4-b6d3-50a0f98e1fb6 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:38:19.028358 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b692a870-721c-4ba4-b6d3-50a0f98e1fb6 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Made reservation on behalf of 8321bb1ad9bb4c1f9167533988e2660e for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:38:19.031812 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b692a870-721c-4ba4-b6d3-50a0f98e1fb6 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:19.052234 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-b692a870-721c-4ba4-b6d3-50a0f98e1fb6 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] device_id is not set on port e09e6e03-9c86-497e-aa90-9370841f8b6e yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:38:19.128546 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-54e0b559-eec5-4df7-9d34-d80c61467b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:19.194034 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-b692a870-721c-4ba4-b6d3-50a0f98e1fb6 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Allocated IP 172.20.0.5 (88ed33e3-a433-4841-a9ad-fd2960956af5/eb004085-adb3-4cbc-992c-e8011032226a/e09e6e03-9c86-497e-aa90-9370841f8b6e) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:38:19.397696 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b692a870-721c-4ba4-b6d3-50a0f98e1fb6 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:19.428742 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b692a870-721c-4ba4-b6d3-50a0f98e1fb6 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:19.505112 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b692a870-721c-4ba4-b6d3-50a0f98e1fb6 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Network 88ed33e3-a433-4841-a9ad-fd2960956af5 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:38:19.508343 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b692a870-721c-4ba4-b6d3-50a0f98e1fb6 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:38:19.512743 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b692a870-721c-4ba4-b6d3-50a0f98e1fb6 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:38:19.514381 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3d624c6f-b849-4b8f-97ed-97335a063c9a req-137903f5-0b6a-48f5-bc85-2013cab6e374 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0453806 Jan 11 09:38:19.548296 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692a870-721c-4ba4-b6d3-50a0f98e1fb6 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event updated for resources: {'Port': ['ID=e09e6e03-9c86-497e-aa90-9370841f8b6e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:19.578861 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b692a870-721c-4ba4-b6d3-50a0f98e1fb6 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:19.579456 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b692a870-721c-4ba4-b6d3-50a0f98e1fb6 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:19.599562 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b692a870-721c-4ba4-b6d3-50a0f98e1fb6 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7303808 Jan 11 09:38:19.602830 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34236) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:19.608558 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-6d1a535f-c422-4cb4-8540-45c6f5c846a7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'port_id': 'e09e6e03-9c86-497e-aa90-9370841f8b6e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:38:19.614955 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6d1a535f-c422-4cb4-8540-45c6f5c846a7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:38:19.618682 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6d1a535f-c422-4cb4-8540-45c6f5c846a7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Usage tracker for resource:floatingip and tenant:8321bb1ad9bb4c1f9167533988e2660e is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:38:19.621517 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6d1a535f-c422-4cb4-8540-45c6f5c846a7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:38:19.627077 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-6d1a535f-c422-4cb4-8540-45c6f5c846a7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:38:19.636281 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d1a535f-c422-4cb4-8540-45c6f5c846a7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:19.778801 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d1a535f-c422-4cb4-8540-45c6f5c846a7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:19.916162 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-6d1a535f-c422-4cb4-8540-45c6f5c846a7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Allocated IP 172.26.3.26 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/7ce293df-8b05-4710-83a0-820e1fc9dcac) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:38:20.075593 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d1a535f-c422-4cb4-8540-45c6f5c846a7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:20.104590 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d1a535f-c422-4cb4-8540-45c6f5c846a7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:20.172379 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1a535f-c422-4cb4-8540-45c6f5c846a7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:38:20.175161 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-6d1a535f-c422-4cb4-8540-45c6f5c846a7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:38:20.178987 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1a535f-c422-4cb4-8540-45c6f5c846a7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:38:20.214949 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a535f-c422-4cb4-8540-45c6f5c846a7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event updated for resources: {'Port': ['ID=7ce293df-8b05-4710-83a0-820e1fc9dcac,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:20.609767 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f5928e84-6561-4a9c-a8fc-e2e571e07c5f req-6e277217-ca5e-4c23-a7b3-e843d1ad74a6 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0432146 Jan 11 09:38:20.727837 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d1a535f-c422-4cb4-8540-45c6f5c846a7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:20.804248 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d1a535f-c422-4cb4-8540-45c6f5c846a7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:21.048595 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d1a535f-c422-4cb4-8540-45c6f5c846a7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:21.052891 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d1a535f-c422-4cb4-8540-45c6f5c846a7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:21.169487 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a535f-c422-4cb4-8540-45c6f5c846a7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event updated for resources: {'Port': ['ID=7ce293df-8b05-4710-83a0-820e1fc9dcac,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:21.180589 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d1a535f-c422-4cb4-8540-45c6f5c846a7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:21.309520 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f700f159-e954-4325-8be5-319276d2f8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:21.359409 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [None req-6d1a535f-c422-4cb4-8540-45c6f5c846a7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Floating IP e720cae6-9c0f-47c1-96d1-55cab5452389 associated. External IP: 172.26.3.26, port: e09e6e03-9c86-497e-aa90-9370841f8b6e. Jan 11 09:38:21.704488 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-309a59e9-fa07-4388-8f3a-f1fe28eac0d0 req-c0c98aa1-8967-48db-bee8-366ee769c2c1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0434315 Jan 11 09:38:21.710848 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1a535f-c422-4cb4-8540-45c6f5c846a7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Router 1c58fbbe-aa41-41eb-9743-7bc5883a7e26 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:38:21.891656 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1a535f-c422-4cb4-8540-45c6f5c846a7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:38:21.900929 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf71b405-60f8-45bc-9ac7-187e6906cea7 None None] Sync routers for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:38:21.909986 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf71b405-60f8-45bc-9ac7-187e6906cea7 None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:21.910614 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-cf71b405-60f8-45bc-9ac7-187e6906cea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:21.916247 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d1a535f-c422-4cb4-8540-45c6f5c846a7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:21.971598 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6d1a535f-c422-4cb4-8540-45c6f5c846a7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.3676898 Jan 11 09:38:21.973026 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34246) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:21.973170 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-cf71b405-60f8-45bc-9ac7-187e6906cea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:21.977990 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a786c4cc-31df-4e7c-9404-549765f61934 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:38:21.982235 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf71b405-60f8-45bc-9ac7-187e6906cea7 None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:21.982829 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-cf71b405-60f8-45bc-9ac7-187e6906cea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:22.046745 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-cf71b405-60f8-45bc-9ac7-187e6906cea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:22.047146 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf71b405-60f8-45bc-9ac7-187e6906cea7 None None] The sync data for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:38:22.205908 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a786c4cc-31df-4e7c-9404-549765f61934 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:22.464499 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:22.509506 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a786c4cc-31df-4e7c-9404-549765f61934 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:22.514475 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a786c4cc-31df-4e7c-9404-549765f61934 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:22.515769 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [None req-a786c4cc-31df-4e7c-9404-549765f61934 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Floating IP e720cae6-9c0f-47c1-96d1-55cab5452389 disassociated. External IP: 172.26.3.26, port: e09e6e03-9c86-497e-aa90-9370841f8b6e. Jan 11 09:38:22.598136 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:22.815162 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d807ef48-1b16-41f8-a6ee-436e2cabea4e req-08d64d59-9e62-484a-ab2e-f3f94af7b116 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0498788 Jan 11 09:38:22.905135 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a786c4cc-31df-4e7c-9404-549765f61934 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Router 1c58fbbe-aa41-41eb-9743-7bc5883a7e26 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:38:23.113325 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a786c4cc-31df-4e7c-9404-549765f61934 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:38:23.118186 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a786c4cc-31df-4e7c-9404-549765f61934 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:23.125170 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0257069e-4b68-494f-9d98-72ccf4fda2e7 None None] Sync routers for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:38:23.135116 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0257069e-4b68-494f-9d98-72ccf4fda2e7 None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:23.136443 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0257069e-4b68-494f-9d98-72ccf4fda2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:23.175521 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a786c4cc-31df-4e7c-9404-549765f61934 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "PUT /v2.0/floatingips/e720cae6-9c0f-47c1-96d1-55cab5452389 HTTP/1.1" status: 200 len: 687 time: 1.2013397 Jan 11 09:38:23.178253 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34252) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:23.202491 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0257069e-4b68-494f-9d98-72ccf4fda2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:23.213110 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0257069e-4b68-494f-9d98-72ccf4fda2e7 None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:23.213110 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0257069e-4b68-494f-9d98-72ccf4fda2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:23.279644 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0257069e-4b68-494f-9d98-72ccf4fda2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:23.279644 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0257069e-4b68-494f-9d98-72ccf4fda2e7 None None] The sync data for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:38:23.353001 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4af20415-16a0-4a4f-98ab-512ae181fbe8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Deleting port 7ce293df-8b05-4710-83a0-820e1fc9dcac {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:38:23.353509 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4af20415-16a0-4a4f-98ab-512ae181fbe8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:23.662049 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4af20415-16a0-4a4f-98ab-512ae181fbe8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:23.662395 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4af20415-16a0-4a4f-98ab-512ae181fbe8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:23.785458 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4af20415-16a0-4a4f-98ab-512ae181fbe8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Calling delete_port for 7ce293df-8b05-4710-83a0-820e1fc9dcac owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:38:23.911175 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d0bf3014-525a-4fd8-aafa-396e8e6b1f2a req-8b9330a6-be86-460c-bbb1-adc8af89d3d1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0425732 Jan 11 09:38:23.931244 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4af20415-16a0-4a4f-98ab-512ae181fbe8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:23.999733 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af20415-16a0-4a4f-98ab-512ae181fbe8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event deleted for resources: {'Port': ['ID=7ce293df-8b05-4710-83a0-820e1fc9dcac,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:24.019009 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:24.111346 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4af20415-16a0-4a4f-98ab-512ae181fbe8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:24.122737 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4af20415-16a0-4a4f-98ab-512ae181fbe8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:24.124227 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4af20415-16a0-4a4f-98ab-512ae181fbe8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "DELETE /v2.0/floatingips/e720cae6-9c0f-47c1-96d1-55cab5452389 HTTP/1.1" status: 204 len: 168 time: 0.9447839 Jan 11 09:38:24.129041 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34258) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:24.133349 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-83605534-40a4-4a2c-a073-8fe23000c6d8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'port_id': '5f422496-8dd4-4500-b047-110423f2591d'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:38:24.140683 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-83605534-40a4-4a2c-a073-8fe23000c6d8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:38:24.144266 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-83605534-40a4-4a2c-a073-8fe23000c6d8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Usage tracker for resource:floatingip and tenant:8321bb1ad9bb4c1f9167533988e2660e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:38:24.147342 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-83605534-40a4-4a2c-a073-8fe23000c6d8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:38:24.154662 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-83605534-40a4-4a2c-a073-8fe23000c6d8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:38:24.164955 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-83605534-40a4-4a2c-a073-8fe23000c6d8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:24.314492 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-83605534-40a4-4a2c-a073-8fe23000c6d8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:24.454339 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-83605534-40a4-4a2c-a073-8fe23000c6d8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Allocated IP 172.26.3.78 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/d4335817-6e76-4985-bcad-a4be000646ba) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:38:24.601996 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-83605534-40a4-4a2c-a073-8fe23000c6d8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:24.631491 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-83605534-40a4-4a2c-a073-8fe23000c6d8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:24.697495 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83605534-40a4-4a2c-a073-8fe23000c6d8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:38:24.700804 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-83605534-40a4-4a2c-a073-8fe23000c6d8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:38:24.704478 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83605534-40a4-4a2c-a073-8fe23000c6d8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:38:24.738290 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83605534-40a4-4a2c-a073-8fe23000c6d8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event updated for resources: {'Port': ['ID=d4335817-6e76-4985-bcad-a4be000646ba,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:25.062646 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8bd94edc-3af7-493d-9bff-3dfdf02a26ef req-f5191d97-e71d-4450-8532-d330ce067df7 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0974803 Jan 11 09:38:25.154372 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-83605534-40a4-4a2c-a073-8fe23000c6d8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:25.328954 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-83605534-40a4-4a2c-a073-8fe23000c6d8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:25.529481 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-83605534-40a4-4a2c-a073-8fe23000c6d8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:25.533874 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-83605534-40a4-4a2c-a073-8fe23000c6d8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:25.644109 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83605534-40a4-4a2c-a073-8fe23000c6d8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event updated for resources: {'Port': ['ID=d4335817-6e76-4985-bcad-a4be000646ba,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:25.654545 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-83605534-40a4-4a2c-a073-8fe23000c6d8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:25.850075 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-83605534-40a4-4a2c-a073-8fe23000c6d8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Floating IP 99db8aa8-9bf4-4682-a1b0-6762f565e999 associated. External IP: 172.26.3.78, port: 5f422496-8dd4-4500-b047-110423f2591d. Jan 11 09:38:26.179435 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e91d8376-f266-4daf-8fc1-790cee72c177 req-4b26933c-e09b-4e20-b9c6-ce42b850bede tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0642049 Jan 11 09:38:26.283807 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83605534-40a4-4a2c-a073-8fe23000c6d8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Router 1c58fbbe-aa41-41eb-9743-7bc5883a7e26 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:38:26.498019 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83605534-40a4-4a2c-a073-8fe23000c6d8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:38:26.509309 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aae7417-fd0c-40d6-8121-ebf97b34d345 None None] Sync routers for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:38:26.519644 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aae7417-fd0c-40d6-8121-ebf97b34d345 None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:26.520329 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2aae7417-fd0c-40d6-8121-ebf97b34d345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:26.528596 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-83605534-40a4-4a2c-a073-8fe23000c6d8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:26.582681 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2aae7417-fd0c-40d6-8121-ebf97b34d345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:26.592905 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-83605534-40a4-4a2c-a073-8fe23000c6d8 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.4641247 Jan 11 09:38:26.594039 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aae7417-fd0c-40d6-8121-ebf97b34d345 None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:26.594688 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2aae7417-fd0c-40d6-8121-ebf97b34d345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:26.595622 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34266) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:26.658052 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2aae7417-fd0c-40d6-8121-ebf97b34d345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:26.658635 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aae7417-fd0c-40d6-8121-ebf97b34d345 None None] The sync data for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:38:26.705728 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b25b293e-c5c8-4d7f-8e9d-a693ddc43a92 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "GET /v2.0/floatingips/99db8aa8-9bf4-4682-a1b0-6762f565e999 HTTP/1.1" status: 200 len: 977 time: 0.1089544 Jan 11 09:38:26.708116 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34270) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:26.911777 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-163d9d6e-839a-4f38-b221-071274191932 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Synchronizing usage tracker for tenant:8321bb1ad9bb4c1f9167533988e2660e on resource:floatingip {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:38:26.928381 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-163d9d6e-839a-4f38-b221-071274191932 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Unset dirty status for tenant:8321bb1ad9bb4c1f9167533988e2660e on resource:floatingip {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:38:26.929565 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-163d9d6e-839a-4f38-b221-071274191932 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2203088 Jan 11 09:38:26.932244 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34274) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:26.937141 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7ddb43c4-0543-4350-ac2f-e11d75c5d48d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Request body: {'floatingip': {'port_id': 'e09e6e03-9c86-497e-aa90-9370841f8b6e'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:38:27.048021 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ddb43c4-0543-4350-ac2f-e11d75c5d48d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:27.290100 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-41f5956f-999c-4131-8905-d43e75bc4616 req-3eb9e0e9-5e48-46e1-a653-717eab19af6e tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0548534 Jan 11 09:38:27.719556 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ddb43c4-0543-4350-ac2f-e11d75c5d48d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:27.723394 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ddb43c4-0543-4350-ac2f-e11d75c5d48d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:27.898347 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-7ddb43c4-0543-4350-ac2f-e11d75c5d48d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Floating IP 99db8aa8-9bf4-4682-a1b0-6762f565e999 associated. External IP: 172.26.3.78, port: 5f422496-8dd4-4500-b047-110423f2591d. Jan 11 09:38:28.394702 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b65a0987-7778-4bd3-96e6-4b772709e194 req-7fc54547-5928-47de-9df1-bbaa7a07ddac tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0501108 Jan 11 09:38:28.402335 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddb43c4-0543-4350-ac2f-e11d75c5d48d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Router 1c58fbbe-aa41-41eb-9743-7bc5883a7e26 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:38:28.583366 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddb43c4-0543-4350-ac2f-e11d75c5d48d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:38:28.592537 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac91453-3b1a-426a-af09-275e11fdd2c8 None None] Sync routers for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:38:28.602237 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac91453-3b1a-426a-af09-275e11fdd2c8 None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:28.602923 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-aac91453-3b1a-426a-af09-275e11fdd2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:28.663611 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-aac91453-3b1a-426a-af09-275e11fdd2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:28.672372 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac91453-3b1a-426a-af09-275e11fdd2c8 None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:28.672982 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-aac91453-3b1a-426a-af09-275e11fdd2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:28.737217 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-aac91453-3b1a-426a-af09-275e11fdd2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:28.737627 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac91453-3b1a-426a-af09-275e11fdd2c8 None None] The sync data for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:38:28.933741 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddb43c4-0543-4350-ac2f-e11d75c5d48d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Router 1c58fbbe-aa41-41eb-9743-7bc5883a7e26 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:38:29.108496 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddb43c4-0543-4350-ac2f-e11d75c5d48d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:38:29.112924 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ddb43c4-0543-4350-ac2f-e11d75c5d48d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:29.118017 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb1cc05-47ee-4b93-8c82-d15cb2709895 None None] Sync routers for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:38:29.127708 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb1cc05-47ee-4b93-8c82-d15cb2709895 None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:29.128389 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5fb1cc05-47ee-4b93-8c82-d15cb2709895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:29.189848 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5fb1cc05-47ee-4b93-8c82-d15cb2709895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:29.198488 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb1cc05-47ee-4b93-8c82-d15cb2709895 None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:29.199094 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5fb1cc05-47ee-4b93-8c82-d15cb2709895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:29.221875 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7ddb43c4-0543-4350-ac2f-e11d75c5d48d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "PUT /v2.0/floatingips/99db8aa8-9bf4-4682-a1b0-6762f565e999 HTTP/1.1" status: 200 len: 976 time: 2.2885592 Jan 11 09:38:29.224548 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34282) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:29.230410 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-16711524-1608-48c3-9c6c-9ba46d61c4ca tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:38:29.257446 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5fb1cc05-47ee-4b93-8c82-d15cb2709895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:29.257844 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb1cc05-47ee-4b93-8c82-d15cb2709895 None None] The sync data for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:38:29.331357 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-16711524-1608-48c3-9c6c-9ba46d61c4ca tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:29.489264 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-16e4c388-872e-4eb7-a7cc-3574701f5bce req-6c9f30d4-07ea-4daf-bebc-de29d3e7303e tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0439515 Jan 11 09:38:29.601060 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-16711524-1608-48c3-9c6c-9ba46d61c4ca tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:29.605400 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-16711524-1608-48c3-9c6c-9ba46d61c4ca tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:29.605761 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [None req-16711524-1608-48c3-9c6c-9ba46d61c4ca tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Floating IP 99db8aa8-9bf4-4682-a1b0-6762f565e999 disassociated. External IP: 172.26.3.78, port: e09e6e03-9c86-497e-aa90-9370841f8b6e. Jan 11 09:38:29.960545 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16711524-1608-48c3-9c6c-9ba46d61c4ca tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Router 1c58fbbe-aa41-41eb-9743-7bc5883a7e26 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:38:30.257687 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16711524-1608-48c3-9c6c-9ba46d61c4ca tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:38:30.262327 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-16711524-1608-48c3-9c6c-9ba46d61c4ca tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:30.266965 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5e142b-00e3-4eb0-a591-cb67582397a8 None None] Sync routers for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:38:30.276063 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5e142b-00e3-4eb0-a591-cb67582397a8 None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:30.276678 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-9d5e142b-00e3-4eb0-a591-cb67582397a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:30.317193 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-16711524-1608-48c3-9c6c-9ba46d61c4ca tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "PUT /v2.0/floatingips/99db8aa8-9bf4-4682-a1b0-6762f565e999 HTTP/1.1" status: 200 len: 687 time: 1.0915453 Jan 11 09:38:30.319698 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34288) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:30.374218 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-9d5e142b-00e3-4eb0-a591-cb67582397a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:30.384071 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5e142b-00e3-4eb0-a591-cb67582397a8 None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:30.384975 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-9d5e142b-00e3-4eb0-a591-cb67582397a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:30.445994 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-9d5e142b-00e3-4eb0-a591-cb67582397a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:30.446423 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5e142b-00e3-4eb0-a591-cb67582397a8 None None] The sync data for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:38:30.479621 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6ada52b8-3c18-486f-881f-edfc91880792 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Deleting port d4335817-6e76-4985-bcad-a4be000646ba {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:38:30.480034 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ada52b8-3c18-486f-881f-edfc91880792 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:30.585195 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f37ffa8d-ba76-4cbc-b666-8dc1511b0561 req-c0385812-8778-4e93-93b8-eefa7fd70456 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0442142 Jan 11 09:38:30.658058 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ada52b8-3c18-486f-881f-edfc91880792 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:30.660393 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ada52b8-3c18-486f-881f-edfc91880792 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:30.806235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6ada52b8-3c18-486f-881f-edfc91880792 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Calling delete_port for d4335817-6e76-4985-bcad-a4be000646ba owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:38:30.942320 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ada52b8-3c18-486f-881f-edfc91880792 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:30.988894 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada52b8-3c18-486f-881f-edfc91880792 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event deleted for resources: {'Port': ['ID=d4335817-6e76-4985-bcad-a4be000646ba,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:31.094835 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ada52b8-3c18-486f-881f-edfc91880792 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:31.113361 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ada52b8-3c18-486f-881f-edfc91880792 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:31.114479 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6ada52b8-3c18-486f-881f-edfc91880792 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "DELETE /v2.0/floatingips/99db8aa8-9bf4-4682-a1b0-6762f565e999 HTTP/1.1" status: 204 len: 168 time: 0.7938731 Jan 11 09:38:31.117138 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34294) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:31.184954 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-d3967f64-e8d9-4467-b58d-c9725cf52026 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] delete failed (client error): The resource could not be found. Jan 11 09:38:31.185919 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d3967f64-e8d9-4467-b58d-c9725cf52026 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "DELETE /v2.0/floatingips/99db8aa8-9bf4-4682-a1b0-6762f565e999 HTTP/1.1" status: 404 len: 345 time: 0.0679235 Jan 11 09:38:31.189773 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34298) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:31.273059 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081cff5b-dc40-4f74-b6ef-b1195c62a0f9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:31.279070 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081cff5b-dc40-4f74-b6ef-b1195c62a0f9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:31.284747 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081cff5b-dc40-4f74-b6ef-b1195c62a0f9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:31.286309 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-081cff5b-dc40-4f74-b6ef-b1195c62a0f9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "GET /v2.0/ports?network_id=88ed33e3-a433-4841-a9ad-fd2960956af5 HTTP/1.1" status: 200 len: 2357 time: 0.0955296 Jan 11 09:38:31.289043 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34302) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:31.353562 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99245386-e166-4e8f-890d-b7ddef396cfe tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:31.355348 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-99245386-e166-4e8f-890d-b7ddef396cfe tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "GET /v2.0/subnets/eb004085-adb3-4cbc-992c-e8011032226a HTTP/1.1" status: 200 len: 797 time: 0.0654011 Jan 11 09:38:31.359818 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34306) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:31.364890 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-399d7131-c8b5-46de-b04d-c66d50d4b12c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Request body: {'port': {'network_id': '88ed33e3-a433-4841-a9ad-fd2960956af5', 'name': 'tempest-FloatingIPTestJSON-1334259943', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:38:31.500050 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-399d7131-c8b5-46de-b04d-c66d50d4b12c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:38:31.503788 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-399d7131-c8b5-46de-b04d-c66d50d4b12c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Usage tracker for resource:port and tenant:8321bb1ad9bb4c1f9167533988e2660e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:38:31.506579 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-399d7131-c8b5-46de-b04d-c66d50d4b12c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:38:31.512916 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-399d7131-c8b5-46de-b04d-c66d50d4b12c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:38:31.522516 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399d7131-c8b5-46de-b04d-c66d50d4b12c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Made reservation on behalf of 8321bb1ad9bb4c1f9167533988e2660e for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:38:31.769301 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f2a57d5b-6476-462a-8f13-1cc9bf59d26e req-8b73d453-b8d5-4c19-8c6b-40371a0a4662 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0485814 Jan 11 09:38:31.802953 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-399d7131-c8b5-46de-b04d-c66d50d4b12c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:31.823274 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-399d7131-c8b5-46de-b04d-c66d50d4b12c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] device_id is not set on port e92e18ea-f0d0-41d9-8840-1167e17636f2 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:38:32.137520 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-399d7131-c8b5-46de-b04d-c66d50d4b12c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Allocated IP 172.20.0.14 (88ed33e3-a433-4841-a9ad-fd2960956af5/eb004085-adb3-4cbc-992c-e8011032226a/e92e18ea-f0d0-41d9-8840-1167e17636f2) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:38:32.143361 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-399d7131-c8b5-46de-b04d-c66d50d4b12c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Allocated IP 172.20.0.13 (88ed33e3-a433-4841-a9ad-fd2960956af5/eb004085-adb3-4cbc-992c-e8011032226a/e92e18ea-f0d0-41d9-8840-1167e17636f2) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:38:32.335861 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-399d7131-c8b5-46de-b04d-c66d50d4b12c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:32.366840 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-399d7131-c8b5-46de-b04d-c66d50d4b12c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:32.437859 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399d7131-c8b5-46de-b04d-c66d50d4b12c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Network 88ed33e3-a433-4841-a9ad-fd2960956af5 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:38:32.440950 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-399d7131-c8b5-46de-b04d-c66d50d4b12c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:38:32.444805 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399d7131-c8b5-46de-b04d-c66d50d4b12c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:38:32.482865 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d7131-c8b5-46de-b04d-c66d50d4b12c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event updated for resources: {'Port': ['ID=e92e18ea-f0d0-41d9-8840-1167e17636f2,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:32.515003 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399d7131-c8b5-46de-b04d-c66d50d4b12c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:32.515598 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-399d7131-c8b5-46de-b04d-c66d50d4b12c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:32.535624 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-399d7131-c8b5-46de-b04d-c66d50d4b12c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.1747961 Jan 11 09:38:32.538184 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34316) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:32.542911 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f62489c4-95c0-4e35-88f7-78e37b24f468 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'port_id': 'e92e18ea-f0d0-41d9-8840-1167e17636f2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:38:32.549221 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f62489c4-95c0-4e35-88f7-78e37b24f468 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:38:32.553249 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f62489c4-95c0-4e35-88f7-78e37b24f468 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Usage tracker for resource:floatingip and tenant:8321bb1ad9bb4c1f9167533988e2660e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:38:32.556053 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f62489c4-95c0-4e35-88f7-78e37b24f468 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:38:32.561594 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f62489c4-95c0-4e35-88f7-78e37b24f468 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:38:32.570865 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f62489c4-95c0-4e35-88f7-78e37b24f468 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:32.708489 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f62489c4-95c0-4e35-88f7-78e37b24f468 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:32.876036 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-240dafa2-a625-433f-8742-cbec4949c7f3 req-11f21c1f-2601-44b3-a118-3903b227a39a tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0521533 Jan 11 09:38:32.891180 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-f62489c4-95c0-4e35-88f7-78e37b24f468 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Allocated IP 172.26.3.189 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/d50e75d7-7517-42f8-8652-58ad2367a2c9) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:38:33.035124 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f62489c4-95c0-4e35-88f7-78e37b24f468 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:33.063616 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f62489c4-95c0-4e35-88f7-78e37b24f468 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:33.126207 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62489c4-95c0-4e35-88f7-78e37b24f468 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:38:33.128919 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f62489c4-95c0-4e35-88f7-78e37b24f468 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:38:33.131320 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62489c4-95c0-4e35-88f7-78e37b24f468 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:38:33.173011 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62489c4-95c0-4e35-88f7-78e37b24f468 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event updated for resources: {'Port': ['ID=d50e75d7-7517-42f8-8652-58ad2367a2c9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:33.647850 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f62489c4-95c0-4e35-88f7-78e37b24f468 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:33.727567 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f62489c4-95c0-4e35-88f7-78e37b24f468 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:33.932814 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f62489c4-95c0-4e35-88f7-78e37b24f468 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:33.964212 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f62489c4-95c0-4e35-88f7-78e37b24f468 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:34.014355 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3ee64f20-e0d4-493e-8c46-97345a3f39f0 req-62abd587-ca74-4aec-a44b-7f676c6a89e3 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0843160 Jan 11 09:38:34.082810 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62489c4-95c0-4e35-88f7-78e37b24f468 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event updated for resources: {'Port': ['ID=d50e75d7-7517-42f8-8652-58ad2367a2c9,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:34.093969 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f62489c4-95c0-4e35-88f7-78e37b24f468 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:34.095523 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:34.262020 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-f62489c4-95c0-4e35-88f7-78e37b24f468 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Floating IP 30ac35b6-e8ad-46c0-b185-8d4bc01c5929 associated. External IP: 172.26.3.189, port: e92e18ea-f0d0-41d9-8840-1167e17636f2. Jan 11 09:38:34.608649 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62489c4-95c0-4e35-88f7-78e37b24f468 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Router 1c58fbbe-aa41-41eb-9743-7bc5883a7e26 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:38:34.788303 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62489c4-95c0-4e35-88f7-78e37b24f468 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:38:34.797638 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73e9b71-bfa0-4060-aa58-99e3d17e5213 None None] Sync routers for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:38:34.806488 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73e9b71-bfa0-4060-aa58-99e3d17e5213 None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:34.807149 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a73e9b71-bfa0-4060-aa58-99e3d17e5213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:34.815150 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f62489c4-95c0-4e35-88f7-78e37b24f468 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:34.869435 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a73e9b71-bfa0-4060-aa58-99e3d17e5213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:34.870351 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f62489c4-95c0-4e35-88f7-78e37b24f468 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.3311372 Jan 11 09:38:34.872849 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34324) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:34.877678 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-24420863-29b2-4d22-b133-a08f556bc0ae tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Request body: {'floatingip': {'port_id': 'e92e18ea-f0d0-41d9-8840-1167e17636f2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:38:34.877804 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73e9b71-bfa0-4060-aa58-99e3d17e5213 None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:34.878407 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a73e9b71-bfa0-4060-aa58-99e3d17e5213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:34.941608 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a73e9b71-bfa0-4060-aa58-99e3d17e5213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:34.942005 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73e9b71-bfa0-4060-aa58-99e3d17e5213 None None] The sync data for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:38:35.116530 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-16f5ae76-bf83-48e2-a228-958fd46da3cb req-be2e112a-4d7d-4dcb-859c-94982a6a9c27 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0509179 Jan 11 09:38:35.121293 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24420863-29b2-4d22-b133-a08f556bc0ae tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:35.735978 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24420863-29b2-4d22-b133-a08f556bc0ae tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:35.742817 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24420863-29b2-4d22-b133-a08f556bc0ae tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:36.092318 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24420863-29b2-4d22-b133-a08f556bc0ae tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Router 1c58fbbe-aa41-41eb-9743-7bc5883a7e26 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:38:36.222491 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2dc56e2c-5302-4b14-893c-ecd0cfb38222 req-62560a35-86a0-4808-a3c2-3a58eec1255a tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0515919 Jan 11 09:38:36.420421 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24420863-29b2-4d22-b133-a08f556bc0ae tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:38:36.424861 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-24420863-29b2-4d22-b133-a08f556bc0ae tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:36.429389 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43be72b5-4e64-47b5-99ef-7d5a8078f3c6 None None] Sync routers for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:38:36.439655 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43be72b5-4e64-47b5-99ef-7d5a8078f3c6 None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:36.440257 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-43be72b5-4e64-47b5-99ef-7d5a8078f3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:36.501215 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-43be72b5-4e64-47b5-99ef-7d5a8078f3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:36.509765 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43be72b5-4e64-47b5-99ef-7d5a8078f3c6 None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:36.510553 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-43be72b5-4e64-47b5-99ef-7d5a8078f3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:36.530131 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-24420863-29b2-4d22-b133-a08f556bc0ae tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "PUT /v2.0/floatingips/30ac35b6-e8ad-46c0-b185-8d4bc01c5929 HTTP/1.1" status: 200 len: 979 time: 1.6562381 Jan 11 09:38:36.532688 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34334) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:36.574517 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-43be72b5-4e64-47b5-99ef-7d5a8078f3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:36.574919 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43be72b5-4e64-47b5-99ef-7d5a8078f3c6 None None] The sync data for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:38:36.602805 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:38:36.734288 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-bbc03665-dbde-414b-a6e9-1db1ae23467a tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Deleting port d50e75d7-7517-42f8-8652-58ad2367a2c9 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:38:36.734626 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbc03665-dbde-414b-a6e9-1db1ae23467a tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:36.901521 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbc03665-dbde-414b-a6e9-1db1ae23467a tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:36.901833 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbc03665-dbde-414b-a6e9-1db1ae23467a tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:37.020298 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-bbc03665-dbde-414b-a6e9-1db1ae23467a tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Calling delete_port for d50e75d7-7517-42f8-8652-58ad2367a2c9 owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:38:37.165595 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbc03665-dbde-414b-a6e9-1db1ae23467a tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:37.216065 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc03665-dbde-414b-a6e9-1db1ae23467a tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event deleted for resources: {'Port': ['ID=d50e75d7-7517-42f8-8652-58ad2367a2c9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:37.329084 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a5cecdb9-62a2-40fe-b99e-681bc566993a req-25c4b644-a01a-468c-beb1-4b8455b6e653 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0533519 Jan 11 09:38:37.346861 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbc03665-dbde-414b-a6e9-1db1ae23467a tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:37.347190 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-bbc03665-dbde-414b-a6e9-1db1ae23467a tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Floating IP 30ac35b6-e8ad-46c0-b185-8d4bc01c5929 disassociated (deleted). External IP: 172.26.3.189, port: e92e18ea-f0d0-41d9-8840-1167e17636f2. Jan 11 09:38:37.803127 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc03665-dbde-414b-a6e9-1db1ae23467a tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Router 1c58fbbe-aa41-41eb-9743-7bc5883a7e26 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:38:37.978570 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc03665-dbde-414b-a6e9-1db1ae23467a tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:38:37.988260 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d3b7fe-b70c-4bae-aff2-2fba568bf853 None None] Sync routers for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:38:37.995259 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bbc03665-dbde-414b-a6e9-1db1ae23467a tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:37.997707 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d3b7fe-b70c-4bae-aff2-2fba568bf853 None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:37.998334 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-79d3b7fe-b70c-4bae-aff2-2fba568bf853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:38.051451 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-bbc03665-dbde-414b-a6e9-1db1ae23467a tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "DELETE /v2.0/floatingips/30ac35b6-e8ad-46c0-b185-8d4bc01c5929 HTTP/1.1" status: 204 len: 168 time: 1.5177667 Jan 11 09:38:38.053969 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34340) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:38.059884 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-79d3b7fe-b70c-4bae-aff2-2fba568bf853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:38.068599 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d3b7fe-b70c-4bae-aff2-2fba568bf853 None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:38.069178 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-79d3b7fe-b70c-4bae-aff2-2fba568bf853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:38.120978 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-31a901da-65f7-4fdc-af26-1f772714e81d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Deleting port e92e18ea-f0d0-41d9-8840-1167e17636f2 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:38:38.121317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-31a901da-65f7-4fdc-af26-1f772714e81d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:38.127736 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-79d3b7fe-b70c-4bae-aff2-2fba568bf853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:38.128146 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d3b7fe-b70c-4bae-aff2-2fba568bf853 None None] The sync data for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:38:38.361034 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-31a901da-65f7-4fdc-af26-1f772714e81d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:38.520053 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-31a901da-65f7-4fdc-af26-1f772714e81d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Calling delete_port for e92e18ea-f0d0-41d9-8840-1167e17636f2 owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:38:38.568446 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a7cbdd08-a2b1-4f4e-9fcd-62e0c67f7b33 req-0771b456-3da5-43d2-ab01-8ab981f64d47 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.1474521 Jan 11 09:38:38.733479 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-31a901da-65f7-4fdc-af26-1f772714e81d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:38.783869 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a901da-65f7-4fdc-af26-1f772714e81d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event deleted for resources: {'Port': ['ID=e92e18ea-f0d0-41d9-8840-1167e17636f2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:38.927048 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-31a901da-65f7-4fdc-af26-1f772714e81d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:38.933130 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-31a901da-65f7-4fdc-af26-1f772714e81d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "DELETE /v2.0/ports/e92e18ea-f0d0-41d9-8840-1167e17636f2 HTTP/1.1" status: 204 len: 168 time: 0.8782158 Jan 11 09:38:38.936644 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34348) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:38.941434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-741e5fe5-3ce6-4058-8540-4a13c64ae657 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:38:38.947309 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-741e5fe5-3ce6-4058-8540-4a13c64ae657 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:38:38.951825 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-741e5fe5-3ce6-4058-8540-4a13c64ae657 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Usage tracker for resource:floatingip and tenant:8321bb1ad9bb4c1f9167533988e2660e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:38:38.954652 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-741e5fe5-3ce6-4058-8540-4a13c64ae657 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:38:38.961306 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-741e5fe5-3ce6-4058-8540-4a13c64ae657 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:38:38.972158 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-741e5fe5-3ce6-4058-8540-4a13c64ae657 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:39.107036 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-741e5fe5-3ce6-4058-8540-4a13c64ae657 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:39.240994 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-741e5fe5-3ce6-4058-8540-4a13c64ae657 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Allocated IP 172.26.3.80 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/b4895efb-820f-4168-b728-54bfab36f3e6) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:38:39.486229 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-741e5fe5-3ce6-4058-8540-4a13c64ae657 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:39.515582 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-741e5fe5-3ce6-4058-8540-4a13c64ae657 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:39.577390 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741e5fe5-3ce6-4058-8540-4a13c64ae657 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:38:39.580563 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-741e5fe5-3ce6-4058-8540-4a13c64ae657 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:38:39.582902 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741e5fe5-3ce6-4058-8540-4a13c64ae657 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:38:39.658253 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e5fe5-3ce6-4058-8540-4a13c64ae657 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event updated for resources: {'Port': ['ID=b4895efb-820f-4168-b728-54bfab36f3e6,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:39.678258 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-add06f57-c0d6-42d7-aaea-09fc71d89a7a req-c1f1ad0d-72a3-42b4-92e5-fb6711634e7f tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0538898 Jan 11 09:38:39.712697 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-741e5fe5-3ce6-4058-8540-4a13c64ae657 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:39.775788 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-741e5fe5-3ce6-4058-8540-4a13c64ae657 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:39.976345 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-741e5fe5-3ce6-4058-8540-4a13c64ae657 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:39.981456 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-741e5fe5-3ce6-4058-8540-4a13c64ae657 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:40.090379 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e5fe5-3ce6-4058-8540-4a13c64ae657 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event updated for resources: {'Port': ['ID=b4895efb-820f-4168-b728-54bfab36f3e6,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:40.098238 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-741e5fe5-3ce6-4058-8540-4a13c64ae657 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:40.123888 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-741e5fe5-3ce6-4058-8540-4a13c64ae657 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:40.125177 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-741e5fe5-3ce6-4058-8540-4a13c64ae657 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1876018 Jan 11 09:38:40.128008 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34354) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:40.133446 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-574e77ea-2dbe-475a-91ef-1bf1f6d99fa1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Request body: {'port': {'network_id': '88ed33e3-a433-4841-a9ad-fd2960956af5', 'name': 'tempest-FloatingIPTestJSON-869489751'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:38:40.266860 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-574e77ea-2dbe-475a-91ef-1bf1f6d99fa1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:38:40.270613 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-574e77ea-2dbe-475a-91ef-1bf1f6d99fa1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Usage tracker for resource:port and tenant:8321bb1ad9bb4c1f9167533988e2660e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:38:40.273362 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-574e77ea-2dbe-475a-91ef-1bf1f6d99fa1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:38:40.279555 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-574e77ea-2dbe-475a-91ef-1bf1f6d99fa1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:38:40.288071 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574e77ea-2dbe-475a-91ef-1bf1f6d99fa1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Made reservation on behalf of 8321bb1ad9bb4c1f9167533988e2660e for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:38:40.291534 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-574e77ea-2dbe-475a-91ef-1bf1f6d99fa1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:40.311730 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-574e77ea-2dbe-475a-91ef-1bf1f6d99fa1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] device_id is not set on port edc49687-761e-454c-8c12-4e4006de3f33 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:38:40.451258 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-574e77ea-2dbe-475a-91ef-1bf1f6d99fa1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Allocated IP 172.20.0.2 (88ed33e3-a433-4841-a9ad-fd2960956af5/eb004085-adb3-4cbc-992c-e8011032226a/edc49687-761e-454c-8c12-4e4006de3f33) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:38:40.645485 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-574e77ea-2dbe-475a-91ef-1bf1f6d99fa1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:40.676447 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-574e77ea-2dbe-475a-91ef-1bf1f6d99fa1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:40.795368 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-79253363-0678-4962-9359-91ded480c5fc req-eb8f8a7d-bd13-4be2-bff8-7e360714fb3d tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0607975 Jan 11 09:38:40.799117 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574e77ea-2dbe-475a-91ef-1bf1f6d99fa1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Network 88ed33e3-a433-4841-a9ad-fd2960956af5 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:38:40.802598 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e77ea-2dbe-475a-91ef-1bf1f6d99fa1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event updated for resources: {'Port': ['ID=edc49687-761e-454c-8c12-4e4006de3f33,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:40.804948 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-574e77ea-2dbe-475a-91ef-1bf1f6d99fa1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:38:40.806968 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574e77ea-2dbe-475a-91ef-1bf1f6d99fa1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:38:40.870187 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574e77ea-2dbe-475a-91ef-1bf1f6d99fa1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:40.870785 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-574e77ea-2dbe-475a-91ef-1bf1f6d99fa1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:40.890248 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-574e77ea-2dbe-475a-91ef-1bf1f6d99fa1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7612579 Jan 11 09:38:40.892807 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34360) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:40.897740 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-904a5ab8-095a-4dca-a653-7d7ec0f5c33a tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Request body: {'floatingip': {'port_id': 'edc49687-761e-454c-8c12-4e4006de3f33'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:38:40.976591 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-904a5ab8-095a-4dca-a653-7d7ec0f5c33a tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:41.690063 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-904a5ab8-095a-4dca-a653-7d7ec0f5c33a tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:41.694049 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-904a5ab8-095a-4dca-a653-7d7ec0f5c33a tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:41.905480 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a0068bbd-c6a4-4dc2-9db5-d9b1c31c9b0b req-d816fb7c-dbff-4778-ac66-368f49045aaf tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0529318 Jan 11 09:38:41.908045 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-904a5ab8-095a-4dca-a653-7d7ec0f5c33a tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Floating IP 5b8e3f1a-5d1b-4939-8e28-7ea9ff59b056 associated. External IP: 172.26.3.80, port: edc49687-761e-454c-8c12-4e4006de3f33. Jan 11 09:38:42.260182 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904a5ab8-095a-4dca-a653-7d7ec0f5c33a tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Router 1c58fbbe-aa41-41eb-9743-7bc5883a7e26 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:38:42.432655 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904a5ab8-095a-4dca-a653-7d7ec0f5c33a tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:38:42.437375 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-904a5ab8-095a-4dca-a653-7d7ec0f5c33a tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:42.442026 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb19762-2b57-4998-9004-c531106328d4 None None] Sync routers for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:38:42.452360 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb19762-2b57-4998-9004-c531106328d4 None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:42.453059 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8eb19762-2b57-4998-9004-c531106328d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:42.520575 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8eb19762-2b57-4998-9004-c531106328d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:42.529965 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb19762-2b57-4998-9004-c531106328d4 None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:42.530623 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8eb19762-2b57-4998-9004-c531106328d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:42.591777 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8eb19762-2b57-4998-9004-c531106328d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:42.592186 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb19762-2b57-4998-9004-c531106328d4 None None] The sync data for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:38:42.606258 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-904a5ab8-095a-4dca-a653-7d7ec0f5c33a tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "PUT /v2.0/floatingips/5b8e3f1a-5d1b-4939-8e28-7ea9ff59b056 HTTP/1.1" status: 200 len: 976 time: 1.7124021 Jan 11 09:38:42.608610 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34366) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:42.673844 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-126206e9-afa8-4a71-a494-75f9a4200f45 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Deleting port edc49687-761e-454c-8c12-4e4006de3f33 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:38:42.674232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-126206e9-afa8-4a71-a494-75f9a4200f45 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:42.917999 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-126206e9-afa8-4a71-a494-75f9a4200f45 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:43.037683 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2e436dd1-90bd-4180-a659-47627a8f561a req-afe9cb14-a0a5-48c0-972f-3ce575400a4a tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0571411 Jan 11 09:38:43.242475 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-126206e9-afa8-4a71-a494-75f9a4200f45 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:43.242842 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-126206e9-afa8-4a71-a494-75f9a4200f45 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:43.243152 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-126206e9-afa8-4a71-a494-75f9a4200f45 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Floating IP 5b8e3f1a-5d1b-4939-8e28-7ea9ff59b056 disassociated. External IP: 172.26.3.80, port: edc49687-761e-454c-8c12-4e4006de3f33. Jan 11 09:38:43.243483 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-126206e9-afa8-4a71-a494-75f9a4200f45 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Calling delete_port for edc49687-761e-454c-8c12-4e4006de3f33 owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:38:43.384459 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-126206e9-afa8-4a71-a494-75f9a4200f45 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:43.435686 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126206e9-afa8-4a71-a494-75f9a4200f45 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event deleted for resources: {'Port': ['ID=edc49687-761e-454c-8c12-4e4006de3f33,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:43.621408 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126206e9-afa8-4a71-a494-75f9a4200f45 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Router 1c58fbbe-aa41-41eb-9743-7bc5883a7e26 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:38:43.797993 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126206e9-afa8-4a71-a494-75f9a4200f45 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:38:43.807596 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bab4cc-e02a-4437-aa1b-b7e2937f3ed4 None None] Sync routers for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:38:43.816693 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bab4cc-e02a-4437-aa1b-b7e2937f3ed4 None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:43.817287 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-d7bab4cc-e02a-4437-aa1b-b7e2937f3ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:43.895317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-126206e9-afa8-4a71-a494-75f9a4200f45 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:43.901147 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-126206e9-afa8-4a71-a494-75f9a4200f45 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "DELETE /v2.0/ports/edc49687-761e-454c-8c12-4e4006de3f33 HTTP/1.1" status: 204 len: 168 time: 1.2916369 Jan 11 09:38:43.903651 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34374) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:43.904580 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-d7bab4cc-e02a-4437-aa1b-b7e2937f3ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:43.913046 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bab4cc-e02a-4437-aa1b-b7e2937f3ed4 None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:43.913621 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-d7bab4cc-e02a-4437-aa1b-b7e2937f3ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:43.975357 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-d7bab4cc-e02a-4437-aa1b-b7e2937f3ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:43.975665 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bab4cc-e02a-4437-aa1b-b7e2937f3ed4 None None] The sync data for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:38:44.087396 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b25fa85c-998e-4bc7-9989-8cf03d23fa3c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "GET /v2.0/floatingips/5b8e3f1a-5d1b-4939-8e28-7ea9ff59b056 HTTP/1.1" status: 200 len: 687 time: 0.1825607 Jan 11 09:38:44.090059 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34380) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:44.131859 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a45d1679-118b-495c-af62-965dd36a2e0f req-b4d9440a-d1fc-4824-9691-437d61a3523e tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0433428 Jan 11 09:38:44.249679 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-cfbcb3fd-d95f-440b-be96-b30f407d0d0d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Deleting port b4895efb-820f-4168-b728-54bfab36f3e6 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:38:44.249929 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cfbcb3fd-d95f-440b-be96-b30f407d0d0d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:44.414797 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cfbcb3fd-d95f-440b-be96-b30f407d0d0d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:44.415120 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cfbcb3fd-d95f-440b-be96-b30f407d0d0d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:44.538396 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-cfbcb3fd-d95f-440b-be96-b30f407d0d0d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Calling delete_port for b4895efb-820f-4168-b728-54bfab36f3e6 owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:38:44.673760 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cfbcb3fd-d95f-440b-be96-b30f407d0d0d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:44.832685 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbcb3fd-d95f-440b-be96-b30f407d0d0d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event deleted for resources: {'Port': ['ID=b4895efb-820f-4168-b728-54bfab36f3e6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:44.918872 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cfbcb3fd-d95f-440b-be96-b30f407d0d0d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:44.932275 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cfbcb3fd-d95f-440b-be96-b30f407d0d0d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:44.933371 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-cfbcb3fd-d95f-440b-be96-b30f407d0d0d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "DELETE /v2.0/floatingips/5b8e3f1a-5d1b-4939-8e28-7ea9ff59b056 HTTP/1.1" status: 204 len: 168 time: 0.8423193 Jan 11 09:38:44.936888 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34384) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:44.941770 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-81cdd88b-ad5f-4916-8803-c943f1cf2cc9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'port_id': 'e09e6e03-9c86-497e-aa90-9370841f8b6e'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:38:44.947976 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-81cdd88b-ad5f-4916-8803-c943f1cf2cc9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:38:44.951956 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-81cdd88b-ad5f-4916-8803-c943f1cf2cc9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Usage tracker for resource:floatingip and tenant:8321bb1ad9bb4c1f9167533988e2660e is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:38:44.954772 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-81cdd88b-ad5f-4916-8803-c943f1cf2cc9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:38:44.960413 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-81cdd88b-ad5f-4916-8803-c943f1cf2cc9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:38:44.973711 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-81cdd88b-ad5f-4916-8803-c943f1cf2cc9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:45.105164 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-81cdd88b-ad5f-4916-8803-c943f1cf2cc9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:45.232447 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f77c2d79-fbde-4e0a-b4df-7c60272b940a req-2b82157b-47db-48de-867a-5259f7e54236 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0442600 Jan 11 09:38:45.243748 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-81cdd88b-ad5f-4916-8803-c943f1cf2cc9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Allocated IP 172.26.3.136 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/118717a8-179a-4281-9f70-31a6b3d95e2b) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:38:45.389921 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-81cdd88b-ad5f-4916-8803-c943f1cf2cc9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:45.418649 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-81cdd88b-ad5f-4916-8803-c943f1cf2cc9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:45.487683 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cdd88b-ad5f-4916-8803-c943f1cf2cc9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:38:45.490596 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-81cdd88b-ad5f-4916-8803-c943f1cf2cc9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:38:45.494308 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cdd88b-ad5f-4916-8803-c943f1cf2cc9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:38:45.525122 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cdd88b-ad5f-4916-8803-c943f1cf2cc9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event updated for resources: {'Port': ['ID=118717a8-179a-4281-9f70-31a6b3d95e2b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:45.906841 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-81cdd88b-ad5f-4916-8803-c943f1cf2cc9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:45.980376 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-81cdd88b-ad5f-4916-8803-c943f1cf2cc9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:46.181009 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-81cdd88b-ad5f-4916-8803-c943f1cf2cc9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:46.185556 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-81cdd88b-ad5f-4916-8803-c943f1cf2cc9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:46.294266 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cdd88b-ad5f-4916-8803-c943f1cf2cc9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event updated for resources: {'Port': ['ID=118717a8-179a-4281-9f70-31a6b3d95e2b,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:46.302363 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-81cdd88b-ad5f-4916-8803-c943f1cf2cc9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:46.326387 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-163480ec-8cc6-492f-a96f-3174d5271d28 req-c493cd00-55b1-4769-aaf5-a2e6105b3da2 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0420415 Jan 11 09:38:46.581875 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [None req-81cdd88b-ad5f-4916-8803-c943f1cf2cc9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Floating IP f55b0a5e-facb-4a6e-859c-9bba6f2507a7 associated. External IP: 172.26.3.136, port: e09e6e03-9c86-497e-aa90-9370841f8b6e. Jan 11 09:38:46.942377 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81cdd88b-ad5f-4916-8803-c943f1cf2cc9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Router 1c58fbbe-aa41-41eb-9743-7bc5883a7e26 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:38:47.123351 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cdd88b-ad5f-4916-8803-c943f1cf2cc9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:38:47.133682 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aba7959-9707-4a59-bc33-1b4e61d7be40 None None] Sync routers for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:38:47.144696 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aba7959-9707-4a59-bc33-1b4e61d7be40 None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:47.145316 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3aba7959-9707-4a59-bc33-1b4e61d7be40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:47.151872 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-81cdd88b-ad5f-4916-8803-c943f1cf2cc9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:47.214167 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-81cdd88b-ad5f-4916-8803-c943f1cf2cc9 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.2761378 Jan 11 09:38:47.216547 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34400) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:47.218187 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3aba7959-9707-4a59-bc33-1b4e61d7be40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:47.222221 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-0ee7f488-1c4b-49f8-a2a0-fdc60c7b53e7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1214133484'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:38:47.227416 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0ee7f488-1c4b-49f8-a2a0-fdc60c7b53e7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:38:47.229281 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aba7959-9707-4a59-bc33-1b4e61d7be40 None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:47.229972 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3aba7959-9707-4a59-bc33-1b4e61d7be40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:47.231298 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0ee7f488-1c4b-49f8-a2a0-fdc60c7b53e7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Usage tracker for resource:network and tenant:8321bb1ad9bb4c1f9167533988e2660e is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:38:47.234165 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0ee7f488-1c4b-49f8-a2a0-fdc60c7b53e7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:38:47.240142 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0ee7f488-1c4b-49f8-a2a0-fdc60c7b53e7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:38:47.259560 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee7f488-1c4b-49f8-a2a0-fdc60c7b53e7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Made reservation on behalf of 8321bb1ad9bb4c1f9167533988e2660e for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:38:47.263594 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0ee7f488-1c4b-49f8-a2a0-fdc60c7b53e7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:47.290296 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee7f488-1c4b-49f8-a2a0-fdc60c7b53e7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:38:47.297550 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3aba7959-9707-4a59-bc33-1b4e61d7be40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:47.297964 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aba7959-9707-4a59-bc33-1b4e61d7be40 None None] The sync data for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:38:47.298920 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0ee7f488-1c4b-49f8-a2a0-fdc60c7b53e7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:47.299293 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-0ee7f488-1c4b-49f8-a2a0-fdc60c7b53e7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Added segment 7fdb2e1a-bf4e-4dab-886d-7895260b7ed1 of type vlan for network b90e2188-f2cb-4151-8da6-3eef25b2e712 Jan 11 09:38:47.325746 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0ee7f488-1c4b-49f8-a2a0-fdc60c7b53e7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:47.352808 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0ee7f488-1c4b-49f8-a2a0-fdc60c7b53e7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:47.358365 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee7f488-1c4b-49f8-a2a0-fdc60c7b53e7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:47.359086 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0ee7f488-1c4b-49f8-a2a0-fdc60c7b53e7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:47.413944 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0ee7f488-1c4b-49f8-a2a0-fdc60c7b53e7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.1962311 Jan 11 09:38:47.416846 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34406) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:47.422611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-08001b65-d03d-4afb-af5e-4cbd89c89d87 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Request body: {'subnet': {'network_id': 'b90e2188-f2cb-4151-8da6-3eef25b2e712', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:38:47.467038 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7f488-1c4b-49f8-a2a0-fdc60c7b53e7 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event updated for resources: {'Network': ['ID=b90e2188-f2cb-4151-8da6-3eef25b2e712,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:47.480092 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network b90e2188-f2cb-4151-8da6-3eef25b2e712 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:38:47.522364 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7fd249d3-4ce0-4124-bc2b-d5fa8d95470b req-f4147039-14f5-4763-9d5e-586d4a5efa5b tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0728726 Jan 11 09:38:47.592376 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-08001b65-d03d-4afb-af5e-4cbd89c89d87 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:38:47.599938 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-08001b65-d03d-4afb-af5e-4cbd89c89d87 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Usage tracker for resource:subnet and tenant:8321bb1ad9bb4c1f9167533988e2660e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:38:47.603607 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-08001b65-d03d-4afb-af5e-4cbd89c89d87 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:38:47.610776 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-08001b65-d03d-4afb-af5e-4cbd89c89d87 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:38:47.620972 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08001b65-d03d-4afb-af5e-4cbd89c89d87 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Made reservation on behalf of 8321bb1ad9bb4c1f9167533988e2660e for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:38:47.624563 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-08001b65-d03d-4afb-af5e-4cbd89c89d87 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:47.734701 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-2177ae38-fbfd-4293-b2ce-adf70467af2e tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:47.736505 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-2177ae38-fbfd-4293-b2ce-adf70467af2e tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.42 "GET /v2.0/networks?id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 HTTP/1.1" status: 200 len: 812 time: 0.1742496 Jan 11 09:38:47.790819 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-18b60534-ec11-4f90-ad9f-64c3998b73cd tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27f1e48653724e3083ec9827e4915957 HTTP/1.1" status: 200 len: 380 time: 0.0463529 Jan 11 09:38:47.800013 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-a6f6a171-f355-4ddd-9b17-69cdf4aa9a1f tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Request body: {'port': {'device_id': 'bd292111-301d-4347-b32f-4009d3f406ba', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'admin_state_up': True, 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'security_groups': ['969fa111-f6f8-405d-8b41-79705ce02985']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:38:47.858162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-08001b65-d03d-4afb-af5e-4cbd89c89d87 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:47.937264 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08001b65-d03d-4afb-af5e-4cbd89c89d87 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event updated for resources: {'Subnet': ['ID=4226a43e-a12a-4bd6-b189-6bdd7dd365a0,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:47.942723 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-a6f6a171-f355-4ddd-9b17-69cdf4aa9a1f tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:38:47.944768 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08001b65-d03d-4afb-af5e-4cbd89c89d87 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Checking segment: {'id': '7fdb2e1a-bf4e-4dab-886d-7895260b7ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b90e2188-f2cb-4151-8da6-3eef25b2e712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:38:47.945388 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08001b65-d03d-4afb-af5e-4cbd89c89d87 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Network hostable DHCP agents. Network: b90e2188-f2cb-4151-8da6-3eef25b2e712, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:38:47.948137 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-a6f6a171-f355-4ddd-9b17-69cdf4aa9a1f tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Usage tracker for resource:port and tenant:27f1e48653724e3083ec9827e4915957 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:38:47.951512 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-a6f6a171-f355-4ddd-9b17-69cdf4aa9a1f tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:38:47.957335 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-a6f6a171-f355-4ddd-9b17-69cdf4aa9a1f tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:38:47.965070 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08001b65-d03d-4afb-af5e-4cbd89c89d87 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Network b90e2188-f2cb-4151-8da6-3eef25b2e712 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:38:47.967859 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-a6f6a171-f355-4ddd-9b17-69cdf4aa9a1f tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Made reservation on behalf of 27f1e48653724e3083ec9827e4915957 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:38:47.971528 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-a6f6a171-f355-4ddd-9b17-69cdf4aa9a1f tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:47.975847 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-08001b65-d03d-4afb-af5e-4cbd89c89d87 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, b90e2188-f2cb-4151-8da6-3eef25b2e712) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:38:47.980329 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08001b65-d03d-4afb-af5e-4cbd89c89d87 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:47.980954 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-08001b65-d03d-4afb-af5e-4cbd89c89d87 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:47.990479 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee75b26-d223-433c-bf08-0b4aa87ff406 None None] Network b90e2188-f2cb-4151-8da6-3eef25b2e712 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:38:48.011028 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-08001b65-d03d-4afb-af5e-4cbd89c89d87 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5900893 Jan 11 09:38:48.011239 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34410) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:48.017698 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d6526ea5-03ad-4239-a744-e6966316c737 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-434600048', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:38:48.025914 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d6526ea5-03ad-4239-a744-e6966316c737 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:38:48.030131 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d6526ea5-03ad-4239-a744-e6966316c737 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Usage tracker for resource:router and tenant:8321bb1ad9bb4c1f9167533988e2660e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:38:48.033345 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d6526ea5-03ad-4239-a744-e6966316c737 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:38:48.041389 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d6526ea5-03ad-4239-a744-e6966316c737 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:38:48.052760 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6526ea5-03ad-4239-a744-e6966316c737 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:48.054112 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6526ea5-03ad-4239-a744-e6966316c737 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:48.073313 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6526ea5-03ad-4239-a744-e6966316c737 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:48.161803 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-a6f6a171-f355-4ddd-9b17-69cdf4aa9a1f tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Allocated IP 172.20.0.7 (5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66/627ce13c-dd38-4562-afe1-c17eb9a23002/bc3c4062-2e48-46b3-a27d-f6c14df29461) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:38:48.230789 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-b90e2188-f2cb-4151-8da6-3eef25b2e712', 'network_id': 'b90e2188-f2cb-4151-8da6-3eef25b2e712', 'tenant_id': '8321bb1ad9bb4c1f9167533988e2660e', 'fixed_ips': [{'subnet_id': '4226a43e-a12a-4bd6-b189-6bdd7dd365a0'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:38:48.232312 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:48.402610 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Allocated IP 172.20.0.2 (b90e2188-f2cb-4151-8da6-3eef25b2e712/4226a43e-a12a-4bd6-b189-6bdd7dd365a0/e804d3fa-b59d-41b7-a613-b2376764bdd6) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:38:48.409044 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6526ea5-03ad-4239-a744-e6966316c737 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:48.520461 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-a6f6a171-f355-4ddd-9b17-69cdf4aa9a1f tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:48.537112 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-a6f6a171-f355-4ddd-9b17-69cdf4aa9a1f tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Transition to ACTIVE for port object bc3c4062-2e48-46b3-a27d-f6c14df29461 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:38:48.569300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-a6f6a171-f355-4ddd-9b17-69cdf4aa9a1f tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:48.626698 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:48.638870 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Transition to ACTIVE for port object e804d3fa-b59d-41b7-a613-b2376764bdd6 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:38:48.652704 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-a6f6a171-f355-4ddd-9b17-69cdf4aa9a1f tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Network 5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:38:48.664296 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Transition to ACTIVE for port object e804d3fa-b59d-41b7-a613-b2376764bdd6 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:38:48.673460 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:48.675325 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-a6f6a171-f355-4ddd-9b17-69cdf4aa9a1f tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:38:48.696488 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-a6f6a171-f355-4ddd-9b17-69cdf4aa9a1f tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:38:48.777633 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Pushing event updated for resources: {'Port': ['ID=e804d3fa-b59d-41b7-a613-b2376764bdd6,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:48.792815 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Network b90e2188-f2cb-4151-8da6-3eef25b2e712 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:38:48.794869 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:38:48.795386 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:38:48.795887 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:38:48.796392 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:38:48.796872 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:38:48.797360 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:38:48.797846 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:38:48.798349 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:38:48.798848 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:38:48.799420 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:38:48.799914 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:38:48.800395 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:38:48.804171 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:38:48.808185 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:38:48.812439 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6a171-f355-4ddd-9b17-69cdf4aa9a1f tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Pushing event updated for resources: {'Port': ['ID=bc3c4062-2e48-46b3-a27d-f6c14df29461,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:48.850641 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6526ea5-03ad-4239-a744-e6966316c737 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:48.861309 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-a6f6a171-f355-4ddd-9b17-69cdf4aa9a1f tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:48.862289 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-a6f6a171-f355-4ddd-9b17-69cdf4aa9a1f tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:48.897734 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6526ea5-03ad-4239-a744-e6966316c737 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:48.901130 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-a6f6a171-f355-4ddd-9b17-69cdf4aa9a1f tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1047292 Jan 11 09:38:48.915511 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-4af8e922-db0c-4934-a2c5-056a5c458431 service neutron] Request body: {'port': {'device_id': 'bd292111-301d-4347-b32f-4009d3f406ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:38:48.989064 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Attempting to bind port e804d3fa-b59d-41b7-a613-b2376764bdd6 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:38:48.989777 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Attempting to bind port e804d3fa-b59d-41b7-a613-b2376764bdd6 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '7fdb2e1a-bf4e-4dab-886d-7895260b7ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b90e2188-f2cb-4151-8da6-3eef25b2e712'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:38:48.990374 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Attempting to bind port e804d3fa-b59d-41b7-a613-b2376764bdd6 on network b90e2188-f2cb-4151-8da6-3eef25b2e712 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:38:48.997569 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:38:48.998493 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Checking segment: {'id': '7fdb2e1a-bf4e-4dab-886d-7895260b7ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b90e2188-f2cb-4151-8da6-3eef25b2e712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:38:48.999112 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:48.999700 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Bound using segment: {'id': '7fdb2e1a-bf4e-4dab-886d-7895260b7ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b90e2188-f2cb-4151-8da6-3eef25b2e712'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:38:49.000368 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Bound port: e804d3fa-b59d-41b7-a613-b2376764bdd6, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fdb2e1a-bf4e-4dab-886d-7895260b7ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b90e2188-f2cb-4151-8da6-3eef25b2e712'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:38:49.000958 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:49.085388 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-4af8e922-db0c-4934-a2c5-056a5c458431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:49.102260 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] For port e804d3fa-b59d-41b7-a613-b2376764bdd6, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:38:49.106220 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] For port e804d3fa-b59d-41b7-a613-b2376764bdd6, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e804d3fa-b59d-41b7-a613-b2376764bdd6,segment=NetworkSegment(7fdb2e1a-bf4e-4dab-886d-7895260b7ed1),segment_id=7fdb2e1a-bf4e-4dab-886d-7895260b7ed1)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:38:49.127606 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:49.130489 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcf083-e520-40cd-9681-7bd906ae1bc7 req-7bf44855-5a50-4f0f-9dff-9c0adec15410 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:49.131967 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-62fcf083-e520-40cd-9681-7bd906ae1bc7 req-7bf44855-5a50-4f0f-9dff-9c0adec15410 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 931 time: 0.3755627 Jan 11 09:38:49.219862 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ed921cbd-0b53-432b-ae51-14b170da2ba6 None None] Provisioning for port bc3c4062-2e48-46b3-a27d-f6c14df29461 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:38:49.220050 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-62fcf083-e520-40cd-9681-7bd906ae1bc7 req-41671783-efa0-4b7d-aad7-4c8b34890aee tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811884 Jan 11 09:38:49.235511 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ed921cbd-0b53-432b-ae51-14b170da2ba6 None None] Provisioning complete for port bc3c4062-2e48-46b3-a27d-f6c14df29461 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:38:49.235978 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ed921cbd-0b53-432b-ae51-14b170da2ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:49.254179 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-d6526ea5-03ad-4239-a744-e6966316c737 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Allocated IP 172.26.3.91 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/1edd796e-1414-46ed-882b-16533fffc9db) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:38:49.269182 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-222a2ece-7000-4bb1-92aa-d97892ab2925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:49.299870 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449013c-fb64-4d77-a08e-8b6d8698feb3 None None] Pushing event updated for resources: {'Port': ['ID=e804d3fa-b59d-41b7-a613-b2376764bdd6,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:49.327919 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ed921cbd-0b53-432b-ae51-14b170da2ba6 None None] Port bc3c4062-2e48-46b3-a27d-f6c14df29461 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:38:49.440056 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6526ea5-03ad-4239-a744-e6966316c737 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:49.484654 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6526ea5-03ad-4239-a744-e6966316c737 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:49.581084 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6526ea5-03ad-4239-a744-e6966316c737 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:38:49.585950 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-d6526ea5-03ad-4239-a744-e6966316c737 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:38:49.589460 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-4af8e922-db0c-4934-a2c5-056a5c458431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc3c4062-2e48-46b3-a27d-f6c14df29461 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:38:49.596786 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6526ea5-03ad-4239-a744-e6966316c737 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:38:49.598843 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-4af8e922-db0c-4934-a2c5-056a5c458431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:49.622719 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-4af8e922-db0c-4934-a2c5-056a5c458431 service neutron] Transition to ACTIVE for port object bc3c4062-2e48-46b3-a27d-f6c14df29461 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:38:49.626783 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-4af8e922-db0c-4934-a2c5-056a5c458431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:49.654758 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6526ea5-03ad-4239-a744-e6966316c737 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event updated for resources: {'Port': ['ID=1edd796e-1414-46ed-882b-16533fffc9db,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:49.832350 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8e922-db0c-4934-a2c5-056a5c458431 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3c4062-2e48-46b3-a27d-f6c14df29461,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:49.933795 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-4af8e922-db0c-4934-a2c5-056a5c458431 service neutron] Attempting to bind port bc3c4062-2e48-46b3-a27d-f6c14df29461 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:38:49.934436 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-4af8e922-db0c-4934-a2c5-056a5c458431 service neutron] Attempting to bind port bc3c4062-2e48-46b3-a27d-f6c14df29461 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '432e4216-ddff-43d1-8fec-12c3795a4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:38:49.935047 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-4af8e922-db0c-4934-a2c5-056a5c458431 service neutron] Attempting to bind port bc3c4062-2e48-46b3-a27d-f6c14df29461 on network 5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:38:49.944449 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-4af8e922-db0c-4934-a2c5-056a5c458431 service neutron] Port bc3c4062-2e48-46b3-a27d-f6c14df29461 on network 5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:38:49.944816 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-4af8e922-db0c-4934-a2c5-056a5c458431 service neutron] Attempting to bind port bc3c4062-2e48-46b3-a27d-f6c14df29461 on network 5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:38:49.952048 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-4af8e922-db0c-4934-a2c5-056a5c458431 service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:38:49.952468 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-4af8e922-db0c-4934-a2c5-056a5c458431 service neutron] Checking segment: {'id': '432e4216-ddff-43d1-8fec-12c3795a4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:38:49.952865 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-4af8e922-db0c-4934-a2c5-056a5c458431 service neutron] Bound using segment: {'id': '432e4216-ddff-43d1-8fec-12c3795a4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:38:49.953300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-4af8e922-db0c-4934-a2c5-056a5c458431 service neutron] Bound port: bc3c4062-2e48-46b3-a27d-f6c14df29461, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '432e4216-ddff-43d1-8fec-12c3795a4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:38:49.953697 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-4af8e922-db0c-4934-a2c5-056a5c458431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:50.048588 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-4af8e922-db0c-4934-a2c5-056a5c458431 service neutron] For port bc3c4062-2e48-46b3-a27d-f6c14df29461, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:38:50.051647 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-4af8e922-db0c-4934-a2c5-056a5c458431 service neutron] For port bc3c4062-2e48-46b3-a27d-f6c14df29461, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=bc3c4062-2e48-46b3-a27d-f6c14df29461,segment=NetworkSegment(432e4216-ddff-43d1-8fec-12c3795a4030),segment_id=432e4216-ddff-43d1-8fec-12c3795a4030)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:38:50.055988 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-4af8e922-db0c-4934-a2c5-056a5c458431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:50.115078 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-4af8e922-db0c-4934-a2c5-056a5c458431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:50.115698 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-4af8e922-db0c-4934-a2c5-056a5c458431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:50.117078 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-4af8e922-db0c-4934-a2c5-056a5c458431 service neutron] 10.222.0.42 "PUT /v2.0/ports/bc3c4062-2e48-46b3-a27d-f6c14df29461 HTTP/1.1" status: 200 len: 1093 time: 1.2085350 Jan 11 09:38:50.117537 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd292111-301d-4347-b32f-4009d3f406ba', 'tag': 'bc3c4062-2e48-46b3-a27d-f6c14df29461'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:38:50.148007 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6526ea5-03ad-4239-a744-e6966316c737 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:50.163933 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8e922-db0c-4934-a2c5-056a5c458431 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3c4062-2e48-46b3-a27d-f6c14df29461,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:50.215643 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd292111-301d-4347-b32f-4009d3f406ba', 'tag': 'bc3c4062-2e48-46b3-a27d-f6c14df29461', 'status': 'completed', 'code': 200} Jan 11 09:38:50.290319 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e804d3fa-b59d-41b7-a613-b2376764bdd6 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:38:50.291443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-ab51cdaf-eb5f-4f22-a8d4-3d55df969b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:50.293121 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-ab51cdaf-eb5f-4f22-a8d4-3d55df969b2e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27f1e48653724e3083ec9827e4915957&device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 1096 time: 0.1254528 Jan 11 09:38:50.425411 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-392b05e2-4cfa-4d46-92a8-053ecfaeea7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc3c4062-2e48-46b3-a27d-f6c14df29461 HTTP/1.1" status: 200 len: 217 time: 0.1246042 Jan 11 09:38:50.428168 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port e804d3fa-b59d-41b7-a613-b2376764bdd6 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:38:50.500704 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-0ac836b2-974f-4e80-8b72-c060f8435ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:50.502257 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-0ac836b2-974f-4e80-8b72-c060f8435ba5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=627ce13c-dd38-4562-afe1-c17eb9a23002 HTTP/1.1" status: 200 len: 851 time: 0.0699058 Jan 11 09:38:50.580440 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-83d0faef-1b1b-4ecd-bd79-e38447a4f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:50.582153 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-83d0faef-1b1b-4ecd-bd79-e38447a4f220 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737414 Jan 11 09:38:50.652028 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6526ea5-03ad-4239-a744-e6966316c737 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:50.660714 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb24cc-6257-43d3-a7ff-8dab87994c1e req-5161e106-0f1d-4d34-860a-6275d5297e81 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:50.669105 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-57cb24cc-6257-43d3-a7ff-8dab87994c1e req-5161e106-0f1d-4d34-860a-6275d5297e81 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 943 time: 0.2023139 Jan 11 09:38:50.699437 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d8935a-49b3-4f5f-959a-8ca6f2e45ab5 None None] Network b90e2188-f2cb-4151-8da6-3eef25b2e712 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:38:50.726838 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-32cfa15c-3271-4277-8135-d06e33ec2243 service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383288 Jan 11 09:38:50.801505 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c9b03b6d-18a4-4b93-ae08-7e50c0bb9f8c None None] Provisioning for port e804d3fa-b59d-41b7-a613-b2376764bdd6 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:38:50.813389 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c9b03b6d-18a4-4b93-ae08-7e50c0bb9f8c None None] Provisioning complete for port e804d3fa-b59d-41b7-a613-b2376764bdd6 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:38:50.813875 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c9b03b6d-18a4-4b93-ae08-7e50c0bb9f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:50.881920 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-408ccae1-fb43-4833-8e2e-d02ac1b65728 req-fb6054b1-49f7-401b-a5e2-c70304346e61 service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486738 Jan 11 09:38:50.909447 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-57cb24cc-6257-43d3-a7ff-8dab87994c1e req-f91e5e03-9097-45b5-baad-06d6fef37699 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394791 Jan 11 09:38:51.010131 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060fd5f-7ca9-4e08-8d66-c9012d0c7582 req-5852c5bf-394c-43da-8ece-56c16cb75702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:51.012189 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b060fd5f-7ca9-4e08-8d66-c9012d0c7582 req-5852c5bf-394c-43da-8ece-56c16cb75702 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27f1e48653724e3083ec9827e4915957&device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 1096 time: 0.0750463 Jan 11 09:38:51.044066 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6526ea5-03ad-4239-a744-e6966316c737 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Router 7f7dff7a-8c07-45fd-9d63-6ccb32e45be3 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:38:51.053480 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c9b03b6d-18a4-4b93-ae08-7e50c0bb9f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:51.097027 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c9b03b6d-18a4-4b93-ae08-7e50c0bb9f8c None None] For port e804d3fa-b59d-41b7-a613-b2376764bdd6, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e804d3fa-b59d-41b7-a613-b2376764bdd6,segment=NetworkSegment(7fdb2e1a-bf4e-4dab-886d-7895260b7ed1),segment_id=7fdb2e1a-bf4e-4dab-886d-7895260b7ed1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:38:51.103908 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c9b03b6d-18a4-4b93-ae08-7e50c0bb9f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:51.184973 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b03b6d-18a4-4b93-ae08-7e50c0bb9f8c None None] Pushing event updated for resources: {'Port': ['ID=e804d3fa-b59d-41b7-a613-b2376764bdd6,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:51.238717 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6526ea5-03ad-4239-a744-e6966316c737 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:38:51.257584 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8948744-6310-4c75-a979-895ed2d2e9ee None None] Sync routers for ids ['7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:38:51.270112 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8948744-6310-4c75-a979-895ed2d2e9ee None None] Routers {'7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:51.271133 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d6526ea5-03ad-4239-a744-e6966316c737 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:51.271507 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a8948744-6310-4c75-a979-895ed2d2e9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:51.272369 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d6526ea5-03ad-4239-a744-e6966316c737 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2601409 Jan 11 09:38:51.275187 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34422) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:51.282034 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060fd5f-7ca9-4e08-8d66-c9012d0c7582 req-4d93d335-3575-4e4b-9f09-760924d12d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:51.284099 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b060fd5f-7ca9-4e08-8d66-c9012d0c7582 req-4d93d335-3575-4e4b-9f09-760924d12d79 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 HTTP/1.1" status: 200 len: 913 time: 0.2648349 Jan 11 09:38:51.322405 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f86564df-c77e-4316-89b7-e1c09fcf0e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:51.345449 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a8948744-6310-4c75-a979-895ed2d2e9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:51.355514 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8948744-6310-4c75-a979-895ed2d2e9ee None None] Routers {'7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:51.356144 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a8948744-6310-4c75-a979-895ed2d2e9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:51.375532 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b060fd5f-7ca9-4e08-8d66-c9012d0c7582 req-572da90e-6977-43aa-9f5f-4464a989f2b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc3c4062-2e48-46b3-a27d-f6c14df29461 HTTP/1.1" status: 200 len: 217 time: 0.0855784 Jan 11 09:38:51.432534 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a8948744-6310-4c75-a979-895ed2d2e9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:51.433165 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8948744-6310-4c75-a979-895ed2d2e9ee None None] The sync data for ids ['7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:38:51.434049 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ca96e86e-94b6-4b10-baa7-68ad7bfa70d9 None None] Provisioning complete for port e804d3fa-b59d-41b7-a613-b2376764bdd6 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:38:51.434743 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ca96e86e-94b6-4b10-baa7-68ad7bfa70d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:51.450607 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060fd5f-7ca9-4e08-8d66-c9012d0c7582 req-cd7da797-5830-4dc1-a043-97a350f9884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:51.452023 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b060fd5f-7ca9-4e08-8d66-c9012d0c7582 req-cd7da797-5830-4dc1-a043-97a350f9884a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=627ce13c-dd38-4562-afe1-c17eb9a23002 HTTP/1.1" status: 200 len: 851 time: 0.0699377 Jan 11 09:38:51.528175 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060fd5f-7ca9-4e08-8d66-c9012d0c7582 req-d6243a20-6cce-41b6-b563-139b856526a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:51.529802 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b060fd5f-7ca9-4e08-8d66-c9012d0c7582 req-d6243a20-6cce-41b6-b563-139b856526a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717638 Jan 11 09:38:51.664861 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b060fd5f-7ca9-4e08-8d66-c9012d0c7582 req-fa5f8ff7-cdc3-40e2-a012-0b833ea912b0 service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281967 Jan 11 09:38:51.812856 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b060fd5f-7ca9-4e08-8d66-c9012d0c7582 req-6554aaa4-cdd8-4108-955d-6c578ec6b64b service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423945 Jan 11 09:38:52.023611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:52.198430 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e804d3fa-b59d-41b7-a613-b2376764bdd6 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:38:52.265210 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port e804d3fa-b59d-41b7-a613-b2376764bdd6 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:38:52.265577 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:52.270264 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13badec5-5a63-466e-b028-791263b2b82c req-c13e4f46-5ffd-41a8-b283-fed96c023db7 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:52.271746 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-13badec5-5a63-466e-b028-791263b2b82c req-c13e4f46-5ffd-41a8-b283-fed96c023db7 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 943 time: 0.2509398 Jan 11 09:38:52.463372 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:52.500821 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-13badec5-5a63-466e-b028-791263b2b82c req-3e1c63cc-7e65-42ef-b48a-60a9ba2520b4 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217340 Jan 11 09:38:52.593463 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:52.631445 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Allocated IP 172.20.0.1 (b90e2188-f2cb-4151-8da6-3eef25b2e712/4226a43e-a12a-4bd6-b189-6bdd7dd365a0/60bedd61-bf81-42f4-bdef-da9fda032130) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:38:52.790782 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:52.805884 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Transition to ACTIVE for port object 60bedd61-bf81-42f4-bdef-da9fda032130 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:38:52.829884 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:52.900997 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Network b90e2188-f2cb-4151-8da6-3eef25b2e712 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:38:52.904194 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:38:52.908313 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:38:52.945159 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event updated for resources: {'Port': ['ID=60bedd61-bf81-42f4-bdef-da9fda032130,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:52.973074 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:53.100243 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ea56dc6c-eadb-4ef9-8be1-f11f0951c92b None None] Provisioning for port 60bedd61-bf81-42f4-bdef-da9fda032130 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:38:53.104836 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ea56dc6c-eadb-4ef9-8be1-f11f0951c92b None None] Provisioning complete for port 60bedd61-bf81-42f4-bdef-da9fda032130 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:38:53.105197 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ea56dc6c-eadb-4ef9-8be1-f11f0951c92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:53.157509 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ea56dc6c-eadb-4ef9-8be1-f11f0951c92b None None] Port 60bedd61-bf81-42f4-bdef-da9fda032130 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:38:53.245628 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:53.702680 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:53.708201 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:53.809839 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1d7fc-e055-419b-a06d-d290500ac95f req-940c271d-430e-4846-9b6a-b83e939fa51b tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:53.811249 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8be1d7fc-e055-419b-a06d-d290500ac95f req-940c271d-430e-4846-9b6a-b83e939fa51b tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 943 time: 0.2057056 Jan 11 09:38:53.856230 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event updated for resources: {'Port': ['ID=60bedd61-bf81-42f4-bdef-da9fda032130,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:53.858757 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:53.895889 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:38:53.896234 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:38:53.896570 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:38:53.896901 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:38:53.897225 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:38:53.897550 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:38:53.897875 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:38:53.898225 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:38:53.898548 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:38:53.898867 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:38:53.899184 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:38:53.899499 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:38:53.912522 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8be1d7fc-e055-419b-a06d-d290500ac95f req-18b76523-56a4-43cf-9de7-61ace07e3d97 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928335 Jan 11 09:38:54.014877 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:54.122844 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Network b90e2188-f2cb-4151-8da6-3eef25b2e712 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:38:54.124004 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:38:54.318075 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Router 7f7dff7a-8c07-45fd-9d63-6ccb32e45be3 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:38:54.384829 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c9c95674-52c0-4eae-a9d3-a5c9bd9c3459 None None] Provisioning complete for port 60bedd61-bf81-42f4-bdef-da9fda032130 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:38:54.385269 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c9c95674-52c0-4eae-a9d3-a5c9bd9c3459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:54.438985 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c9c95674-52c0-4eae-a9d3-a5c9bd9c3459 None None] Port 60bedd61-bf81-42f4-bdef-da9fda032130 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:38:54.493562 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:38:54.503079 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-02c97d33-3d78-479e-b5b4-c1d01a3248d1 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "PUT /v2.0/routers/7f7dff7a-8c07-45fd-9d63-6ccb32e45be3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2263467 Jan 11 09:38:54.504016 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef14a33-c3c4-4d35-8f6f-6653d46335b4 None None] Sync routers for ids ['7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:38:54.505484 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34430) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:54.511285 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f85af554-b9ca-4a0f-99a3-df811d6d797d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Request body: {'port': {'network_id': 'b90e2188-f2cb-4151-8da6-3eef25b2e712', 'name': 'tempest-FloatingIPTestJSON-1979231833'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:38:54.515130 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef14a33-c3c4-4d35-8f6f-6653d46335b4 None None] Routers {'7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:54.516036 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-bef14a33-c3c4-4d35-8f6f-6653d46335b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:54.576649 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-bef14a33-c3c4-4d35-8f6f-6653d46335b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:54.584771 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef14a33-c3c4-4d35-8f6f-6653d46335b4 None None] Routers {'7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:54.585356 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-bef14a33-c3c4-4d35-8f6f-6653d46335b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:54.647197 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f85af554-b9ca-4a0f-99a3-df811d6d797d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:38:54.647475 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-bef14a33-c3c4-4d35-8f6f-6653d46335b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:54.647878 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef14a33-c3c4-4d35-8f6f-6653d46335b4 None None] The sync data for ids ['7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:38:54.652225 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f85af554-b9ca-4a0f-99a3-df811d6d797d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Usage tracker for resource:port and tenant:8321bb1ad9bb4c1f9167533988e2660e is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:38:54.655205 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f85af554-b9ca-4a0f-99a3-df811d6d797d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:38:54.661140 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f85af554-b9ca-4a0f-99a3-df811d6d797d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:38:54.670916 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85af554-b9ca-4a0f-99a3-df811d6d797d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Made reservation on behalf of 8321bb1ad9bb4c1f9167533988e2660e for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:38:54.674839 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f85af554-b9ca-4a0f-99a3-df811d6d797d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:54.701609 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-f85af554-b9ca-4a0f-99a3-df811d6d797d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] device_id is not set on port 08983edb-4b9b-4c5e-ba3f-ba24e118ad74 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:38:54.836211 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-f85af554-b9ca-4a0f-99a3-df811d6d797d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Allocated IP 172.20.0.14 (b90e2188-f2cb-4151-8da6-3eef25b2e712/4226a43e-a12a-4bd6-b189-6bdd7dd365a0/08983edb-4b9b-4c5e-ba3f-ba24e118ad74) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:38:55.076835 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f85af554-b9ca-4a0f-99a3-df811d6d797d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:55.100911 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-f85af554-b9ca-4a0f-99a3-df811d6d797d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Transition to ACTIVE for port object 08983edb-4b9b-4c5e-ba3f-ba24e118ad74 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:38:55.133629 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089841f-cec6-4e91-a559-8c6de6859f94 req-3810899a-fe64-4570-90a2-417fc1efd441 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:55.135119 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c089841f-cec6-4e91-a559-8c6de6859f94 req-3810899a-fe64-4570-90a2-417fc1efd441 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 943 time: 0.1156240 Jan 11 09:38:55.157286 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f85af554-b9ca-4a0f-99a3-df811d6d797d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:55.247972 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85af554-b9ca-4a0f-99a3-df811d6d797d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Network b90e2188-f2cb-4151-8da6-3eef25b2e712 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:38:55.252256 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f85af554-b9ca-4a0f-99a3-df811d6d797d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:38:55.258724 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c089841f-cec6-4e91-a559-8c6de6859f94 req-2ab0e37b-19b4-484f-aa3f-78e09b372465 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172330 Jan 11 09:38:55.259567 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85af554-b9ca-4a0f-99a3-df811d6d797d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:38:55.284120 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85af554-b9ca-4a0f-99a3-df811d6d797d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event updated for resources: {'Port': ['ID=08983edb-4b9b-4c5e-ba3f-ba24e118ad74,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:55.324843 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85af554-b9ca-4a0f-99a3-df811d6d797d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:55.325453 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f85af554-b9ca-4a0f-99a3-df811d6d797d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:55.349637 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f85af554-b9ca-4a0f-99a3-df811d6d797d tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8407280 Jan 11 09:38:55.349861 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34438) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:55.356151 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e5c34b4a-0f9c-4150-b3eb-6d5ff28e08fc tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Request body: {'floatingip': {'port_id': '08983edb-4b9b-4c5e-ba3f-ba24e118ad74'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:38:55.463153 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e5c34b4a-0f9c-4150-b3eb-6d5ff28e08fc tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:55.463853 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-99615e1a-3851-46ef-b1f2-880acceeaabe None None] Provisioning for port 08983edb-4b9b-4c5e-ba3f-ba24e118ad74 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:38:55.468824 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-99615e1a-3851-46ef-b1f2-880acceeaabe None None] Provisioning complete for port 08983edb-4b9b-4c5e-ba3f-ba24e118ad74 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:38:55.469187 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-99615e1a-3851-46ef-b1f2-880acceeaabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:55.522691 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-99615e1a-3851-46ef-b1f2-880acceeaabe None None] Port 08983edb-4b9b-4c5e-ba3f-ba24e118ad74 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:38:56.185230 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e5c34b4a-0f9c-4150-b3eb-6d5ff28e08fc tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:56.188841 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e5c34b4a-0f9c-4150-b3eb-6d5ff28e08fc tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:56.359855 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-e5c34b4a-0f9c-4150-b3eb-6d5ff28e08fc tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Floating IP f55b0a5e-facb-4a6e-859c-9bba6f2507a7 associated. External IP: 172.26.3.136, port: e09e6e03-9c86-497e-aa90-9370841f8b6e. Jan 11 09:38:56.607929 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c712ef-94da-4c87-85fd-1164c8505902 req-fd134239-9f43-484b-a7bb-3b91dbffa0e8 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:56.609412 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-39c712ef-94da-4c87-85fd-1164c8505902 req-fd134239-9f43-484b-a7bb-3b91dbffa0e8 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 943 time: 0.1998656 Jan 11 09:38:56.789341 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-39c712ef-94da-4c87-85fd-1164c8505902 req-a27d0c1a-8030-411e-a985-231659d99836 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185629 Jan 11 09:38:56.832252 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c34b4a-0f9c-4150-b3eb-6d5ff28e08fc tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Router 1c58fbbe-aa41-41eb-9743-7bc5883a7e26 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:38:57.014259 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c34b4a-0f9c-4150-b3eb-6d5ff28e08fc tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:38:57.023325 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f049eb4f-9e13-4b9e-91df-f8deb8da3fca None None] Sync routers for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:38:57.033565 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f049eb4f-9e13-4b9e-91df-f8deb8da3fca None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:57.034230 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f049eb4f-9e13-4b9e-91df-f8deb8da3fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:57.098518 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f049eb4f-9e13-4b9e-91df-f8deb8da3fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:57.108953 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f049eb4f-9e13-4b9e-91df-f8deb8da3fca None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:57.109555 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f049eb4f-9e13-4b9e-91df-f8deb8da3fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:57.171426 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f049eb4f-9e13-4b9e-91df-f8deb8da3fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:57.171815 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f049eb4f-9e13-4b9e-91df-f8deb8da3fca None None] The sync data for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:38:57.472196 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c34b4a-0f9c-4150-b3eb-6d5ff28e08fc tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Router 7f7dff7a-8c07-45fd-9d63-6ccb32e45be3 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:38:57.674606 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c34b4a-0f9c-4150-b3eb-6d5ff28e08fc tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:38:57.679028 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e5c34b4a-0f9c-4150-b3eb-6d5ff28e08fc tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:57.685464 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec51430-b24e-4fae-b791-2c80ad47b258 None None] Sync routers for ids ['7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:38:57.695374 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec51430-b24e-4fae-b791-2c80ad47b258 None None] Routers {'7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:57.696133 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2ec51430-b24e-4fae-b791-2c80ad47b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:57.760832 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2ec51430-b24e-4fae-b791-2c80ad47b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:57.768887 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec51430-b24e-4fae-b791-2c80ad47b258 None None] Routers {'7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:57.769474 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2ec51430-b24e-4fae-b791-2c80ad47b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:57.788737 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e5c34b4a-0f9c-4150-b3eb-6d5ff28e08fc tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "PUT /v2.0/floatingips/f55b0a5e-facb-4a6e-859c-9bba6f2507a7 HTTP/1.1" status: 200 len: 979 time: 2.4376893 Jan 11 09:38:57.791688 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34444) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:57.864620 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-16874141-9db9-4e1a-bcf1-058660888e18 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Deleting port 08983edb-4b9b-4c5e-ba3f-ba24e118ad74 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:38:57.864620 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16874141-9db9-4e1a-bcf1-058660888e18 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:57.866244 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2ec51430-b24e-4fae-b791-2c80ad47b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:57.866639 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec51430-b24e-4fae-b791-2c80ad47b258 None None] The sync data for ids ['7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:38:58.089331 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc44701-6906-4c07-9aa4-2693476b0767 req-f583a979-2ad3-4ca8-a26a-b21bd367c280 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:58.090763 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bcc44701-6906-4c07-9aa4-2693476b0767 req-f583a979-2ad3-4ca8-a26a-b21bd367c280 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 943 time: 0.1777041 Jan 11 09:38:58.210618 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bcc44701-6906-4c07-9aa4-2693476b0767 req-2527387f-59d3-4aed-bd35-2c8bd3cc73bf tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714514 Jan 11 09:38:58.212191 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16874141-9db9-4e1a-bcf1-058660888e18 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:58.600409 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16874141-9db9-4e1a-bcf1-058660888e18 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:58.601082 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16874141-9db9-4e1a-bcf1-058660888e18 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:58.601082 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-16874141-9db9-4e1a-bcf1-058660888e18 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Floating IP f55b0a5e-facb-4a6e-859c-9bba6f2507a7 disassociated. External IP: 172.26.3.136, port: 08983edb-4b9b-4c5e-ba3f-ba24e118ad74. Jan 11 09:38:58.601381 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-16874141-9db9-4e1a-bcf1-058660888e18 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Calling delete_port for 08983edb-4b9b-4c5e-ba3f-ba24e118ad74 owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:38:58.741867 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16874141-9db9-4e1a-bcf1-058660888e18 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:58.794640 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16874141-9db9-4e1a-bcf1-058660888e18 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event deleted for resources: {'Port': ['ID=08983edb-4b9b-4c5e-ba3f-ba24e118ad74,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:38:58.982942 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16874141-9db9-4e1a-bcf1-058660888e18 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Router 7f7dff7a-8c07-45fd-9d63-6ccb32e45be3 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:38:59.157992 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16874141-9db9-4e1a-bcf1-058660888e18 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:38:59.167160 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2732040b-dba6-4540-9cfd-efbd657c5de0 None None] Sync routers for ids ['7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:38:59.176281 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2732040b-dba6-4540-9cfd-efbd657c5de0 None None] Routers {'7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:59.176881 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2732040b-dba6-4540-9cfd-efbd657c5de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:59.236497 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2732040b-dba6-4540-9cfd-efbd657c5de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:59.245702 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2732040b-dba6-4540-9cfd-efbd657c5de0 None None] Routers {'7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:38:59.246276 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2732040b-dba6-4540-9cfd-efbd657c5de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:59.256232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16874141-9db9-4e1a-bcf1-058660888e18 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:38:59.263078 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-16874141-9db9-4e1a-bcf1-058660888e18 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "DELETE /v2.0/ports/08983edb-4b9b-4c5e-ba3f-ba24e118ad74 HTTP/1.1" status: 204 len: 168 time: 1.4699922 Jan 11 09:38:59.265638 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34452) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:38:59.308399 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2732040b-dba6-4540-9cfd-efbd657c5de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:38:59.308799 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2732040b-dba6-4540-9cfd-efbd657c5de0 None None] The sync data for ids ['7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:38:59.574510 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310a80c-9731-4380-bba2-9cc9f8f02b6c req-87e68841-e5a6-493a-83ba-be39b86842b9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:38:59.575938 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a310a80c-9731-4380-bba2-9cc9f8f02b6c req-87e68841-e5a6-493a-83ba-be39b86842b9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 943 time: 0.2477047 Jan 11 09:38:59.703039 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a310a80c-9731-4380-bba2-9cc9f8f02b6c req-51b9fbdc-15f8-42a1-aa5c-827eb87f45d8 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140544 Jan 11 09:38:59.896253 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f071ba27-5e07-4a06-b369-0f3e4d2011a4 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:00.352857 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f071ba27-5e07-4a06-b369-0f3e4d2011a4 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Deleting port 60bedd61-bf81-42f4-bdef-da9fda032130 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:00.353457 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f071ba27-5e07-4a06-b369-0f3e4d2011a4 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:00.535392 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f071ba27-5e07-4a06-b369-0f3e4d2011a4 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:00.663759 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f071ba27-5e07-4a06-b369-0f3e4d2011a4 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Calling delete_port for 60bedd61-bf81-42f4-bdef-da9fda032130 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:00.982077 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d3c26-50a6-4856-acb9-930439a2f5ec req-e125294d-e9ee-4296-a9bd-98991d0232f9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:00.983564 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5b9d3c26-50a6-4856-acb9-930439a2f5ec req-e125294d-e9ee-4296-a9bd-98991d0232f9 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 943 time: 0.1352007 Jan 11 09:39:01.081870 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5b9d3c26-50a6-4856-acb9-930439a2f5ec req-be1dc452-c582-4618-9c12-1b0f38b7a515 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922346 Jan 11 09:39:01.094622 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f071ba27-5e07-4a06-b369-0f3e4d2011a4 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:01.145587 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071ba27-5e07-4a06-b369-0f3e4d2011a4 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event deleted for resources: {'Port': ['ID=60bedd61-bf81-42f4-bdef-da9fda032130,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:01.296107 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device bc3c4062-2e48-46b3-a27d-f6c14df29461 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:39:01.426756 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f071ba27-5e07-4a06-b369-0f3e4d2011a4 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:01.429752 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port bc3c4062-2e48-46b3-a27d-f6c14df29461, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=bc3c4062-2e48-46b3-a27d-f6c14df29461,segment=NetworkSegment(432e4216-ddff-43d1-8fec-12c3795a4030),segment_id=432e4216-ddff-43d1-8fec-12c3795a4030)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:01.443491 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': 'bc3c4062-2e48-46b3-a27d-f6c14df29461', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'port_id': 'bc3c4062-2e48-46b3-a27d-f6c14df29461', 'mac_address': 'fa:16:3e:c3:56:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:39:01.500770 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:01.519313 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc3c4062-2e48-46b3-a27d-f6c14df29461 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:39:01.535647 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port bc3c4062-2e48-46b3-a27d-f6c14df29461, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=bc3c4062-2e48-46b3-a27d-f6c14df29461,segment=NetworkSegment(432e4216-ddff-43d1-8fec-12c3795a4030),segment_id=432e4216-ddff-43d1-8fec-12c3795a4030)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:01.539687 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:01.614397 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=bc3c4062-2e48-46b3-a27d-f6c14df29461,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:01.871432 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['bc3c4062-2e48-46b3-a27d-f6c14df29461'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:39:01.911387 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f071ba27-5e07-4a06-b369-0f3e4d2011a4 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Router 7f7dff7a-8c07-45fd-9d63-6ccb32e45be3 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:39:02.094252 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f071ba27-5e07-4a06-b369-0f3e4d2011a4 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:39:02.103219 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f071ba27-5e07-4a06-b369-0f3e4d2011a4 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "PUT /v2.0/routers/7f7dff7a-8c07-45fd-9d63-6ccb32e45be3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8365223 Jan 11 09:39:02.105670 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ad7d30-31eb-4dca-8e65-780044d0359c None None] Sync routers for ids ['7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:39:02.106181 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34460) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:02.156536 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ad7d30-31eb-4dca-8e65-780044d0359c None None] Routers {'7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:02.157221 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-00ad7d30-31eb-4dca-8e65-780044d0359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:02.235239 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-00ad7d30-31eb-4dca-8e65-780044d0359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:02.245570 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ad7d30-31eb-4dca-8e65-780044d0359c None None] Routers {'7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:02.246210 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-00ad7d30-31eb-4dca-8e65-780044d0359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:02.295198 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d50357-1c69-404e-b3c4-5f655833a71e req-c3383779-8164-46ec-9a9d-92ae6c9e6613 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:02.298057 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-84d50357-1c69-404e-b3c4-5f655833a71e req-c3383779-8164-46ec-9a9d-92ae6c9e6613 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 944 time: 0.0921645 Jan 11 09:39:02.305362 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-00ad7d30-31eb-4dca-8e65-780044d0359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:02.306480 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ad7d30-31eb-4dca-8e65-780044d0359c None None] The sync data for ids ['7f7dff7a-8c07-45fd-9d63-6ccb32e45be3'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:39:02.308031 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:02.343048 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-84d50357-1c69-404e-b3c4-5f655833a71e req-e6e9158c-e335-4e76-973f-de8118774d72 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405412 Jan 11 09:39:02.486494 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:02.497177 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Deleting port 1edd796e-1414-46ed-882b-16533fffc9db {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:02.497564 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:02.664385 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:02.787620 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Calling delete_port for 1edd796e-1414-46ed-882b-16533fffc9db owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:02.950100 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:03.105105 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event deleted for resources: {'Port': ['ID=1edd796e-1414-46ed-882b-16533fffc9db,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:03.141017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:03.141690 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:03.141936 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:03.142294 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:03.142615 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:03.142936 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:03.143253 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:03.143568 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:03.143883 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:03.144193 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:03.144502 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:03.144809 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:03.205981 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:03.304288 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device bc3c4062-2e48-46b3-a27d-f6c14df29461 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:39:03.372144 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port bc3c4062-2e48-46b3-a27d-f6c14df29461 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:39:03.377151 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port bc3c4062-2e48-46b3-a27d-f6c14df29461 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:03.377521 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:03.379886 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:03.386513 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:03.414535 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:03.415101 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Fanout notify agent at l3_agent the message router_deleted on router 7f7dff7a-8c07-45fd-9d63-6ccb32e45be3 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:39:03.432365 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:03.433444 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9cbc88c2-8faf-4acb-a637-338446824d09 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "DELETE /v2.0/routers/7f7dff7a-8c07-45fd-9d63-6ccb32e45be3 HTTP/1.1" status: 204 len: 168 time: 1.3256483 Jan 11 09:39:03.436219 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34468) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:03.498938 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:03.528029 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd292111-301d-4347-b32f-4009d3f406ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3c4062-2e48-46b3-a27d-f6c14df29461'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:39:03.536341 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port bc3c4062-2e48-46b3-a27d-f6c14df29461, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=bc3c4062-2e48-46b3-a27d-f6c14df29461,segment=NetworkSegment(432e4216-ddff-43d1-8fec-12c3795a4030),segment_id=432e4216-ddff-43d1-8fec-12c3795a4030)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:03.541667 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:03.554067 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5d0fb4-cbf2-4ffb-b1f2-f2759e4e5b69 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Deleting subnet 4226a43e-a12a-4bd6-b189-6bdd7dd365a0 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:39:03.561104 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa5d0fb4-cbf2-4ffb-b1f2-f2759e4e5b69 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:03.600779 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd292111-301d-4347-b32f-4009d3f406ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3c4062-2e48-46b3-a27d-f6c14df29461', 'code': 200} Jan 11 09:39:03.618028 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=bc3c4062-2e48-46b3-a27d-f6c14df29461,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:03.626863 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa5d0fb4-cbf2-4ffb-b1f2-f2759e4e5b69 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:03.664380 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e1d45-9f2a-4ba0-a5ad-9a60bc59c9d0 req-bee433ad-dbd6-4a74-b2ce-8c179496ff58 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:03.666162 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-aa6e1d45-9f2a-4ba0-a5ad-9a60bc59c9d0 req-bee433ad-dbd6-4a74-b2ce-8c179496ff58 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 944 time: 0.1946993 Jan 11 09:39:03.737328 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-aa6e1d45-9f2a-4ba0-a5ad-9a60bc59c9d0 req-403ccc7a-0214-49ac-b234-d89b2b80d7d3 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638869 Jan 11 09:39:03.757613 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa5d0fb4-cbf2-4ffb-b1f2-f2759e4e5b69 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:03.833813 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa5d0fb4-cbf2-4ffb-b1f2-f2759e4e5b69 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:03.877876 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d0fb4-cbf2-4ffb-b1f2-f2759e4e5b69 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event deleted for resources: {'Subnet': ['ID=4226a43e-a12a-4bd6-b189-6bdd7dd365a0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:03.879741 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fa5d0fb4-cbf2-4ffb-b1f2-f2759e4e5b69 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:03.885340 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ed1418-2316-44d3-9de8-92e5904da4f1 None None] Network b90e2188-f2cb-4151-8da6-3eef25b2e712 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:39:03.894449 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fa5d0fb4-cbf2-4ffb-b1f2-f2759e4e5b69 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "DELETE /v2.0/subnets/4226a43e-a12a-4bd6-b189-6bdd7dd365a0 HTTP/1.1" status: 204 len: 168 time: 0.4568441 Jan 11 09:39:03.897074 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34476) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:03.900117 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9259e-2d5d-4f50-8acb-0aac86da5b08 req-8d6972c2-daec-4923-afcc-4a150723b75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:03.901773 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2ba9259e-2d5d-4f50-8acb-0aac86da5b08 req-8d6972c2-daec-4923-afcc-4a150723b75b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 1098 time: 0.0771391 Jan 11 09:39:03.943270 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2ba9259e-2d5d-4f50-8acb-0aac86da5b08 req-cdd58db3-40ab-40e3-8c90-5a778b9fa2a8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348544 Jan 11 09:39:04.008173 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c8e9cf7-df5d-4a5f-b60f-b9112eef565f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:04.018829 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e9cf7-df5d-4a5f-b60f-b9112eef565f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Deleting port e804d3fa-b59d-41b7-a613-b2376764bdd6 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:04.019158 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c8e9cf7-df5d-4a5f-b60f-b9112eef565f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:04.090875 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:04.122582 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c785d9f3-2f98-445f-bbc5-62a3d2784ad4 None None] DHCP port deletion for b90e2188-f2cb-4151-8da6-3eef25b2e712 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:39:04.126384 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c785d9f3-2f98-445f-bbc5-62a3d2784ad4 None None] Deleting port e804d3fa-b59d-41b7-a613-b2376764bdd6 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:04.126765 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c785d9f3-2f98-445f-bbc5-62a3d2784ad4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:04.216502 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device e804d3fa-b59d-41b7-a613-b2376764bdd6 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:39:04.228843 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-2c8e9cf7-df5d-4a5f-b60f-b9112eef565f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] For port e804d3fa-b59d-41b7-a613-b2376764bdd6, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e804d3fa-b59d-41b7-a613-b2376764bdd6,segment=NetworkSegment(7fdb2e1a-bf4e-4dab-886d-7895260b7ed1),segment_id=7fdb2e1a-bf4e-4dab-886d-7895260b7ed1)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:04.229207 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c8e9cf7-df5d-4a5f-b60f-b9112eef565f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:04.424761 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c785d9f3-2f98-445f-bbc5-62a3d2784ad4 None None] For port e804d3fa-b59d-41b7-a613-b2376764bdd6, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=e804d3fa-b59d-41b7-a613-b2376764bdd6,segment=NetworkSegment(7fdb2e1a-bf4e-4dab-886d-7895260b7ed1),segment_id=7fdb2e1a-bf4e-4dab-886d-7895260b7ed1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:04.425354 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c785d9f3-2f98-445f-bbc5-62a3d2784ad4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:04.457666 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e9cf7-df5d-4a5f-b60f-b9112eef565f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Calling delete_port for e804d3fa-b59d-41b7-a613-b2376764bdd6 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:04.538793 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c8e9cf7-df5d-4a5f-b60f-b9112eef565f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:04.586279 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e9cf7-df5d-4a5f-b60f-b9112eef565f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event deleted for resources: {'Port': ['ID=e804d3fa-b59d-41b7-a613-b2376764bdd6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:04.590243 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8e9cf7-df5d-4a5f-b60f-b9112eef565f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] No DVR routers for this DVR port e804d3fa-b59d-41b7-a613-b2376764bdd6 on host dv-neutron-823402-4-hyperv {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:39:04.590450 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c785d9f3-2f98-445f-bbc5-62a3d2784ad4 None None] Calling delete_port for e804d3fa-b59d-41b7-a613-b2376764bdd6 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:04.617761 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: from cryptography.utils import int_from_bytes Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: from cryptography.utils import int_from_bytes Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn_limited( Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn_limited( Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:04.711214 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 09:39:04.714279 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:04.714279 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 09:39:04.714279 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:04.714279 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 09:39:04.714279 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:04.714279 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 09:39:04.714279 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:04.714279 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 09:39:04.714279 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:04.714279 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 09:39:04.714279 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:04.714279 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 09:39:04.714279 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:04.714279 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 09:39:04.716053 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c8e9cf7-df5d-4a5f-b60f-b9112eef565f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:04.721631 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-c785d9f3-2f98-445f-bbc5-62a3d2784ad4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:39:04.722105 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-c785d9f3-2f98-445f-bbc5-62a3d2784ad4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:39:04.740965 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-2c8e9cf7-df5d-4a5f-b60f-b9112eef565f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90e2188-f2cb-4151-8da6-3eef25b2e712']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:04.752610 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-2c8e9cf7-df5d-4a5f-b60f-b9112eef565f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fdb2e1a-bf4e-4dab-886d-7895260b7ed1') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:04.752903 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-2c8e9cf7-df5d-4a5f-b60f-b9112eef565f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fdb2e1a-bf4e-4dab-886d-7895260b7ed1') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:04.764489 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c8e9cf7-df5d-4a5f-b60f-b9112eef565f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:04.780880 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c8e9cf7-df5d-4a5f-b60f-b9112eef565f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:04.786862 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8e9cf7-df5d-4a5f-b60f-b9112eef565f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:39:04.787238 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c8e9cf7-df5d-4a5f-b60f-b9112eef565f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:39:04.805727 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:39:04.931712 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c8e9cf7-df5d-4a5f-b60f-b9112eef565f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:04.958182 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2c8e9cf7-df5d-4a5f-b60f-b9112eef565f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:04.968547 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e9cf7-df5d-4a5f-b60f-b9112eef565f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event deleted for resources: {'Network': ['ID=b90e2188-f2cb-4151-8da6-3eef25b2e712,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:04.979642 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2c8e9cf7-df5d-4a5f-b60f-b9112eef565f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "DELETE /v2.0/networks/b90e2188-f2cb-4151-8da6-3eef25b2e712 HTTP/1.1" status: 204 len: 168 time: 1.0816362 Jan 11 09:39:04.982402 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34482) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:04.999289 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691b2f3-8208-4dfd-9d30-0a16a9b1a864 req-4ff5046c-2bae-4c3f-a95c-e3db9d0cce28 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:05.000806 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0691b2f3-8208-4dfd-9d30-0a16a9b1a864 req-4ff5046c-2bae-4c3f-a95c-e3db9d0cce28 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 945 time: 0.1282229 Jan 11 09:39:05.046017 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0691b2f3-8208-4dfd-9d30-0a16a9b1a864 req-95d5bdbe-d0a8-45d7-836a-28623cf8f479 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390782 Jan 11 09:39:05.144892 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c69d2cd1-b19e-476f-9866-7a5456c1ca15 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Deleting port 118717a8-179a-4281-9f70-31a6b3d95e2b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:05.145227 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c69d2cd1-b19e-476f-9866-7a5456c1ca15 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:05.223747 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c785d9f3-2f98-445f-bbc5-62a3d2784ad4 None None] Deleting port e804d3fa-b59d-41b7-a613-b2376764bdd6 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:05.224086 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c785d9f3-2f98-445f-bbc5-62a3d2784ad4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:05.294378 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c785d9f3-2f98-445f-bbc5-62a3d2784ad4 None None] The port 'e804d3fa-b59d-41b7-a613-b2376764bdd6' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:39:05.325810 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c69d2cd1-b19e-476f-9866-7a5456c1ca15 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:05.326166 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c69d2cd1-b19e-476f-9866-7a5456c1ca15 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:05.451450 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c69d2cd1-b19e-476f-9866-7a5456c1ca15 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Calling delete_port for 118717a8-179a-4281-9f70-31a6b3d95e2b owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:05.584217 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c69d2cd1-b19e-476f-9866-7a5456c1ca15 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:05.634516 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d2cd1-b19e-476f-9866-7a5456c1ca15 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event deleted for resources: {'Port': ['ID=118717a8-179a-4281-9f70-31a6b3d95e2b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:05.721782 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c69d2cd1-b19e-476f-9866-7a5456c1ca15 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:05.735494 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c69d2cd1-b19e-476f-9866-7a5456c1ca15 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:05.736612 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c69d2cd1-b19e-476f-9866-7a5456c1ca15 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "DELETE /v2.0/floatingips/f55b0a5e-facb-4a6e-859c-9bba6f2507a7 HTTP/1.1" status: 204 len: 168 time: 0.7532496 Jan 11 09:39:05.740238 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34486) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:05.783959 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8188744-e7bf-442d-a575-37778617e920 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] DELETE failed (client error): The resource could not be found. Jan 11 09:39:05.784408 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8188744-e7bf-442d-a575-37778617e920 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:39:05.786016 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b8188744-e7bf-442d-a575-37778617e920 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "DELETE /v2.0/ports/08983edb-4b9b-4c5e-ba3f-ba24e118ad74 HTTP/1.1" status: 404 len: 333 time: 0.0449083 Jan 11 09:39:05.788470 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34490) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:05.829264 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bc8787a2-5e3b-4c0f-a071-5cec9380ddb0 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Synchronizing usage tracker for tenant:8321bb1ad9bb4c1f9167533988e2660e on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:39:05.846155 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bc8787a2-5e3b-4c0f-a071-5cec9380ddb0 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Unset dirty status for tenant:8321bb1ad9bb4c1f9167533988e2660e on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:39:05.847169 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bc8787a2-5e3b-4c0f-a071-5cec9380ddb0 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f7dff7a-8c07-45fd-9d63-6ccb32e45be3 HTTP/1.1" status: 200 len: 205 time: 0.0578477 Jan 11 09:39:05.849622 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34494) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:06.026827 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-ac19cfdd-642a-41a6-a605-7f5accb10d56 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] delete failed (client error): The resource could not be found. Jan 11 09:39:06.027839 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ac19cfdd-642a-41a6-a605-7f5accb10d56 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "DELETE /v2.0/routers/7f7dff7a-8c07-45fd-9d63-6ccb32e45be3 HTTP/1.1" status: 404 len: 336 time: 0.1772866 Jan 11 09:39:06.030364 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34498) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:06.066980 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8b5c5c-823e-4264-a63d-70ebaac98bfb tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] DELETE failed (client error): The resource could not be found. Jan 11 09:39:06.067416 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c8b5c5c-823e-4264-a63d-70ebaac98bfb tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:39:06.069017 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9c8b5c5c-823e-4264-a63d-70ebaac98bfb tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "DELETE /v2.0/subnets/4226a43e-a12a-4bd6-b189-6bdd7dd365a0 HTTP/1.1" status: 404 len: 337 time: 0.0377879 Jan 11 09:39:06.072228 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34504) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:06.137266 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4522aa3e-f94f-49ca-a19d-0a6dcc15500c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Deleting port e09e6e03-9c86-497e-aa90-9370841f8b6e {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:06.137513 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4522aa3e-f94f-49ca-a19d-0a6dcc15500c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:06.230317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38eede6-6cc8-48e9-909d-21b54faf8eda req-26cdebe0-bb8b-47a1-8937-d4ecb360f87a tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:06.231795 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a38eede6-6cc8-48e9-909d-21b54faf8eda req-26cdebe0-bb8b-47a1-8937-d4ecb360f87a tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 945 time: 0.0795598 Jan 11 09:39:06.278303 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a38eede6-6cc8-48e9-909d-21b54faf8eda req-9b6d3d6b-edfb-4a68-b2ac-69306fdcd504 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408766 Jan 11 09:39:06.387710 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4522aa3e-f94f-49ca-a19d-0a6dcc15500c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:06.459139 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ce2e1-ea6c-4e4e-98de-22f09ab16a38 req-79226478-c5c5-400a-9ac0-de9200903c80 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:06.460574 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d63ce2e1-ea6c-4e4e-98de-22f09ab16a38 req-79226478-c5c5-400a-9ac0-de9200903c80 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 945 time: 0.0781164 Jan 11 09:39:06.504529 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d63ce2e1-ea6c-4e4e-98de-22f09ab16a38 req-698cd907-c019-4119-841e-c61c31c324ab tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380304 Jan 11 09:39:06.514317 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4522aa3e-f94f-49ca-a19d-0a6dcc15500c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Calling delete_port for e09e6e03-9c86-497e-aa90-9370841f8b6e owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:06.527212 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34510) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:06.670071 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4522aa3e-f94f-49ca-a19d-0a6dcc15500c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:06.728509 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522aa3e-f94f-49ca-a19d-0a6dcc15500c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event deleted for resources: {'Port': ['ID=e09e6e03-9c86-497e-aa90-9370841f8b6e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:06.777741 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066030bc-ba29-492a-9069-c24a88bc29f7 tempest-TestVolumeBootPattern-801275054 tempest-TestVolumeBootPattern-801275054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:06.779266 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-066030bc-ba29-492a-9069-c24a88bc29f7 tempest-TestVolumeBootPattern-801275054 tempest-TestVolumeBootPattern-801275054-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 1093 time: 0.2510655 Jan 11 09:39:06.782232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34516) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:06.787211 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-66db55aa-f1da-4af7-b6d7-aa756e26ed21 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'port_id': 'bc3c4062-2e48-46b3-a27d-f6c14df29461', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:06.793794 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-66db55aa-f1da-4af7-b6d7-aa756e26ed21 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:06.797795 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-66db55aa-f1da-4af7-b6d7-aa756e26ed21 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Usage tracker for resource:floatingip and tenant:27f1e48653724e3083ec9827e4915957 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:06.800768 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-66db55aa-f1da-4af7-b6d7-aa756e26ed21 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:06.807371 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-66db55aa-f1da-4af7-b6d7-aa756e26ed21 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:06.817808 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66db55aa-f1da-4af7-b6d7-aa756e26ed21 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:06.824485 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4522aa3e-f94f-49ca-a19d-0a6dcc15500c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:06.837534 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4522aa3e-f94f-49ca-a19d-0a6dcc15500c tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "DELETE /v2.0/ports/e09e6e03-9c86-497e-aa90-9370841f8b6e HTTP/1.1" status: 204 len: 168 time: 0.7637370 Jan 11 09:39:06.840233 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34520) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:06.908748 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ff394556-d7ee-4e51-938b-9fce611fd66e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Deleting port 5f422496-8dd4-4500-b047-110423f2591d {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:06.909080 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff394556-d7ee-4e51-938b-9fce611fd66e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:06.967910 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66db55aa-f1da-4af7-b6d7-aa756e26ed21 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:07.108128 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-66db55aa-f1da-4af7-b6d7-aa756e26ed21 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Allocated IP 172.26.3.57 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/c4869246-767f-4b10-a8f4-921793e7898a) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:39:07.165381 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff394556-d7ee-4e51-938b-9fce611fd66e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:07.261323 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66db55aa-f1da-4af7-b6d7-aa756e26ed21 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:07.288672 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ff394556-d7ee-4e51-938b-9fce611fd66e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Calling delete_port for 5f422496-8dd4-4500-b047-110423f2591d owned by {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:07.291017 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66db55aa-f1da-4af7-b6d7-aa756e26ed21 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:07.356629 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66db55aa-f1da-4af7-b6d7-aa756e26ed21 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:39:07.359887 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-66db55aa-f1da-4af7-b6d7-aa756e26ed21 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:39:07.362285 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66db55aa-f1da-4af7-b6d7-aa756e26ed21 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:39:07.405798 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db55aa-f1da-4af7-b6d7-aa756e26ed21 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Pushing event updated for resources: {'Port': ['ID=c4869246-767f-4b10-a8f4-921793e7898a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:07.431413 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff394556-d7ee-4e51-938b-9fce611fd66e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:07.479833 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff394556-d7ee-4e51-938b-9fce611fd66e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event deleted for resources: {'Port': ['ID=5f422496-8dd4-4500-b047-110423f2591d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:07.581602 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff394556-d7ee-4e51-938b-9fce611fd66e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:07.591166 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ff394556-d7ee-4e51-938b-9fce611fd66e tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "DELETE /v2.0/ports/5f422496-8dd4-4500-b047-110423f2591d HTTP/1.1" status: 204 len: 168 time: 0.7500181 Jan 11 09:39:07.593601 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34524) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:07.674853 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20311739-b77e-40b3-8eec-ffcb389934f4 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:07.675816 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-20311739-b77e-40b3-8eec-ffcb389934f4 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Synchronizing usage tracker for tenant:8321bb1ad9bb4c1f9167533988e2660e on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:39:07.693165 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-20311739-b77e-40b3-8eec-ffcb389934f4 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Unset dirty status for tenant:8321bb1ad9bb4c1f9167533988e2660e on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:39:07.694990 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-20311739-b77e-40b3-8eec-ffcb389934f4 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c58fbbe-aa41-41eb-9743-7bc5883a7e26 HTTP/1.1" status: 200 len: 913 time: 0.1001160 Jan 11 09:39:07.698350 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34528) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:07.896827 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66db55aa-f1da-4af7-b6d7-aa756e26ed21 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:07.974794 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66db55aa-f1da-4af7-b6d7-aa756e26ed21 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:08.189793 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66db55aa-f1da-4af7-b6d7-aa756e26ed21 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:08.194714 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66db55aa-f1da-4af7-b6d7-aa756e26ed21 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:08.301199 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db55aa-f1da-4af7-b6d7-aa756e26ed21 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Pushing event updated for resources: {'Port': ['ID=c4869246-767f-4b10-a8f4-921793e7898a,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:08.317757 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66db55aa-f1da-4af7-b6d7-aa756e26ed21 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:08.373944 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8146c9fb-bfdf-452d-abdd-e703103599ed tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:08.492852 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-66db55aa-f1da-4af7-b6d7-aa756e26ed21 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Floating IP b39797b1-920d-4df3-aece-e323946aa992 associated. External IP: 172.26.3.57, port: bc3c4062-2e48-46b3-a27d-f6c14df29461. Jan 11 09:39:08.730493 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8146c9fb-bfdf-452d-abdd-e703103599ed tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Deleting port 090bf630-5c62-40a8-b2d6-6aebf2b0e379 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:08.730832 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8146c9fb-bfdf-452d-abdd-e703103599ed tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:08.854491 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66db55aa-f1da-4af7-b6d7-aa756e26ed21 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Router f545cf85-cabb-489c-9903-863d0a24aae7 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:39:08.914355 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8146c9fb-bfdf-452d-abdd-e703103599ed tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:09.031622 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66db55aa-f1da-4af7-b6d7-aa756e26ed21 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:39:09.039193 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8146c9fb-bfdf-452d-abdd-e703103599ed tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Calling delete_port for 090bf630-5c62-40a8-b2d6-6aebf2b0e379 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:09.042175 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633f9ba5-1821-4aa6-984c-10da5bdc0671 None None] Sync routers for ids ['f545cf85-cabb-489c-9903-863d0a24aae7'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:39:09.051473 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633f9ba5-1821-4aa6-984c-10da5bdc0671 None None] Routers {'f545cf85-cabb-489c-9903-863d0a24aae7'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:09.052068 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-633f9ba5-1821-4aa6-984c-10da5bdc0671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['f545cf85-cabb-489c-9903-863d0a24aae7'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:09.057700 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66db55aa-f1da-4af7-b6d7-aa756e26ed21 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:09.123255 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-66db55aa-f1da-4af7-b6d7-aa756e26ed21 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3398681 Jan 11 09:39:09.123840 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd292111-301d-4347-b32f-4009d3f406ba', 'tag': 'bc3c4062-2e48-46b3-a27d-f6c14df29461'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:39:09.170995 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd292111-301d-4347-b32f-4009d3f406ba', 'tag': 'bc3c4062-2e48-46b3-a27d-f6c14df29461', 'status': 'completed', 'code': 200} Jan 11 09:39:09.246268 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-633f9ba5-1821-4aa6-984c-10da5bdc0671 None None] Set router f545cf85-cabb-489c-9903-863d0a24aae7 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:39:09.322372 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8146c9fb-bfdf-452d-abdd-e703103599ed tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:09.380159 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b2b35-a53b-43ed-a621-7c14697a2758 req-f17f7f8e-d9ca-461c-9b6d-08b9aa053664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:09.381541 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b03b2b35-a53b-43ed-a621-7c14697a2758 req-f17f7f8e-d9ca-461c-9b6d-08b9aa053664 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27f1e48653724e3083ec9827e4915957&device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 1098 time: 0.1897395 Jan 11 09:39:09.392461 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146c9fb-bfdf-452d-abdd-e703103599ed tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event deleted for resources: {'Port': ['ID=090bf630-5c62-40a8-b2d6-6aebf2b0e379,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:09.612437 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-633f9ba5-1821-4aa6-984c-10da5bdc0671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:31:52Z', 'revision_number': 4, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port': {'id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:38Z', 'updated_at': '2022-01-11T09:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'b0b36a17-1b03-41d8-9434-9d9b4379dbc2', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'port_id': '653bf390-5022-446f-b35d-1ea85980c365', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'mac_address': 'fa:16:3e:ee:3f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6029d70b-cd04-4cac-bfaf-e647c5660a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:36:22Z', 'updated_at': '2022-01-11T09:36:29Z', 'revision_number': 1, 'project_id': '27f1e48653724e3083ec9827e4915957', 'fixed_ip_address_scope': None}, {'id': 'b39797b1-920d-4df3-aece-e323946aa992', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'floating_ip_address': '172.26.3.57', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'port_id': 'bc3c4062-2e48-46b3-a27d-f6c14df29461', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'mac_address': 'fa:16:3e:c3:56:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd292111-301d-4347-b32f-4009d3f406ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:39:07Z', 'updated_at': '2022-01-11T09:39:07Z', 'revision_number': 0, 'project_id': '27f1e48653724e3083ec9827e4915957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec904619-9a3b-404d-8045-a1d4a669e27c', 'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'mac_address': 'fa:16:3e:d7:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:46Z', 'updated_at': '2022-01-11T09:32:04Z', 'revision_number': 5, 'project_id': '27f1e48653724e3083ec9827e4915957', 'subnets': [{'id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:09.616197 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633f9ba5-1821-4aa6-984c-10da5bdc0671 None None] Checking router: f545cf85-cabb-489c-9903-863d0a24aae7 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:39:09.624765 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633f9ba5-1821-4aa6-984c-10da5bdc0671 None None] Routers {'f545cf85-cabb-489c-9903-863d0a24aae7'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:09.625350 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-633f9ba5-1821-4aa6-984c-10da5bdc0671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['f545cf85-cabb-489c-9903-863d0a24aae7'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:09.808172 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b2b35-a53b-43ed-a621-7c14697a2758 req-52a6c298-cf44-436e-811a-0d874e5eaba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:09.809606 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b03b2b35-a53b-43ed-a621-7c14697a2758 req-52a6c298-cf44-436e-811a-0d874e5eaba3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 HTTP/1.1" status: 200 len: 913 time: 0.4195163 Jan 11 09:39:09.846863 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-633f9ba5-1821-4aa6-984c-10da5bdc0671 None None] Set router f545cf85-cabb-489c-9903-863d0a24aae7 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:39:09.991146 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b03b2b35-a53b-43ed-a621-7c14697a2758 req-699b56f6-99ef-4ab7-a362-5fdd528499fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc3c4062-2e48-46b3-a27d-f6c14df29461 HTTP/1.1" status: 200 len: 998 time: 0.1739247 Jan 11 09:39:09.991740 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8146c9fb-bfdf-452d-abdd-e703103599ed tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:10.130285 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b2b35-a53b-43ed-a621-7c14697a2758 req-cc10ecf4-5250-4022-a3f8-e3f2bb6e1f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:10.131724 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b03b2b35-a53b-43ed-a621-7c14697a2758 req-cc10ecf4-5250-4022-a3f8-e3f2bb6e1f53 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=627ce13c-dd38-4562-afe1-c17eb9a23002 HTTP/1.1" status: 200 len: 851 time: 0.1347282 Jan 11 09:39:10.207718 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-633f9ba5-1821-4aa6-984c-10da5bdc0671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:31:52Z', 'revision_number': 4, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port': {'id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:38Z', 'updated_at': '2022-01-11T09:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'b0b36a17-1b03-41d8-9434-9d9b4379dbc2', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'port_id': '653bf390-5022-446f-b35d-1ea85980c365', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'mac_address': 'fa:16:3e:ee:3f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6029d70b-cd04-4cac-bfaf-e647c5660a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:36:22Z', 'updated_at': '2022-01-11T09:36:29Z', 'revision_number': 1, 'project_id': '27f1e48653724e3083ec9827e4915957', 'fixed_ip_address_scope': None}, {'id': 'b39797b1-920d-4df3-aece-e323946aa992', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'floating_ip_address': '172.26.3.57', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'port_id': 'bc3c4062-2e48-46b3-a27d-f6c14df29461', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'mac_address': 'fa:16:3e:c3:56:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd292111-301d-4347-b32f-4009d3f406ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:39:07Z', 'updated_at': '2022-01-11T09:39:07Z', 'revision_number': 0, 'project_id': '27f1e48653724e3083ec9827e4915957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec904619-9a3b-404d-8045-a1d4a669e27c', 'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'mac_address': 'fa:16:3e:d7:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:46Z', 'updated_at': '2022-01-11T09:32:04Z', 'revision_number': 5, 'project_id': '27f1e48653724e3083ec9827e4915957', 'subnets': [{'id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:10.211531 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633f9ba5-1821-4aa6-984c-10da5bdc0671 None None] The sync data for ids ['f545cf85-cabb-489c-9903-863d0a24aae7'] in dv-neutron-823402-4-hyperv is: [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:31:52Z', 'revision_number': 4, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port': {'id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:38Z', 'updated_at': '2022-01-11T09:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'b0b36a17-1b03-41d8-9434-9d9b4379dbc2', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'port_id': '653bf390-5022-446f-b35d-1ea85980c365', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'mac_address': 'fa:16:3e:ee:3f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6029d70b-cd04-4cac-bfaf-e647c5660a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:36:22Z', 'updated_at': '2022-01-11T09:36:29Z', 'revision_number': 1, 'project_id': '27f1e48653724e3083ec9827e4915957', 'fixed_ip_address_scope': None}, {'id': 'b39797b1-920d-4df3-aece-e323946aa992', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'floating_ip_address': '172.26.3.57', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'port_id': 'bc3c4062-2e48-46b3-a27d-f6c14df29461', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'mac_address': 'fa:16:3e:c3:56:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd292111-301d-4347-b32f-4009d3f406ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:39:07Z', 'updated_at': '2022-01-11T09:39:07Z', 'revision_number': 0, 'project_id': '27f1e48653724e3083ec9827e4915957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec904619-9a3b-404d-8045-a1d4a669e27c', 'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'mac_address': 'fa:16:3e:d7:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:46Z', 'updated_at': '2022-01-11T09:32:04Z', 'revision_number': 5, 'project_id': '27f1e48653724e3083ec9827e4915957', 'subnets': [{'id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:39:10.366138 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b2b35-a53b-43ed-a621-7c14697a2758 req-6f6a7c43-9e04-4669-bf59-e1fcc4f532e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:10.367609 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b03b2b35-a53b-43ed-a621-7c14697a2758 req-6f6a7c43-9e04-4669-bf59-e1fcc4f532e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2287726 Jan 11 09:39:10.414565 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198c2ecd-a7f5-45d3-b24d-91fde978ffce None None] New status for floating IP b39797b1-920d-4df3-aece-e323946aa992: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:39:10.556224 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8146c9fb-bfdf-452d-abdd-e703103599ed tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Router 1c58fbbe-aa41-41eb-9743-7bc5883a7e26 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:39:10.635204 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b03b2b35-a53b-43ed-a621-7c14697a2758 req-31107ae0-2c98-4cf1-a74c-72d24c63b75a service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110651 Jan 11 09:39:10.979727 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8146c9fb-bfdf-452d-abdd-e703103599ed tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:39:10.982736 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b03b2b35-a53b-43ed-a621-7c14697a2758 req-07f60d4e-4cf2-4b77-9806-0c88a996c389 service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415966 Jan 11 09:39:10.989003 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16954ee3-e0df-4ee2-82ab-04a8818be87e None None] Sync routers for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:39:11.000369 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16954ee3-e0df-4ee2-82ab-04a8818be87e None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:11.000701 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8146c9fb-bfdf-452d-abdd-e703103599ed tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "PUT /v2.0/routers/1c58fbbe-aa41-41eb-9743-7bc5883a7e26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3010535 Jan 11 09:39:11.001128 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-16954ee3-e0df-4ee2-82ab-04a8818be87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:11.004298 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34536) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:11.065651 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-16954ee3-e0df-4ee2-82ab-04a8818be87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:11.074705 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16954ee3-e0df-4ee2-82ab-04a8818be87e None None] Routers {'1c58fbbe-aa41-41eb-9743-7bc5883a7e26'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:11.075301 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-16954ee3-e0df-4ee2-82ab-04a8818be87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:11.135253 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-16954ee3-e0df-4ee2-82ab-04a8818be87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:11.135658 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16954ee3-e0df-4ee2-82ab-04a8818be87e None None] The sync data for ids ['1c58fbbe-aa41-41eb-9743-7bc5883a7e26'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:39:11.304448 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a09c903-eaab-4d31-80ab-d911c392b137 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:11.443315 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34542) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:11.491480 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a09c903-eaab-4d31-80ab-d911c392b137 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:11.500899 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-5a09c903-eaab-4d31-80ab-d911c392b137 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Deleting port 5233c064-ed5a-40a8-bad2-94ef4596e9f0 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:11.501285 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a09c903-eaab-4d31-80ab-d911c392b137 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:11.567254 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1b9695a4-a639-4af7-b98a-8281f6717f2d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/bac2aa78-b7f8-40ba-841b-42af63dbd9e8 HTTP/1.1" status: 200 len: 993 time: 0.1155488 Jan 11 09:39:11.687322 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a09c903-eaab-4d31-80ab-d911c392b137 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:11.818311 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-5a09c903-eaab-4d31-80ab-d911c392b137 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Calling delete_port for 5233c064-ed5a-40a8-bad2-94ef4596e9f0 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:11.856216 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34550) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:11.986847 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a09c903-eaab-4d31-80ab-d911c392b137 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:12.038872 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09c903-eaab-4d31-80ab-d911c392b137 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event deleted for resources: {'Port': ['ID=5233c064-ed5a-40a8-bad2-94ef4596e9f0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:12.067311 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-820934ba-fbda-40f1-a6cf-5e18a91b3c38 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port 1cb9bd53-6d11-4ed4-b4f9-c240ab2818b1 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:12.067650 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-820934ba-fbda-40f1-a6cf-5e18a91b3c38 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:12.130614 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a09c903-eaab-4d31-80ab-d911c392b137 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:12.250191 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-820934ba-fbda-40f1-a6cf-5e18a91b3c38 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:12.250603 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-820934ba-fbda-40f1-a6cf-5e18a91b3c38 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:12.306690 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a09c903-eaab-4d31-80ab-d911c392b137 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:12.308716 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a09c903-eaab-4d31-80ab-d911c392b137 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:12.330945 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a09c903-eaab-4d31-80ab-d911c392b137 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:12.331571 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a09c903-eaab-4d31-80ab-d911c392b137 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Fanout notify agent at l3_agent the message router_deleted on router 1c58fbbe-aa41-41eb-9743-7bc5883a7e26 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:39:12.347551 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5a09c903-eaab-4d31-80ab-d911c392b137 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:12.348620 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5a09c903-eaab-4d31-80ab-d911c392b137 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "DELETE /v2.0/routers/1c58fbbe-aa41-41eb-9743-7bc5883a7e26 HTTP/1.1" status: 204 len: 168 time: 1.3433745 Jan 11 09:39:12.351136 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34554) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:12.376998 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-820934ba-fbda-40f1-a6cf-5e18a91b3c38 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for 1cb9bd53-6d11-4ed4-b4f9-c240ab2818b1 owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:12.423226 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2122988-e91a-4b7b-af5d-05115123a58f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Deleting subnet eb004085-adb3-4cbc-992c-e8011032226a {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:39:12.425979 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e2122988-e91a-4b7b-af5d-05115123a58f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:12.479540 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e2122988-e91a-4b7b-af5d-05115123a58f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:12.536262 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-820934ba-fbda-40f1-a6cf-5e18a91b3c38 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:12.538553 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e2122988-e91a-4b7b-af5d-05115123a58f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:12.583859 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820934ba-fbda-40f1-a6cf-5e18a91b3c38 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=1cb9bd53-6d11-4ed4-b4f9-c240ab2818b1,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:12.618484 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e2122988-e91a-4b7b-af5d-05115123a58f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:12.658485 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2122988-e91a-4b7b-af5d-05115123a58f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event deleted for resources: {'Subnet': ['ID=eb004085-adb3-4cbc-992c-e8011032226a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:12.660468 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e2122988-e91a-4b7b-af5d-05115123a58f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:12.667475 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e2122988-e91a-4b7b-af5d-05115123a58f tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "DELETE /v2.0/subnets/eb004085-adb3-4cbc-992c-e8011032226a HTTP/1.1" status: 204 len: 168 time: 0.3153968 Jan 11 09:39:12.669731 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34558) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:12.686248 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-820934ba-fbda-40f1-a6cf-5e18a91b3c38 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:12.686476 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [None req-820934ba-fbda-40f1-a6cf-5e18a91b3c38 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Floating IP bac2aa78-b7f8-40ba-841b-42af63dbd9e8 disassociated (deleted). External IP: 172.26.3.21, port: dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6. Jan 11 09:39:12.889901 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e8aa1bde-7b64-4fb9-bc4d-014c462c1037 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:13.019996 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e8aa1bde-7b64-4fb9-bc4d-014c462c1037 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:13.051656 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e8aa1bde-7b64-4fb9-bc4d-014c462c1037 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ed33e3-a433-4841-a9ad-fd2960956af5']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:13.065015 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e8aa1bde-7b64-4fb9-bc4d-014c462c1037 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3456f584-ef4b-4423-a977-89c4eb371f86') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:13.065316 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e8aa1bde-7b64-4fb9-bc4d-014c462c1037 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3456f584-ef4b-4423-a977-89c4eb371f86') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:13.078297 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e8aa1bde-7b64-4fb9-bc4d-014c462c1037 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:13.095674 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e8aa1bde-7b64-4fb9-bc4d-014c462c1037 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:13.102227 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8aa1bde-7b64-4fb9-bc4d-014c462c1037 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:39:13.102683 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e8aa1bde-7b64-4fb9-bc4d-014c462c1037 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:39:13.121307 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:39:13.199323 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820934ba-fbda-40f1-a6cf-5e18a91b3c38 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router c7128719-57ca-4d4e-a919-9d77739d1247 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:39:13.201008 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e8aa1bde-7b64-4fb9-bc4d-014c462c1037 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:13.221096 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e8aa1bde-7b64-4fb9-bc4d-014c462c1037 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:13.228162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa1bde-7b64-4fb9-bc4d-014c462c1037 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] Pushing event deleted for resources: {'Network': ['ID=88ed33e3-a433-4841-a9ad-fd2960956af5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:13.230958 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e8aa1bde-7b64-4fb9-bc4d-014c462c1037 tempest-FloatingIPTestJSON-1745941930 tempest-FloatingIPTestJSON-1745941930-project] 10.222.0.15 "DELETE /v2.0/networks/88ed33e3-a433-4841-a9ad-fd2960956af5 HTTP/1.1" status: 204 len: 168 time: 0.5601337 Jan 11 09:39:13.395506 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820934ba-fbda-40f1-a6cf-5e18a91b3c38 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:39:13.410508 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce54c98-ae28-4929-9d02-af606abb6dfd None None] Sync routers for ids ['c7128719-57ca-4d4e-a919-9d77739d1247'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:39:13.412862 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-820934ba-fbda-40f1-a6cf-5e18a91b3c38 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:13.424830 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce54c98-ae28-4929-9d02-af606abb6dfd None None] Routers {'c7128719-57ca-4d4e-a919-9d77739d1247'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:13.425809 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4ce54c98-ae28-4929-9d02-af606abb6dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['c7128719-57ca-4d4e-a919-9d77739d1247'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:13.469566 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-820934ba-fbda-40f1-a6cf-5e18a91b3c38 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/floatingips/bac2aa78-b7f8-40ba-841b-42af63dbd9e8 HTTP/1.1" status: 204 len: 168 time: 1.6118512 Jan 11 09:39:13.470116 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9718939b-c78d-4d47-87ff-440069d9d74f', 'tag': 'dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:39:13.517928 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9718939b-c78d-4d47-87ff-440069d9d74f', 'tag': 'dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6', 'status': 'completed', 'code': 200} Jan 11 09:39:13.526353 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34570) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:13.605581 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:39:13.621429 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24075d13-72c9-4d98-a34f-a240b3388241 req-9219da56-4775-4e64-a6f5-7183e6db1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:13.627315 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-24075d13-72c9-4d98-a34f-a240b3388241 req-9219da56-4775-4e64-a6f5-7183e6db1a11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=9718939b-c78d-4d47-87ff-440069d9d74f HTTP/1.1" status: 200 len: 1099 time: 0.0883505 Jan 11 09:39:13.684412 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-4ce54c98-ae28-4929-9d02-af606abb6dfd None None] Set router c7128719-57ca-4d4e-a919-9d77739d1247 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:39:13.760477 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b463d944-f383-4120-a42e-7373d8c28814 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8321bb1ad9bb4c1f9167533988e2660e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329347 Jan 11 09:39:13.762991 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34578) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:13.824131 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24075d13-72c9-4d98-a34f-a240b3388241 req-c65f6c27-7e12-4190-8791-d31daa1a79ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:13.826041 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-24075d13-72c9-4d98-a34f-a240b3388241 req-c65f6c27-7e12-4190-8791-d31daa1a79ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=222959b5-cbb6-4a23-bebe-87da222ff456 HTTP/1.1" status: 200 len: 897 time: 0.1929185 Jan 11 09:39:13.830340 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0755bb6b-3cf6-49ae-8ea9-c32316f241f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:13.899635 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-24075d13-72c9-4d98-a34f-a240b3388241 req-58c6f0e5-3c1c-42ea-9642-3a7a19d8dac1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 HTTP/1.1" status: 200 len: 217 time: 0.0654263 Jan 11 09:39:13.904946 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0755bb6b-3cf6-49ae-8ea9-c32316f241f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:13.968731 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24075d13-72c9-4d98-a34f-a240b3388241 req-48d58141-cb70-4087-ab18-49b20128a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:13.970349 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-24075d13-72c9-4d98-a34f-a240b3388241 req-48d58141-cb70-4087-ab18-49b20128a265 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0088f1d7-7635-4c0f-aa2b-52c9aee807a6 HTTP/1.1" status: 200 len: 834 time: 0.0647511 Jan 11 09:39:13.972152 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab06804-29fc-43ce-a77f-5435e07cd196 req-7bfebab0-350a-41b2-9f78-0fd870539066 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:13.973626 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cab06804-29fc-43ce-a77f-5435e07cd196 req-7bfebab0-350a-41b2-9f78-0fd870539066 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=9718939b-c78d-4d47-87ff-440069d9d74f HTTP/1.1" status: 200 len: 946 time: 0.1339679 Jan 11 09:39:14.041336 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cab06804-29fc-43ce-a77f-5435e07cd196 req-2d377c29-7824-488e-991e-a8a48f615209 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff442f65-3954-458a-b120-e82bc5825f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593414 Jan 11 09:39:14.056273 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0755bb6b-3cf6-49ae-8ea9-c32316f241f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:14.062814 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4ce54c98-ae28-4929-9d02-af606abb6dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'name': 'tempest-TestNetworkBasicOps-router-914727539', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd43bcc9d-0075-4ac0-a964-96c228ccd13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:37:13Z', 'updated_at': '2022-01-11T09:37:26Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'd43bcc9d-0075-4ac0-a964-96c228ccd13b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:37:14Z', 'updated_at': '2022-01-11T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'c8141e45-c81c-46ae-9ef8-fa699117c2fe', 'name': '', 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:13:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '0088f1d7-7635-4c0f-aa2b-52c9aee807a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:37:24Z', 'updated_at': '2022-01-11T09:37:32Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '0088f1d7-7635-4c0f-aa2b-52c9aee807a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:14.072661 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce54c98-ae28-4929-9d02-af606abb6dfd None None] Checking router: c7128719-57ca-4d4e-a919-9d77739d1247 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:39:14.083839 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce54c98-ae28-4929-9d02-af606abb6dfd None None] Routers {'c7128719-57ca-4d4e-a919-9d77739d1247'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:14.084983 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4ce54c98-ae28-4929-9d02-af606abb6dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['c7128719-57ca-4d4e-a919-9d77739d1247'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:14.088734 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755bb6b-3cf6-49ae-8ea9-c32316f241f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4981257d-32c7-42e0-b74d-d344a79eb712,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:14.095683 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0755bb6b-3cf6-49ae-8ea9-c32316f241f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:14.096940 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0755bb6b-3cf6-49ae-8ea9-c32316f241f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4981257d-32c7-42e0-b74d-d344a79eb712 HTTP/1.1" status: 204 len: 168 time: 0.3320985 Jan 11 09:39:14.107714 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24075d13-72c9-4d98-a34f-a240b3388241 req-6c994c39-52f3-4de9-a1e6-742c8ae94110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:14.109534 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-24075d13-72c9-4d98-a34f-a240b3388241 req-6c994c39-52f3-4de9-a1e6-742c8ae94110 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=222959b5-cbb6-4a23-bebe-87da222ff456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1181302 Jan 11 09:39:14.263265 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-24075d13-72c9-4d98-a34f-a240b3388241 req-a80f6a7f-a99a-4b8d-8941-8def76194151 service neutron] 10.222.0.42 "GET /v2.0/networks/222959b5-cbb6-4a23-bebe-87da222ff456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442342 Jan 11 09:39:14.286136 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-4ce54c98-ae28-4929-9d02-af606abb6dfd None None] Set router c7128719-57ca-4d4e-a919-9d77739d1247 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:39:14.404179 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-24075d13-72c9-4d98-a34f-a240b3388241 req-96829385-6e8c-4b08-995e-7540abdb3c83 service neutron] 10.222.0.42 "GET /v2.0/networks/222959b5-cbb6-4a23-bebe-87da222ff456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329105 Jan 11 09:39:14.658716 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4ce54c98-ae28-4929-9d02-af606abb6dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'name': 'tempest-TestNetworkBasicOps-router-914727539', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd43bcc9d-0075-4ac0-a964-96c228ccd13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:37:13Z', 'updated_at': '2022-01-11T09:37:26Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'd43bcc9d-0075-4ac0-a964-96c228ccd13b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:37:14Z', 'updated_at': '2022-01-11T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'c8141e45-c81c-46ae-9ef8-fa699117c2fe', 'name': '', 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:13:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '0088f1d7-7635-4c0f-aa2b-52c9aee807a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:37:24Z', 'updated_at': '2022-01-11T09:37:32Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '0088f1d7-7635-4c0f-aa2b-52c9aee807a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:14.662851 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce54c98-ae28-4929-9d02-af606abb6dfd None None] The sync data for ids ['c7128719-57ca-4d4e-a919-9d77739d1247'] in dv-neutron-823402-4-hyperv is: [{'id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'name': 'tempest-TestNetworkBasicOps-router-914727539', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd43bcc9d-0075-4ac0-a964-96c228ccd13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:37:13Z', 'updated_at': '2022-01-11T09:37:26Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'd43bcc9d-0075-4ac0-a964-96c228ccd13b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:37:14Z', 'updated_at': '2022-01-11T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'c8141e45-c81c-46ae-9ef8-fa699117c2fe', 'name': '', 'network_id': '222959b5-cbb6-4a23-bebe-87da222ff456', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:13:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '0088f1d7-7635-4c0f-aa2b-52c9aee807a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:37:24Z', 'updated_at': '2022-01-11T09:37:32Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '0088f1d7-7635-4c0f-aa2b-52c9aee807a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:39:14.835842 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34602) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:14.907058 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cea2489-f06f-4bf1-9345-7d7e06fcbc5c None None] New status for floating IP bac2aa78-b7f8-40ba-841b-42af63dbd9e8: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:39:14.944633 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6a03361b-ec9f-4bc0-9190-d1bf7a75362a tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] Request body: {'port': {'network_id': 'defdece8-8830-4757-b608-ceb8204667b0', 'name': 'tempest-NetworksNegativeTestJSON-395104044'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:14.964412 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a03361b-ec9f-4bc0-9190-d1bf7a75362a tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] POST failed (client error): The resource could not be found. Jan 11 09:39:14.964887 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a03361b-ec9f-4bc0-9190-d1bf7a75362a tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:39:14.965988 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6a03361b-ec9f-4bc0-9190-d1bf7a75362a tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1291111 Jan 11 09:39:14.969826 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34608) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:14.994165 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-3825f715-45e7-4923-b8fc-d37a9d0bf19d tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] DELETE failed (client error): The resource could not be found. Jan 11 09:39:14.994622 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3825f715-45e7-4923-b8fc-d37a9d0bf19d tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:39:14.999889 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3825f715-45e7-4923-b8fc-d37a9d0bf19d tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] 10.222.0.15 "DELETE /v2.0/networks/3d24baa8-0ae5-4b71-8683-a8774f5fe84a HTTP/1.1" status: 404 len: 339 time: 0.0254655 Jan 11 09:39:15.000125 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34612) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:15.045280 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eedc21f-ecd9-4dca-82e3-d3e6aed58aca tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] DELETE failed (client error): The resource could not be found. Jan 11 09:39:15.045753 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eedc21f-ecd9-4dca-82e3-d3e6aed58aca tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:39:15.050968 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3eedc21f-ecd9-4dca-82e3-d3e6aed58aca tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] 10.222.0.15 "DELETE /v2.0/ports/a0c7fdbc-de7a-41f2-a138-1266ecd6f7c7 HTTP/1.1" status: 404 len: 333 time: 0.0464828 Jan 11 09:39:15.051207 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34616) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:15.089886 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-035e832d-a3fa-47d3-bf67-6ba4c7a88211 tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] DELETE failed (client error): The resource could not be found. Jan 11 09:39:15.090494 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-035e832d-a3fa-47d3-bf67-6ba4c7a88211 tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:39:15.092027 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-035e832d-a3fa-47d3-bf67-6ba4c7a88211 tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] 10.222.0.15 "DELETE /v2.0/subnets/08ac07fc-7b67-40f0-85cf-195cfa8a0f7d HTTP/1.1" status: 404 len: 337 time: 0.0399249 Jan 11 09:39:15.095696 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34622) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:15.122101 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3f9b17-43d0-4612-a0b9-e58ff9b471ea tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] GET failed (client error): The resource could not be found. Jan 11 09:39:15.123491 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2a3f9b17-43d0-4612-a0b9-e58ff9b471ea tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] 10.222.0.15 "GET /v2.0/networks/4e842949-7b2f-43cb-9845-be9c1caa49c2 HTTP/1.1" status: 404 len: 339 time: 0.0268548 Jan 11 09:39:15.127194 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34626) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:15.169987 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-caea243e-9790-4982-a0ca-5fea845cfb68 tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] GET failed (client error): The resource could not be found. Jan 11 09:39:15.174989 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34632) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:15.175170 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-caea243e-9790-4982-a0ca-5fea845cfb68 tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] 10.222.0.15 "GET /v2.0/ports/e8aa7f97-e556-4acf-9576-0276dea298de HTTP/1.1" status: 404 len: 333 time: 0.0468731 Jan 11 09:39:15.214312 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5490c09-3599-4a07-b444-13261ecb6d56 tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] GET failed (client error): The resource could not be found. Jan 11 09:39:15.215597 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a5490c09-3599-4a07-b444-13261ecb6d56 tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] 10.222.0.15 "GET /v2.0/subnets/71679d15-967f-41ac-98d6-318f3a70baca HTTP/1.1" status: 404 len: 337 time: 0.0396066 Jan 11 09:39:15.219413 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34636) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:15.225222 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c7ff6fb8-f31c-4f40-9c7b-5dea22497a02 tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:15.249502 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ff6fb8-f31c-4f40-9c7b-5dea22497a02 tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] PUT failed (client error): The resource could not be found. Jan 11 09:39:15.250276 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ff6fb8-f31c-4f40-9c7b-5dea22497a02 tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:39:15.251529 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c7ff6fb8-f31c-4f40-9c7b-5dea22497a02 tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] 10.222.0.15 "PUT /v2.0/networks/28b696f2-1ea3-4586-86ac-6ea38f2b85c0 HTTP/1.1" status: 404 len: 339 time: 0.0311666 Jan 11 09:39:15.255370 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34640) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:15.261523 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-50f0617d-078d-4d10-91e1-1d40d5a1c6c6 tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:15.298014 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f0617d-078d-4d10-91e1-1d40d5a1c6c6 tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] PUT failed (client error): The resource could not be found. Jan 11 09:39:15.298500 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f0617d-078d-4d10-91e1-1d40d5a1c6c6 tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:39:15.303754 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-50f0617d-078d-4d10-91e1-1d40d5a1c6c6 tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] 10.222.0.15 "PUT /v2.0/ports/5de8d4d0-022b-4a26-aa87-28113c6ae47e HTTP/1.1" status: 404 len: 333 time: 0.0431116 Jan 11 09:39:15.304180 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34644) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:15.310564 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c2e7cedb-f3e3-4db9-98dd-a80df0163af7 tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:15.343397 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e7cedb-f3e3-4db9-98dd-a80df0163af7 tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] PUT failed (client error): The resource could not be found. Jan 11 09:39:15.343847 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e7cedb-f3e3-4db9-98dd-a80df0163af7 tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:39:15.344980 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c2e7cedb-f3e3-4db9-98dd-a80df0163af7 tempest-NetworksNegativeTestJSON-285027842 tempest-NetworksNegativeTestJSON-285027842-project] 10.222.0.15 "PUT /v2.0/subnets/6675a06a-0051-4611-8587-9b45af8b813d HTTP/1.1" status: 404 len: 337 time: 0.0398223 Jan 11 09:39:15.360772 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdac1e-3661-4ff6-9bb7-c9e0c67860c9 req-e4c8a50d-a688-4b61-8c95-0476163b2b0f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:15.362269 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e6cdac1e-3661-4ff6-9bb7-c9e0c67860c9 req-e4c8a50d-a688-4b61-8c95-0476163b2b0f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=9718939b-c78d-4d47-87ff-440069d9d74f HTTP/1.1" status: 200 len: 946 time: 0.2036612 Jan 11 09:39:15.406517 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e6cdac1e-3661-4ff6-9bb7-c9e0c67860c9 req-ad989794-5005-4625-9ec3-19771c83a242 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff442f65-3954-458a-b120-e82bc5825f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385771 Jan 11 09:39:15.593898 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8b570-f857-4555-83ec-f815c14c1e95 req-45ef0321-2b07-4fe4-bdcc-aac36acb1eec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:15.593898 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-42a8b570-f857-4555-83ec-f815c14c1e95 req-45ef0321-2b07-4fe4-bdcc-aac36acb1eec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:39:15.609504 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-42a8b570-f857-4555-83ec-f815c14c1e95 req-45ef0321-2b07-4fe4-bdcc-aac36acb1eec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:39:15.610656 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-42a8b570-f857-4555-83ec-f815c14c1e95 req-45ef0321-2b07-4fe4-bdcc-aac36acb1eec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/ports?device_id=9718939b-c78d-4d47-87ff-440069d9d74f HTTP/1.1" status: 200 len: 946 time: 0.1028066 Jan 11 09:39:15.620107 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34652) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:15.692016 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-42a8b570-f857-4555-83ec-f815c14c1e95 req-e3a2f189-0c56-42e1-b57e-b0a603a1b57e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:15.692460 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-42a8b570-f857-4555-83ec-f815c14c1e95 req-e3a2f189-0c56-42e1-b57e-b0a603a1b57e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:15.788058 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a29954a4-c7d7-4831-afa4-73c6f2e63081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:15.809259 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a29954a4-c7d7-4831-afa4-73c6f2e63081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:15.815773 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a29954a4-c7d7-4831-afa4-73c6f2e63081 admin admin] Usage tracker for resource:security_group_rule and tenant:98d0918891a5441b9b911298799e8801 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:15.819670 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a29954a4-c7d7-4831-afa4-73c6f2e63081 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:15.827994 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a29954a4-c7d7-4831-afa4-73c6f2e63081 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:15.927921 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a29954a4-c7d7-4831-afa4-73c6f2e63081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:15.931070 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a29954a4-c7d7-4831-afa4-73c6f2e63081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:15.988886 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a29954a4-c7d7-4831-afa4-73c6f2e63081 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=98d0918891a5441b9b911298799e8801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3676100 Jan 11 09:39:15.990642 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29954a4-c7d7-4831-afa4-73c6f2e63081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02c28ba-1425-4109-876f-faedb29fdc24,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:15.994461 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34658) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:16.063916 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-218d9e55-0bcc-4ecb-b84e-a757096c5317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:16.093683 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-218d9e55-0bcc-4ecb-b84e-a757096c5317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:16.106994 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-42a8b570-f857-4555-83ec-f815c14c1e95 req-e3a2f189-0c56-42e1-b57e-b0a603a1b57e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6,segment=NetworkSegment(76aef85c-af25-4c57-8dbb-736378ff89fa),segment_id=76aef85c-af25-4c57-8dbb-736378ff89fa)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:16.106994 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-42a8b570-f857-4555-83ec-f815c14c1e95 req-e3a2f189-0c56-42e1-b57e-b0a603a1b57e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:16.148658 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-218d9e55-0bcc-4ecb-b84e-a757096c5317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:16.164894 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d9e55-0bcc-4ecb-b84e-a757096c5317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02c28ba-1425-4109-876f-faedb29fdc24,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:16.174851 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-218d9e55-0bcc-4ecb-b84e-a757096c5317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:16.177113 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-218d9e55-0bcc-4ecb-b84e-a757096c5317 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f02c28ba-1425-4109-876f-faedb29fdc24 HTTP/1.1" status: 204 len: 168 time: 0.1814876 Jan 11 09:39:16.242475 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-42a8b570-f857-4555-83ec-f815c14c1e95 req-e3a2f189-0c56-42e1-b57e-b0a603a1b57e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:16.428682 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-42a8b570-f857-4555-83ec-f815c14c1e95 req-e3a2f189-0c56-42e1-b57e-b0a603a1b57e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:16.487542 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2f189-0c56-42e1-b57e-b0a603a1b57e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:16.588509 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a8b570-f857-4555-83ec-f815c14c1e95 req-e3a2f189-0c56-42e1-b57e-b0a603a1b57e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] No DVR routers for this DVR port dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:39:16.592070 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-42a8b570-f857-4555-83ec-f815c14c1e95 req-e3a2f189-0c56-42e1-b57e-b0a603a1b57e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:16.596390 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9718939b-c78d-4d47-87ff-440069d9d74f', 'name': 'network-vif-deleted', 'tag': 'dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:39:16.597664 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7530d330-d7b4-4d5e-aaf6-b1d3268a466b req-8071b8e4-024b-450d-a1d8-59dd71551104 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=9718939b-c78d-4d47-87ff-440069d9d74f HTTP/1.1" status: 200 len: 210 time: 0.0664227 Jan 11 09:39:16.622134 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-42a8b570-f857-4555-83ec-f815c14c1e95 req-e3a2f189-0c56-42e1-b57e-b0a603a1b57e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "DELETE /v2.0/ports/dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 HTTP/1.1" status: 204 len: 173 time: 0.9984143 Jan 11 09:39:16.650956 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9718939b-c78d-4d47-87ff-440069d9d74f', 'name': 'network-vif-deleted', 'tag': 'dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6', 'status': 'completed', 'code': 200} Jan 11 09:39:16.864736 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-08e938da-a158-4d1a-8a20-64abc98ef901 req-edf8324d-3936-471f-bfa1-bbe85ede9492 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1043231 Jan 11 09:39:17.045737 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e938da-a158-4d1a-8a20-64abc98ef901 req-8b20d313-01c0-4c3d-9ae0-79b750e66963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:17.047196 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-08e938da-a158-4d1a-8a20-64abc98ef901 req-8b20d313-01c0-4c3d-9ae0-79b750e66963 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27f1e48653724e3083ec9827e4915957&device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 1099 time: 0.0953872 Jan 11 09:39:17.150399 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34688) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:17.208686 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e938da-a158-4d1a-8a20-64abc98ef901 req-f8a8c692-d7c3-4f73-8a0e-8693d3e49370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:17.210171 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-08e938da-a158-4d1a-8a20-64abc98ef901 req-f8a8c692-d7c3-4f73-8a0e-8693d3e49370 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 HTTP/1.1" status: 200 len: 913 time: 0.1378868 Jan 11 09:39:17.266213 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-76a7caf0-7a25-4181-9023-9676dc047b93 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-814000793'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:17.271656 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-76a7caf0-7a25-4181-9023-9676dc047b93 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:17.276970 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-76a7caf0-7a25-4181-9023-9676dc047b93 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:network and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:17.280141 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-76a7caf0-7a25-4181-9023-9676dc047b93 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:17.287191 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-76a7caf0-7a25-4181-9023-9676dc047b93 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:17.297543 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a7caf0-7a25-4181-9023-9676dc047b93 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Made reservation on behalf of fac2e6af1b7d42d197ffed52a46ad075 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:39:17.301026 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76a7caf0-7a25-4181-9023-9676dc047b93 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:17.313449 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76a7caf0-7a25-4181-9023-9676dc047b93 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:17.324087 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-08e938da-a158-4d1a-8a20-64abc98ef901 req-fe799d45-07ba-4c8d-8ea0-8075b713a3a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=653bf390-5022-446f-b35d-1ea85980c365 HTTP/1.1" status: 200 len: 1001 time: 0.1073065 Jan 11 09:39:17.328481 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-76a7caf0-7a25-4181-9023-9676dc047b93 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:17.332235 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-76a7caf0-7a25-4181-9023-9676dc047b93 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:security_group_rule and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:17.335005 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-76a7caf0-7a25-4181-9023-9676dc047b93 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:17.341235 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-76a7caf0-7a25-4181-9023-9676dc047b93 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:17.387597 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e938da-a158-4d1a-8a20-64abc98ef901 req-8d977995-53ea-42dd-95b3-413341fa39c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:17.389252 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-08e938da-a158-4d1a-8a20-64abc98ef901 req-8d977995-53ea-42dd-95b3-413341fa39c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=627ce13c-dd38-4562-afe1-c17eb9a23002 HTTP/1.1" status: 200 len: 851 time: 0.0585926 Jan 11 09:39:17.427787 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76a7caf0-7a25-4181-9023-9676dc047b93 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:17.432774 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76a7caf0-7a25-4181-9023-9676dc047b93 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:17.468830 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a7caf0-7a25-4181-9023-9676dc047b93 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:39:17.478340 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7caf0-7a25-4181-9023-9676dc047b93 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=095cd4c3-f2a1-4061-a481-37d395c56270,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:17.481946 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e938da-a158-4d1a-8a20-64abc98ef901 req-a4516b5e-85aa-44a3-85c6-c61f4685f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:17.483581 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-08e938da-a158-4d1a-8a20-64abc98ef901 req-a4516b5e-85aa-44a3-85c6-c61f4685f20c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0884480 Jan 11 09:39:17.483894 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76a7caf0-7a25-4181-9023-9676dc047b93 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:17.484234 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-76a7caf0-7a25-4181-9023-9676dc047b93 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Added segment 18c3c855-db81-4a62-b381-4c1fc8b1189e of type vlan for network e1cdcdbc-eda3-4600-9ef3-b4b86277bced Jan 11 09:39:17.512232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76a7caf0-7a25-4181-9023-9676dc047b93 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:17.542508 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76a7caf0-7a25-4181-9023-9676dc047b93 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:17.547786 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a7caf0-7a25-4181-9023-9676dc047b93 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:17.548358 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76a7caf0-7a25-4181-9023-9676dc047b93 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:17.631283 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-08e938da-a158-4d1a-8a20-64abc98ef901 req-52c9ab33-88df-4b6d-a783-3fc3dd3c0863 service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394267 Jan 11 09:39:17.659037 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7caf0-7a25-4181-9023-9676dc047b93 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Network': ['ID=e1cdcdbc-eda3-4600-9ef3-b4b86277bced,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:17.672798 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-76a7caf0-7a25-4181-9023-9676dc047b93 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5208213 Jan 11 09:39:17.676417 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34696) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:17.683786 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e7f9cd05-2f80-4544-a887-ae3d9c217d9f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2040190160'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:17.687322 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network e1cdcdbc-eda3-4600-9ef3-b4b86277bced details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:39:17.692336 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e7f9cd05-2f80-4544-a887-ae3d9c217d9f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:17.696873 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e7f9cd05-2f80-4544-a887-ae3d9c217d9f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:network and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:17.700126 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e7f9cd05-2f80-4544-a887-ae3d9c217d9f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:17.706500 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e7f9cd05-2f80-4544-a887-ae3d9c217d9f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:17.728132 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f9cd05-2f80-4544-a887-ae3d9c217d9f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Made reservation on behalf of fac2e6af1b7d42d197ffed52a46ad075 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:39:17.732147 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7f9cd05-2f80-4544-a887-ae3d9c217d9f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:17.788695 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34700) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:17.789577 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-08e938da-a158-4d1a-8a20-64abc98ef901 req-8cc4fdef-d357-4567-bfef-b81858e4d34a service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502655 Jan 11 09:39:17.792248 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f9cd05-2f80-4544-a887-ae3d9c217d9f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:39:17.824652 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7f9cd05-2f80-4544-a887-ae3d9c217d9f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:17.824906 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-e7f9cd05-2f80-4544-a887-ae3d9c217d9f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Added segment 8b8a71c3-4bf2-41f8-9f27-f5b9991f3e27 of type vlan for network ba07dcb9-1be4-40a1-bccb-9c9fa911c162 Jan 11 09:39:17.879641 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7f9cd05-2f80-4544-a887-ae3d9c217d9f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:17.900521 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4adbeb1a-16c8-428d-b51b-b2e6eba18445 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:17.942442 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4adbeb1a-16c8-428d-b51b-b2e6eba18445 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:17.950233 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7f9cd05-2f80-4544-a887-ae3d9c217d9f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:17.955550 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f9cd05-2f80-4544-a887-ae3d9c217d9f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:17.956122 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e7f9cd05-2f80-4544-a887-ae3d9c217d9f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:18.032431 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e7f9cd05-2f80-4544-a887-ae3d9c217d9f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3545859 Jan 11 09:39:18.035505 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34704) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:18.041865 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-0a9811e7-135d-403d-90d1-d2d9707db454 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'subnet': {'network_id': 'e1cdcdbc-eda3-4600-9ef3-b4b86277bced', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:18.089816 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9cd05-2f80-4544-a887-ae3d9c217d9f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Network': ['ID=ba07dcb9-1be4-40a1-bccb-9c9fa911c162,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:18.101877 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network ba07dcb9-1be4-40a1-bccb-9c9fa911c162 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:39:18.132683 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4adbeb1a-16c8-428d-b51b-b2e6eba18445 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:18.159151 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adbeb1a-16c8-428d-b51b-b2e6eba18445 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff442f65-3954-458a-b120-e82bc5825f53,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:18.161906 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0a9811e7-135d-403d-90d1-d2d9707db454 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:18.162599 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4adbeb1a-16c8-428d-b51b-b2e6eba18445 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:18.163900 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4adbeb1a-16c8-428d-b51b-b2e6eba18445 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/security-groups/ff442f65-3954-458a-b120-e82bc5825f53 HTTP/1.1" status: 204 len: 168 time: 0.3741083 Jan 11 09:39:18.170143 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0a9811e7-135d-403d-90d1-d2d9707db454 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:subnet and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:18.174298 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0a9811e7-135d-403d-90d1-d2d9707db454 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:18.180730 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0a9811e7-135d-403d-90d1-d2d9707db454 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:18.191219 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9811e7-135d-403d-90d1-d2d9707db454 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Made reservation on behalf of fac2e6af1b7d42d197ffed52a46ad075 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:39:18.195522 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0a9811e7-135d-403d-90d1-d2d9707db454 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:18.202413 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34710) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:18.428245 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0a9811e7-135d-403d-90d1-d2d9707db454 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:18.511311 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9811e7-135d-403d-90d1-d2d9707db454 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Subnet': ['ID=69529ad0-0e66-467f-a64b-a376a141ce54,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:18.524227 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9811e7-135d-403d-90d1-d2d9707db454 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Checking segment: {'id': '18c3c855-db81-4a62-b381-4c1fc8b1189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e1cdcdbc-eda3-4600-9ef3-b4b86277bced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:39:18.524684 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9811e7-135d-403d-90d1-d2d9707db454 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network hostable DHCP agents. Network: e1cdcdbc-eda3-4600-9ef3-b4b86277bced, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:39:18.543827 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9811e7-135d-403d-90d1-d2d9707db454 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network e1cdcdbc-eda3-4600-9ef3-b4b86277bced is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:39:18.553028 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-0a9811e7-135d-403d-90d1-d2d9707db454 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, e1cdcdbc-eda3-4600-9ef3-b4b86277bced) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:39:18.557209 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9811e7-135d-403d-90d1-d2d9707db454 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:18.557781 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0a9811e7-135d-403d-90d1-d2d9707db454 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:18.563182 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357f2400-ca6e-4d45-bdc0-b76f94929d55 None None] Network e1cdcdbc-eda3-4600-9ef3-b4b86277bced requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:39:18.582960 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0a9811e7-135d-403d-90d1-d2d9707db454 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5462132 Jan 11 09:39:18.585818 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34714) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:18.595632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-169c9071-9d45-40f5-ae8d-5d892be38f88 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'subnet': {'network_id': 'ba07dcb9-1be4-40a1-bccb-9c9fa911c162', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:18.719920 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-169c9071-9d45-40f5-ae8d-5d892be38f88 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:18.723894 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-169c9071-9d45-40f5-ae8d-5d892be38f88 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:subnet and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:18.726858 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-169c9071-9d45-40f5-ae8d-5d892be38f88 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:18.732968 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-169c9071-9d45-40f5-ae8d-5d892be38f88 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:18.743903 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169c9071-9d45-40f5-ae8d-5d892be38f88 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Made reservation on behalf of fac2e6af1b7d42d197ffed52a46ad075 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:39:18.747985 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-169c9071-9d45-40f5-ae8d-5d892be38f88 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:18.795184 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73868dd5-31eb-47f2-9b64-be1b4bcec990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-e1cdcdbc-eda3-4600-9ef3-b4b86277bced', 'network_id': 'e1cdcdbc-eda3-4600-9ef3-b4b86277bced', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'fixed_ips': [{'subnet_id': '69529ad0-0e66-467f-a64b-a376a141ce54'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:39:18.796022 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-73868dd5-31eb-47f2-9b64-be1b4bcec990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:18.911393 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b1c65099-9084-4c97-9025-e3e641f77ba5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:18.962785 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-73868dd5-31eb-47f2-9b64-be1b4bcec990 None None] Allocated IP 2001:db8::2 (e1cdcdbc-eda3-4600-9ef3-b4b86277bced/69529ad0-0e66-467f-a64b-a376a141ce54/8ed68a51-2143-476b-9bca-b7dbed596e46) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:39:19.099335 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-169c9071-9d45-40f5-ae8d-5d892be38f88 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:19.104393 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-871ee9b6-9b64-4392-9ece-47dcd0246709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:19.177281 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c9071-9d45-40f5-ae8d-5d892be38f88 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Subnet': ['ID=f04e71ab-8a99-4dec-80de-6900addc48c7,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:19.187235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169c9071-9d45-40f5-ae8d-5d892be38f88 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Checking segment: {'id': '8b8a71c3-4bf2-41f8-9f27-f5b9991f3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ba07dcb9-1be4-40a1-bccb-9c9fa911c162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:39:19.187770 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169c9071-9d45-40f5-ae8d-5d892be38f88 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network hostable DHCP agents. Network: ba07dcb9-1be4-40a1-bccb-9c9fa911c162, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:39:19.191660 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-73868dd5-31eb-47f2-9b64-be1b4bcec990 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:19.206544 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-73868dd5-31eb-47f2-9b64-be1b4bcec990 None None] Transition to ACTIVE for port object 8ed68a51-2143-476b-9bca-b7dbed596e46 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:39:19.210933 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169c9071-9d45-40f5-ae8d-5d892be38f88 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network ba07dcb9-1be4-40a1-bccb-9c9fa911c162 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:39:19.222672 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-169c9071-9d45-40f5-ae8d-5d892be38f88 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, ba07dcb9-1be4-40a1-bccb-9c9fa911c162) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:39:19.224999 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-73868dd5-31eb-47f2-9b64-be1b4bcec990 None None] Transition to ACTIVE for port object 8ed68a51-2143-476b-9bca-b7dbed596e46 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:39:19.227994 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169c9071-9d45-40f5-ae8d-5d892be38f88 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:19.228481 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-169c9071-9d45-40f5-ae8d-5d892be38f88 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:19.234074 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-73868dd5-31eb-47f2-9b64-be1b4bcec990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:19.260553 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-169c9071-9d45-40f5-ae8d-5d892be38f88 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6710198 Jan 11 09:39:19.260841 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34718) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:19.266047 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-95e6c408-ad49-45a0-8573-374988b5343f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1003826082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:19.274472 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-95e6c408-ad49-45a0-8573-374988b5343f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:19.275678 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6591f0b1-23e9-4d27-ba71-8a6cf422d75e None None] Network ba07dcb9-1be4-40a1-bccb-9c9fa911c162 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:39:19.281918 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-95e6c408-ad49-45a0-8573-374988b5343f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:router and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:19.285003 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-95e6c408-ad49-45a0-8573-374988b5343f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:19.292895 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-95e6c408-ad49-45a0-8573-374988b5343f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:19.301173 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b1c65099-9084-4c97-9025-e3e641f77ba5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port c8141e45-c81c-46ae-9ef8-fa699117c2fe {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:19.301686 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b1c65099-9084-4c97-9025-e3e641f77ba5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:19.313089 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-95e6c408-ad49-45a0-8573-374988b5343f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:19.315434 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-95e6c408-ad49-45a0-8573-374988b5343f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:19.337555 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-95e6c408-ad49-45a0-8573-374988b5343f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:19.344774 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73868dd5-31eb-47f2-9b64-be1b4bcec990 None None] Network e1cdcdbc-eda3-4600-9ef3-b4b86277bced is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:39:19.349300 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-73868dd5-31eb-47f2-9b64-be1b4bcec990 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:39:19.363712 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-95e6c408-ad49-45a0-8573-374988b5343f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:19.391351 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-95e6c408-ad49-45a0-8573-374988b5343f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:19.396069 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-95e6c408-ad49-45a0-8573-374988b5343f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1315670 Jan 11 09:39:19.396962 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34722) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:19.407719 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73868dd5-31eb-47f2-9b64-be1b4bcec990 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:39:19.409865 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:39:19.476045 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:39:19.476311 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device dbdfe830-1f3b-4bb4-bb7c-3a2c85b409b6 not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:39:19.478501 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73868dd5-31eb-47f2-9b64-be1b4bcec990 None None] Pushing event updated for resources: {'Port': ['ID=8ed68a51-2143-476b-9bca-b7dbed596e46,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:19.510465 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-b1c65099-9084-4c97-9025-e3e641f77ba5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port c8141e45-c81c-46ae-9ef8-fa699117c2fe, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=c8141e45-c81c-46ae-9ef8-fa699117c2fe,segment=NetworkSegment(76aef85c-af25-4c57-8dbb-736378ff89fa),segment_id=76aef85c-af25-4c57-8dbb-736378ff89fa)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:19.510810 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b1c65099-9084-4c97-9025-e3e641f77ba5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:19.564549 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-73868dd5-31eb-47f2-9b64-be1b4bcec990 None None] Attempting to bind port 8ed68a51-2143-476b-9bca-b7dbed596e46 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:39:19.564924 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-73868dd5-31eb-47f2-9b64-be1b4bcec990 None None] Attempting to bind port 8ed68a51-2143-476b-9bca-b7dbed596e46 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '18c3c855-db81-4a62-b381-4c1fc8b1189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e1cdcdbc-eda3-4600-9ef3-b4b86277bced'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:39:19.565291 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73868dd5-31eb-47f2-9b64-be1b4bcec990 None None] Attempting to bind port 8ed68a51-2143-476b-9bca-b7dbed596e46 on network e1cdcdbc-eda3-4600-9ef3-b4b86277bced {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:39:19.597727 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73868dd5-31eb-47f2-9b64-be1b4bcec990 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:39:19.598108 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73868dd5-31eb-47f2-9b64-be1b4bcec990 None None] Checking segment: {'id': '18c3c855-db81-4a62-b381-4c1fc8b1189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e1cdcdbc-eda3-4600-9ef3-b4b86277bced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:39:19.598523 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-73868dd5-31eb-47f2-9b64-be1b4bcec990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:19.598916 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73868dd5-31eb-47f2-9b64-be1b4bcec990 None None] Bound using segment: {'id': '18c3c855-db81-4a62-b381-4c1fc8b1189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e1cdcdbc-eda3-4600-9ef3-b4b86277bced'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:39:19.599383 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-73868dd5-31eb-47f2-9b64-be1b4bcec990 None None] Bound port: 8ed68a51-2143-476b-9bca-b7dbed596e46, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c3c855-db81-4a62-b381-4c1fc8b1189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e1cdcdbc-eda3-4600-9ef3-b4b86277bced'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:39:19.599755 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-73868dd5-31eb-47f2-9b64-be1b4bcec990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:19.646356 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b1c65099-9084-4c97-9025-e3e641f77ba5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for c8141e45-c81c-46ae-9ef8-fa699117c2fe owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:19.775263 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fafb50d-523e-4d47-b7c5-723ef0c43c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-ba07dcb9-1be4-40a1-bccb-9c9fa911c162', 'network_id': 'ba07dcb9-1be4-40a1-bccb-9c9fa911c162', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'fixed_ips': [{'subnet_id': 'f04e71ab-8a99-4dec-80de-6900addc48c7'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:39:19.776080 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1fafb50d-523e-4d47-b7c5-723ef0c43c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:19.856429 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-73868dd5-31eb-47f2-9b64-be1b4bcec990 None None] For port 8ed68a51-2143-476b-9bca-b7dbed596e46, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:39:19.861161 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b1c65099-9084-4c97-9025-e3e641f77ba5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:19.875114 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-73868dd5-31eb-47f2-9b64-be1b4bcec990 None None] For port 8ed68a51-2143-476b-9bca-b7dbed596e46, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=8ed68a51-2143-476b-9bca-b7dbed596e46,segment=NetworkSegment(18c3c855-db81-4a62-b381-4c1fc8b1189e),segment_id=18c3c855-db81-4a62-b381-4c1fc8b1189e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:39:19.886699 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-73868dd5-31eb-47f2-9b64-be1b4bcec990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:19.917909 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3166e376-6adc-4a94-9fd8-c9ff40c6df55 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:20.033671 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c65099-9084-4c97-9025-e3e641f77ba5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=c8141e45-c81c-46ae-9ef8-fa699117c2fe,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:20.056888 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-1fafb50d-523e-4d47-b7c5-723ef0c43c80 None None] Allocated IP 2001:db8:1::2 (ba07dcb9-1be4-40a1-bccb-9c9fa911c162/f04e71ab-8a99-4dec-80de-6900addc48c7/056aadf5-f13d-4677-a82f-63876ccef915) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:39:20.193791 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73868dd5-31eb-47f2-9b64-be1b4bcec990 None None] Pushing event updated for resources: {'Port': ['ID=8ed68a51-2143-476b-9bca-b7dbed596e46,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:20.377062 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-3166e376-6adc-4a94-9fd8-c9ff40c6df55 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Allocated IP 2001:db8::1 (e1cdcdbc-eda3-4600-9ef3-b4b86277bced/69529ad0-0e66-467f-a64b-a376a141ce54/a8b151f8-8fac-4c4d-8e8f-f579b08dc70b) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:39:20.414650 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1fafb50d-523e-4d47-b7c5-723ef0c43c80 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:20.425789 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b1c65099-9084-4c97-9025-e3e641f77ba5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:20.436367 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1fafb50d-523e-4d47-b7c5-723ef0c43c80 None None] Transition to ACTIVE for port object 056aadf5-f13d-4677-a82f-63876ccef915 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:39:20.459986 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1fafb50d-523e-4d47-b7c5-723ef0c43c80 None None] Transition to ACTIVE for port object 056aadf5-f13d-4677-a82f-63876ccef915 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:39:20.471995 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1fafb50d-523e-4d47-b7c5-723ef0c43c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:20.543301 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fafb50d-523e-4d47-b7c5-723ef0c43c80 None None] Network ba07dcb9-1be4-40a1-bccb-9c9fa911c162 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:39:20.546270 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-1fafb50d-523e-4d47-b7c5-723ef0c43c80 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:39:20.548810 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fafb50d-523e-4d47-b7c5-723ef0c43c80 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:39:20.558807 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafb50d-523e-4d47-b7c5-723ef0c43c80 None None] Pushing event updated for resources: {'Port': ['ID=056aadf5-f13d-4677-a82f-63876ccef915,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:20.575216 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3166e376-6adc-4a94-9fd8-c9ff40c6df55 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:20.599755 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3166e376-6adc-4a94-9fd8-c9ff40c6df55 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Transition to ACTIVE for port object a8b151f8-8fac-4c4d-8e8f-f579b08dc70b will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:39:20.628689 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3166e376-6adc-4a94-9fd8-c9ff40c6df55 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:20.648030 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1fafb50d-523e-4d47-b7c5-723ef0c43c80 None None] Attempting to bind port 056aadf5-f13d-4677-a82f-63876ccef915 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:39:20.648667 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1fafb50d-523e-4d47-b7c5-723ef0c43c80 None None] Attempting to bind port 056aadf5-f13d-4677-a82f-63876ccef915 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '8b8a71c3-4bf2-41f8-9f27-f5b9991f3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ba07dcb9-1be4-40a1-bccb-9c9fa911c162'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:39:20.649294 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fafb50d-523e-4d47-b7c5-723ef0c43c80 None None] Attempting to bind port 056aadf5-f13d-4677-a82f-63876ccef915 on network ba07dcb9-1be4-40a1-bccb-9c9fa911c162 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:39:20.655649 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fafb50d-523e-4d47-b7c5-723ef0c43c80 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:39:20.656231 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fafb50d-523e-4d47-b7c5-723ef0c43c80 None None] Checking segment: {'id': '8b8a71c3-4bf2-41f8-9f27-f5b9991f3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ba07dcb9-1be4-40a1-bccb-9c9fa911c162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:39:20.656803 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1fafb50d-523e-4d47-b7c5-723ef0c43c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:20.657343 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fafb50d-523e-4d47-b7c5-723ef0c43c80 None None] Bound using segment: {'id': '8b8a71c3-4bf2-41f8-9f27-f5b9991f3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ba07dcb9-1be4-40a1-bccb-9c9fa911c162'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:39:20.657964 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-1fafb50d-523e-4d47-b7c5-723ef0c43c80 None None] Bound port: 056aadf5-f13d-4677-a82f-63876ccef915, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8a71c3-4bf2-41f8-9f27-f5b9991f3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ba07dcb9-1be4-40a1-bccb-9c9fa911c162'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:39:20.658512 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1fafb50d-523e-4d47-b7c5-723ef0c43c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:20.766303 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1fafb50d-523e-4d47-b7c5-723ef0c43c80 None None] For port 056aadf5-f13d-4677-a82f-63876ccef915, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:39:20.769981 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1fafb50d-523e-4d47-b7c5-723ef0c43c80 None None] For port 056aadf5-f13d-4677-a82f-63876ccef915, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=056aadf5-f13d-4677-a82f-63876ccef915,segment=NetworkSegment(8b8a71c3-4bf2-41f8-9f27-f5b9991f3e27),segment_id=8b8a71c3-4bf2-41f8-9f27-f5b9991f3e27)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:39:20.774866 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1fafb50d-523e-4d47-b7c5-723ef0c43c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:20.830998 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3166e376-6adc-4a94-9fd8-c9ff40c6df55 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network e1cdcdbc-eda3-4600-9ef3-b4b86277bced is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:39:20.832530 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c65099-9084-4c97-9025-e3e641f77ba5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router c7128719-57ca-4d4e-a919-9d77739d1247 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:39:20.840382 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-3166e376-6adc-4a94-9fd8-c9ff40c6df55 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:39:20.842809 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3166e376-6adc-4a94-9fd8-c9ff40c6df55 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:39:20.843496 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3166e376-6adc-4a94-9fd8-c9ff40c6df55 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:20.859217 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafb50d-523e-4d47-b7c5-723ef0c43c80 None None] Pushing event updated for resources: {'Port': ['ID=056aadf5-f13d-4677-a82f-63876ccef915,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:21.045270 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c65099-9084-4c97-9025-e3e641f77ba5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:39:21.055678 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a5db04-d7ac-4698-8a9a-8ae7acf8db75 None None] Sync routers for ids ['c7128719-57ca-4d4e-a919-9d77739d1247'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:39:21.059032 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b1c65099-9084-4c97-9025-e3e641f77ba5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "PUT /v2.0/routers/c7128719-57ca-4d4e-a919-9d77739d1247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8552005 Jan 11 09:39:21.065399 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34726) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:21.070706 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a5db04-d7ac-4698-8a9a-8ae7acf8db75 None None] Routers {'c7128719-57ca-4d4e-a919-9d77739d1247'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:21.078635 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e1a5db04-d7ac-4698-8a9a-8ae7acf8db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:38:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['c7128719-57ca-4d4e-a919-9d77739d1247'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:21.090122 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166e376-6adc-4a94-9fd8-c9ff40c6df55 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Port': ['ID=a8b151f8-8fac-4c4d-8e8f-f579b08dc70b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:21.156154 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-06dfaa7d-3581-4236-ab8a-1627704b088e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting subnet 0088f1d7-7635-4c0f-aa2b-52c9aee807a6 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:39:21.159532 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-06dfaa7d-3581-4236-ab8a-1627704b088e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:21.235863 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3166e376-6adc-4a94-9fd8-c9ff40c6df55 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:21.247679 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-06dfaa7d-3581-4236-ab8a-1627704b088e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:21.350403 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-06dfaa7d-3581-4236-ab8a-1627704b088e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:21.357170 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b04dd190-1e40-463a-bae1-5ba375f18cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:21.376587 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-e1a5db04-d7ac-4698-8a9a-8ae7acf8db75 None None] Set router c7128719-57ca-4d4e-a919-9d77739d1247 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:39:21.448642 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-06dfaa7d-3581-4236-ab8a-1627704b088e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:21.499555 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dfaa7d-3581-4236-ab8a-1627704b088e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Subnet': ['ID=0088f1d7-7635-4c0f-aa2b-52c9aee807a6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:21.504335 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-06dfaa7d-3581-4236-ab8a-1627704b088e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:21.508034 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d45a48-7240-4d64-84fa-564bceebcab5 None None] Network e1cdcdbc-eda3-4600-9ef3-b4b86277bced requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:39:21.512000 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-06dfaa7d-3581-4236-ab8a-1627704b088e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/subnets/0088f1d7-7635-4c0f-aa2b-52c9aee807a6 HTTP/1.1" status: 204 len: 168 time: 0.4451613 Jan 11 09:39:21.514542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34730) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:21.535585 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1db5e10-583c-4e19-aec9-5837fb69008b None None] Network 222959b5-cbb6-4a23-bebe-87da222ff456 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:39:21.741512 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a645ab3e-25c1-4c2d-a1ed-4f24a7e2c42f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:21.778506 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3166e376-6adc-4a94-9fd8-c9ff40c6df55 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:21.789150 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3166e376-6adc-4a94-9fd8-c9ff40c6df55 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:21.791539 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3166e376-6adc-4a94-9fd8-c9ff40c6df55 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:21.802875 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c699f258-4b6e-447c-b388-b2b55b18adcf None None] Provisioning for port 8ed68a51-2143-476b-9bca-b7dbed596e46 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:39:21.879284 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166e376-6adc-4a94-9fd8-c9ff40c6df55 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Port': ['ID=a8b151f8-8fac-4c4d-8e8f-f579b08dc70b,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:22.040458 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3166e376-6adc-4a94-9fd8-c9ff40c6df55 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network e1cdcdbc-eda3-4600-9ef3-b4b86277bced is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:39:22.041764 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-3166e376-6adc-4a94-9fd8-c9ff40c6df55 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:39:22.079814 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a645ab3e-25c1-4c2d-a1ed-4f24a7e2c42f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:22.092523 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a645ab3e-25c1-4c2d-a1ed-4f24a7e2c42f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port d43bcc9d-0075-4ac0-a964-96c228ccd13b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:22.093027 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a645ab3e-25c1-4c2d-a1ed-4f24a7e2c42f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:22.266728 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce923d0-aabb-4075-ba54-0c07bc4cdf59 None None] Network ba07dcb9-1be4-40a1-bccb-9c9fa911c162 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:39:22.278919 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3166e376-6adc-4a94-9fd8-c9ff40c6df55 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Router 0abac82f-29f9-4195-b6f2-b1f8540e018f is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:39:22.322425 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-a645ab3e-25c1-4c2d-a1ed-4f24a7e2c42f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port d43bcc9d-0075-4ac0-a964-96c228ccd13b, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=d43bcc9d-0075-4ac0-a964-96c228ccd13b,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:22.323044 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a645ab3e-25c1-4c2d-a1ed-4f24a7e2c42f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:22.408615 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 8ed68a51-2143-476b-9bca-b7dbed596e46 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:39:22.454201 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3e5b7083-92ba-4cb2-bf42-327a5f96ba4d None None] Provisioning for port 056aadf5-f13d-4677-a82f-63876ccef915 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:39:22.467249 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3166e376-6adc-4a94-9fd8-c9ff40c6df55 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:39:22.480066 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3166e376-6adc-4a94-9fd8-c9ff40c6df55 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "PUT /v2.0/routers/0abac82f-29f9-4195-b6f2-b1f8540e018f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0792854 Jan 11 09:39:22.480236 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0f6c2f-e9ec-48a8-bd44-e032d4fc9d96 None None] Sync routers for ids ['0abac82f-29f9-4195-b6f2-b1f8540e018f'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:39:22.482573 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34734) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:22.485048 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a645ab3e-25c1-4c2d-a1ed-4f24a7e2c42f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for d43bcc9d-0075-4ac0-a964-96c228ccd13b owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:22.489341 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0f6c2f-e9ec-48a8-bd44-e032d4fc9d96 None None] Routers {'0abac82f-29f9-4195-b6f2-b1f8540e018f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:22.490203 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3d0f6c2f-e9ec-48a8-bd44-e032d4fc9d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['0abac82f-29f9-4195-b6f2-b1f8540e018f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:22.525921 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e1a5db04-d7ac-4698-8a9a-8ae7acf8db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'name': 'tempest-TestNetworkBasicOps-router-914727539', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': 'd43bcc9d-0075-4ac0-a964-96c228ccd13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:37:13Z', 'updated_at': '2022-01-11T09:39:19Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'd43bcc9d-0075-4ac0-a964-96c228ccd13b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:37:14Z', 'updated_at': '2022-01-11T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:22.570299 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:22.570299 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a5db04-d7ac-4698-8a9a-8ae7acf8db75 None None] Checking router: c7128719-57ca-4d4e-a919-9d77739d1247 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:39:22.629712 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3d0f6c2f-e9ec-48a8-bd44-e032d4fc9d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:22.638903 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb85975f-c249-4ebb-aafb-177bf3b9ada2 None None] DHCP port deletion for 222959b5-cbb6-4a23-bebe-87da222ff456 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:39:22.645303 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0f6c2f-e9ec-48a8-bd44-e032d4fc9d96 None None] Routers {'0abac82f-29f9-4195-b6f2-b1f8540e018f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:22.645303 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3d0f6c2f-e9ec-48a8-bd44-e032d4fc9d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['0abac82f-29f9-4195-b6f2-b1f8540e018f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:22.689781 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-cb85975f-c249-4ebb-aafb-177bf3b9ada2 None None] Deleting port cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:22.689781 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cb85975f-c249-4ebb-aafb-177bf3b9ada2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:22.725020 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a5db04-d7ac-4698-8a9a-8ae7acf8db75 None None] Routers {'c7128719-57ca-4d4e-a919-9d77739d1247'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:22.725020 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e1a5db04-d7ac-4698-8a9a-8ae7acf8db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['c7128719-57ca-4d4e-a919-9d77739d1247'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:22.824522 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3d0f6c2f-e9ec-48a8-bd44-e032d4fc9d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:22.824522 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0f6c2f-e9ec-48a8-bd44-e032d4fc9d96 None None] The sync data for ids ['0abac82f-29f9-4195-b6f2-b1f8540e018f'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:39:22.830157 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:22.915258 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a645ab3e-25c1-4c2d-a1ed-4f24a7e2c42f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:22.939223 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 8ed68a51-2143-476b-9bca-b7dbed596e46 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:39:22.951297 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cca4214-2d54-4d4d-95ee-edf524d2736d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:22.951297 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6cca4214-2d54-4d4d-95ee-edf524d2736d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Synchronizing usage tracker for tenant:fac2e6af1b7d42d197ffed52a46ad075 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:39:22.996732 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-6cca4214-2d54-4d4d-95ee-edf524d2736d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Unset dirty status for tenant:fac2e6af1b7d42d197ffed52a46ad075 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:39:22.996732 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6cca4214-2d54-4d4d-95ee-edf524d2736d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "GET /v2.0/ports/a8b151f8-8fac-4c4d-8e8f-f579b08dc70b HTTP/1.1" status: 200 len: 911 time: 0.5108886 Jan 11 09:39:23.009027 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34740) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:23.021364 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 8ed68a51-2143-476b-9bca-b7dbed596e46 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:23.021364 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:23.095114 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645ab3e-25c1-4c2d-a1ed-4f24a7e2c42f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=d43bcc9d-0075-4ac0-a964-96c228ccd13b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:23.128473 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-e1a5db04-d7ac-4698-8a9a-8ae7acf8db75 None None] Set router c7128719-57ca-4d4e-a919-9d77739d1247 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:39:23.222745 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a645ab3e-25c1-4c2d-a1ed-4f24a7e2c42f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:23.422436 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e1a5db04-d7ac-4698-8a9a-8ae7acf8db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'name': 'tempest-TestNetworkBasicOps-router-914727539', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:37:13Z', 'updated_at': '2022-01-11T09:39:22Z', 'revision_number': 6, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:23.464121 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a5db04-d7ac-4698-8a9a-8ae7acf8db75 None None] The sync data for ids ['c7128719-57ca-4d4e-a919-9d77739d1247'] in dv-neutron-823402-4-hyperv is: [{'id': 'c7128719-57ca-4d4e-a919-9d77739d1247', 'name': 'tempest-TestNetworkBasicOps-router-914727539', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:37:13Z', 'updated_at': '2022-01-11T09:39:22Z', 'revision_number': 6, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:39:23.531681 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-79e58d1c-99ca-489f-9351-91717e9afaf8 None None] Provisioning for port a8b151f8-8fac-4c4d-8e8f-f579b08dc70b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:39:23.604056 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a645ab3e-25c1-4c2d-a1ed-4f24a7e2c42f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:23.616784 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a645ab3e-25c1-4c2d-a1ed-4f24a7e2c42f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:23.658618 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a645ab3e-25c1-4c2d-a1ed-4f24a7e2c42f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:23.658618 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a645ab3e-25c1-4c2d-a1ed-4f24a7e2c42f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Fanout notify agent at l3_agent the message router_deleted on router c7128719-57ca-4d4e-a919-9d77739d1247 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:39:23.694803 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a645ab3e-25c1-4c2d-a1ed-4f24a7e2c42f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:23.694803 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a645ab3e-25c1-4c2d-a1ed-4f24a7e2c42f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/routers/c7128719-57ca-4d4e-a919-9d77739d1247 HTTP/1.1" status: 204 len: 168 time: 2.1741800 Jan 11 09:39:23.694803 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34744) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:23.717248 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-79e58d1c-99ca-489f-9351-91717e9afaf8 None None] Provisioning complete for port a8b151f8-8fac-4c4d-8e8f-f579b08dc70b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:23.717248 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-79e58d1c-99ca-489f-9351-91717e9afaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:23.860945 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-79e58d1c-99ca-489f-9351-91717e9afaf8 None None] Port a8b151f8-8fac-4c4d-8e8f-f579b08dc70b cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:39:23.892139 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-cb85975f-c249-4ebb-aafb-177bf3b9ada2 None None] For port cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb,segment=NetworkSegment(76aef85c-af25-4c57-8dbb-736378ff89fa),segment_id=76aef85c-af25-4c57-8dbb-736378ff89fa)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:23.892139 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cb85975f-c249-4ebb-aafb-177bf3b9ada2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:23.967302 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8ff92613-95e9-47f4-9a0a-d5b0a2ccb203 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:23.976221 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-8ff92613-95e9-47f4-9a0a-d5b0a2ccb203 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:23.976221 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8ff92613-95e9-47f4-9a0a-d5b0a2ccb203 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:24.307635 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:24.334677 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-cb85975f-c249-4ebb-aafb-177bf3b9ada2 None None] Calling delete_port for cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:24.348483 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-306aa1c1-2705-4904-994b-41059e84c30f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:24.380024 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-79e58d1c-99ca-489f-9351-91717e9afaf8 None None] Provisioning complete for port 8ed68a51-2143-476b-9bca-b7dbed596e46 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:24.380024 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-79e58d1c-99ca-489f-9351-91717e9afaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:24.422862 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-8ff92613-95e9-47f4-9a0a-d5b0a2ccb203 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb,segment=NetworkSegment(76aef85c-af25-4c57-8dbb-736378ff89fa),segment_id=76aef85c-af25-4c57-8dbb-736378ff89fa)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:24.422862 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8ff92613-95e9-47f4-9a0a-d5b0a2ccb203 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:24.498475 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:24.565717 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cb85975f-c249-4ebb-aafb-177bf3b9ada2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:24.565717 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 8ed68a51-2143-476b-9bca-b7dbed596e46, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=8ed68a51-2143-476b-9bca-b7dbed596e46,segment=NetworkSegment(18c3c855-db81-4a62-b381-4c1fc8b1189e),segment_id=18c3c855-db81-4a62-b381-4c1fc8b1189e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:24.707353 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:24.707353 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 056aadf5-f13d-4677-a82f-63876ccef915 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:39:24.742319 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85975f-c249-4ebb-aafb-177bf3b9ada2 None None] Pushing event deleted for resources: {'Port': ['ID=cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:24.783676 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-8ff92613-95e9-47f4-9a0a-d5b0a2ccb203 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:24.836744 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85975f-c249-4ebb-aafb-177bf3b9ada2 None None] No DVR routers for this DVR port cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:39:24.905679 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.api [None req-8ff92613-95e9-47f4-9a0a-d5b0a2ccb203 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:39:24.905679 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG oslo_db.api [None req-8ff92613-95e9-47f4-9a0a-d5b0a2ccb203 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:39:24.982854 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=8ed68a51-2143-476b-9bca-b7dbed596e46,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:25.002380 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 056aadf5-f13d-4677-a82f-63876ccef915 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:39:25.002380 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 056aadf5-f13d-4677-a82f-63876ccef915 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:25.002380 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:25.040946 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-306aa1c1-2705-4904-994b-41059e84c30f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Allocated IP 2001:db8:1::1 (ba07dcb9-1be4-40a1-bccb-9c9fa911c162/f04e71ab-8a99-4dec-80de-6900addc48c7/3aec0bb5-8c53-44dd-a618-ce89f30c54b4) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:39:25.166015 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:25.176599 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-81763175-e2f8-4a9e-8935-df608ff36a2a None None] Provisioning complete for port 056aadf5-f13d-4677-a82f-63876ccef915 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:25.176599 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-81763175-e2f8-4a9e-8935-df608ff36a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:25.226074 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-306aa1c1-2705-4904-994b-41059e84c30f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:25.247907 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-306aa1c1-2705-4904-994b-41059e84c30f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Transition to ACTIVE for port object 3aec0bb5-8c53-44dd-a618-ce89f30c54b4 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:39:25.259554 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 056aadf5-f13d-4677-a82f-63876ccef915, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=056aadf5-f13d-4677-a82f-63876ccef915,segment=NetworkSegment(8b8a71c3-4bf2-41f8-9f27-f5b9991f3e27),segment_id=8b8a71c3-4bf2-41f8-9f27-f5b9991f3e27)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:25.268306 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:25.287394 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-306aa1c1-2705-4904-994b-41059e84c30f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:25.384786 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 8ed68a51-2143-476b-9bca-b7dbed596e46 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:39:25.407151 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-8ff92613-95e9-47f4-9a0a-d5b0a2ccb203 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:25.407151 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8ff92613-95e9-47f4-9a0a-d5b0a2ccb203 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:25.421096 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306aa1c1-2705-4904-994b-41059e84c30f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Port': ['ID=3aec0bb5-8c53-44dd-a618-ce89f30c54b4,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:25.442607 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306aa1c1-2705-4904-994b-41059e84c30f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network ba07dcb9-1be4-40a1-bccb-9c9fa911c162 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:39:25.442607 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-306aa1c1-2705-4904-994b-41059e84c30f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:39:25.447755 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=056aadf5-f13d-4677-a82f-63876ccef915,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:25.452302 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306aa1c1-2705-4904-994b-41059e84c30f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:39:25.452302 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-306aa1c1-2705-4904-994b-41059e84c30f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:25.471102 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-81763175-e2f8-4a9e-8935-df608ff36a2a None None] Provisioning complete for port a8b151f8-8fac-4c4d-8e8f-f579b08dc70b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:25.471102 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-81763175-e2f8-4a9e-8935-df608ff36a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:25.560768 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-8ff92613-95e9-47f4-9a0a-d5b0a2ccb203 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] The port 'cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb' was deleted {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:39:25.584922 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 8ed68a51-2143-476b-9bca-b7dbed596e46 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:25.584922 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:25.620455 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-306aa1c1-2705-4904-994b-41059e84c30f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:25.664059 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-81763175-e2f8-4a9e-8935-df608ff36a2a None None] Port a8b151f8-8fac-4c4d-8e8f-f579b08dc70b cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:39:25.898875 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8ff92613-95e9-47f4-9a0a-d5b0a2ccb203 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:25.904093 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:39:25.952400 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-8ff92613-95e9-47f4-9a0a-d5b0a2ccb203 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222959b5-cbb6-4a23-bebe-87da222ff456']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:25.957605 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:39:25.957605 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device cf8b433b-5f9b-41a2-a7e9-6dfb854a7bbb not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:39:25.957605 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device c8141e45-c81c-46ae-9ef8-fa699117c2fe no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:39:25.989000 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-8ff92613-95e9-47f4-9a0a-d5b0a2ccb203 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76aef85c-af25-4c57-8dbb-736378ff89fa') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:25.989000 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-8ff92613-95e9-47f4-9a0a-d5b0a2ccb203 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76aef85c-af25-4c57-8dbb-736378ff89fa') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:26.002193 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: c8141e45-c81c-46ae-9ef8-fa699117c2fe {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:39:26.002193 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device c8141e45-c81c-46ae-9ef8-fa699117c2fe not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:39:26.002193 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device d43bcc9d-0075-4ac0-a964-96c228ccd13b no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:39:26.017601 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8ff92613-95e9-47f4-9a0a-d5b0a2ccb203 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:26.047358 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8ff92613-95e9-47f4-9a0a-d5b0a2ccb203 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:26.051165 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: d43bcc9d-0075-4ac0-a964-96c228ccd13b {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:39:26.051165 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device d43bcc9d-0075-4ac0-a964-96c228ccd13b not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:39:26.068803 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-74f3dcdf-9f61-467e-a553-c19527a7fcfc None None] Provisioning for port 3aec0bb5-8c53-44dd-a618-ce89f30c54b4 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:39:26.076624 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff92613-95e9-47f4-9a0a-d5b0a2ccb203 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:39:26.076624 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8ff92613-95e9-47f4-9a0a-d5b0a2ccb203 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:26.082063 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-74f3dcdf-9f61-467e-a553-c19527a7fcfc None None] Provisioning complete for port 3aec0bb5-8c53-44dd-a618-ce89f30c54b4 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:26.082063 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-74f3dcdf-9f61-467e-a553-c19527a7fcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: util.warn( Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: util.warn( Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: util.warn( Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: util.warn( Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:39:26.094149 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:39:26.157170 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-74f3dcdf-9f61-467e-a553-c19527a7fcfc None None] Port 3aec0bb5-8c53-44dd-a618-ce89f30c54b4 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:39:26.204862 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8ff92613-95e9-47f4-9a0a-d5b0a2ccb203 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:26.230505 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8ff92613-95e9-47f4-9a0a-d5b0a2ccb203 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:26.236308 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff92613-95e9-47f4-9a0a-d5b0a2ccb203 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Network': ['ID=222959b5-cbb6-4a23-bebe-87da222ff456,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:26.265676 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8ff92613-95e9-47f4-9a0a-d5b0a2ccb203 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/networks/222959b5-cbb6-4a23-bebe-87da222ff456 HTTP/1.1" status: 204 len: 168 time: 2.5658040 Jan 11 09:39:26.291030 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34748) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:26.303564 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-06eeed38-15c0-499a-a84e-61937a6841f1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'network': {'name': 'tempest-network-smoke--1223129893', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'port_security_enabled': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:26.303564 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-06eeed38-15c0-499a-a84e-61937a6841f1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:26.311439 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-06eeed38-15c0-499a-a84e-61937a6841f1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:network and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:26.311439 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-06eeed38-15c0-499a-a84e-61937a6841f1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:26.323231 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-06eeed38-15c0-499a-a84e-61937a6841f1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:26.337325 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06eeed38-15c0-499a-a84e-61937a6841f1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Made reservation on behalf of b18c1b552dc34b41889b96f8d477063d for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:39:26.337325 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-06eeed38-15c0-499a-a84e-61937a6841f1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:26.379550 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06eeed38-15c0-499a-a84e-61937a6841f1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:39:26.392231 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-06eeed38-15c0-499a-a84e-61937a6841f1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:26.392231 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-06eeed38-15c0-499a-a84e-61937a6841f1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Added segment 910b7284-dd3d-4213-9aa4-a489b6fe1aa8 of type vlan for network 60adb906-31a0-481a-a301-ff32dd5cdf4e Jan 11 09:39:26.424456 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-06eeed38-15c0-499a-a84e-61937a6841f1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:26.465544 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-06eeed38-15c0-499a-a84e-61937a6841f1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:26.472403 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06eeed38-15c0-499a-a84e-61937a6841f1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:26.472403 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-06eeed38-15c0-499a-a84e-61937a6841f1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:26.485444 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-306aa1c1-2705-4904-994b-41059e84c30f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:26.485444 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-306aa1c1-2705-4904-994b-41059e84c30f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:26.488990 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-306aa1c1-2705-4904-994b-41059e84c30f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:26.556938 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-06eeed38-15c0-499a-a84e-61937a6841f1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2620389 Jan 11 09:39:26.606332 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34752) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:26.617249 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-8613f497-6e25-4d5e-9bc7-bdfd82d230da tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2092534900', 'admin_state_up': True, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:26.623460 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eeed38-15c0-499a-a84e-61937a6841f1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Network': ['ID=60adb906-31a0-481a-a301-ff32dd5cdf4e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:26.632082 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8613f497-6e25-4d5e-9bc7-bdfd82d230da tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:26.640542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8613f497-6e25-4d5e-9bc7-bdfd82d230da tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:router and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:26.640542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-8613f497-6e25-4d5e-9bc7-bdfd82d230da tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:26.657192 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 60adb906-31a0-481a-a301-ff32dd5cdf4e details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:39:26.667517 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-8613f497-6e25-4d5e-9bc7-bdfd82d230da tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:26.695328 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8613f497-6e25-4d5e-9bc7-bdfd82d230da tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:26.695328 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8613f497-6e25-4d5e-9bc7-bdfd82d230da tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:26.716215 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306aa1c1-2705-4904-994b-41059e84c30f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network ba07dcb9-1be4-40a1-bccb-9c9fa911c162 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:39:26.725494 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-306aa1c1-2705-4904-994b-41059e84c30f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:39:26.739773 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8613f497-6e25-4d5e-9bc7-bdfd82d230da tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:26.990056 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306aa1c1-2705-4904-994b-41059e84c30f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Router 0abac82f-29f9-4195-b6f2-b1f8540e018f has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:39:26.990056 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306aa1c1-2705-4904-994b-41059e84c30f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Port': ['ID=3aec0bb5-8c53-44dd-a618-ce89f30c54b4,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:27.150584 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8613f497-6e25-4d5e-9bc7-bdfd82d230da tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:27.168204 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306aa1c1-2705-4904-994b-41059e84c30f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:39:27.175474 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d28ae2-c568-492c-a7bf-06b11368d8e4 None None] Sync routers for ids ['0abac82f-29f9-4195-b6f2-b1f8540e018f'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:39:27.191812 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-306aa1c1-2705-4904-994b-41059e84c30f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "PUT /v2.0/routers/0abac82f-29f9-4195-b6f2-b1f8540e018f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1793132 Jan 11 09:39:27.191812 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34756) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:27.210857 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d28ae2-c568-492c-a7bf-06b11368d8e4 None None] Routers {'0abac82f-29f9-4195-b6f2-b1f8540e018f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:27.210857 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-82d28ae2-c568-492c-a7bf-06b11368d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['0abac82f-29f9-4195-b6f2-b1f8540e018f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:27.275752 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ae32da-5ec6-4396-b6ef-175e22876238 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:27.275752 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-59ae32da-5ec6-4396-b6ef-175e22876238 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Synchronizing usage tracker for tenant:fac2e6af1b7d42d197ffed52a46ad075 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:39:27.309764 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-59ae32da-5ec6-4396-b6ef-175e22876238 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Unset dirty status for tenant:fac2e6af1b7d42d197ffed52a46ad075 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:39:27.309764 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-59ae32da-5ec6-4396-b6ef-175e22876238 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "GET /v2.0/ports/3aec0bb5-8c53-44dd-a618-ce89f30c54b4 HTTP/1.1" status: 200 len: 913 time: 0.1201675 Jan 11 09:39:27.314996 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34760) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:27.347084 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-82d28ae2-c568-492c-a7bf-06b11368d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:27.371424 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d28ae2-c568-492c-a7bf-06b11368d8e4 None None] Routers {'0abac82f-29f9-4195-b6f2-b1f8540e018f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:27.371424 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-82d28ae2-c568-492c-a7bf-06b11368d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['0abac82f-29f9-4195-b6f2-b1f8540e018f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:27.442643 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 056aadf5-f13d-4677-a82f-63876ccef915 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:39:27.512194 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-54d2a451-8fa4-45d7-9117-d9ad39da4de1 None None] Provisioning complete for port 3aec0bb5-8c53-44dd-a618-ce89f30c54b4 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:27.512194 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-54d2a451-8fa4-45d7-9117-d9ad39da4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:27.608600 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-82d28ae2-c568-492c-a7bf-06b11368d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:27.608600 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d28ae2-c568-492c-a7bf-06b11368d8e4 None None] The sync data for ids ['0abac82f-29f9-4195-b6f2-b1f8540e018f'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:39:27.654223 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 056aadf5-f13d-4677-a82f-63876ccef915 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:27.654223 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:27.726640 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8613f497-6e25-4d5e-9bc7-bdfd82d230da tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:27.737983 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-54d2a451-8fa4-45d7-9117-d9ad39da4de1 None None] Port 3aec0bb5-8c53-44dd-a618-ce89f30c54b4 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:39:27.759425 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8613f497-6e25-4d5e-9bc7-bdfd82d230da tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:27.972846 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-8613f497-6e25-4d5e-9bc7-bdfd82d230da tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.26.3.208 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/946567af-974a-4501-9385-1cc4ca8bf825) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:39:28.123692 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3a40268e-2e5c-4396-a5c3-a3af1c79f168 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:28.147785 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8613f497-6e25-4d5e-9bc7-bdfd82d230da tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:28.174025 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8613f497-6e25-4d5e-9bc7-bdfd82d230da tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:28.251213 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8613f497-6e25-4d5e-9bc7-bdfd82d230da tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:39:28.251213 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-8613f497-6e25-4d5e-9bc7-bdfd82d230da tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:39:28.262031 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8613f497-6e25-4d5e-9bc7-bdfd82d230da tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:39:28.394805 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613f497-6e25-4d5e-9bc7-bdfd82d230da tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=946567af-974a-4501-9385-1cc4ca8bf825,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:28.491774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3a40268e-2e5c-4396-a5c3-a3af1c79f168 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting port 3aec0bb5-8c53-44dd-a618-ce89f30c54b4 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:28.491774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3a40268e-2e5c-4396-a5c3-a3af1c79f168 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:28.726419 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3a40268e-2e5c-4396-a5c3-a3af1c79f168 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:28.777930 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8613f497-6e25-4d5e-9bc7-bdfd82d230da tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:28.857633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3a40268e-2e5c-4396-a5c3-a3af1c79f168 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Calling delete_port for 3aec0bb5-8c53-44dd-a618-ce89f30c54b4 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:29.139799 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8613f497-6e25-4d5e-9bc7-bdfd82d230da tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:29.173021 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3a40268e-2e5c-4396-a5c3-a3af1c79f168 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:29.221465 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40268e-2e5c-4396-a5c3-a3af1c79f168 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Port': ['ID=3aec0bb5-8c53-44dd-a618-ce89f30c54b4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:29.516029 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8613f497-6e25-4d5e-9bc7-bdfd82d230da tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 687a17e7-0ff2-4b73-8073-ba52c67dae4b is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:39:29.549267 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3a40268e-2e5c-4396-a5c3-a3af1c79f168 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:29.700353 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8613f497-6e25-4d5e-9bc7-bdfd82d230da tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:39:29.713462 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] Sync routers for ids ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:39:29.725972 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] Routers {'687a17e7-0ff2-4b73-8073-ba52c67dae4b'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:29.726603 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:29.731211 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8613f497-6e25-4d5e-9bc7-bdfd82d230da tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:29.733446 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8613f497-6e25-4d5e-9bc7-bdfd82d230da tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1315017 Jan 11 09:39:29.736582 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34764) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:29.785241 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-318c1818-952d-4bde-a522-e334ea47b4f0 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b18c1b552dc34b41889b96f8d477063d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440698 Jan 11 09:39:29.785241 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34768) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:29.890768 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a40268e-2e5c-4396-a5c3-a3af1c79f168 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Router 0abac82f-29f9-4195-b6f2-b1f8540e018f has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:39:29.916219 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] Set router 687a17e7-0ff2-4b73-8073-ba52c67dae4b gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:39:29.933796 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d29eaf3-e1c6-4e83-b08f-7e22e8e33095 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:29.940367 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9d29eaf3-e1c6-4e83-b08f-7e22e8e33095 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1502073 Jan 11 09:39:29.940367 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34772) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:29.983295 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1ffc5f52-a4a9-4db4-a8e4-cbfa5307a393 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412064 Jan 11 09:39:29.983624 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34776) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:29.988581 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-69fa3cf9-e9b7-4358-bb9e-78ff020d3bf0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1802431596', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:30.059263 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a40268e-2e5c-4396-a5c3-a3af1c79f168 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:39:30.069810 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5f3826-f35c-4669-b921-9d361ed81117 None None] Sync routers for ids ['0abac82f-29f9-4195-b6f2-b1f8540e018f'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:39:30.081520 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3a40268e-2e5c-4396-a5c3-a3af1c79f168 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "PUT /v2.0/routers/0abac82f-29f9-4195-b6f2-b1f8540e018f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7662632 Jan 11 09:39:30.082553 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34780) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:30.083583 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5f3826-f35c-4669-b921-9d361ed81117 None None] Routers {'0abac82f-29f9-4195-b6f2-b1f8540e018f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:30.084263 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5d5f3826-f35c-4669-b921-9d361ed81117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['0abac82f-29f9-4195-b6f2-b1f8540e018f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:30.128434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-69fa3cf9-e9b7-4358-bb9e-78ff020d3bf0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:30.132315 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-69fa3cf9-e9b7-4358-bb9e-78ff020d3bf0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:subnet and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:30.135444 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-69fa3cf9-e9b7-4358-bb9e-78ff020d3bf0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:30.141817 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-69fa3cf9-e9b7-4358-bb9e-78ff020d3bf0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:30.153504 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fa3cf9-e9b7-4358-bb9e-78ff020d3bf0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Made reservation on behalf of b18c1b552dc34b41889b96f8d477063d for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:39:30.157942 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-69fa3cf9-e9b7-4358-bb9e-78ff020d3bf0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:30.162428 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5d5f3826-f35c-4669-b921-9d361ed81117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:30.173305 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5f3826-f35c-4669-b921-9d361ed81117 None None] Routers {'0abac82f-29f9-4195-b6f2-b1f8540e018f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:30.174470 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5d5f3826-f35c-4669-b921-9d361ed81117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['0abac82f-29f9-4195-b6f2-b1f8540e018f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:30.252966 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5d5f3826-f35c-4669-b921-9d361ed81117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:30.253452 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5f3826-f35c-4669-b921-9d361ed81117 None None] The sync data for ids ['0abac82f-29f9-4195-b6f2-b1f8540e018f'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:39:30.269912 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'name': 'tempest-TestNetworkBasicOps-router-2092534900', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '946567af-974a-4501-9385-1cc4ca8bf825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:39:26Z', 'updated_at': '2022-01-11T09:39:28Z', 'revision_number': 3, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '946567af-974a-4501-9385-1cc4ca8bf825', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:27Z', 'updated_at': '2022-01-11T09:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:30.274754 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] Checking router: 687a17e7-0ff2-4b73-8073-ba52c67dae4b for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:39:30.275236 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] Updating router 687a17e7-0ff2-4b73-8073-ba52c67dae4b port 946567af-974a-4501-9385-1cc4ca8bf825 binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:39:30.336559 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:30.392487 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-69fa3cf9-e9b7-4358-bb9e-78ff020d3bf0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:30.483402 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa3cf9-e9b7-4358-bb9e-78ff020d3bf0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Subnet': ['ID=837b3814-c63b-452e-94f8-bb30e6125894,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:30.499416 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fa3cf9-e9b7-4358-bb9e-78ff020d3bf0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Checking segment: {'id': '910b7284-dd3d-4213-9aa4-a489b6fe1aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:39:30.499778 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fa3cf9-e9b7-4358-bb9e-78ff020d3bf0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network hostable DHCP agents. Network: 60adb906-31a0-481a-a301-ff32dd5cdf4e, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:39:30.527771 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fa3cf9-e9b7-4358-bb9e-78ff020d3bf0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 60adb906-31a0-481a-a301-ff32dd5cdf4e is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:39:30.548834 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-69fa3cf9-e9b7-4358-bb9e-78ff020d3bf0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 60adb906-31a0-481a-a301-ff32dd5cdf4e) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:39:30.548834 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fa3cf9-e9b7-4358-bb9e-78ff020d3bf0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:30.548834 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-69fa3cf9-e9b7-4358-bb9e-78ff020d3bf0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:30.567151 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaba627-090e-43a5-9ee0-0c6e6b8adef6 None None] Network 60adb906-31a0-481a-a301-ff32dd5cdf4e requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:39:30.589023 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-69fa3cf9-e9b7-4358-bb9e-78ff020d3bf0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6046498 Jan 11 09:39:30.589981 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34786) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:30.653859 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ba229c2d-0e47-4f84-8ca6-d50b7b10249f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:30.773053 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:30.790900 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] Transition to ACTIVE for port object 946567af-974a-4501-9385-1cc4ca8bf825 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:39:30.811590 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:30.901084 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] Attempting to bind port 946567af-974a-4501-9385-1cc4ca8bf825 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:39:30.901084 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] Attempting to bind port 946567af-974a-4501-9385-1cc4ca8bf825 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:39:30.901084 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] Attempting to bind port 946567af-974a-4501-9385-1cc4ca8bf825 on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:39:30.910009 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:39:30.910363 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:39:30.911186 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:30.911186 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:39:30.911874 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] Bound port: 946567af-974a-4501-9385-1cc4ca8bf825, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:39:30.911969 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:30.942130 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297d7b5a-f7bd-4d59-b34a-520985501658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-60adb906-31a0-481a-a301-ff32dd5cdf4e', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ips': [{'subnet_id': '837b3814-c63b-452e-94f8-bb30e6125894'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:39:30.943574 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-297d7b5a-f7bd-4d59-b34a-520985501658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:30.989181 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] For port 946567af-974a-4501-9385-1cc4ca8bf825, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:39:30.992440 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] For port 946567af-974a-4501-9385-1cc4ca8bf825, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=946567af-974a-4501-9385-1cc4ca8bf825,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:39:30.998844 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:31.012837 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f97d9-fc3e-4a4e-af14-3be472392343 None None] Pushing event updated for resources: {'Port': ['ID=946567af-974a-4501-9385-1cc4ca8bf825,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:31.022691 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f97d9-fc3e-4a4e-af14-3be472392343 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:31.023194 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f97d9-fc3e-4a4e-af14-3be472392343 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:31.024941 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f97d9-fc3e-4a4e-af14-3be472392343 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:31.025396 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f97d9-fc3e-4a4e-af14-3be472392343 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:31.026193 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f97d9-fc3e-4a4e-af14-3be472392343 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:31.026651 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f97d9-fc3e-4a4e-af14-3be472392343 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:31.027117 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f97d9-fc3e-4a4e-af14-3be472392343 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:31.027529 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f97d9-fc3e-4a4e-af14-3be472392343 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:31.028001 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f97d9-fc3e-4a4e-af14-3be472392343 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:31.028412 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f97d9-fc3e-4a4e-af14-3be472392343 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:31.028829 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f97d9-fc3e-4a4e-af14-3be472392343 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:31.029215 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239f97d9-fc3e-4a4e-af14-3be472392343 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:31.170526 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] Routers {'687a17e7-0ff2-4b73-8073-ba52c67dae4b'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:31.171204 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:31.205696 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-297d7b5a-f7bd-4d59-b34a-520985501658 None None] Allocated IP 172.20.0.2 (60adb906-31a0-481a-a301-ff32dd5cdf4e/837b3814-c63b-452e-94f8-bb30e6125894/7eed15a2-d91f-4221-b569-7683ac55cbc5) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:39:31.277288 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f97d9-fc3e-4a4e-af14-3be472392343 None None] Pushing event updated for resources: {'Port': ['ID=946567af-974a-4501-9385-1cc4ca8bf825,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:31.415559 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ba229c2d-0e47-4f84-8ca6-d50b7b10249f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting port a8b151f8-8fac-4c4d-8e8f-f579b08dc70b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:31.415559 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ba229c2d-0e47-4f84-8ca6-d50b7b10249f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:31.458823 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] Set router 687a17e7-0ff2-4b73-8073-ba52c67dae4b gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:39:31.560938 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-297d7b5a-f7bd-4d59-b34a-520985501658 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:31.581610 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-297d7b5a-f7bd-4d59-b34a-520985501658 None None] Transition to ACTIVE for port object 7eed15a2-d91f-4221-b569-7683ac55cbc5 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:39:31.619220 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-297d7b5a-f7bd-4d59-b34a-520985501658 None None] Transition to ACTIVE for port object 7eed15a2-d91f-4221-b569-7683ac55cbc5 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:39:31.627057 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-297d7b5a-f7bd-4d59-b34a-520985501658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:31.722874 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297d7b5a-f7bd-4d59-b34a-520985501658 None None] Network 60adb906-31a0-481a-a301-ff32dd5cdf4e is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:39:31.745147 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ba229c2d-0e47-4f84-8ca6-d50b7b10249f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:31.748842 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-297d7b5a-f7bd-4d59-b34a-520985501658 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:39:31.755418 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297d7b5a-f7bd-4d59-b34a-520985501658 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:39:31.829445 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d7b5a-f7bd-4d59-b34a-520985501658 None None] Pushing event updated for resources: {'Port': ['ID=7eed15a2-d91f-4221-b569-7683ac55cbc5,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:31.939760 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-297d7b5a-f7bd-4d59-b34a-520985501658 None None] Attempting to bind port 7eed15a2-d91f-4221-b569-7683ac55cbc5 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:39:31.939760 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-297d7b5a-f7bd-4d59-b34a-520985501658 None None] Attempting to bind port 7eed15a2-d91f-4221-b569-7683ac55cbc5 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '910b7284-dd3d-4213-9aa4-a489b6fe1aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:39:31.940832 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297d7b5a-f7bd-4d59-b34a-520985501658 None None] Attempting to bind port 7eed15a2-d91f-4221-b569-7683ac55cbc5 on network 60adb906-31a0-481a-a301-ff32dd5cdf4e {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:39:31.948193 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'name': 'tempest-TestNetworkBasicOps-router-2092534900', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '946567af-974a-4501-9385-1cc4ca8bf825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:39:26Z', 'updated_at': '2022-01-11T09:39:28Z', 'revision_number': 3, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '946567af-974a-4501-9385-1cc4ca8bf825', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:27Z', 'updated_at': '2022-01-11T09:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:31.948698 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ba229c2d-0e47-4f84-8ca6-d50b7b10249f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Calling delete_port for a8b151f8-8fac-4c4d-8e8f-f579b08dc70b owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:31.951486 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9fcf78-1d0e-45a8-95d2-9b70fb6ba30c None None] The sync data for ids ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'] in dv-neutron-823402-4-hyperv is: [{'id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'name': 'tempest-TestNetworkBasicOps-router-2092534900', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '946567af-974a-4501-9385-1cc4ca8bf825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:39:26Z', 'updated_at': '2022-01-11T09:39:28Z', 'revision_number': 3, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '946567af-974a-4501-9385-1cc4ca8bf825', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:27Z', 'updated_at': '2022-01-11T09:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:39:31.952732 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297d7b5a-f7bd-4d59-b34a-520985501658 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:39:31.953403 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297d7b5a-f7bd-4d59-b34a-520985501658 None None] Checking segment: {'id': '910b7284-dd3d-4213-9aa4-a489b6fe1aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:39:31.953995 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-297d7b5a-f7bd-4d59-b34a-520985501658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:31.955335 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297d7b5a-f7bd-4d59-b34a-520985501658 None None] Bound using segment: {'id': '910b7284-dd3d-4213-9aa4-a489b6fe1aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:39:31.960659 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-297d7b5a-f7bd-4d59-b34a-520985501658 None None] Bound port: 7eed15a2-d91f-4221-b569-7683ac55cbc5, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910b7284-dd3d-4213-9aa4-a489b6fe1aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:39:31.964683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-297d7b5a-f7bd-4d59-b34a-520985501658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:32.074543 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b00d9326-3c0f-4402-9a0d-458bce556a8f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:32.100392 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-297d7b5a-f7bd-4d59-b34a-520985501658 None None] For port 7eed15a2-d91f-4221-b569-7683ac55cbc5, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:39:32.105779 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-297d7b5a-f7bd-4d59-b34a-520985501658 None None] For port 7eed15a2-d91f-4221-b569-7683ac55cbc5, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=7eed15a2-d91f-4221-b569-7683ac55cbc5,segment=NetworkSegment(910b7284-dd3d-4213-9aa4-a489b6fe1aa8),segment_id=910b7284-dd3d-4213-9aa4-a489b6fe1aa8)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:39:32.111245 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-297d7b5a-f7bd-4d59-b34a-520985501658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:32.217443 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d7b5a-f7bd-4d59-b34a-520985501658 None None] Pushing event updated for resources: {'Port': ['ID=7eed15a2-d91f-4221-b569-7683ac55cbc5,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:32.245226 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ba229c2d-0e47-4f84-8ca6-d50b7b10249f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:32.302211 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba229c2d-0e47-4f84-8ca6-d50b7b10249f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Port': ['ID=a8b151f8-8fac-4c4d-8e8f-f579b08dc70b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:32.621733 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ba229c2d-0e47-4f84-8ca6-d50b7b10249f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:32.815773 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-b00d9326-3c0f-4402-9a0d-458bce556a8f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.20.0.1 (60adb906-31a0-481a-a301-ff32dd5cdf4e/837b3814-c63b-452e-94f8-bb30e6125894/822279bd-be1d-426f-84f3-117eaa914515) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:39:32.972981 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba229c2d-0e47-4f84-8ca6-d50b7b10249f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Router 0abac82f-29f9-4195-b6f2-b1f8540e018f has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:39:33.010400 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b00d9326-3c0f-4402-9a0d-458bce556a8f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:33.031844 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-b00d9326-3c0f-4402-9a0d-458bce556a8f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Transition to ACTIVE for port object 822279bd-be1d-426f-84f3-117eaa914515 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:39:33.081036 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b00d9326-3c0f-4402-9a0d-458bce556a8f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:33.207107 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00d9326-3c0f-4402-9a0d-458bce556a8f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 60adb906-31a0-481a-a301-ff32dd5cdf4e is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:39:33.207107 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b00d9326-3c0f-4402-9a0d-458bce556a8f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:39:33.207107 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00d9326-3c0f-4402-9a0d-458bce556a8f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:39:33.256880 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d9326-3c0f-4402-9a0d-458bce556a8f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=822279bd-be1d-426f-84f3-117eaa914515,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:33.301323 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba229c2d-0e47-4f84-8ca6-d50b7b10249f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:39:33.315432 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ba229c2d-0e47-4f84-8ca6-d50b7b10249f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "PUT /v2.0/routers/0abac82f-29f9-4195-b6f2-b1f8540e018f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2318676 Jan 11 09:39:33.317491 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcf71d7-9674-4baa-8432-305eb975e946 None None] Sync routers for ids ['0abac82f-29f9-4195-b6f2-b1f8540e018f'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:39:33.319375 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34792) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:33.331147 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcf71d7-9674-4baa-8432-305eb975e946 None None] Routers {'0abac82f-29f9-4195-b6f2-b1f8540e018f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:33.333266 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5bcf71d7-9674-4baa-8432-305eb975e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['0abac82f-29f9-4195-b6f2-b1f8540e018f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:33.355453 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b00d9326-3c0f-4402-9a0d-458bce556a8f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:33.376855 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-37cfd200-c43c-4873-bc50-b7942a297a55 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Synchronizing usage tracker for tenant:fac2e6af1b7d42d197ffed52a46ad075 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:39:33.415895 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-37cfd200-c43c-4873-bc50-b7942a297a55 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Unset dirty status for tenant:fac2e6af1b7d42d197ffed52a46ad075 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:39:33.415895 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-37cfd200-c43c-4873-bc50-b7942a297a55 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "GET /v2.0/ports?device_id=0abac82f-29f9-4195-b6f2-b1f8540e018f HTTP/1.1" status: 200 len: 205 time: 0.0912726 Jan 11 09:39:33.422633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34796) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:33.528170 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5bcf71d7-9674-4baa-8432-305eb975e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:33.546592 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 946567af-974a-4501-9385-1cc4ca8bf825 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:39:33.554212 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcf71d7-9674-4baa-8432-305eb975e946 None None] Routers {'0abac82f-29f9-4195-b6f2-b1f8540e018f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:33.556357 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5bcf71d7-9674-4baa-8432-305eb975e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['0abac82f-29f9-4195-b6f2-b1f8540e018f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:33.645216 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a4b10f2a-54fd-4d4d-a6ae-5bf0d12f907d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:33.660918 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5bcf71d7-9674-4baa-8432-305eb975e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:33.671470 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 946567af-974a-4501-9385-1cc4ca8bf825 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:39:33.680875 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 946567af-974a-4501-9385-1cc4ca8bf825 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:33.680875 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:33.686349 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcf71d7-9674-4baa-8432-305eb975e946 None None] The sync data for ids ['0abac82f-29f9-4195-b6f2-b1f8540e018f'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:39:33.878846 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:33.906509 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 946567af-974a-4501-9385-1cc4ca8bf825, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=946567af-974a-4501-9385-1cc4ca8bf825,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:33.906509 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:33.913336 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7eed15a2-d91f-4221-b569-7683ac55cbc5 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:39:33.978643 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b00d9326-3c0f-4402-9a0d-458bce556a8f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:33.996343 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2054a7c9-4e34-4d15-a3d3-b5d853b3f427 None None] Network 60adb906-31a0-481a-a301-ff32dd5cdf4e requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:39:34.145784 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a4b10f2a-54fd-4d4d-a6ae-5bf0d12f907d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:34.149188 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a4b10f2a-54fd-4d4d-a6ae-5bf0d12f907d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:34.193394 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a4b10f2a-54fd-4d4d-a6ae-5bf0d12f907d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:34.193394 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b10f2a-54fd-4d4d-a6ae-5bf0d12f907d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Fanout notify agent at l3_agent the message router_deleted on router 0abac82f-29f9-4195-b6f2-b1f8540e018f {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:39:34.220210 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a4b10f2a-54fd-4d4d-a6ae-5bf0d12f907d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:34.220210 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a4b10f2a-54fd-4d4d-a6ae-5bf0d12f907d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/routers/0abac82f-29f9-4195-b6f2-b1f8540e018f HTTP/1.1" status: 204 len: 168 time: 0.7937186 Jan 11 09:39:34.220210 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34800) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:34.229296 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-49af26c6-e01f-4830-989d-61bb94c33c09 None None] Provisioning for port 7eed15a2-d91f-4221-b569-7683ac55cbc5 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:39:34.246870 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:34.326860 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b560de-01d2-447f-b3c9-452920f0e4f3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting subnet f04e71ab-8a99-4dec-80de-6900addc48c7 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:39:34.327061 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=946567af-974a-4501-9385-1cc4ca8bf825,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:34.329948 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04b560de-01d2-447f-b3c9-452920f0e4f3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:34.363414 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 7eed15a2-d91f-4221-b569-7683ac55cbc5 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:39:34.393111 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04b560de-01d2-447f-b3c9-452920f0e4f3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:34.419617 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 7eed15a2-d91f-4221-b569-7683ac55cbc5 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:34.419617 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:34.540197 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04b560de-01d2-447f-b3c9-452920f0e4f3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:34.626642 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:34.662944 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 7eed15a2-d91f-4221-b569-7683ac55cbc5, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=7eed15a2-d91f-4221-b569-7683ac55cbc5,segment=NetworkSegment(910b7284-dd3d-4213-9aa4-a489b6fe1aa8),segment_id=910b7284-dd3d-4213-9aa4-a489b6fe1aa8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:34.668141 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:34.684788 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04b560de-01d2-447f-b3c9-452920f0e4f3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:34.701965 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b00d9326-3c0f-4402-9a0d-458bce556a8f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:34.708356 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b00d9326-3c0f-4402-9a0d-458bce556a8f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:34.755319 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04b560de-01d2-447f-b3c9-452920f0e4f3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:34.755695 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee0cc1e-0ce6-49a6-b0f1-a40ee7d7351f None None] Network ba07dcb9-1be4-40a1-bccb-9c9fa911c162 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:39:34.764642 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b560de-01d2-447f-b3c9-452920f0e4f3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Subnet': ['ID=f04e71ab-8a99-4dec-80de-6900addc48c7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:34.777364 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-04b560de-01d2-447f-b3c9-452920f0e4f3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/subnets/f04e71ab-8a99-4dec-80de-6900addc48c7 HTTP/1.1" status: 204 len: 168 time: 0.5569074 Jan 11 09:39:34.782142 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34804) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:34.862236 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b00d9326-3c0f-4402-9a0d-458bce556a8f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:34.862881 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=7eed15a2-d91f-4221-b569-7683ac55cbc5,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:34.866118 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-c81ad795-dc3c-4229-9a90-ebc7bcdaca0c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting subnet 69529ad0-0e66-467f-a64b-a376a141ce54 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:39:34.870532 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c81ad795-dc3c-4229-9a90-ebc7bcdaca0c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:34.886468 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d9326-3c0f-4402-9a0d-458bce556a8f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=822279bd-be1d-426f-84f3-117eaa914515,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:34.988774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c81ad795-dc3c-4229-9a90-ebc7bcdaca0c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:35.076683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1f1333d9-d356-47fb-be92-397efe2c3f96 None None] Provisioning complete for port 7eed15a2-d91f-4221-b569-7683ac55cbc5 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:35.077059 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1f1333d9-d356-47fb-be92-397efe2c3f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:35.089481 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00d9326-3c0f-4402-9a0d-458bce556a8f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 60adb906-31a0-481a-a301-ff32dd5cdf4e is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:39:35.092068 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b00d9326-3c0f-4402-9a0d-458bce556a8f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:39:35.155593 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c81ad795-dc3c-4229-9a90-ebc7bcdaca0c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:35.178121 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39d3214-ff53-4ce5-b562-a250e531a585 None None] DHCP port deletion for ba07dcb9-1be4-40a1-bccb-9c9fa911c162 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:39:35.183579 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c39d3214-ff53-4ce5-b562-a250e531a585 None None] Deleting port 056aadf5-f13d-4677-a82f-63876ccef915 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:35.184095 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c39d3214-ff53-4ce5-b562-a250e531a585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:35.274676 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c81ad795-dc3c-4229-9a90-ebc7bcdaca0c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:35.367077 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1f1333d9-d356-47fb-be92-397efe2c3f96 None None] Provisioning for port 822279bd-be1d-426f-84f3-117eaa914515 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:39:35.388311 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c81ad795-dc3c-4229-9a90-ebc7bcdaca0c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:35.400219 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ad795-dc3c-4229-9a90-ebc7bcdaca0c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Subnet': ['ID=69529ad0-0e66-467f-a64b-a376a141ce54,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:35.406570 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00d9326-3c0f-4402-9a0d-458bce556a8f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 687a17e7-0ff2-4b73-8073-ba52c67dae4b has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:39:35.407941 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c81ad795-dc3c-4229-9a90-ebc7bcdaca0c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/subnets/69529ad0-0e66-467f-a64b-a376a141ce54 HTTP/1.1" status: 204 len: 168 time: 0.6236646 Jan 11 09:39:35.416640 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34808) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:35.441252 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5539c3cd-af0b-4c8e-a988-956f82af2867 None None] Network e1cdcdbc-eda3-4600-9ef3-b4b86277bced requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:39:35.485878 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 946567af-974a-4501-9385-1cc4ca8bf825 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:39:35.575295 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45e98e16-d952-4574-9fe5-99405266dfa0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:35.591703 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-45e98e16-d952-4574-9fe5-99405266dfa0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting port 056aadf5-f13d-4677-a82f-63876ccef915 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:35.592055 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45e98e16-d952-4574-9fe5-99405266dfa0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:35.624518 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1f1333d9-d356-47fb-be92-397efe2c3f96 None None] Provisioning complete for port 822279bd-be1d-426f-84f3-117eaa914515 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:35.626107 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1f1333d9-d356-47fb-be92-397efe2c3f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:35.701869 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1f1333d9-d356-47fb-be92-397efe2c3f96 None None] Port 822279bd-be1d-426f-84f3-117eaa914515 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:39:35.717713 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00d9326-3c0f-4402-9a0d-458bce556a8f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:39:35.742385 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] Sync routers for ids ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:39:35.760923 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b00d9326-3c0f-4402-9a0d-458bce556a8f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "PUT /v2.0/routers/687a17e7-0ff2-4b73-8073-ba52c67dae4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1692441 Jan 11 09:39:35.761924 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34812) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:35.854350 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] Routers {'687a17e7-0ff2-4b73-8073-ba52c67dae4b'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:35.854350 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:35.961034 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c39d3214-ff53-4ce5-b562-a250e531a585 None None] For port 056aadf5-f13d-4677-a82f-63876ccef915, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=056aadf5-f13d-4677-a82f-63876ccef915,segment=NetworkSegment(8b8a71c3-4bf2-41f8-9f27-f5b9991f3e27),segment_id=8b8a71c3-4bf2-41f8-9f27-f5b9991f3e27)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:35.961034 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c39d3214-ff53-4ce5-b562-a250e531a585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:35.980443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0bdc85-c3b5-48de-aeca-02154fb5db27 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:35.980443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0bdc85-c3b5-48de-aeca-02154fb5db27 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:35.980443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0bdc85-c3b5-48de-aeca-02154fb5db27 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:35.980443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0bdc85-c3b5-48de-aeca-02154fb5db27 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:35.980443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0bdc85-c3b5-48de-aeca-02154fb5db27 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:35.980443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0bdc85-c3b5-48de-aeca-02154fb5db27 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:35.980443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0bdc85-c3b5-48de-aeca-02154fb5db27 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:35.980443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0bdc85-c3b5-48de-aeca-02154fb5db27 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:35.980443 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1a0bdc85-c3b5-48de-aeca-02154fb5db27 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5580 time: 0.2135105 Jan 11 09:39:35.982856 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34816) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:36.057101 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-45e98e16-d952-4574-9fe5-99405266dfa0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] For port 056aadf5-f13d-4677-a82f-63876ccef915, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=056aadf5-f13d-4677-a82f-63876ccef915,segment=NetworkSegment(8b8a71c3-4bf2-41f8-9f27-f5b9991f3e27),segment_id=8b8a71c3-4bf2-41f8-9f27-f5b9991f3e27)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:36.057532 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45e98e16-d952-4574-9fe5-99405266dfa0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:36.069115 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e914682f-7029-4fec-a686-a01ca74df4fb None None] Provisioning complete for port 822279bd-be1d-426f-84f3-117eaa914515 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:36.069993 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e914682f-7029-4fec-a686-a01ca74df4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:36.099093 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21813816-005a-4410-858e-b07f46a98e2f tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:36.099093 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21813816-005a-4410-858e-b07f46a98e2f tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:36.099093 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21813816-005a-4410-858e-b07f46a98e2f tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:36.099093 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21813816-005a-4410-858e-b07f46a98e2f tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:36.099093 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21813816-005a-4410-858e-b07f46a98e2f tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:36.099093 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21813816-005a-4410-858e-b07f46a98e2f tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:36.099093 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-21813816-005a-4410-858e-b07f46a98e2f tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1136723 Jan 11 09:39:36.103516 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34820) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:36.240014 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c39d3214-ff53-4ce5-b562-a250e531a585 None None] Calling delete_port for 056aadf5-f13d-4677-a82f-63876ccef915 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:36.253412 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-45e98e16-d952-4574-9fe5-99405266dfa0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Calling delete_port for 056aadf5-f13d-4677-a82f-63876ccef915 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:36.286254 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 946567af-974a-4501-9385-1cc4ca8bf825 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:36.286254 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:36.366493 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45e98e16-d952-4574-9fe5-99405266dfa0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:36.382946 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-94e22f4b-eb0b-4703-974e-dec1c1727c27 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2792971 Jan 11 09:39:36.425328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e98e16-d952-4574-9fe5-99405266dfa0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Port': ['ID=056aadf5-f13d-4677-a82f-63876ccef915,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:36.429503 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e98e16-d952-4574-9fe5-99405266dfa0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] No DVR routers for this DVR port 056aadf5-f13d-4677-a82f-63876ccef915 on host dv-neutron-823402-4-hyperv {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:39:36.466794 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e914682f-7029-4fec-a686-a01ca74df4fb None None] Port 822279bd-be1d-426f-84f3-117eaa914515 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:39:36.514303 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] Set router 687a17e7-0ff2-4b73-8073-ba52c67dae4b gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:39:36.548423 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34826) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:36.554349 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-96ebfa32-8de6-4c0e-a3e6-655fb1e3181b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1248957363', 'description': 'tempest-secgroup-smoke-1248957363 description', 'project_id': 'b18c1b552dc34b41889b96f8d477063d'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:36.557283 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45e98e16-d952-4574-9fe5-99405266dfa0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:36.563189 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-96ebfa32-8de6-4c0e-a3e6-655fb1e3181b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:36.567481 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-96ebfa32-8de6-4c0e-a3e6-655fb1e3181b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:36.570960 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-96ebfa32-8de6-4c0e-a3e6-655fb1e3181b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:36.577143 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-96ebfa32-8de6-4c0e-a3e6-655fb1e3181b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:36.583115 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-45e98e16-d952-4574-9fe5-99405266dfa0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba07dcb9-1be4-40a1-bccb-9c9fa911c162']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:36.584608 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-c39d3214-ff53-4ce5-b562-a250e531a585 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:39:36.585012 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-c39d3214-ff53-4ce5-b562-a250e531a585 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:39:36.588513 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-96ebfa32-8de6-4c0e-a3e6-655fb1e3181b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:36.595826 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-45e98e16-d952-4574-9fe5-99405266dfa0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b8a71c3-4bf2-41f8-9f27-f5b9991f3e27') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:36.596127 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-45e98e16-d952-4574-9fe5-99405266dfa0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b8a71c3-4bf2-41f8-9f27-f5b9991f3e27') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:36.608714 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45e98e16-d952-4574-9fe5-99405266dfa0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:36.610424 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-96ebfa32-8de6-4c0e-a3e6-655fb1e3181b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:36.614710 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-96ebfa32-8de6-4c0e-a3e6-655fb1e3181b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:36.618759 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-96ebfa32-8de6-4c0e-a3e6-655fb1e3181b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:36.625228 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-96ebfa32-8de6-4c0e-a3e6-655fb1e3181b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:36.632702 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45e98e16-d952-4574-9fe5-99405266dfa0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:36.641022 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e98e16-d952-4574-9fe5-99405266dfa0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:39:36.641419 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45e98e16-d952-4574-9fe5-99405266dfa0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:39:36.658177 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:39:36.757098 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5378edd1-9d6c-4737-8b53-ebcdee9b5a37 None None] DHCP port deletion for e1cdcdbc-eda3-4600-9ef3-b4b86277bced request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:39:36.764509 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45e98e16-d952-4574-9fe5-99405266dfa0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:36.783595 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45e98e16-d952-4574-9fe5-99405266dfa0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:36.787619 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e98e16-d952-4574-9fe5-99405266dfa0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Network': ['ID=ba07dcb9-1be4-40a1-bccb-9c9fa911c162,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:36.801153 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-45e98e16-d952-4574-9fe5-99405266dfa0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/networks/ba07dcb9-1be4-40a1-bccb-9c9fa911c162 HTTP/1.1" status: 204 len: 168 time: 1.3831344 Jan 11 09:39:36.804700 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5378edd1-9d6c-4737-8b53-ebcdee9b5a37 None None] Deleting port 8ed68a51-2143-476b-9bca-b7dbed596e46 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:36.805102 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5378edd1-9d6c-4737-8b53-ebcdee9b5a37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:36.806331 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34830) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:36.842337 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7eed15a2-d91f-4221-b569-7683ac55cbc5 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:39:36.862929 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-96ebfa32-8de6-4c0e-a3e6-655fb1e3181b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:36.867191 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-96ebfa32-8de6-4c0e-a3e6-655fb1e3181b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:36.916416 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-96ebfa32-8de6-4c0e-a3e6-655fb1e3181b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:36.917638 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-96ebfa32-8de6-4c0e-a3e6-655fb1e3181b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3680112 Jan 11 09:39:36.921056 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34834) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:36.928171 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-dd90dda2-1d8f-4279-8484-8983c2837d7e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '4f9c30b5-b1e2-453a-aab8-2336d0c39a09', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:36.934767 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ebfa32-8de6-4c0e-a3e6-655fb1e3181b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9c30b5-b1e2-453a-aab8-2336d0c39a09,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:36.935146 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48c927c2-95a7-4b22-ada8-a8fb8fd2e447 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:36.937212 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dd90dda2-1d8f-4279-8484-8983c2837d7e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:36.941230 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-dd90dda2-1d8f-4279-8484-8983c2837d7e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:36.946341 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-dd90dda2-1d8f-4279-8484-8983c2837d7e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:36.951131 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-48c927c2-95a7-4b22-ada8-a8fb8fd2e447 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting port 8ed68a51-2143-476b-9bca-b7dbed596e46 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:36.951772 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48c927c2-95a7-4b22-ada8-a8fb8fd2e447 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:36.952508 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dd90dda2-1d8f-4279-8484-8983c2837d7e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:36.970697 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd90dda2-1d8f-4279-8484-8983c2837d7e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.036168 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd90dda2-1d8f-4279-8484-8983c2837d7e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.040401 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd90dda2-1d8f-4279-8484-8983c2837d7e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.064156 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90dda2-1d8f-4279-8484-8983c2837d7e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f79a307-36db-4256-9279-8a807a68185c,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:37.077157 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dd90dda2-1d8f-4279-8484-8983c2837d7e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.078719 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-dd90dda2-1d8f-4279-8484-8983c2837d7e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1565645 Jan 11 09:39:37.081450 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34838) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:37.087632 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-61229f40-7cf4-47af-b144-9ec894dd2843 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '4f9c30b5-b1e2-453a-aab8-2336d0c39a09', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:37.093784 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-61229f40-7cf4-47af-b144-9ec894dd2843 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:37.097627 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-61229f40-7cf4-47af-b144-9ec894dd2843 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:37.100588 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-61229f40-7cf4-47af-b144-9ec894dd2843 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:37.106748 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-61229f40-7cf4-47af-b144-9ec894dd2843 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:37.123690 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c39d3214-ff53-4ce5-b562-a250e531a585 None None] Deleting port 056aadf5-f13d-4677-a82f-63876ccef915 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:37.124088 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61229f40-7cf4-47af-b144-9ec894dd2843 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.124482 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c39d3214-ff53-4ce5-b562-a250e531a585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.166124 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 7eed15a2-d91f-4221-b569-7683ac55cbc5 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:37.166509 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.171241 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-48c927c2-95a7-4b22-ada8-a8fb8fd2e447 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] For port 8ed68a51-2143-476b-9bca-b7dbed596e46, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=8ed68a51-2143-476b-9bca-b7dbed596e46,segment=NetworkSegment(18c3c855-db81-4a62-b381-4c1fc8b1189e),segment_id=18c3c855-db81-4a62-b381-4c1fc8b1189e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:37.171596 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48c927c2-95a7-4b22-ada8-a8fb8fd2e447 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.188321 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61229f40-7cf4-47af-b144-9ec894dd2843 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.192278 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61229f40-7cf4-47af-b144-9ec894dd2843 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.220531 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61229f40-7cf4-47af-b144-9ec894dd2843 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12dcec5c-8acb-459c-b262-718b2b82fb2a,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:37.231720 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-61229f40-7cf4-47af-b144-9ec894dd2843 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.235754 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-61229f40-7cf4-47af-b144-9ec894dd2843 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1505749 Jan 11 09:39:37.236004 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34842) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:37.245213 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-aabab393-0156-443b-8582-b5da7ad1df89 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '4f9c30b5-b1e2-453a-aab8-2336d0c39a09', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:37.251069 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-aabab393-0156-443b-8582-b5da7ad1df89 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:37.255109 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-aabab393-0156-443b-8582-b5da7ad1df89 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:37.258679 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-aabab393-0156-443b-8582-b5da7ad1df89 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:37.264285 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-aabab393-0156-443b-8582-b5da7ad1df89 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:37.265156 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c39d3214-ff53-4ce5-b562-a250e531a585 None None] The port '056aadf5-f13d-4677-a82f-63876ccef915' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:39:37.269558 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5378edd1-9d6c-4737-8b53-ebcdee9b5a37 None None] For port 8ed68a51-2143-476b-9bca-b7dbed596e46, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=8ed68a51-2143-476b-9bca-b7dbed596e46,segment=NetworkSegment(18c3c855-db81-4a62-b381-4c1fc8b1189e),segment_id=18c3c855-db81-4a62-b381-4c1fc8b1189e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:37.269939 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5378edd1-9d6c-4737-8b53-ebcdee9b5a37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.290639 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aabab393-0156-443b-8582-b5da7ad1df89 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.308880 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-48c927c2-95a7-4b22-ada8-a8fb8fd2e447 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Calling delete_port for 8ed68a51-2143-476b-9bca-b7dbed596e46 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:37.364288 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aabab393-0156-443b-8582-b5da7ad1df89 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.368893 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aabab393-0156-443b-8582-b5da7ad1df89 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.401290 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48c927c2-95a7-4b22-ada8-a8fb8fd2e447 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.401534 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aabab393-0156-443b-8582-b5da7ad1df89 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.407120 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-aabab393-0156-443b-8582-b5da7ad1df89 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1701512 Jan 11 09:39:37.408177 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5378edd1-9d6c-4737-8b53-ebcdee9b5a37 None None] Calling delete_port for 8ed68a51-2143-476b-9bca-b7dbed596e46 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:37.409068 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34846) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:37.414618 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ca4b0c93-a5fe-4c53-9336-e78805432b21 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '4f9c30b5-b1e2-453a-aab8-2336d0c39a09', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:37.420682 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ca4b0c93-a5fe-4c53-9336-e78805432b21 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:37.424462 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ca4b0c93-a5fe-4c53-9336-e78805432b21 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:37.427528 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ca4b0c93-a5fe-4c53-9336-e78805432b21 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:37.431034 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabab393-0156-443b-8582-b5da7ad1df89 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65fa29bb-dca5-4752-9931-72baa54a50aa,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:37.437821 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ca4b0c93-a5fe-4c53-9336-e78805432b21 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:37.450446 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c927c2-95a7-4b22-ada8-a8fb8fd2e447 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Port': ['ID=8ed68a51-2143-476b-9bca-b7dbed596e46,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:37.455088 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca4b0c93-a5fe-4c53-9336-e78805432b21 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.460377 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c927c2-95a7-4b22-ada8-a8fb8fd2e447 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] No DVR routers for this DVR port 8ed68a51-2143-476b-9bca-b7dbed596e46 on host dv-neutron-823402-4-hyperv {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:39:37.467696 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'name': 'tempest-TestNetworkBasicOps-router-2092534900', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '946567af-974a-4501-9385-1cc4ca8bf825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:39:26Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '946567af-974a-4501-9385-1cc4ca8bf825', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:27Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '822279bd-be1d-426f-84f3-117eaa914515', 'name': '', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:db:4d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '837b3814-c63b-452e-94f8-bb30e6125894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:32Z', 'updated_at': '2022-01-11T09:39:34Z', 'revision_number': 2, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '837b3814-c63b-452e-94f8-bb30e6125894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:37.479423 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] Checking router: 687a17e7-0ff2-4b73-8073-ba52c67dae4b for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:39:37.479777 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] Updating router 687a17e7-0ff2-4b73-8073-ba52c67dae4b port 822279bd-be1d-426f-84f3-117eaa914515 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:39:37.527787 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca4b0c93-a5fe-4c53-9336-e78805432b21 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.532020 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca4b0c93-a5fe-4c53-9336-e78805432b21 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.555305 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b0c93-a5fe-4c53-9336-e78805432b21 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3027424-accf-4e89-adab-f5282277d07d,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:37.568440 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca4b0c93-a5fe-4c53-9336-e78805432b21 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.570307 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ca4b0c93-a5fe-4c53-9336-e78805432b21 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1602426 Jan 11 09:39:37.573027 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34850) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:37.578537 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-909cb290-1842-4044-9507-146322126a70 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '4f9c30b5-b1e2-453a-aab8-2336d0c39a09', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:37.584411 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-909cb290-1842-4044-9507-146322126a70 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:37.589103 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-909cb290-1842-4044-9507-146322126a70 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:37.592295 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-909cb290-1842-4044-9507-146322126a70 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:37.593524 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48c927c2-95a7-4b22-ada8-a8fb8fd2e447 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.598733 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-909cb290-1842-4044-9507-146322126a70 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:37.612724 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-909cb290-1842-4044-9507-146322126a70 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Project b18c1b552dc34b41889b96f8d477063d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:39:37.621123 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-909cb290-1842-4044-9507-146322126a70 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.624635 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-48c927c2-95a7-4b22-ada8-a8fb8fd2e447 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1cdcdbc-eda3-4600-9ef3-b4b86277bced']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:37.638398 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-48c927c2-95a7-4b22-ada8-a8fb8fd2e447 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c3c855-db81-4a62-b381-4c1fc8b1189e') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:37.638734 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-48c927c2-95a7-4b22-ada8-a8fb8fd2e447 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c3c855-db81-4a62-b381-4c1fc8b1189e') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:37.654907 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48c927c2-95a7-4b22-ada8-a8fb8fd2e447 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.658643 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-5378edd1-9d6c-4737-8b53-ebcdee9b5a37 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:39:37.658997 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-5378edd1-9d6c-4737-8b53-ebcdee9b5a37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:39:37.661706 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.674879 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48c927c2-95a7-4b22-ada8-a8fb8fd2e447 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.689747 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c927c2-95a7-4b22-ada8-a8fb8fd2e447 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:39:37.690397 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48c927c2-95a7-4b22-ada8-a8fb8fd2e447 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:39:37.710957 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:39:37.766627 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 056aadf5-f13d-4677-a82f-63876ccef915 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:39:37.812332 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48c927c2-95a7-4b22-ada8-a8fb8fd2e447 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.833593 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48c927c2-95a7-4b22-ada8-a8fb8fd2e447 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.838831 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-909cb290-1842-4044-9507-146322126a70 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.840662 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c927c2-95a7-4b22-ada8-a8fb8fd2e447 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Network': ['ID=e1cdcdbc-eda3-4600-9ef3-b4b86277bced,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:37.843099 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-909cb290-1842-4044-9507-146322126a70 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.852408 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 056aadf5-f13d-4677-a82f-63876ccef915 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:39:37.852941 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 056aadf5-f13d-4677-a82f-63876ccef915 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:39:37.855565 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-48c927c2-95a7-4b22-ada8-a8fb8fd2e447 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/networks/e1cdcdbc-eda3-4600-9ef3-b4b86277bced HTTP/1.1" status: 204 len: 168 time: 1.0478265 Jan 11 09:39:37.856343 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34854) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:37.862450 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-33697fa3-72ab-4e59-8c3c-d0883df01607 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-812564475'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:37.866822 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909cb290-1842-4044-9507-146322126a70 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4475a09b-d7a0-48c9-92a6-1b1ae99f26ac,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:37.867444 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-33697fa3-72ab-4e59-8c3c-d0883df01607 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:37.873148 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-33697fa3-72ab-4e59-8c3c-d0883df01607 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:network and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:37.877195 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-33697fa3-72ab-4e59-8c3c-d0883df01607 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:37.880544 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-909cb290-1842-4044-9507-146322126a70 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.882043 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-909cb290-1842-4044-9507-146322126a70 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3079176 Jan 11 09:39:37.884531 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-33697fa3-72ab-4e59-8c3c-d0883df01607 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:37.885646 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34858) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:37.894619 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3d2a04c3-b79e-4496-9525-3a09baf0c427 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '4f9c30b5-b1e2-453a-aab8-2336d0c39a09', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:37.900078 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33697fa3-72ab-4e59-8c3c-d0883df01607 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Made reservation on behalf of fac2e6af1b7d42d197ffed52a46ad075 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:39:37.901210 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3d2a04c3-b79e-4496-9525-3a09baf0c427 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:37.904902 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33697fa3-72ab-4e59-8c3c-d0883df01607 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.905138 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3d2a04c3-b79e-4496-9525-3a09baf0c427 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:37.908363 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3d2a04c3-b79e-4496-9525-3a09baf0c427 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:37.915282 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3d2a04c3-b79e-4496-9525-3a09baf0c427 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:37.938752 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-3d2a04c3-b79e-4496-9525-3a09baf0c427 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Project b18c1b552dc34b41889b96f8d477063d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:39:37.948260 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33697fa3-72ab-4e59-8c3c-d0883df01607 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:39:37.951460 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d2a04c3-b79e-4496-9525-3a09baf0c427 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.952662 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 8ed68a51-2143-476b-9bca-b7dbed596e46 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:39:37.958966 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33697fa3-72ab-4e59-8c3c-d0883df01607 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.959413 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-33697fa3-72ab-4e59-8c3c-d0883df01607 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Added segment d2152af9-2cd3-48be-8205-48f1e04cc536 of type vlan for network 71bf547f-28e1-4cd3-9905-4f9333b3a475 Jan 11 09:39:37.991464 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33697fa3-72ab-4e59-8c3c-d0883df01607 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:37.995559 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 8ed68a51-2143-476b-9bca-b7dbed596e46 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:39:37.995901 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 8ed68a51-2143-476b-9bca-b7dbed596e46 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:39:38.026297 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d2a04c3-b79e-4496-9525-3a09baf0c427 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:38.027173 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33697fa3-72ab-4e59-8c3c-d0883df01607 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:38.030624 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d2a04c3-b79e-4496-9525-3a09baf0c427 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:38.033356 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33697fa3-72ab-4e59-8c3c-d0883df01607 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:38.033947 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33697fa3-72ab-4e59-8c3c-d0883df01607 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:38.056723 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a04c3-b79e-4496-9525-3a09baf0c427 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94315272-9c2a-4c21-9591-d6ce7b222566,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:38.069148 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d2a04c3-b79e-4496-9525-3a09baf0c427 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:38.071062 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3d2a04c3-b79e-4496-9525-3a09baf0c427 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1833637 Jan 11 09:39:38.093615 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-33697fa3-72ab-4e59-8c3c-d0883df01607 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2360721 Jan 11 09:39:38.096488 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34864) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:38.102690 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-dc0b1da3-6381-4311-94ca-d72bdb580a17 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'subnet': {'network_id': '71bf547f-28e1-4cd3-9905-4f9333b3a475', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:38.145532 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33697fa3-72ab-4e59-8c3c-d0883df01607 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Network': ['ID=71bf547f-28e1-4cd3-9905-4f9333b3a475,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:38.181814 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5378edd1-9d6c-4737-8b53-ebcdee9b5a37 None None] Deleting port 8ed68a51-2143-476b-9bca-b7dbed596e46 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:38.182207 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5378edd1-9d6c-4737-8b53-ebcdee9b5a37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:38.229047 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 71bf547f-28e1-4cd3-9905-4f9333b3a475 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:39:38.229608 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dc0b1da3-6381-4311-94ca-d72bdb580a17 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:38.233437 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-dc0b1da3-6381-4311-94ca-d72bdb580a17 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:subnet and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:38.236345 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-dc0b1da3-6381-4311-94ca-d72bdb580a17 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:38.241890 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dc0b1da3-6381-4311-94ca-d72bdb580a17 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:38.253720 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0b1da3-6381-4311-94ca-d72bdb580a17 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Made reservation on behalf of fac2e6af1b7d42d197ffed52a46ad075 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:39:38.257625 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc0b1da3-6381-4311-94ca-d72bdb580a17 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:38.315530 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5378edd1-9d6c-4737-8b53-ebcdee9b5a37 None None] The port '8ed68a51-2143-476b-9bca-b7dbed596e46' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:39:38.384900 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:38.392680 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-10f3e676-131f-48c2-b4af-322a0c61caec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:39:38.403906 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] Transition to ACTIVE for port object 822279bd-be1d-426f-84f3-117eaa914515 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:39:38.410524 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:38.419526 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-10f3e676-131f-48c2-b4af-322a0c61caec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:39:38.420698 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-10f3e676-131f-48c2-b4af-322a0c61caec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1248957363&fields=id&tenant_id=b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 267 time: 0.1451256 Jan 11 09:39:38.574913 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2698d-2c32-472f-a27f-6e721442ef20 None None] Pushing event updated for resources: {'Port': ['ID=822279bd-be1d-426f-84f3-117eaa914515,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:38.637356 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] Attempting to bind port 822279bd-be1d-426f-84f3-117eaa914515 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:39:38.637721 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] Attempting to bind port 822279bd-be1d-426f-84f3-117eaa914515 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '910b7284-dd3d-4213-9aa4-a489b6fe1aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:39:38.638100 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] Attempting to bind port 822279bd-be1d-426f-84f3-117eaa914515 on network 60adb906-31a0-481a-a301-ff32dd5cdf4e {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:39:38.644005 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:39:38.644386 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] Checking segment: {'id': '910b7284-dd3d-4213-9aa4-a489b6fe1aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:39:38.644771 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:38.645157 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] Bound using segment: {'id': '910b7284-dd3d-4213-9aa4-a489b6fe1aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:39:38.645620 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] Bound port: 822279bd-be1d-426f-84f3-117eaa914515, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910b7284-dd3d-4213-9aa4-a489b6fe1aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:39:38.645987 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:38.672546 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-fa88a8af-d89f-4d13-896d-5ea877d1a0b7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:38.673525 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-fa88a8af-d89f-4d13-896d-5ea877d1a0b7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:39:38.703285 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc0b1da3-6381-4311-94ca-d72bdb580a17 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:38.749185 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-fa88a8af-d89f-4d13-896d-5ea877d1a0b7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:39:38.750691 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-fa88a8af-d89f-4d13-896d-5ea877d1a0b7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/networks?id=60adb906-31a0-481a-a301-ff32dd5cdf4e HTTP/1.1" status: 200 len: 797 time: 0.3226385 Jan 11 09:39:38.760656 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] For port 822279bd-be1d-426f-84f3-117eaa914515, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:39:38.765547 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] For port 822279bd-be1d-426f-84f3-117eaa914515, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=822279bd-be1d-426f-84f3-117eaa914515,segment=NetworkSegment(910b7284-dd3d-4213-9aa4-a489b6fe1aa8),segment_id=910b7284-dd3d-4213-9aa4-a489b6fe1aa8)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:39:38.772805 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:38.807766 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-412c3467-bccd-4a4a-bf90-a3de269dc048 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/quotas/b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 375 time: 0.0434277 Jan 11 09:39:38.816614 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b1da3-6381-4311-94ca-d72bdb580a17 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Subnet': ['ID=c0a0f035-c82b-4405-aaec-d425708afa9b,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:38.858640 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] Routers {'687a17e7-0ff2-4b73-8073-ba52c67dae4b'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:38.859275 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:38.868218 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0b1da3-6381-4311-94ca-d72bdb580a17 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Checking segment: {'id': 'd2152af9-2cd3-48be-8205-48f1e04cc536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '71bf547f-28e1-4cd3-9905-4f9333b3a475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:39:38.868777 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0b1da3-6381-4311-94ca-d72bdb580a17 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network hostable DHCP agents. Network: 71bf547f-28e1-4cd3-9905-4f9333b3a475, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:39:38.922409 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0b1da3-6381-4311-94ca-d72bdb580a17 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network 71bf547f-28e1-4cd3-9905-4f9333b3a475 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:39:38.937789 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2698d-2c32-472f-a27f-6e721442ef20 None None] Pushing event updated for resources: {'Port': ['ID=822279bd-be1d-426f-84f3-117eaa914515,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:38.940907 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-b18d0538-6c6f-4ea8-8815-6114c7abc14f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:39:38.949100 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-dc0b1da3-6381-4311-94ca-d72bdb580a17 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 71bf547f-28e1-4cd3-9905-4f9333b3a475) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:39:38.957962 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0b1da3-6381-4311-94ca-d72bdb580a17 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:38.958802 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc0b1da3-6381-4311-94ca-d72bdb580a17 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:38.963342 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f923d41-2e84-4dcd-b682-85b5e45a7922 None None] Network 71bf547f-28e1-4cd3-9905-4f9333b3a475 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:39:38.979955 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-b18d0538-6c6f-4ea8-8815-6114c7abc14f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:39:38.981329 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-b18d0538-6c6f-4ea8-8815-6114c7abc14f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1670399 Jan 11 09:39:38.984370 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-dc0b1da3-6381-4311-94ca-d72bdb580a17 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8868906 Jan 11 09:39:38.988432 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34880) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:39.002178 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-47957770-53b1-482c-9d94-1b7636773381 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-409540827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:39.011840 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-846adef7-8969-4649-8224-cfc56be26553 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:39:39.019325 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-846adef7-8969-4649-8224-cfc56be26553 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209937 Jan 11 09:39:39.048931 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-47957770-53b1-482c-9d94-1b7636773381 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:39.069706 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-47957770-53b1-482c-9d94-1b7636773381 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:router and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:39.074963 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-47957770-53b1-482c-9d94-1b7636773381 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:39.104011 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-47957770-53b1-482c-9d94-1b7636773381 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:39.168446 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47957770-53b1-482c-9d94-1b7636773381 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:39.169468 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47957770-53b1-482c-9d94-1b7636773381 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:39.209087 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47957770-53b1-482c-9d94-1b7636773381 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:39.211949 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-72dc04ac-aa6b-4a57-90d5-97e2e2319c3c service neutron] 10.222.0.15 "GET /v2.0/networks/60adb906-31a0-481a-a301-ff32dd5cdf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916499 Jan 11 09:39:39.255555 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] Set router 687a17e7-0ff2-4b73-8073-ba52c67dae4b gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:39:39.269209 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47957770-53b1-482c-9d94-1b7636773381 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:39.351856 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-47957770-53b1-482c-9d94-1b7636773381 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:39.353091 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-47957770-53b1-482c-9d94-1b7636773381 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3567963 Jan 11 09:39:39.355689 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34884) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:39.369168 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-72199aad-973f-4b72-b4e2-469e820fcda3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'port': {'network_id': '71bf547f-28e1-4cd3-9905-4f9333b3a475', 'name': 'tempest-RoutersIpV6Test-79929277'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:39.384260 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-9961bf70-8640-4110-b3b7-ffcb472458d9 service neutron] 10.222.0.15 "GET /v2.0/networks/60adb906-31a0-481a-a301-ff32dd5cdf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613467 Jan 11 09:39:39.533014 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-72199aad-973f-4b72-b4e2-469e820fcda3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:39.542301 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-72199aad-973f-4b72-b4e2-469e820fcda3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:port and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:39.545853 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-72199aad-973f-4b72-b4e2-469e820fcda3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:39.551876 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-72199aad-973f-4b72-b4e2-469e820fcda3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:39.563986 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72199aad-973f-4b72-b4e2-469e820fcda3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Made reservation on behalf of fac2e6af1b7d42d197ffed52a46ad075 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:39:39.568481 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-72199aad-973f-4b72-b4e2-469e820fcda3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:39.592185 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facf3138-6d9b-4dba-b0ae-6d2c08f5cd81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-71bf547f-28e1-4cd3-9905-4f9333b3a475', 'network_id': '71bf547f-28e1-4cd3-9905-4f9333b3a475', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'fixed_ips': [{'subnet_id': 'c0a0f035-c82b-4405-aaec-d425708afa9b'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:39:39.593016 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-facf3138-6d9b-4dba-b0ae-6d2c08f5cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:39.742640 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-72199aad-973f-4b72-b4e2-469e820fcda3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] device_id is not set on port f28c18e0-4e27-4f04-90a7-95f7207d88e0 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:39:39.794363 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d1a96c6a-488e-4f33-922d-f898821dc8d9 req-89fcad2f-2daf-43d8-ab46-9ceee8001444 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef HTTP/1.1" status: 200 len: 210 time: 0.2553198 Jan 11 09:39:39.871629 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-facf3138-6d9b-4dba-b0ae-6d2c08f5cd81 None None] Allocated IP 2001:db8::2 (71bf547f-28e1-4cd3-9905-4f9333b3a475/c0a0f035-c82b-4405-aaec-d425708afa9b/9d242481-c3ee-4549-9756-0985e5084689) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:39:39.888260 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'name': 'tempest-TestNetworkBasicOps-router-2092534900', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '946567af-974a-4501-9385-1cc4ca8bf825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:39:26Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '946567af-974a-4501-9385-1cc4ca8bf825', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:27Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '822279bd-be1d-426f-84f3-117eaa914515', 'name': '', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:db:4d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '837b3814-c63b-452e-94f8-bb30e6125894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:32Z', 'updated_at': '2022-01-11T09:39:38Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '837b3814-c63b-452e-94f8-bb30e6125894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:39.895150 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d0aaac-7f98-4dab-8a27-2c55b34fd070 None None] The sync data for ids ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'] in dv-neutron-823402-4-hyperv is: [{'id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'name': 'tempest-TestNetworkBasicOps-router-2092534900', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '946567af-974a-4501-9385-1cc4ca8bf825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:39:26Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '946567af-974a-4501-9385-1cc4ca8bf825', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:27Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '822279bd-be1d-426f-84f3-117eaa914515', 'name': '', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:db:4d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '837b3814-c63b-452e-94f8-bb30e6125894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:32Z', 'updated_at': '2022-01-11T09:39:38Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '837b3814-c63b-452e-94f8-bb30e6125894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:39:40.140609 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-facf3138-6d9b-4dba-b0ae-6d2c08f5cd81 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:40.151752 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-facf3138-6d9b-4dba-b0ae-6d2c08f5cd81 None None] Transition to ACTIVE for port object 9d242481-c3ee-4549-9756-0985e5084689 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:39:40.170646 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-facf3138-6d9b-4dba-b0ae-6d2c08f5cd81 None None] Transition to ACTIVE for port object 9d242481-c3ee-4549-9756-0985e5084689 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:39:40.176942 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-facf3138-6d9b-4dba-b0ae-6d2c08f5cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:40.253265 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facf3138-6d9b-4dba-b0ae-6d2c08f5cd81 None None] Network 71bf547f-28e1-4cd3-9905-4f9333b3a475 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:39:40.256608 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-facf3138-6d9b-4dba-b0ae-6d2c08f5cd81 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:39:40.262162 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facf3138-6d9b-4dba-b0ae-6d2c08f5cd81 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:39:40.270328 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf3138-6d9b-4dba-b0ae-6d2c08f5cd81 None None] Pushing event updated for resources: {'Port': ['ID=9d242481-c3ee-4549-9756-0985e5084689,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:40.276630 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-72199aad-973f-4b72-b4e2-469e820fcda3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Allocated IP 2001:db8::11f (71bf547f-28e1-4cd3-9905-4f9333b3a475/c0a0f035-c82b-4405-aaec-d425708afa9b/f28c18e0-4e27-4f04-90a7-95f7207d88e0) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:39:40.364935 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-facf3138-6d9b-4dba-b0ae-6d2c08f5cd81 None None] Attempting to bind port 9d242481-c3ee-4549-9756-0985e5084689 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:39:40.365307 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-facf3138-6d9b-4dba-b0ae-6d2c08f5cd81 None None] Attempting to bind port 9d242481-c3ee-4549-9756-0985e5084689 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'd2152af9-2cd3-48be-8205-48f1e04cc536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '71bf547f-28e1-4cd3-9905-4f9333b3a475'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:39:40.365670 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facf3138-6d9b-4dba-b0ae-6d2c08f5cd81 None None] Attempting to bind port 9d242481-c3ee-4549-9756-0985e5084689 on network 71bf547f-28e1-4cd3-9905-4f9333b3a475 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:39:40.372101 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facf3138-6d9b-4dba-b0ae-6d2c08f5cd81 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:39:40.372476 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facf3138-6d9b-4dba-b0ae-6d2c08f5cd81 None None] Checking segment: {'id': 'd2152af9-2cd3-48be-8205-48f1e04cc536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '71bf547f-28e1-4cd3-9905-4f9333b3a475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:39:40.372880 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-facf3138-6d9b-4dba-b0ae-6d2c08f5cd81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:40.374117 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facf3138-6d9b-4dba-b0ae-6d2c08f5cd81 None None] Bound using segment: {'id': 'd2152af9-2cd3-48be-8205-48f1e04cc536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '71bf547f-28e1-4cd3-9905-4f9333b3a475'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:39:40.374117 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-facf3138-6d9b-4dba-b0ae-6d2c08f5cd81 None None] Bound port: 9d242481-c3ee-4549-9756-0985e5084689, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2152af9-2cd3-48be-8205-48f1e04cc536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '71bf547f-28e1-4cd3-9905-4f9333b3a475'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:39:40.374117 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-facf3138-6d9b-4dba-b0ae-6d2c08f5cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:40.467003 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-facf3138-6d9b-4dba-b0ae-6d2c08f5cd81 None None] For port 9d242481-c3ee-4549-9756-0985e5084689, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:39:40.470246 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-facf3138-6d9b-4dba-b0ae-6d2c08f5cd81 None None] For port 9d242481-c3ee-4549-9756-0985e5084689, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=9d242481-c3ee-4549-9756-0985e5084689,segment=NetworkSegment(d2152af9-2cd3-48be-8205-48f1e04cc536),segment_id=d2152af9-2cd3-48be-8205-48f1e04cc536)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:39:40.475236 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-facf3138-6d9b-4dba-b0ae-6d2c08f5cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:40.504687 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-72199aad-973f-4b72-b4e2-469e820fcda3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:40.525373 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-72199aad-973f-4b72-b4e2-469e820fcda3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Transition to ACTIVE for port object f28c18e0-4e27-4f04-90a7-95f7207d88e0 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:39:40.557808 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-72199aad-973f-4b72-b4e2-469e820fcda3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:40.596814 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf3138-6d9b-4dba-b0ae-6d2c08f5cd81 None None] Pushing event updated for resources: {'Port': ['ID=9d242481-c3ee-4549-9756-0985e5084689,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:40.688761 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72199aad-973f-4b72-b4e2-469e820fcda3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network 71bf547f-28e1-4cd3-9905-4f9333b3a475 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:39:40.701842 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-72199aad-973f-4b72-b4e2-469e820fcda3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:39:40.711963 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72199aad-973f-4b72-b4e2-469e820fcda3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:39:40.717676 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72199aad-973f-4b72-b4e2-469e820fcda3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:40.718325 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-72199aad-973f-4b72-b4e2-469e820fcda3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:40.865049 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-72199aad-973f-4b72-b4e2-469e820fcda3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.5082402 Jan 11 09:39:40.866422 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72199aad-973f-4b72-b4e2-469e820fcda3 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Port': ['ID=f28c18e0-4e27-4f04-90a7-95f7207d88e0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:40.868060 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34902) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:40.940000 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-e956797e-de19-4006-bea4-2e6f1db72f72 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:40.942151 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-e956797e-de19-4006-bea4-2e6f1db72f72 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/networks?id=60adb906-31a0-481a-a301-ff32dd5cdf4e HTTP/1.1" status: 200 len: 797 time: 0.3217616 Jan 11 09:39:41.038238 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-cc2e8eb5-80a2-4680-8a56-1991793e42e1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 380 time: 0.0880163 Jan 11 09:39:41.048253 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-87c80d56-bb37-45e6-a824-b3ccbd44e671 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'port': {'device_id': 'bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'admin_state_up': True, 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'security_groups': ['4f9c30b5-b1e2-453a-aab8-2336d0c39a09']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:41.181909 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a397fb66-cdb2-45af-a898-42a80d2abf07 req-a7a25785-c8fa-46ff-88a2-36e8ee8e521f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef HTTP/1.1" status: 200 len: 210 time: 0.1128731 Jan 11 09:39:41.191079 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-87c80d56-bb37-45e6-a824-b3ccbd44e671 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:41.201811 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-87c80d56-bb37-45e6-a824-b3ccbd44e671 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:41.215575 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-87c80d56-bb37-45e6-a824-b3ccbd44e671 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Made reservation on behalf of b18c1b552dc34b41889b96f8d477063d for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:39:41.219437 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-87c80d56-bb37-45e6-a824-b3ccbd44e671 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:41.400621 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-87c80d56-bb37-45e6-a824-b3ccbd44e671 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.20.0.8 (60adb906-31a0-481a-a301-ff32dd5cdf4e/837b3814-c63b-452e-94f8-bb30e6125894/4b46b82d-e5ee-46d1-9be7-d0fffef6ea79) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:39:41.620422 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-87c80d56-bb37-45e6-a824-b3ccbd44e671 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:41.636979 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-87c80d56-bb37-45e6-a824-b3ccbd44e671 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Transition to ACTIVE for port object 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:39:41.664435 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-87c80d56-bb37-45e6-a824-b3ccbd44e671 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:41.688814 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2bb2a6bc-a43f-4bb2-a25e-f0c6d8778512 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:41.758650 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c80d56-bb37-45e6-a824-b3ccbd44e671 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=4b46b82d-e5ee-46d1-9be7-d0fffef6ea79,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:41.763102 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-87c80d56-bb37-45e6-a824-b3ccbd44e671 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 60adb906-31a0-481a-a301-ff32dd5cdf4e is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:39:41.764602 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-87c80d56-bb37-45e6-a824-b3ccbd44e671 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:39:41.766706 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-87c80d56-bb37-45e6-a824-b3ccbd44e671 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:39:41.797209 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aae38ac-a487-431b-ab58-0bb78f15f183 None None] Network 71bf547f-28e1-4cd3-9905-4f9333b3a475 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:39:41.831085 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-87c80d56-bb37-45e6-a824-b3ccbd44e671 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:41.831704 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-87c80d56-bb37-45e6-a824-b3ccbd44e671 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:41.864721 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-87c80d56-bb37-45e6-a824-b3ccbd44e671 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8202577 Jan 11 09:39:41.876146 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-43827e7b-c183-4d54-b7a5-17ad865cc534 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:39:41.877854 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-43827e7b-c183-4d54-b7a5-17ad865cc534 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061705 Jan 11 09:39:41.970019 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-79669ecc-95a2-4d29-a48f-4c187c80c5bd None None] Provisioning for port 9d242481-c3ee-4549-9756-0985e5084689 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:39:41.971454 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-5ab62138-80cc-4ab6-a0ee-b0eb8a21d27c service neutron] Request body: {'port': {'device_id': 'bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:42.068538 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 822279bd-be1d-426f-84f3-117eaa914515 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:39:42.110133 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-5ab62138-80cc-4ab6-a0ee-b0eb8a21d27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:42.157955 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2bb2a6bc-a43f-4bb2-a25e-f0c6d8778512 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:42.163222 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2bb2a6bc-a43f-4bb2-a25e-f0c6d8778512 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:42.181295 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2a4b6a88-627b-4563-a735-3331b1525642 None None] Provisioning for port 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:39:42.191163 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2a4b6a88-627b-4563-a735-3331b1525642 None None] Provisioning complete for port 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:42.191444 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2a4b6a88-627b-4563-a735-3331b1525642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:42.250914 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b6a88-627b-4563-a735-3331b1525642 None None] Port 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:39:42.274660 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 822279bd-be1d-426f-84f3-117eaa914515 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:39:42.283822 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 822279bd-be1d-426f-84f3-117eaa914515 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:42.284365 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:42.317828 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2a6bc-a43f-4bb2-a25e-f0c6d8778512 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Port': ['ID=f28c18e0-4e27-4f04-90a7-95f7207d88e0,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:42.478837 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:42.520623 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 822279bd-be1d-426f-84f3-117eaa914515, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=822279bd-be1d-426f-84f3-117eaa914515,segment=NetworkSegment(910b7284-dd3d-4213-9aa4-a489b6fe1aa8),segment_id=910b7284-dd3d-4213-9aa4-a489b6fe1aa8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:42.532314 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:42.533963 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9d242481-c3ee-4549-9756-0985e5084689 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:39:42.541570 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2bb2a6bc-a43f-4bb2-a25e-f0c6d8778512 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:42.569678 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d836191-5727-4e8e-ac74-c6fe00a036cd req-d29d9e48-6e1c-40f2-9a1c-f70661d47b27 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:42.577509 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7d836191-5727-4e8e-ac74-c6fe00a036cd req-d29d9e48-6e1c-40f2-9a1c-f70661d47b27 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef HTTP/1.1" status: 200 len: 931 time: 0.2193363 Jan 11 09:39:42.644244 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7d836191-5727-4e8e-ac74-c6fe00a036cd req-06078c02-8c5c-4b66-b8a4-7110b6a7af67 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f9c30b5-b1e2-453a-aab8-2336d0c39a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657251 Jan 11 09:39:42.701719 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-5ab62138-80cc-4ab6-a0ee-b0eb8a21d27c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:39:42.712814 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-5ab62138-80cc-4ab6-a0ee-b0eb8a21d27c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:42.717609 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=822279bd-be1d-426f-84f3-117eaa914515,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:42.731925 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 9d242481-c3ee-4549-9756-0985e5084689 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:39:42.738046 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 9d242481-c3ee-4549-9756-0985e5084689 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:42.738620 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:42.741615 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-5ab62138-80cc-4ab6-a0ee-b0eb8a21d27c service neutron] Transition to ACTIVE for port object 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:39:42.749641 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-5ab62138-80cc-4ab6-a0ee-b0eb8a21d27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:42.780268 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2bb2a6bc-a43f-4bb2-a25e-f0c6d8778512 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:42.895494 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-04f4853a-d51a-4c7a-9b70-2f21ec445e76 None None] Provisioning for port f28c18e0-4e27-4f04-90a7-95f7207d88e0 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:39:42.912871 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-04f4853a-d51a-4c7a-9b70-2f21ec445e76 None None] Provisioning complete for port f28c18e0-4e27-4f04-90a7-95f7207d88e0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:42.913483 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-04f4853a-d51a-4c7a-9b70-2f21ec445e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:42.970381 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:42.994028 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab62138-80cc-4ab6-a0ee-b0eb8a21d27c service neutron] Pushing event updated for resources: {'Port': ['ID=4b46b82d-e5ee-46d1-9be7-d0fffef6ea79,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:43.014770 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-04f4853a-d51a-4c7a-9b70-2f21ec445e76 None None] Port f28c18e0-4e27-4f04-90a7-95f7207d88e0 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:39:43.058711 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 9d242481-c3ee-4549-9756-0985e5084689, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=9d242481-c3ee-4549-9756-0985e5084689,segment=NetworkSegment(d2152af9-2cd3-48be-8205-48f1e04cc536),segment_id=d2152af9-2cd3-48be-8205-48f1e04cc536)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:43.059764 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-04f4853a-d51a-4c7a-9b70-2f21ec445e76 None None] Provisioning complete for port 9d242481-c3ee-4549-9756-0985e5084689 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:43.060195 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-04f4853a-d51a-4c7a-9b70-2f21ec445e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:43.093120 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:43.098564 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-5ab62138-80cc-4ab6-a0ee-b0eb8a21d27c service neutron] Attempting to bind port 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:39:43.098893 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-5ab62138-80cc-4ab6-a0ee-b0eb8a21d27c service neutron] Attempting to bind port 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '910b7284-dd3d-4213-9aa4-a489b6fe1aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:39:43.099222 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-5ab62138-80cc-4ab6-a0ee-b0eb8a21d27c service neutron] Attempting to bind port 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 on network 60adb906-31a0-481a-a301-ff32dd5cdf4e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:39:43.104723 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-5ab62138-80cc-4ab6-a0ee-b0eb8a21d27c service neutron] Port 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 on network 60adb906-31a0-481a-a301-ff32dd5cdf4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:39:43.105042 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-5ab62138-80cc-4ab6-a0ee-b0eb8a21d27c service neutron] Attempting to bind port 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 on network 60adb906-31a0-481a-a301-ff32dd5cdf4e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:39:43.111198 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-5ab62138-80cc-4ab6-a0ee-b0eb8a21d27c service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:39:43.111381 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-5ab62138-80cc-4ab6-a0ee-b0eb8a21d27c service neutron] Checking segment: {'id': '910b7284-dd3d-4213-9aa4-a489b6fe1aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:39:43.111626 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-5ab62138-80cc-4ab6-a0ee-b0eb8a21d27c service neutron] Bound using segment: {'id': '910b7284-dd3d-4213-9aa4-a489b6fe1aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:39:43.112049 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-5ab62138-80cc-4ab6-a0ee-b0eb8a21d27c service neutron] Bound port: 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910b7284-dd3d-4213-9aa4-a489b6fe1aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:39:43.112394 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-5ab62138-80cc-4ab6-a0ee-b0eb8a21d27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:43.197994 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=9d242481-c3ee-4549-9756-0985e5084689,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:43.226302 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-5ab62138-80cc-4ab6-a0ee-b0eb8a21d27c service neutron] For port 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:39:43.229697 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-5ab62138-80cc-4ab6-a0ee-b0eb8a21d27c service neutron] For port 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=4b46b82d-e5ee-46d1-9be7-d0fffef6ea79,segment=NetworkSegment(910b7284-dd3d-4213-9aa4-a489b6fe1aa8),segment_id=910b7284-dd3d-4213-9aa4-a489b6fe1aa8)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:39:43.236566 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-5ab62138-80cc-4ab6-a0ee-b0eb8a21d27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:43.305341 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-5ab62138-80cc-4ab6-a0ee-b0eb8a21d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:43.305940 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-5ab62138-80cc-4ab6-a0ee-b0eb8a21d27c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:43.308008 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-5ab62138-80cc-4ab6-a0ee-b0eb8a21d27c service neutron] 10.222.0.42 "PUT /v2.0/ports/4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 HTTP/1.1" status: 200 len: 1093 time: 1.4220018 Jan 11 09:39:43.308510 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef', 'tag': '4b46b82d-e5ee-46d1-9be7-d0fffef6ea79'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:39:43.406991 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef', 'tag': '4b46b82d-e5ee-46d1-9be7-d0fffef6ea79', 'status': 'completed', 'code': 200} Jan 11 09:39:43.413889 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab62138-80cc-4ab6-a0ee-b0eb8a21d27c service neutron] Pushing event updated for resources: {'Port': ['ID=4b46b82d-e5ee-46d1-9be7-d0fffef6ea79,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:43.433174 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2bb2a6bc-a43f-4bb2-a25e-f0c6d8778512 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:43.438715 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2bb2a6bc-a43f-4bb2-a25e-f0c6d8778512 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:43.439665 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2bb2a6bc-a43f-4bb2-a25e-f0c6d8778512 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:43.458605 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-5f23cd9e-4086-4656-8655-ed02716486f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:43.460082 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-5f23cd9e-4086-4656-8655-ed02716486f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef HTTP/1.1" status: 200 len: 1096 time: 0.1065745 Jan 11 09:39:43.469742 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-969c288d-8c28-47c6-9d83-36d710f7999c None None] Provisioning complete for port f28c18e0-4e27-4f04-90a7-95f7207d88e0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:43.470199 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-969c288d-8c28-47c6-9d83-36d710f7999c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:43.533311 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-969c288d-8c28-47c6-9d83-36d710f7999c None None] Port f28c18e0-4e27-4f04-90a7-95f7207d88e0 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:39:43.552501 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-2553552f-d145-4429-8e5d-76be570f1ad8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 HTTP/1.1" status: 200 len: 217 time: 0.0772462 Jan 11 09:39:43.599970 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2a6bc-a43f-4bb2-a25e-f0c6d8778512 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Port': ['ID=f28c18e0-4e27-4f04-90a7-95f7207d88e0,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:43.621047 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-d64756e7-403c-4e41-b778-3ca0278d1ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:43.622498 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-d64756e7-403c-4e41-b778-3ca0278d1ecb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=837b3814-c63b-452e-94f8-bb30e6125894 HTTP/1.1" status: 200 len: 835 time: 0.0637724 Jan 11 09:39:43.656456 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb2a6bc-a43f-4bb2-a25e-f0c6d8778512 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network 71bf547f-28e1-4cd3-9905-4f9333b3a475 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:39:43.657659 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-2bb2a6bc-a43f-4bb2-a25e-f0c6d8778512 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:39:43.667278 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c55121f9-c01d-48b2-af70-a4773b2ac85d None None] Provisioning complete for port f28c18e0-4e27-4f04-90a7-95f7207d88e0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:43.667751 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c55121f9-c01d-48b2-af70-a4773b2ac85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:43.708992 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-af7aaf37-cb68-463e-9355-5e6952b6f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:43.710538 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-af7aaf37-cb68-463e-9355-5e6952b6f188 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60adb906-31a0-481a-a301-ff32dd5cdf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818346 Jan 11 09:39:43.774877 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c55121f9-c01d-48b2-af70-a4773b2ac85d None None] Port f28c18e0-4e27-4f04-90a7-95f7207d88e0 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:39:43.869491 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-e778a9c5-9624-445c-b03e-309e9ccb47b7 service neutron] 10.222.0.42 "GET /v2.0/networks/60adb906-31a0-481a-a301-ff32dd5cdf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529458 Jan 11 09:39:43.952831 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0c834-da84-42de-9e21-49db7c8a257b req-f511b1d0-f7b1-4c4a-b3ae-fa9bba8d59d8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:43.954443 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a9f0c834-da84-42de-9e21-49db7c8a257b req-f511b1d0-f7b1-4c4a-b3ae-fa9bba8d59d8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef HTTP/1.1" status: 200 len: 943 time: 0.1404438 Jan 11 09:39:43.960282 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 822279bd-be1d-426f-84f3-117eaa914515 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:39:43.986752 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb2a6bc-a43f-4bb2-a25e-f0c6d8778512 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Router 11d7e2e9-cb65-4ac5-9241-842d6ffa1229 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:39:44.037150 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 822279bd-be1d-426f-84f3-117eaa914515 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:44.037818 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:44.038362 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4baf3aa1-8560-4284-8992-c5f53d376848 req-f8078c7c-f09f-4dc4-a344-35db3663872e service neutron] 10.222.0.42 "GET /v2.0/networks/60adb906-31a0-481a-a301-ff32dd5cdf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631439 Jan 11 09:39:44.110709 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1a5ff490-960e-4424-b975-b1e9f85e7878 None None] Provisioning complete for port f28c18e0-4e27-4f04-90a7-95f7207d88e0 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:44.111354 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1a5ff490-960e-4424-b975-b1e9f85e7878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:44.137130 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a9f0c834-da84-42de-9e21-49db7c8a257b req-58a218b9-08d5-440a-a2f0-36484b289914 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f9c30b5-b1e2-453a-aab8-2336d0c39a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678617 Jan 11 09:39:44.161178 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1586e-244f-436e-bc7a-6f482211e7e8 req-4b57f323-6029-4c75-973d-552814f1370f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:44.162686 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-63f1586e-244f-436e-bc7a-6f482211e7e8 req-4b57f323-6029-4c75-973d-552814f1370f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef HTTP/1.1" status: 200 len: 1096 time: 0.0788076 Jan 11 09:39:44.173818 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb2a6bc-a43f-4bb2-a25e-f0c6d8778512 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:39:44.182229 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2bb2a6bc-a43f-4bb2-a25e-f0c6d8778512 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "PUT /v2.0/routers/11d7e2e9-cb65-4ac5-9241-842d6ffa1229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3086286 Jan 11 09:39:44.182637 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34918) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:44.183764 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9260d877-71a7-4be5-997d-58628ee7c235 None None] Sync routers for ids ['11d7e2e9-cb65-4ac5-9241-842d6ffa1229'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:39:44.193123 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9260d877-71a7-4be5-997d-58628ee7c235 None None] Routers {'11d7e2e9-cb65-4ac5-9241-842d6ffa1229'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:44.194244 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9260d877-71a7-4be5-997d-58628ee7c235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['11d7e2e9-cb65-4ac5-9241-842d6ffa1229'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:44.216778 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ff490-960e-4424-b975-b1e9f85e7878 None None] Port f28c18e0-4e27-4f04-90a7-95f7207d88e0 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:39:44.249977 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9d242481-c3ee-4549-9756-0985e5084689 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:39:44.263820 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178cfaaa-3171-4d77-b3fb-1cbc0a9d0833 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:44.264737 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9260d877-71a7-4be5-997d-58628ee7c235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:44.265525 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-178cfaaa-3171-4d77-b3fb-1cbc0a9d0833 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "GET /v2.0/ports/f28c18e0-4e27-4f04-90a7-95f7207d88e0 HTTP/1.1" status: 200 len: 982 time: 0.0819304 Jan 11 09:39:44.270537 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34922) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:44.275093 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9260d877-71a7-4be5-997d-58628ee7c235 None None] Routers {'11d7e2e9-cb65-4ac5-9241-842d6ffa1229'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:44.275692 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9260d877-71a7-4be5-997d-58628ee7c235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['11d7e2e9-cb65-4ac5-9241-842d6ffa1229'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:44.309131 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1586e-244f-436e-bc7a-6f482211e7e8 req-09e37e9e-b09f-4a49-a8b3-c3a1406443d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:44.310462 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-63f1586e-244f-436e-bc7a-6f482211e7e8 req-09e37e9e-b09f-4a49-a8b3-c3a1406443d9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60adb906-31a0-481a-a301-ff32dd5cdf4e HTTP/1.1" status: 200 len: 898 time: 0.1412053 Jan 11 09:39:44.336135 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 9d242481-c3ee-4549-9756-0985e5084689 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:44.336561 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:44.347139 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9260d877-71a7-4be5-997d-58628ee7c235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:44.347755 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9260d877-71a7-4be5-997d-58628ee7c235 None None] The sync data for ids ['11d7e2e9-cb65-4ac5-9241-842d6ffa1229'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:39:44.381436 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-63f1586e-244f-436e-bc7a-6f482211e7e8 req-8f489ec6-0519-4a18-aa96-528c2086b8c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 HTTP/1.1" status: 200 len: 217 time: 0.0650432 Jan 11 09:39:44.449548 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1586e-244f-436e-bc7a-6f482211e7e8 req-23e46945-41dd-4253-a1cf-60741bb6de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:44.451027 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-63f1586e-244f-436e-bc7a-6f482211e7e8 req-23e46945-41dd-4253-a1cf-60741bb6de55 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=837b3814-c63b-452e-94f8-bb30e6125894 HTTP/1.1" status: 200 len: 835 time: 0.0637457 Jan 11 09:39:44.530616 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1586e-244f-436e-bc7a-6f482211e7e8 req-6b620edf-68e1-4c79-9d32-328050c9318c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:44.532008 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-63f1586e-244f-436e-bc7a-6f482211e7e8 req-6b620edf-68e1-4c79-9d32-328050c9318c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60adb906-31a0-481a-a301-ff32dd5cdf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713503 Jan 11 09:39:44.668795 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-63f1586e-244f-436e-bc7a-6f482211e7e8 req-7084b905-f5c1-422f-8f8b-837725d8cd54 service neutron] 10.222.0.42 "GET /v2.0/networks/60adb906-31a0-481a-a301-ff32dd5cdf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305518 Jan 11 09:39:44.908729 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4cf88f38-9fd2-4fc6-8f65-7ffdce8800f6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:44.920249 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-63f1586e-244f-436e-bc7a-6f482211e7e8 req-909cf640-109b-4af5-b71d-43be665248b9 service neutron] 10.222.0.42 "GET /v2.0/networks/60adb906-31a0-481a-a301-ff32dd5cdf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446716 Jan 11 09:39:45.178967 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-4cf88f38-9fd2-4fc6-8f65-7ffdce8800f6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting port f28c18e0-4e27-4f04-90a7-95f7207d88e0 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:45.179845 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4cf88f38-9fd2-4fc6-8f65-7ffdce8800f6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:45.410667 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4cf88f38-9fd2-4fc6-8f65-7ffdce8800f6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:45.537386 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d3481-6365-41c0-8219-00cdb3042cb6 req-0bfdb3a3-41b5-4e24-aff3-3ec544cd2597 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:45.539665 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c80d3481-6365-41c0-8219-00cdb3042cb6 req-0bfdb3a3-41b5-4e24-aff3-3ec544cd2597 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef HTTP/1.1" status: 200 len: 943 time: 0.2890112 Jan 11 09:39:45.545933 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-4cf88f38-9fd2-4fc6-8f65-7ffdce8800f6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Calling delete_port for f28c18e0-4e27-4f04-90a7-95f7207d88e0 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:45.759562 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c80d3481-6365-41c0-8219-00cdb3042cb6 req-bbbf6337-0aed-451f-b42d-fe54cea4f447 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f9c30b5-b1e2-453a-aab8-2336d0c39a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860435 Jan 11 09:39:45.878464 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4cf88f38-9fd2-4fc6-8f65-7ffdce8800f6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:45.930938 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf88f38-9fd2-4fc6-8f65-7ffdce8800f6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Port': ['ID=f28c18e0-4e27-4f04-90a7-95f7207d88e0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:46.099753 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4cf88f38-9fd2-4fc6-8f65-7ffdce8800f6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:46.465087 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf88f38-9fd2-4fc6-8f65-7ffdce8800f6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Router 11d7e2e9-cb65-4ac5-9241-842d6ffa1229 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:39:46.595401 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf88f38-9fd2-4fc6-8f65-7ffdce8800f6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:39:46.606160 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26684998-1225-4091-9bfd-88dc2fb78a23 None None] Sync routers for ids ['11d7e2e9-cb65-4ac5-9241-842d6ffa1229'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:39:46.610354 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4cf88f38-9fd2-4fc6-8f65-7ffdce8800f6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "PUT /v2.0/routers/11d7e2e9-cb65-4ac5-9241-842d6ffa1229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3361905 Jan 11 09:39:46.610589 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34928) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:46.615523 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26684998-1225-4091-9bfd-88dc2fb78a23 None None] Routers {'11d7e2e9-cb65-4ac5-9241-842d6ffa1229'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:46.616123 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-26684998-1225-4091-9bfd-88dc2fb78a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['11d7e2e9-cb65-4ac5-9241-842d6ffa1229'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:46.677587 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-26684998-1225-4091-9bfd-88dc2fb78a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:46.687731 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26684998-1225-4091-9bfd-88dc2fb78a23 None None] Routers {'11d7e2e9-cb65-4ac5-9241-842d6ffa1229'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:46.688339 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-26684998-1225-4091-9bfd-88dc2fb78a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['11d7e2e9-cb65-4ac5-9241-842d6ffa1229'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:46.753747 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-26684998-1225-4091-9bfd-88dc2fb78a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:46.754177 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26684998-1225-4091-9bfd-88dc2fb78a23 None None] The sync data for ids ['11d7e2e9-cb65-4ac5-9241-842d6ffa1229'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:39:46.974373 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-d9ef6c37-7a15-47e7-a0ef-6de7b3911a9e tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] remove_router_interface failed (client error): The resource could not be found. Jan 11 09:39:46.975393 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d9ef6c37-7a15-47e7-a0ef-6de7b3911a9e tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "PUT /v2.0/routers/11d7e2e9-cb65-4ac5-9241-842d6ffa1229/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3638954 Jan 11 09:39:46.978557 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34934) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:47.005918 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aefa9b-34be-4e4d-8be1-a84d5bcac9f9 req-617fafd9-14dd-40f5-afbe-2d9144a43137 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:47.007982 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-59aefa9b-34be-4e4d-8be1-a84d5bcac9f9 req-617fafd9-14dd-40f5-afbe-2d9144a43137 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef HTTP/1.1" status: 200 len: 943 time: 0.1427429 Jan 11 09:39:47.024828 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3fe1204c-0eac-400b-a97f-b626aa9df1ad tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Synchronizing usage tracker for tenant:fac2e6af1b7d42d197ffed52a46ad075 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:39:47.039849 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3fe1204c-0eac-400b-a97f-b626aa9df1ad tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Unset dirty status for tenant:fac2e6af1b7d42d197ffed52a46ad075 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:39:47.041151 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3fe1204c-0eac-400b-a97f-b626aa9df1ad tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d7e2e9-cb65-4ac5-9241-842d6ffa1229 HTTP/1.1" status: 200 len: 205 time: 0.0615146 Jan 11 09:39:47.043883 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34938) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:47.055034 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-59aefa9b-34be-4e4d-8be1-a84d5bcac9f9 req-8ee095c0-4626-4e1f-9394-945c8ac515d8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f9c30b5-b1e2-453a-aab8-2336d0c39a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413778 Jan 11 09:39:47.184610 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b7b8b55-fad5-4157-b390-2279eaecf10d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:47.480944 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b7b8b55-fad5-4157-b390-2279eaecf10d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:47.483084 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b7b8b55-fad5-4157-b390-2279eaecf10d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:47.505473 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b7b8b55-fad5-4157-b390-2279eaecf10d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:47.506017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7b8b55-fad5-4157-b390-2279eaecf10d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Fanout notify agent at l3_agent the message router_deleted on router 11d7e2e9-cb65-4ac5-9241-842d6ffa1229 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:39:47.517751 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b7b8b55-fad5-4157-b390-2279eaecf10d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:47.518826 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3b7b8b55-fad5-4157-b390-2279eaecf10d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/routers/11d7e2e9-cb65-4ac5-9241-842d6ffa1229 HTTP/1.1" status: 204 len: 168 time: 0.4732163 Jan 11 09:39:47.521414 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34942) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:47.557315 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:39:47.587053 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-747aa465-5fd6-4dd2-9b2f-527b13d00f25 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting subnet c0a0f035-c82b-4405-aaec-d425708afa9b {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:39:47.589895 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-747aa465-5fd6-4dd2-9b2f-527b13d00f25 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:47.642440 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-747aa465-5fd6-4dd2-9b2f-527b13d00f25 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:47.697246 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=4b46b82d-e5ee-46d1-9be7-d0fffef6ea79,segment=NetworkSegment(910b7284-dd3d-4213-9aa4-a489b6fe1aa8),segment_id=910b7284-dd3d-4213-9aa4-a489b6fe1aa8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:47.711175 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '4b46b82d-e5ee-46d1-9be7-d0fffef6ea79', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'port_id': '4b46b82d-e5ee-46d1-9be7-d0fffef6ea79', 'mac_address': 'fa:16:3e:d6:f7:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837b3814-c63b-452e-94f8-bb30e6125894', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:39:47.731328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-747aa465-5fd6-4dd2-9b2f-527b13d00f25 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:47.766078 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:47.783236 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:39:47.800650 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=4b46b82d-e5ee-46d1-9be7-d0fffef6ea79,segment=NetworkSegment(910b7284-dd3d-4213-9aa4-a489b6fe1aa8),segment_id=910b7284-dd3d-4213-9aa4-a489b6fe1aa8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:47.804288 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:47.806459 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-747aa465-5fd6-4dd2-9b2f-527b13d00f25 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:47.852053 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747aa465-5fd6-4dd2-9b2f-527b13d00f25 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Subnet': ['ID=c0a0f035-c82b-4405-aaec-d425708afa9b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:47.854010 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-747aa465-5fd6-4dd2-9b2f-527b13d00f25 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:47.862570 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-747aa465-5fd6-4dd2-9b2f-527b13d00f25 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/subnets/c0a0f035-c82b-4405-aaec-d425708afa9b HTTP/1.1" status: 204 len: 168 time: 0.3401837 Jan 11 09:39:47.863653 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34946) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:47.876049 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57f9fa5-9ba2-4ac5-b93a-2e784e51c21c None None] Network 71bf547f-28e1-4cd3-9905-4f9333b3a475 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:39:47.973845 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f729f52e-daba-4933-9ceb-64ee66153fb8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:47.984517 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f729f52e-daba-4933-9ceb-64ee66153fb8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting port 9d242481-c3ee-4549-9756-0985e5084689 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:47.984517 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f729f52e-daba-4933-9ceb-64ee66153fb8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:48.025868 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=4b46b82d-e5ee-46d1-9be7-d0fffef6ea79,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:48.137055 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['4b46b82d-e5ee-46d1-9be7-d0fffef6ea79'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:39:48.194053 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1adc43-b015-4df2-a8bb-e0b752649ef7 None None] DHCP port deletion for 71bf547f-28e1-4cd3-9905-4f9333b3a475 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:39:48.205444 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f729f52e-daba-4933-9ceb-64ee66153fb8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] For port 9d242481-c3ee-4549-9756-0985e5084689, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=9d242481-c3ee-4549-9756-0985e5084689,segment=NetworkSegment(d2152af9-2cd3-48be-8205-48f1e04cc536),segment_id=d2152af9-2cd3-48be-8205-48f1e04cc536)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:48.205787 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f729f52e-daba-4933-9ceb-64ee66153fb8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:48.211214 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-fb1adc43-b015-4df2-a8bb-e0b752649ef7 None None] Deleting port 9d242481-c3ee-4549-9756-0985e5084689 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:48.211825 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fb1adc43-b015-4df2-a8bb-e0b752649ef7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:48.257255 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e3b55-e22a-422f-b39f-18ad54413dd2 req-c1d7b33b-6379-4546-aa59-a5b752c016d3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:48.258994 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bf1e3b55-e22a-422f-b39f-18ad54413dd2 req-c1d7b33b-6379-4546-aa59-a5b752c016d3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef HTTP/1.1" status: 200 len: 944 time: 0.0889311 Jan 11 09:39:48.307660 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bf1e3b55-e22a-422f-b39f-18ad54413dd2 req-5a76a0a6-8cd5-40a5-bc21-92a79b5d7b06 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f9c30b5-b1e2-453a-aab8-2336d0c39a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414259 Jan 11 09:39:48.444041 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f729f52e-daba-4933-9ceb-64ee66153fb8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Calling delete_port for 9d242481-c3ee-4549-9756-0985e5084689 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:48.518520 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-fb1adc43-b015-4df2-a8bb-e0b752649ef7 None None] For port 9d242481-c3ee-4549-9756-0985e5084689, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=9d242481-c3ee-4549-9756-0985e5084689,segment=NetworkSegment(d2152af9-2cd3-48be-8205-48f1e04cc536),segment_id=d2152af9-2cd3-48be-8205-48f1e04cc536)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:48.518993 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fb1adc43-b015-4df2-a8bb-e0b752649ef7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:48.521800 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f729f52e-daba-4933-9ceb-64ee66153fb8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:48.570476 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f729f52e-daba-4933-9ceb-64ee66153fb8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] No DVR routers for this DVR port 9d242481-c3ee-4549-9756-0985e5084689 on host dv-neutron-823402-4-hyperv {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:39:48.599175 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729f52e-daba-4933-9ceb-64ee66153fb8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Port': ['ID=9d242481-c3ee-4549-9756-0985e5084689,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:48.661794 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-fb1adc43-b015-4df2-a8bb-e0b752649ef7 None None] Calling delete_port for 9d242481-c3ee-4549-9756-0985e5084689 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:48.699314 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f729f52e-daba-4933-9ceb-64ee66153fb8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:48.723799 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-f729f52e-daba-4933-9ceb-64ee66153fb8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71bf547f-28e1-4cd3-9905-4f9333b3a475']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:48.736522 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-f729f52e-daba-4933-9ceb-64ee66153fb8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2152af9-2cd3-48be-8205-48f1e04cc536') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:48.736812 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-f729f52e-daba-4933-9ceb-64ee66153fb8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2152af9-2cd3-48be-8205-48f1e04cc536') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:48.749074 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f729f52e-daba-4933-9ceb-64ee66153fb8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:48.765723 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f729f52e-daba-4933-9ceb-64ee66153fb8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:48.771837 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f729f52e-daba-4933-9ceb-64ee66153fb8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:39:48.772154 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f729f52e-daba-4933-9ceb-64ee66153fb8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:39:48.787319 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:39:48.789552 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-fb1adc43-b015-4df2-a8bb-e0b752649ef7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:39:48.790016 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-fb1adc43-b015-4df2-a8bb-e0b752649ef7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:39:48.869413 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f729f52e-daba-4933-9ceb-64ee66153fb8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:48.886846 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f729f52e-daba-4933-9ceb-64ee66153fb8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:48.897292 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729f52e-daba-4933-9ceb-64ee66153fb8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Network': ['ID=71bf547f-28e1-4cd3-9905-4f9333b3a475,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:48.907575 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f729f52e-daba-4933-9ceb-64ee66153fb8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/networks/71bf547f-28e1-4cd3-9905-4f9333b3a475 HTTP/1.1" status: 204 len: 168 time: 1.0429468 Jan 11 09:39:48.911116 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34954) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:48.916570 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9f40c3af-bb56-4787-96d0-b59334c8a4f5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-585285874'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:48.921304 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9f40c3af-bb56-4787-96d0-b59334c8a4f5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:48.925043 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9f40c3af-bb56-4787-96d0-b59334c8a4f5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:network and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:48.927896 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9f40c3af-bb56-4787-96d0-b59334c8a4f5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:48.934263 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9f40c3af-bb56-4787-96d0-b59334c8a4f5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:48.943378 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f40c3af-bb56-4787-96d0-b59334c8a4f5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Made reservation on behalf of fac2e6af1b7d42d197ffed52a46ad075 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:39:48.947725 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f40c3af-bb56-4787-96d0-b59334c8a4f5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:48.973702 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f40c3af-bb56-4787-96d0-b59334c8a4f5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:39:48.982932 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f40c3af-bb56-4787-96d0-b59334c8a4f5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:48.983290 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-9f40c3af-bb56-4787-96d0-b59334c8a4f5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Added segment f07a3813-f2a7-4412-a674-5ac168dbf005 of type vlan for network 79b549a7-f0d5-4d39-ba9b-ab120a0ead24 Jan 11 09:39:49.012631 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f40c3af-bb56-4787-96d0-b59334c8a4f5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:49.043551 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f40c3af-bb56-4787-96d0-b59334c8a4f5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:49.048651 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f40c3af-bb56-4787-96d0-b59334c8a4f5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:49.049229 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f40c3af-bb56-4787-96d0-b59334c8a4f5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:49.086701 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-af271e24-2e29-4317-806a-f15cf8001e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:49.101468 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9f40c3af-bb56-4787-96d0-b59334c8a4f5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1888316 Jan 11 09:39:49.104375 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34958) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:49.110343 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0b37a3c5-e32d-4f33-ae30-78b9866e3295 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'subnet': {'network_id': '79b549a7-f0d5-4d39-ba9b-ab120a0ead24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:49.158733 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40c3af-bb56-4787-96d0-b59334c8a4f5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Network': ['ID=79b549a7-f0d5-4d39-ba9b-ab120a0ead24,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:49.169268 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 79b549a7-f0d5-4d39-ba9b-ab120a0ead24 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:39:49.221397 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0b37a3c5-e32d-4f33-ae30-78b9866e3295 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:49.225167 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0b37a3c5-e32d-4f33-ae30-78b9866e3295 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:subnet and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:49.228808 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0b37a3c5-e32d-4f33-ae30-78b9866e3295 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:49.234409 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0b37a3c5-e32d-4f33-ae30-78b9866e3295 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:49.244451 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b37a3c5-e32d-4f33-ae30-78b9866e3295 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Made reservation on behalf of fac2e6af1b7d42d197ffed52a46ad075 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:39:49.248113 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b37a3c5-e32d-4f33-ae30-78b9866e3295 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:49.290689 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-fb1adc43-b015-4df2-a8bb-e0b752649ef7 None None] Deleting port 9d242481-c3ee-4549-9756-0985e5084689 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:49.291068 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fb1adc43-b015-4df2-a8bb-e0b752649ef7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:49.358511 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-fb1adc43-b015-4df2-a8bb-e0b752649ef7 None None] The port '9d242481-c3ee-4549-9756-0985e5084689' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:39:49.573395 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:39:49.631013 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b37a3c5-e32d-4f33-ae30-78b9866e3295 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:49.639694 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:39:49.644216 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:49.644580 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:49.687633 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c20a29-d784-4ee4-b645-599766929874 req-aadd4d95-ce37-4372-8164-39738c61d303 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:49.689128 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c5c20a29-d784-4ee4-b645-599766929874 req-aadd4d95-ce37-4372-8164-39738c61d303 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef HTTP/1.1" status: 200 len: 944 time: 0.2708189 Jan 11 09:39:49.748281 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37a3c5-e32d-4f33-ae30-78b9866e3295 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Subnet': ['ID=3263d414-2e5b-4e0f-abb6-ff961cd6fe56,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:49.764105 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:49.767415 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37a3c5-e32d-4f33-ae30-78b9866e3295 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Checking segment: {'id': 'f07a3813-f2a7-4412-a674-5ac168dbf005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '79b549a7-f0d5-4d39-ba9b-ab120a0ead24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:39:49.767771 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b37a3c5-e32d-4f33-ae30-78b9866e3295 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network hostable DHCP agents. Network: 79b549a7-f0d5-4d39-ba9b-ab120a0ead24, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:39:49.779652 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c5c20a29-d784-4ee4-b645-599766929874 req-448b1127-7359-408a-b32a-dad68e9e11fe tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f9c30b5-b1e2-453a-aab8-2336d0c39a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757892 Jan 11 09:39:49.801747 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b46b82d-e5ee-46d1-9be7-d0fffef6ea79'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:39:49.803014 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b37a3c5-e32d-4f33-ae30-78b9866e3295 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network 79b549a7-f0d5-4d39-ba9b-ab120a0ead24 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:39:49.812600 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=4b46b82d-e5ee-46d1-9be7-d0fffef6ea79,segment=NetworkSegment(910b7284-dd3d-4213-9aa4-a489b6fe1aa8),segment_id=910b7284-dd3d-4213-9aa4-a489b6fe1aa8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:49.815528 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-0b37a3c5-e32d-4f33-ae30-78b9866e3295 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 79b549a7-f0d5-4d39-ba9b-ab120a0ead24) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:39:49.816910 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:49.820581 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b37a3c5-e32d-4f33-ae30-78b9866e3295 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:49.821279 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b37a3c5-e32d-4f33-ae30-78b9866e3295 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:49.846183 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0b37a3c5-e32d-4f33-ae30-78b9866e3295 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7380471 Jan 11 09:39:49.846543 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34966) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:49.852391 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-df629173-6258-4443-9635-d30e708f3601 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1107980974', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:49.855946 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4703dc93-d02c-4d6c-9a19-ea7fe9949c69 None None] Network 79b549a7-f0d5-4d39-ba9b-ab120a0ead24 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:39:49.860137 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-df629173-6258-4443-9635-d30e708f3601 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:49.864041 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-df629173-6258-4443-9635-d30e708f3601 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:router and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:49.867722 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-df629173-6258-4443-9635-d30e708f3601 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:49.872408 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b46b82d-e5ee-46d1-9be7-d0fffef6ea79', 'code': 200} Jan 11 09:39:49.873896 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-df629173-6258-4443-9635-d30e708f3601 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:49.885165 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df629173-6258-4443-9635-d30e708f3601 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:49.886976 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df629173-6258-4443-9635-d30e708f3601 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:49.906866 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df629173-6258-4443-9635-d30e708f3601 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:49.932208 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df629173-6258-4443-9635-d30e708f3601 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:49.961443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-df629173-6258-4443-9635-d30e708f3601 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:49.966000 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34970) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:49.968496 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9d242481-c3ee-4549-9756-0985e5084689 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:39:49.970724 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-df629173-6258-4443-9635-d30e708f3601 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1229973 Jan 11 09:39:50.014924 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 9d242481-c3ee-4549-9756-0985e5084689 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:39:50.015577 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9d242481-c3ee-4549-9756-0985e5084689 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:39:50.028589 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=4b46b82d-e5ee-46d1-9be7-d0fffef6ea79,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:50.078037 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:50.078405 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:50.078743 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:50.079075 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:50.079401 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:50.079733 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:50.080055 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:50.080378 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:50.080685 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:50.080996 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:50.081309 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:50.081621 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:50.189312 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2304340-6b80-4305-934e-0010f41dba51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-79b549a7-f0d5-4d39-ba9b-ab120a0ead24', 'network_id': '79b549a7-f0d5-4d39-ba9b-ab120a0ead24', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'fixed_ips': [{'subnet_id': '3263d414-2e5b-4e0f-abb6-ff961cd6fe56'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:39:50.190157 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b2304340-6b80-4305-934e-0010f41dba51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:50.345412 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-b2304340-6b80-4305-934e-0010f41dba51 None None] Allocated IP 2001:db8::2 (79b549a7-f0d5-4d39-ba9b-ab120a0ead24/3263d414-2e5b-4e0f-abb6-ff961cd6fe56/c206c83f-f5d0-42ea-afeb-dbdb64440fe1) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:39:50.410575 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ff42d-156a-4068-b46f-46d02eab8aa0 req-3354f636-3fd2-46b3-a2f1-be0f409f0c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:50.412033 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-568ff42d-156a-4068-b46f-46d02eab8aa0 req-3354f636-3fd2-46b3-a2f1-be0f409f0c3e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef HTTP/1.1" status: 200 len: 1098 time: 0.3809955 Jan 11 09:39:50.501162 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-568ff42d-156a-4068-b46f-46d02eab8aa0 req-88d9572e-7bf6-4cd3-9bf5-ad1ff9414443 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4f9c30b5-b1e2-453a-aab8-2336d0c39a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594459 Jan 11 09:39:50.531602 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41910f93-b015-454e-a773-7eef51d77111 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:50.549997 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b2304340-6b80-4305-934e-0010f41dba51 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:50.560565 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b2304340-6b80-4305-934e-0010f41dba51 None None] Transition to ACTIVE for port object c206c83f-f5d0-42ea-afeb-dbdb64440fe1 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:39:50.578789 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b2304340-6b80-4305-934e-0010f41dba51 None None] Transition to ACTIVE for port object c206c83f-f5d0-42ea-afeb-dbdb64440fe1 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:39:50.584207 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b2304340-6b80-4305-934e-0010f41dba51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:50.606370 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:39:50.657004 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2304340-6b80-4305-934e-0010f41dba51 None None] Network 79b549a7-f0d5-4d39-ba9b-ab120a0ead24 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:39:50.660090 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-b2304340-6b80-4305-934e-0010f41dba51 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:39:50.664855 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2304340-6b80-4305-934e-0010f41dba51 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:39:50.674290 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2304340-6b80-4305-934e-0010f41dba51 None None] Pushing event updated for resources: {'Port': ['ID=c206c83f-f5d0-42ea-afeb-dbdb64440fe1,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:50.762416 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b2304340-6b80-4305-934e-0010f41dba51 None None] Attempting to bind port c206c83f-f5d0-42ea-afeb-dbdb64440fe1 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:39:50.762775 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b2304340-6b80-4305-934e-0010f41dba51 None None] Attempting to bind port c206c83f-f5d0-42ea-afeb-dbdb64440fe1 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'f07a3813-f2a7-4412-a674-5ac168dbf005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '79b549a7-f0d5-4d39-ba9b-ab120a0ead24'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:39:50.763133 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2304340-6b80-4305-934e-0010f41dba51 None None] Attempting to bind port c206c83f-f5d0-42ea-afeb-dbdb64440fe1 on network 79b549a7-f0d5-4d39-ba9b-ab120a0ead24 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:39:50.768232 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2304340-6b80-4305-934e-0010f41dba51 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:39:50.768593 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2304340-6b80-4305-934e-0010f41dba51 None None] Checking segment: {'id': 'f07a3813-f2a7-4412-a674-5ac168dbf005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '79b549a7-f0d5-4d39-ba9b-ab120a0ead24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:39:50.768985 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b2304340-6b80-4305-934e-0010f41dba51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:50.769367 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2304340-6b80-4305-934e-0010f41dba51 None None] Bound using segment: {'id': 'f07a3813-f2a7-4412-a674-5ac168dbf005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '79b549a7-f0d5-4d39-ba9b-ab120a0ead24'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:39:50.769813 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b2304340-6b80-4305-934e-0010f41dba51 None None] Bound port: c206c83f-f5d0-42ea-afeb-dbdb64440fe1, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07a3813-f2a7-4412-a674-5ac168dbf005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '79b549a7-f0d5-4d39-ba9b-ab120a0ead24'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:39:50.770200 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b2304340-6b80-4305-934e-0010f41dba51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:50.859136 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b2304340-6b80-4305-934e-0010f41dba51 None None] For port c206c83f-f5d0-42ea-afeb-dbdb64440fe1, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:39:50.862194 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b2304340-6b80-4305-934e-0010f41dba51 None None] For port c206c83f-f5d0-42ea-afeb-dbdb64440fe1, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=c206c83f-f5d0-42ea-afeb-dbdb64440fe1,segment=NetworkSegment(f07a3813-f2a7-4412-a674-5ac168dbf005),segment_id=f07a3813-f2a7-4412-a674-5ac168dbf005)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:39:50.868562 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b2304340-6b80-4305-934e-0010f41dba51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:50.959874 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2304340-6b80-4305-934e-0010f41dba51 None None] Pushing event updated for resources: {'Port': ['ID=c206c83f-f5d0-42ea-afeb-dbdb64440fe1,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:50.983205 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be593b-aa92-425f-b8c0-8cf228c9ae5f req-41a57347-2983-4c23-a56d-cdcf26eb4c97 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:50.984959 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-30be593b-aa92-425f-b8c0-8cf228c9ae5f req-41a57347-2983-4c23-a56d-cdcf26eb4c97 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0906916 Jan 11 09:39:51.005215 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-41910f93-b015-454e-a773-7eef51d77111 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Allocated IP 2001:db8::1 (79b549a7-f0d5-4d39-ba9b-ab120a0ead24/3263d414-2e5b-4e0f-abb6-ff961cd6fe56/b35a0f64-30b4-4720-89f6-6824a1619270) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:39:51.033567 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-30be593b-aa92-425f-b8c0-8cf228c9ae5f req-3f8fddf0-1686-4813-b949-7dc2fd410545 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f9c30b5-b1e2-453a-aab8-2336d0c39a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424974 Jan 11 09:39:51.181657 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41910f93-b015-454e-a773-7eef51d77111 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:51.199281 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-41910f93-b015-454e-a773-7eef51d77111 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Transition to ACTIVE for port object b35a0f64-30b4-4720-89f6-6824a1619270 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:39:51.224306 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41910f93-b015-454e-a773-7eef51d77111 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:51.295657 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41910f93-b015-454e-a773-7eef51d77111 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network 79b549a7-f0d5-4d39-ba9b-ab120a0ead24 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:39:51.298629 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-41910f93-b015-454e-a773-7eef51d77111 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:39:51.302585 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41910f93-b015-454e-a773-7eef51d77111 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:39:51.303096 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41910f93-b015-454e-a773-7eef51d77111 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:51.320530 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-60e91966-9603-431d-b4c5-e15aa096bc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:51.428441 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41910f93-b015-454e-a773-7eef51d77111 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Port': ['ID=b35a0f64-30b4-4720-89f6-6824a1619270,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:51.528667 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41910f93-b015-454e-a773-7eef51d77111 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:51.953334 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41910f93-b015-454e-a773-7eef51d77111 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:51.958311 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41910f93-b015-454e-a773-7eef51d77111 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:51.959539 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41910f93-b015-454e-a773-7eef51d77111 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:51.972721 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device c206c83f-f5d0-42ea-afeb-dbdb64440fe1 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:39:52.005382 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0c4cda-b342-4d46-a80f-d63bd2df5fc0 None None] Network 79b549a7-f0d5-4d39-ba9b-ab120a0ead24 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:39:52.063244 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41910f93-b015-454e-a773-7eef51d77111 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Port': ['ID=b35a0f64-30b4-4720-89f6-6824a1619270,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:52.130062 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ef5e8936-9f41-4bc6-9edd-ee0ce6bad145 None None] Provisioning for port c206c83f-f5d0-42ea-afeb-dbdb64440fe1 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:39:52.191827 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port c206c83f-f5d0-42ea-afeb-dbdb64440fe1 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:39:52.203406 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port c206c83f-f5d0-42ea-afeb-dbdb64440fe1 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:52.203676 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:52.259737 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2e46c-1162-4028-ba55-4162bffcb47b req-50eb3cd2-6e2f-4e89-96ba-267a2b9bc062 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:52.261582 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4aa2e46c-1162-4028-ba55-4162bffcb47b req-50eb3cd2-6e2f-4e89-96ba-267a2b9bc062 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0959539 Jan 11 09:39:52.292521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41910f93-b015-454e-a773-7eef51d77111 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network 79b549a7-f0d5-4d39-ba9b-ab120a0ead24 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:39:52.294038 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-41910f93-b015-454e-a773-7eef51d77111 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:39:52.309808 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4aa2e46c-1162-4028-ba55-4162bffcb47b req-009f9e89-7799-4700-83ea-c39243e94130 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f9c30b5-b1e2-453a-aab8-2336d0c39a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415177 Jan 11 09:39:52.423390 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:52.471613 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port c206c83f-f5d0-42ea-afeb-dbdb64440fe1, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=c206c83f-f5d0-42ea-afeb-dbdb64440fe1,segment=NetworkSegment(f07a3813-f2a7-4412-a674-5ac168dbf005),segment_id=f07a3813-f2a7-4412-a674-5ac168dbf005)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:52.483340 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:52.490896 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41910f93-b015-454e-a773-7eef51d77111 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Router b2981201-6cd6-4e14-a1af-677956767401 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:39:52.510569 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a6785-a7bd-4186-badd-09e7c0ea4aba req-cf2a51be-9386-4cce-a920-15d477253d1f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:52.514563 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-516a6785-a7bd-4186-badd-09e7c0ea4aba req-cf2a51be-9386-4cce-a920-15d477253d1f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0968361 Jan 11 09:39:52.523239 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:52.562073 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=c206c83f-f5d0-42ea-afeb-dbdb64440fe1,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:52.578820 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-516a6785-a7bd-4186-badd-09e7c0ea4aba req-b101afc5-d645-4862-89b9-ba2bc5533afc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f9c30b5-b1e2-453a-aab8-2336d0c39a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606053 Jan 11 09:39:52.594878 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34980) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:52.612127 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:52.664401 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41910f93-b015-454e-a773-7eef51d77111 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:39:52.676759 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101f3275-cde4-42a2-ab1a-68eb2ebb7583 None None] Sync routers for ids ['b2981201-6cd6-4e14-a1af-677956767401'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:39:52.677840 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-41910f93-b015-454e-a773-7eef51d77111 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "PUT /v2.0/routers/b2981201-6cd6-4e14-a1af-677956767401/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7105486 Jan 11 09:39:52.680982 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34984) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:52.691014 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101f3275-cde4-42a2-ab1a-68eb2ebb7583 None None] Routers {'b2981201-6cd6-4e14-a1af-677956767401'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:52.692547 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-101f3275-cde4-42a2-ab1a-68eb2ebb7583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['b2981201-6cd6-4e14-a1af-677956767401'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:52.717829 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c9967b-a813-4807-9ee8-e84ca5b6d1bb tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:52.721895 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a2c9967b-a813-4807-9ee8-e84ca5b6d1bb tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef HTTP/1.1" status: 200 len: 1093 time: 0.1232440 Jan 11 09:39:52.724143 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 34988) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:52.731823 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'port_id': '4b46b82d-e5ee-46d1-9be7-d0fffef6ea79', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:52.738353 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:52.743104 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:floatingip and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:52.746377 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:52.752720 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:52.767430 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:52.775990 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ab00fd-5eb5-45e0-ace5-5620f2227530 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:52.776733 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-08ab00fd-5eb5-45e0-ace5-5620f2227530 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Synchronizing usage tracker for tenant:fac2e6af1b7d42d197ffed52a46ad075 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:39:52.794728 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-101f3275-cde4-42a2-ab1a-68eb2ebb7583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:52.797001 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-08ab00fd-5eb5-45e0-ace5-5620f2227530 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Unset dirty status for tenant:fac2e6af1b7d42d197ffed52a46ad075 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:39:52.798954 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-08ab00fd-5eb5-45e0-ace5-5620f2227530 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "GET /v2.0/ports/b35a0f64-30b4-4720-89f6-6824a1619270 HTTP/1.1" status: 200 len: 911 time: 0.1170447 Jan 11 09:39:52.802215 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34992) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:52.805888 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101f3275-cde4-42a2-ab1a-68eb2ebb7583 None None] Routers {'b2981201-6cd6-4e14-a1af-677956767401'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:52.806573 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-101f3275-cde4-42a2-ab1a-68eb2ebb7583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['b2981201-6cd6-4e14-a1af-677956767401'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:52.876905 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-101f3275-cde4-42a2-ab1a-68eb2ebb7583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:52.877917 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101f3275-cde4-42a2-ab1a-68eb2ebb7583 None None] The sync data for ids ['b2981201-6cd6-4e14-a1af-677956767401'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:39:52.879012 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-74501596-5c38-4b94-b797-42f7f6049db8 None None] Provisioning complete for port c206c83f-f5d0-42ea-afeb-dbdb64440fe1 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:52.879526 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-74501596-5c38-4b94-b797-42f7f6049db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:52.927685 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:53.042458 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-74501596-5c38-4b94-b797-42f7f6049db8 None None] Provisioning for port b35a0f64-30b4-4720-89f6-6824a1619270 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:39:53.048166 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-74501596-5c38-4b94-b797-42f7f6049db8 None None] Provisioning complete for port b35a0f64-30b4-4720-89f6-6824a1619270 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:53.048537 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-74501596-5c38-4b94-b797-42f7f6049db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:53.084467 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.26.3.140 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/5d5e81a3-1558-430e-8724-3bf55aa28fa5) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:39:53.109460 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-74501596-5c38-4b94-b797-42f7f6049db8 None None] Port b35a0f64-30b4-4720-89f6-6824a1619270 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:39:53.237796 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-40c749d7-4293-42aa-b417-fcc4e5b87308 None None] Provisioning complete for port b35a0f64-30b4-4720-89f6-6824a1619270 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:53.238197 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-40c749d7-4293-42aa-b417-fcc4e5b87308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:53.249475 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:53.283645 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:53.296810 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-40c749d7-4293-42aa-b417-fcc4e5b87308 None None] Port b35a0f64-30b4-4720-89f6-6824a1619270 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:39:53.352580 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:39:53.355426 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:39:53.368118 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=5d5e81a3-1558-430e-8724-3bf55aa28fa5,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:53.372174 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:39:53.405919 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-65eb97b2-2427-417e-9cee-f87edc4b113d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:53.421723 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4f137088-fbb0-4994-8123-b9bb2581d32c None None] Provisioning complete for port b35a0f64-30b4-4720-89f6-6824a1619270 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:53.422154 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4f137088-fbb0-4994-8123-b9bb2581d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:53.480532 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4f137088-fbb0-4994-8123-b9bb2581d32c None None] Port b35a0f64-30b4-4720-89f6-6824a1619270 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:39:53.749287 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-65eb97b2-2427-417e-9cee-f87edc4b113d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting port b35a0f64-30b4-4720-89f6-6824a1619270 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:53.749899 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-65eb97b2-2427-417e-9cee-f87edc4b113d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:53.808068 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:53.885453 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:53.954612 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device c206c83f-f5d0-42ea-afeb-dbdb64440fe1 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:39:54.076342 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:54.089132 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-65eb97b2-2427-417e-9cee-f87edc4b113d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:54.092741 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port c206c83f-f5d0-42ea-afeb-dbdb64440fe1 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:39:54.093107 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:54.216054 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:54.217422 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-65eb97b2-2427-417e-9cee-f87edc4b113d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Calling delete_port for b35a0f64-30b4-4720-89f6-6824a1619270 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:54.220580 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:54.331579 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=5d5e81a3-1558-430e-8724-3bf55aa28fa5,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:54.344449 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:54.344796 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:54.345135 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:54.345467 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:54.345792 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:54.346142 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:54.346469 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:54.346788 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:54.347108 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:54.347430 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:54.347747 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:54.348070 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:39:54.353923 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:54.392200 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-65eb97b2-2427-417e-9cee-f87edc4b113d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:54.442009 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb97b2-2427-417e-9cee-f87edc4b113d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Port': ['ID=b35a0f64-30b4-4720-89f6-6824a1619270,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:54.529124 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Floating IP cb83dea4-3ac9-4cd5-b1d0-b4fd083e84cb associated. External IP: 172.26.3.140, port: 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79. Jan 11 09:39:54.612712 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-65eb97b2-2427-417e-9cee-f87edc4b113d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:54.888173 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 687a17e7-0ff2-4b73-8073-ba52c67dae4b has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:39:54.888369 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65eb97b2-2427-417e-9cee-f87edc4b113d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Router b2981201-6cd6-4e14-a1af-677956767401 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:39:55.022514 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65eb97b2-2427-417e-9cee-f87edc4b113d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:39:55.033137 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a261f11a-173e-4fe6-bbed-8dd992ac5198 None None] Sync routers for ids ['b2981201-6cd6-4e14-a1af-677956767401'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:39:55.039728 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-65eb97b2-2427-417e-9cee-f87edc4b113d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "PUT /v2.0/routers/b2981201-6cd6-4e14-a1af-677956767401/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2355707 Jan 11 09:39:55.042501 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 34996) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:55.044838 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a261f11a-173e-4fe6-bbed-8dd992ac5198 None None] Routers {'b2981201-6cd6-4e14-a1af-677956767401'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:55.045513 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a261f11a-173e-4fe6-bbed-8dd992ac5198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['b2981201-6cd6-4e14-a1af-677956767401'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:55.067117 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:39:55.080620 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad34b1d2-115d-4399-bcf9-21af99780ac8 None None] Sync routers for ids ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:39:55.090031 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-89f21e96-ee43-4883-80e5-92a4f757d199 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Synchronizing usage tracker for tenant:fac2e6af1b7d42d197ffed52a46ad075 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:39:55.095325 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:55.096530 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad34b1d2-115d-4399-bcf9-21af99780ac8 None None] Routers {'687a17e7-0ff2-4b73-8073-ba52c67dae4b'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:55.097517 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ad34b1d2-115d-4399-bcf9-21af99780ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:55.108425 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-89f21e96-ee43-4883-80e5-92a4f757d199 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Unset dirty status for tenant:fac2e6af1b7d42d197ffed52a46ad075 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:39:55.112701 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-89f21e96-ee43-4883-80e5-92a4f757d199 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2981201-6cd6-4e14-a1af-677956767401 HTTP/1.1" status: 200 len: 205 time: 0.0665662 Jan 11 09:39:55.113012 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35000) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:55.115174 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a261f11a-173e-4fe6-bbed-8dd992ac5198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:55.126703 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a261f11a-173e-4fe6-bbed-8dd992ac5198 None None] Routers {'b2981201-6cd6-4e14-a1af-677956767401'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:55.127858 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a261f11a-173e-4fe6-bbed-8dd992ac5198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['b2981201-6cd6-4e14-a1af-677956767401'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:55.160911 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ff9b3753-0ab8-43ff-8b8e-eddc8bfb2952 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4353116 Jan 11 09:39:55.161378 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef', 'tag': '4b46b82d-e5ee-46d1-9be7-d0fffef6ea79'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:39:55.166822 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35004) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:55.202247 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a261f11a-173e-4fe6-bbed-8dd992ac5198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:55.203135 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a261f11a-173e-4fe6-bbed-8dd992ac5198 None None] The sync data for ids ['b2981201-6cd6-4e14-a1af-677956767401'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:39:55.239841 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef', 'tag': '4b46b82d-e5ee-46d1-9be7-d0fffef6ea79', 'status': 'completed', 'code': 200} Jan 11 09:39:55.293226 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2193f0d5-f718-4564-a842-e32d772c2718 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/cb83dea4-3ac9-4cd5-b1d0-b4fd083e84cb HTTP/1.1" status: 200 len: 991 time: 0.1246986 Jan 11 09:39:55.334076 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-ad34b1d2-115d-4399-bcf9-21af99780ac8 None None] Set router 687a17e7-0ff2-4b73-8073-ba52c67dae4b gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:39:55.416294 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-39b389d1-e8fa-4f12-8d41-b0b5d8e7102d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:55.677372 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ad34b1d2-115d-4399-bcf9-21af99780ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'name': 'tempest-TestNetworkBasicOps-router-2092534900', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '946567af-974a-4501-9385-1cc4ca8bf825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:39:26Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '946567af-974a-4501-9385-1cc4ca8bf825', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:27Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'cb83dea4-3ac9-4cd5-b1d0-b4fd083e84cb', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.140', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'port_id': '4b46b82d-e5ee-46d1-9be7-d0fffef6ea79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'mac_address': 'fa:16:3e:d6:f7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:39:53Z', 'updated_at': '2022-01-11T09:39:53Z', 'revision_number': 0, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822279bd-be1d-426f-84f3-117eaa914515', 'name': '', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:db:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '837b3814-c63b-452e-94f8-bb30e6125894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:32Z', 'updated_at': '2022-01-11T09:39:42Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '837b3814-c63b-452e-94f8-bb30e6125894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:55.681606 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad34b1d2-115d-4399-bcf9-21af99780ac8 None None] Checking router: 687a17e7-0ff2-4b73-8073-ba52c67dae4b for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:39:55.690448 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad34b1d2-115d-4399-bcf9-21af99780ac8 None None] Routers {'687a17e7-0ff2-4b73-8073-ba52c67dae4b'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:55.691052 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ad34b1d2-115d-4399-bcf9-21af99780ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:55.726344 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-39b389d1-e8fa-4f12-8d41-b0b5d8e7102d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:55.729217 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-39b389d1-e8fa-4f12-8d41-b0b5d8e7102d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:55.739433 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ea9dd-ea6f-44ff-9786-5af2887b82b1 req-f8997480-137d-4a69-84dd-f2606463d0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:55.740870 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d23ea9dd-ea6f-44ff-9786-5af2887b82b1 req-f8997480-137d-4a69-84dd-f2606463d0bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef HTTP/1.1" status: 200 len: 1098 time: 0.3777819 Jan 11 09:39:55.785716 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-39b389d1-e8fa-4f12-8d41-b0b5d8e7102d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:55.786212 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b389d1-e8fa-4f12-8d41-b0b5d8e7102d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Fanout notify agent at l3_agent the message router_deleted on router b2981201-6cd6-4e14-a1af-677956767401 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:39:55.846876 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-39b389d1-e8fa-4f12-8d41-b0b5d8e7102d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:55.847940 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-39b389d1-e8fa-4f12-8d41-b0b5d8e7102d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/routers/b2981201-6cd6-4e14-a1af-677956767401 HTTP/1.1" status: 204 len: 168 time: 0.7340257 Jan 11 09:39:55.851577 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35010) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:55.872885 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-ad34b1d2-115d-4399-bcf9-21af99780ac8 None None] Set router 687a17e7-0ff2-4b73-8073-ba52c67dae4b gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:39:55.888368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ea9dd-ea6f-44ff-9786-5af2887b82b1 req-c2355957-6021-4750-bb0e-7805178963bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:55.889941 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d23ea9dd-ea6f-44ff-9786-5af2887b82b1 req-c2355957-6021-4750-bb0e-7805178963bb service neutron] 10.222.0.42 "GET /v2.0/networks?id=60adb906-31a0-481a-a301-ff32dd5cdf4e HTTP/1.1" status: 200 len: 898 time: 0.1406934 Jan 11 09:39:55.920012 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-aecfeb3d-0b27-429c-9aa9-9a442b790d88 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting subnet 3263d414-2e5b-4e0f-abb6-ff961cd6fe56 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:39:55.923397 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aecfeb3d-0b27-429c-9aa9-9a442b790d88 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:55.976972 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aecfeb3d-0b27-429c-9aa9-9a442b790d88 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:56.003754 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d23ea9dd-ea6f-44ff-9786-5af2887b82b1 req-c468ef08-fab8-4814-9cae-2a72db34817d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 HTTP/1.1" status: 200 len: 999 time: 0.1072938 Jan 11 09:39:56.073352 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ea9dd-ea6f-44ff-9786-5af2887b82b1 req-f5d72fbc-9324-43a4-b458-5bb26a378306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:56.074854 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d23ea9dd-ea6f-44ff-9786-5af2887b82b1 req-f5d72fbc-9324-43a4-b458-5bb26a378306 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=837b3814-c63b-452e-94f8-bb30e6125894 HTTP/1.1" status: 200 len: 835 time: 0.0645599 Jan 11 09:39:56.158954 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ea9dd-ea6f-44ff-9786-5af2887b82b1 req-bec179d8-cc2c-44b0-bc52-db743a49636e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:39:56.160429 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d23ea9dd-ea6f-44ff-9786-5af2887b82b1 req-bec179d8-cc2c-44b0-bc52-db743a49636e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60adb906-31a0-481a-a301-ff32dd5cdf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794611 Jan 11 09:39:56.208310 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aecfeb3d-0b27-429c-9aa9-9a442b790d88 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:56.285270 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ad34b1d2-115d-4399-bcf9-21af99780ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'name': 'tempest-TestNetworkBasicOps-router-2092534900', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '946567af-974a-4501-9385-1cc4ca8bf825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:39:26Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '946567af-974a-4501-9385-1cc4ca8bf825', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:27Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'cb83dea4-3ac9-4cd5-b1d0-b4fd083e84cb', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.140', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'port_id': '4b46b82d-e5ee-46d1-9be7-d0fffef6ea79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'mac_address': 'fa:16:3e:d6:f7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:39:53Z', 'updated_at': '2022-01-11T09:39:53Z', 'revision_number': 0, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822279bd-be1d-426f-84f3-117eaa914515', 'name': '', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:db:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '837b3814-c63b-452e-94f8-bb30e6125894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:32Z', 'updated_at': '2022-01-11T09:39:42Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '837b3814-c63b-452e-94f8-bb30e6125894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:56.290445 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad34b1d2-115d-4399-bcf9-21af99780ac8 None None] The sync data for ids ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'] in dv-neutron-823402-4-hyperv is: [{'id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'name': 'tempest-TestNetworkBasicOps-router-2092534900', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '946567af-974a-4501-9385-1cc4ca8bf825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:39:26Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '946567af-974a-4501-9385-1cc4ca8bf825', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:27Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'cb83dea4-3ac9-4cd5-b1d0-b4fd083e84cb', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.140', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'port_id': '4b46b82d-e5ee-46d1-9be7-d0fffef6ea79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'mac_address': 'fa:16:3e:d6:f7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:39:53Z', 'updated_at': '2022-01-11T09:39:53Z', 'revision_number': 0, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822279bd-be1d-426f-84f3-117eaa914515', 'name': '', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:db:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '837b3814-c63b-452e-94f8-bb30e6125894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:32Z', 'updated_at': '2022-01-11T09:39:42Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '837b3814-c63b-452e-94f8-bb30e6125894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:39:56.290670 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aecfeb3d-0b27-429c-9aa9-9a442b790d88 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:56.297949 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35014) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:56.331314 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfeb3d-0b27-429c-9aa9-9a442b790d88 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Subnet': ['ID=3263d414-2e5b-4e0f-abb6-ff961cd6fe56,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:56.334718 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aecfeb3d-0b27-429c-9aa9-9a442b790d88 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:56.345540 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-aecfeb3d-0b27-429c-9aa9-9a442b790d88 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/subnets/3263d414-2e5b-4e0f-abb6-ff961cd6fe56 HTTP/1.1" status: 204 len: 168 time: 0.4893198 Jan 11 09:39:56.345540 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35018) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:56.348889 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e86292-6835-4b9e-b56d-cfda2e8047a4 None None] Network 79b549a7-f0d5-4d39-ba9b-ab120a0ead24 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:39:56.360854 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d23ea9dd-ea6f-44ff-9786-5af2887b82b1 req-dbaeaa38-2c47-4092-a8f2-98704cfd6260 service neutron] 10.222.0.42 "GET /v2.0/networks/60adb906-31a0-481a-a301-ff32dd5cdf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940033 Jan 11 09:39:56.480585 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce96231b-0155-468a-85b9-0507e4b41e16 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:56.493090 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ce96231b-0155-468a-85b9-0507e4b41e16 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting port c206c83f-f5d0-42ea-afeb-dbdb64440fe1 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:56.493526 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce96231b-0155-468a-85b9-0507e4b41e16 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:56.510300 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-91126574-13cc-4c4c-93c2-276c1ca52179 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/cb83dea4-3ac9-4cd5-b1d0-b4fd083e84cb HTTP/1.1" status: 200 len: 991 time: 0.2111299 Jan 11 09:39:56.559524 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d23ea9dd-ea6f-44ff-9786-5af2887b82b1 req-c7c68984-bbb1-4abc-b654-3e94fb69a27c service neutron] 10.222.0.42 "GET /v2.0/networks/60adb906-31a0-481a-a301-ff32dd5cdf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909230 Jan 11 09:39:56.573385 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6414fa-ab69-45fb-8bdc-0914e2ffaf91 None None] New status for floating IP cb83dea4-3ac9-4cd5-b1d0-b4fd083e84cb: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:39:56.722189 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-ce96231b-0155-468a-85b9-0507e4b41e16 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] For port c206c83f-f5d0-42ea-afeb-dbdb64440fe1, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=c206c83f-f5d0-42ea-afeb-dbdb64440fe1,segment=NetworkSegment(f07a3813-f2a7-4412-a674-5ac168dbf005),segment_id=f07a3813-f2a7-4412-a674-5ac168dbf005)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:56.722539 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce96231b-0155-468a-85b9-0507e4b41e16 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:56.827040 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d3bd86-9bae-4871-9959-6146fd78900e None None] DHCP port deletion for 79b549a7-f0d5-4d39-ba9b-ab120a0ead24 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:39:56.837872 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-22d3bd86-9bae-4871-9959-6146fd78900e None None] Deleting port c206c83f-f5d0-42ea-afeb-dbdb64440fe1 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:56.838307 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-22d3bd86-9bae-4871-9959-6146fd78900e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:56.853104 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ce96231b-0155-468a-85b9-0507e4b41e16 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Calling delete_port for c206c83f-f5d0-42ea-afeb-dbdb64440fe1 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:56.933405 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce96231b-0155-468a-85b9-0507e4b41e16 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:56.980177 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96231b-0155-468a-85b9-0507e4b41e16 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Port': ['ID=c206c83f-f5d0-42ea-afeb-dbdb64440fe1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:56.983641 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce96231b-0155-468a-85b9-0507e4b41e16 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] No DVR routers for this DVR port c206c83f-f5d0-42ea-afeb-dbdb64440fe1 on host dv-neutron-823402-4-hyperv {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:39:57.044611 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-22d3bd86-9bae-4871-9959-6146fd78900e None None] For port c206c83f-f5d0-42ea-afeb-dbdb64440fe1, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=c206c83f-f5d0-42ea-afeb-dbdb64440fe1,segment=NetworkSegment(f07a3813-f2a7-4412-a674-5ac168dbf005),segment_id=f07a3813-f2a7-4412-a674-5ac168dbf005)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:39:57.044912 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-22d3bd86-9bae-4871-9959-6146fd78900e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:57.107963 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce96231b-0155-468a-85b9-0507e4b41e16 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:57.133397 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ce96231b-0155-468a-85b9-0507e4b41e16 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b549a7-f0d5-4d39-ba9b-ab120a0ead24']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:57.145093 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ce96231b-0155-468a-85b9-0507e4b41e16 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07a3813-f2a7-4412-a674-5ac168dbf005') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:57.145385 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ce96231b-0155-468a-85b9-0507e4b41e16 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07a3813-f2a7-4412-a674-5ac168dbf005') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:57.156626 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce96231b-0155-468a-85b9-0507e4b41e16 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:57.163422 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-22d3bd86-9bae-4871-9959-6146fd78900e None None] Calling delete_port for c206c83f-f5d0-42ea-afeb-dbdb64440fe1 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:39:57.172322 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce96231b-0155-468a-85b9-0507e4b41e16 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:57.178308 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce96231b-0155-468a-85b9-0507e4b41e16 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:39:57.179215 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce96231b-0155-468a-85b9-0507e4b41e16 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:39:57.197918 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:39:57.233813 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-22d3bd86-9bae-4871-9959-6146fd78900e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:39:57.234194 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-22d3bd86-9bae-4871-9959-6146fd78900e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:39:57.274944 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce96231b-0155-468a-85b9-0507e4b41e16 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:57.291870 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ce96231b-0155-468a-85b9-0507e4b41e16 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:57.302215 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96231b-0155-468a-85b9-0507e4b41e16 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Network': ['ID=79b549a7-f0d5-4d39-ba9b-ab120a0ead24,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:57.313471 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ce96231b-0155-468a-85b9-0507e4b41e16 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/networks/79b549a7-f0d5-4d39-ba9b-ab120a0ead24 HTTP/1.1" status: 204 len: 168 time: 0.9671834 Jan 11 09:39:57.316984 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35022) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:57.322307 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-fbad68c9-12f0-4216-b0d5-0af62dc54b98 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-264751858', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}, 'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:39:57.329168 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fbad68c9-12f0-4216-b0d5-0af62dc54b98 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:39:57.332888 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-fbad68c9-12f0-4216-b0d5-0af62dc54b98 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:router and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:39:57.335870 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-fbad68c9-12f0-4216-b0d5-0af62dc54b98 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:39:57.342044 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fbad68c9-12f0-4216-b0d5-0af62dc54b98 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:39:57.351835 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fbad68c9-12f0-4216-b0d5-0af62dc54b98 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:57.352793 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fbad68c9-12f0-4216-b0d5-0af62dc54b98 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:57.367578 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fbad68c9-12f0-4216-b0d5-0af62dc54b98 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:57.514505 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35026) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:57.619017 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-495b397d-2d32-489e-af5e-76f573681353 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/cb83dea4-3ac9-4cd5-b1d0-b4fd083e84cb HTTP/1.1" status: 200 len: 993 time: 0.1033094 Jan 11 09:39:57.631070 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fbad68c9-12f0-4216-b0d5-0af62dc54b98 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:57.735289 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-22d3bd86-9bae-4871-9959-6146fd78900e None None] Deleting port c206c83f-f5d0-42ea-afeb-dbdb64440fe1 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:39:57.735886 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-22d3bd86-9bae-4871-9959-6146fd78900e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:57.803796 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-22d3bd86-9bae-4871-9959-6146fd78900e None None] The port 'c206c83f-f5d0-42ea-afeb-dbdb64440fe1' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:39:57.938742 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device c206c83f-f5d0-42ea-afeb-dbdb64440fe1 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:39:57.972282 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: c206c83f-f5d0-42ea-afeb-dbdb64440fe1 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:39:57.972706 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device c206c83f-f5d0-42ea-afeb-dbdb64440fe1 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:39:58.043114 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fbad68c9-12f0-4216-b0d5-0af62dc54b98 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:58.074946 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fbad68c9-12f0-4216-b0d5-0af62dc54b98 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:58.213951 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-fbad68c9-12f0-4216-b0d5-0af62dc54b98 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Allocated IP 172.26.3.253 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/a9e47eb0-f49c-4b24-98a5-c7458e4fd876) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:39:58.358030 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fbad68c9-12f0-4216-b0d5-0af62dc54b98 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:58.386756 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fbad68c9-12f0-4216-b0d5-0af62dc54b98 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:58.454998 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbad68c9-12f0-4216-b0d5-0af62dc54b98 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:39:58.457888 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-fbad68c9-12f0-4216-b0d5-0af62dc54b98 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:39:58.462143 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbad68c9-12f0-4216-b0d5-0af62dc54b98 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:39:58.491724 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad68c9-12f0-4216-b0d5-0af62dc54b98 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Port': ['ID=a9e47eb0-f49c-4b24-98a5-c7458e4fd876,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:39:58.896339 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fbad68c9-12f0-4216-b0d5-0af62dc54b98 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:59.332194 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fbad68c9-12f0-4216-b0d5-0af62dc54b98 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:59.533668 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbad68c9-12f0-4216-b0d5-0af62dc54b98 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Router c7d2c7a0-0a93-431b-baca-783b2c6eabd2 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:39:59.709540 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbad68c9-12f0-4216-b0d5-0af62dc54b98 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:39:59.719098 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214213c3-13ce-4478-a4e3-11a1546c5bc7 None None] Sync routers for ids ['c7d2c7a0-0a93-431b-baca-783b2c6eabd2'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:39:59.728923 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214213c3-13ce-4478-a4e3-11a1546c5bc7 None None] Routers {'c7d2c7a0-0a93-431b-baca-783b2c6eabd2'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:59.729525 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-214213c3-13ce-4478-a4e3-11a1546c5bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['c7d2c7a0-0a93-431b-baca-783b2c6eabd2'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:59.736232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fbad68c9-12f0-4216-b0d5-0af62dc54b98 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:39:59.737447 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fbad68c9-12f0-4216-b0d5-0af62dc54b98 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.4195099 Jan 11 09:39:59.740124 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35032) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:39:59.791704 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-214213c3-13ce-4478-a4e3-11a1546c5bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:59.800045 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214213c3-13ce-4478-a4e3-11a1546c5bc7 None None] Routers {'c7d2c7a0-0a93-431b-baca-783b2c6eabd2'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:39:59.800633 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-214213c3-13ce-4478-a4e3-11a1546c5bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['c7d2c7a0-0a93-431b-baca-783b2c6eabd2'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:59.864534 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-214213c3-13ce-4478-a4e3-11a1546c5bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:39:59.864928 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214213c3-13ce-4478-a4e3-11a1546c5bc7 None None] The sync data for ids ['c7d2c7a0-0a93-431b-baca-783b2c6eabd2'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:39:59.927615 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-bb37b383-a8a3-4801-936c-d815d3b89bf5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "GET /v2.0/routers/c7d2c7a0-0a93-431b-baca-783b2c6eabd2 HTTP/1.1" status: 200 len: 884 time: 0.1864603 Jan 11 09:39:59.930104 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35036) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:00.127307 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e82873c7-1ede-4302-8da6-ee0af5c9c916 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Synchronizing usage tracker for tenant:fac2e6af1b7d42d197ffed52a46ad075 on resource:router {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:40:00.143968 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e82873c7-1ede-4302-8da6-ee0af5c9c916 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Unset dirty status for tenant:fac2e6af1b7d42d197ffed52a46ad075 on resource:router {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:40:00.145088 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e82873c7-1ede-4302-8da6-ee0af5c9c916 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2140937 Jan 11 09:40:00.147934 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35040) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:00.153037 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c4c2a71f-6792-4d05-84ee-fa2ef684e378 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-264751858'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:40:00.782952 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4c2a71f-6792-4d05-84ee-fa2ef684e378 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:00.793783 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4c2a71f-6792-4d05-84ee-fa2ef684e378 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1771441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1771464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1784463'] for router, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:00.968146 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c2a71f-6792-4d05-84ee-fa2ef684e378 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Router c7d2c7a0-0a93-431b-baca-783b2c6eabd2 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:40:01.144861 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c2a71f-6792-4d05-84ee-fa2ef684e378 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:40:01.151384 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4c2a71f-6792-4d05-84ee-fa2ef684e378 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:01.152524 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c4c2a71f-6792-4d05-84ee-fa2ef684e378 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "PUT /v2.0/routers/c7d2c7a0-0a93-431b-baca-783b2c6eabd2 HTTP/1.1" status: 200 len: 891 time: 1.0035782 Jan 11 09:40:01.153946 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5adb076-113b-4b76-98e5-bcba6dd55365 None None] Sync routers for ids ['c7d2c7a0-0a93-431b-baca-783b2c6eabd2'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:40:01.155157 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35044) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:01.164713 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5adb076-113b-4b76-98e5-bcba6dd55365 None None] Routers {'c7d2c7a0-0a93-431b-baca-783b2c6eabd2'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:01.165435 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c5adb076-113b-4b76-98e5-bcba6dd55365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['c7d2c7a0-0a93-431b-baca-783b2c6eabd2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:01.259242 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c5adb076-113b-4b76-98e5-bcba6dd55365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:01.267534 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5adb076-113b-4b76-98e5-bcba6dd55365 None None] Routers {'c7d2c7a0-0a93-431b-baca-783b2c6eabd2'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:01.268122 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c5adb076-113b-4b76-98e5-bcba6dd55365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['c7d2c7a0-0a93-431b-baca-783b2c6eabd2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:01.329168 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c5adb076-113b-4b76-98e5-bcba6dd55365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:01.329569 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5adb076-113b-4b76-98e5-bcba6dd55365 None None] The sync data for ids ['c7d2c7a0-0a93-431b-baca-783b2c6eabd2'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:40:01.335771 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-95ff784b-fbd0-4432-9615-212c4a7ff2a7 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "GET /v2.0/routers/c7d2c7a0-0a93-431b-baca-783b2c6eabd2 HTTP/1.1" status: 200 len: 891 time: 0.1794214 Jan 11 09:40:01.338292 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35048) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:01.384217 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-211b7487-f45c-42d0-8796-70a32936a9e6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d2c7a0-0a93-431b-baca-783b2c6eabd2 HTTP/1.1" status: 200 len: 205 time: 0.0449004 Jan 11 09:40:01.386555 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35052) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:01.682946 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83be1c09-994d-4f09-aada-51577b2f51e6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:01.863346 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83be1c09-994d-4f09-aada-51577b2f51e6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:01.872799 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-83be1c09-994d-4f09-aada-51577b2f51e6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting port a9e47eb0-f49c-4b24-98a5-c7458e4fd876 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:40:01.873123 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83be1c09-994d-4f09-aada-51577b2f51e6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:02.039292 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83be1c09-994d-4f09-aada-51577b2f51e6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:02.159582 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-83be1c09-994d-4f09-aada-51577b2f51e6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Calling delete_port for a9e47eb0-f49c-4b24-98a5-c7458e4fd876 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:40:02.322286 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83be1c09-994d-4f09-aada-51577b2f51e6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:02.369864 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be1c09-994d-4f09-aada-51577b2f51e6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Port': ['ID=a9e47eb0-f49c-4b24-98a5-c7458e4fd876,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:02.458408 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83be1c09-994d-4f09-aada-51577b2f51e6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:02.630480 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83be1c09-994d-4f09-aada-51577b2f51e6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:02.632564 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83be1c09-994d-4f09-aada-51577b2f51e6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:02.654042 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83be1c09-994d-4f09-aada-51577b2f51e6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:02.654533 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83be1c09-994d-4f09-aada-51577b2f51e6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Fanout notify agent at l3_agent the message router_deleted on router c7d2c7a0-0a93-431b-baca-783b2c6eabd2 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:40:02.676400 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83be1c09-994d-4f09-aada-51577b2f51e6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:02.677469 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-83be1c09-994d-4f09-aada-51577b2f51e6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/routers/c7d2c7a0-0a93-431b-baca-783b2c6eabd2 HTTP/1.1" status: 204 len: 168 time: 1.2900684 Jan 11 09:40:02.681743 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35056) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:02.687161 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-7f8aaf74-cca3-4e3e-a72c-bf24274cc20d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2047785941'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:40:02.691978 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7f8aaf74-cca3-4e3e-a72c-bf24274cc20d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:40:02.696036 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7f8aaf74-cca3-4e3e-a72c-bf24274cc20d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:network and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:40:02.698948 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7f8aaf74-cca3-4e3e-a72c-bf24274cc20d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:40:02.704550 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7f8aaf74-cca3-4e3e-a72c-bf24274cc20d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:40:02.715406 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8aaf74-cca3-4e3e-a72c-bf24274cc20d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Made reservation on behalf of fac2e6af1b7d42d197ffed52a46ad075 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:40:02.719143 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7f8aaf74-cca3-4e3e-a72c-bf24274cc20d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:02.747266 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8aaf74-cca3-4e3e-a72c-bf24274cc20d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:40:02.756172 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7f8aaf74-cca3-4e3e-a72c-bf24274cc20d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:02.756536 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-7f8aaf74-cca3-4e3e-a72c-bf24274cc20d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Added segment a35b1636-dfd1-4530-b5d3-7b6744ed1559 of type vlan for network f4ff4415-1219-4f17-8ea9-fedae2990bee Jan 11 09:40:02.785046 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7f8aaf74-cca3-4e3e-a72c-bf24274cc20d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:02.814712 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7f8aaf74-cca3-4e3e-a72c-bf24274cc20d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:02.820649 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8aaf74-cca3-4e3e-a72c-bf24274cc20d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:40:02.821219 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7f8aaf74-cca3-4e3e-a72c-bf24274cc20d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:02.873368 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7f8aaf74-cca3-4e3e-a72c-bf24274cc20d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1907136 Jan 11 09:40:02.876201 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35060) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:02.927479 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'subnet': {'network_id': 'f4ff4415-1219-4f17-8ea9-fedae2990bee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:40:02.947645 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8aaf74-cca3-4e3e-a72c-bf24274cc20d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Network': ['ID=f4ff4415-1219-4f17-8ea9-fedae2990bee,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:02.958307 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network f4ff4415-1219-4f17-8ea9-fedae2990bee details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:40:03.040027 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:40:03.043880 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:subnet and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:40:03.046694 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:40:03.052253 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:40:03.061996 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Made reservation on behalf of fac2e6af1b7d42d197ffed52a46ad075 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:40:03.065449 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:03.395159 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:03.470796 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Subnet': ['ID=f96ea8f0-bce6-48a7-81c8-164cb075a542,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:03.481679 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:40:03.482021 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:40:03.482368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:40:03.482692 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:40:03.483013 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:40:03.483330 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:40:03.483644 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:40:03.483956 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:40:03.484266 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:40:03.484574 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:40:03.484882 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:40:03.485189 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:40:03.492442 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Checking segment: {'id': 'a35b1636-dfd1-4530-b5d3-7b6744ed1559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f4ff4415-1219-4f17-8ea9-fedae2990bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:40:03.492796 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network hostable DHCP agents. Network: f4ff4415-1219-4f17-8ea9-fedae2990bee, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:40:03.511160 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network f4ff4415-1219-4f17-8ea9-fedae2990bee is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:40:03.519632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, f4ff4415-1219-4f17-8ea9-fedae2990bee) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:40:03.524486 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:40:03.525072 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:03.529019 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e9606e-7d28-4793-afe9-9ed72cd5ee97 None None] Network f4ff4415-1219-4f17-8ea9-fedae2990bee requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:40:03.549455 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5c4ca7ad-0ec3-4293-813e-43dc2d3593a2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6722741 Jan 11 09:40:03.552016 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35064) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:03.557138 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-dfca7c91-61ff-4ae0-b784-c06246cf5942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-759573842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:40:03.563421 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-dfca7c91-61ff-4ae0-b784-c06246cf5942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:40:03.567445 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-dfca7c91-61ff-4ae0-b784-c06246cf5942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:router and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:40:03.571203 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-dfca7c91-61ff-4ae0-b784-c06246cf5942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:40:03.576842 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-dfca7c91-61ff-4ae0-b784-c06246cf5942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:40:03.588723 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dfca7c91-61ff-4ae0-b784-c06246cf5942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:03.589677 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dfca7c91-61ff-4ae0-b784-c06246cf5942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:03.605484 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dfca7c91-61ff-4ae0-b784-c06246cf5942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:03.624227 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dfca7c91-61ff-4ae0-b784-c06246cf5942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:03.651027 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dfca7c91-61ff-4ae0-b784-c06246cf5942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:03.654889 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35068) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:03.655371 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-dfca7c91-61ff-4ae0-b784-c06246cf5942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1020412 Jan 11 09:40:03.748721 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f921cd5-aa8b-467b-a5e4-87e4d8afbbb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-f4ff4415-1219-4f17-8ea9-fedae2990bee', 'network_id': 'f4ff4415-1219-4f17-8ea9-fedae2990bee', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'fixed_ips': [{'subnet_id': 'f96ea8f0-bce6-48a7-81c8-164cb075a542'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:40:03.749542 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2f921cd5-aa8b-467b-a5e4-87e4d8afbbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:03.917820 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-2f921cd5-aa8b-467b-a5e4-87e4d8afbbb6 None None] Allocated IP 2001:db8::2 (f4ff4415-1219-4f17-8ea9-fedae2990bee/f96ea8f0-bce6-48a7-81c8-164cb075a542/b47ae593-226c-427a-bd2b-baf7dc96f230) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:40:04.130652 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:04.143795 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2f921cd5-aa8b-467b-a5e4-87e4d8afbbb6 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:04.154448 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2f921cd5-aa8b-467b-a5e4-87e4d8afbbb6 None None] Transition to ACTIVE for port object b47ae593-226c-427a-bd2b-baf7dc96f230 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:40:04.173114 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2f921cd5-aa8b-467b-a5e4-87e4d8afbbb6 None None] Transition to ACTIVE for port object b47ae593-226c-427a-bd2b-baf7dc96f230 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:40:04.178499 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2f921cd5-aa8b-467b-a5e4-87e4d8afbbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:04.242650 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f921cd5-aa8b-467b-a5e4-87e4d8afbbb6 None None] Network f4ff4415-1219-4f17-8ea9-fedae2990bee is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:40:04.245540 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-2f921cd5-aa8b-467b-a5e4-87e4d8afbbb6 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:40:04.249109 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f921cd5-aa8b-467b-a5e4-87e4d8afbbb6 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:40:04.254709 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f921cd5-aa8b-467b-a5e4-87e4d8afbbb6 None None] Pushing event updated for resources: {'Port': ['ID=b47ae593-226c-427a-bd2b-baf7dc96f230,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:04.260094 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87435a2e-3b88-4d4d-89db-b7723b54b23c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:04.342844 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2f921cd5-aa8b-467b-a5e4-87e4d8afbbb6 None None] Attempting to bind port b47ae593-226c-427a-bd2b-baf7dc96f230 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:40:04.343315 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2f921cd5-aa8b-467b-a5e4-87e4d8afbbb6 None None] Attempting to bind port b47ae593-226c-427a-bd2b-baf7dc96f230 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'a35b1636-dfd1-4530-b5d3-7b6744ed1559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f4ff4415-1219-4f17-8ea9-fedae2990bee'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:40:04.343674 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f921cd5-aa8b-467b-a5e4-87e4d8afbbb6 None None] Attempting to bind port b47ae593-226c-427a-bd2b-baf7dc96f230 on network f4ff4415-1219-4f17-8ea9-fedae2990bee {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:40:04.349232 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f921cd5-aa8b-467b-a5e4-87e4d8afbbb6 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:40:04.349659 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f921cd5-aa8b-467b-a5e4-87e4d8afbbb6 None None] Checking segment: {'id': 'a35b1636-dfd1-4530-b5d3-7b6744ed1559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f4ff4415-1219-4f17-8ea9-fedae2990bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:40:04.350107 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2f921cd5-aa8b-467b-a5e4-87e4d8afbbb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:04.350731 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f921cd5-aa8b-467b-a5e4-87e4d8afbbb6 None None] Bound using segment: {'id': 'a35b1636-dfd1-4530-b5d3-7b6744ed1559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f4ff4415-1219-4f17-8ea9-fedae2990bee'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:40:04.351442 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-2f921cd5-aa8b-467b-a5e4-87e4d8afbbb6 None None] Bound port: b47ae593-226c-427a-bd2b-baf7dc96f230, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35b1636-dfd1-4530-b5d3-7b6744ed1559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f4ff4415-1219-4f17-8ea9-fedae2990bee'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:40:04.351817 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2f921cd5-aa8b-467b-a5e4-87e4d8afbbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:04.441022 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2f921cd5-aa8b-467b-a5e4-87e4d8afbbb6 None None] For port b47ae593-226c-427a-bd2b-baf7dc96f230, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:40:04.444995 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2f921cd5-aa8b-467b-a5e4-87e4d8afbbb6 None None] For port b47ae593-226c-427a-bd2b-baf7dc96f230, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=b47ae593-226c-427a-bd2b-baf7dc96f230,segment=NetworkSegment(a35b1636-dfd1-4530-b5d3-7b6744ed1559),segment_id=a35b1636-dfd1-4530-b5d3-7b6744ed1559)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:40:04.448679 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2f921cd5-aa8b-467b-a5e4-87e4d8afbbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:04.531953 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f921cd5-aa8b-467b-a5e4-87e4d8afbbb6 None None] Pushing event updated for resources: {'Port': ['ID=b47ae593-226c-427a-bd2b-baf7dc96f230,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:04.614551 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-87435a2e-3b88-4d4d-89db-b7723b54b23c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Allocated IP 2001:db8::1 (f4ff4415-1219-4f17-8ea9-fedae2990bee/f96ea8f0-bce6-48a7-81c8-164cb075a542/9dc4188d-ed15-4417-bde2-39b676ced44c) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:40:04.797093 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87435a2e-3b88-4d4d-89db-b7723b54b23c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:04.812823 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-87435a2e-3b88-4d4d-89db-b7723b54b23c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Transition to ACTIVE for port object 9dc4188d-ed15-4417-bde2-39b676ced44c will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:40:04.837471 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87435a2e-3b88-4d4d-89db-b7723b54b23c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:04.912274 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87435a2e-3b88-4d4d-89db-b7723b54b23c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network f4ff4415-1219-4f17-8ea9-fedae2990bee is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:40:04.915975 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-87435a2e-3b88-4d4d-89db-b7723b54b23c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:40:04.919891 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87435a2e-3b88-4d4d-89db-b7723b54b23c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:40:04.920415 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87435a2e-3b88-4d4d-89db-b7723b54b23c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:04.932231 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87435a2e-3b88-4d4d-89db-b7723b54b23c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Port': ['ID=9dc4188d-ed15-4417-bde2-39b676ced44c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:05.024973 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87435a2e-3b88-4d4d-89db-b7723b54b23c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:05.412467 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87435a2e-3b88-4d4d-89db-b7723b54b23c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:05.416608 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87435a2e-3b88-4d4d-89db-b7723b54b23c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:05.417415 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87435a2e-3b88-4d4d-89db-b7723b54b23c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:05.471789 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4d226a-a7e3-4ccb-a45f-02c1ffd49b26 None None] Network f4ff4415-1219-4f17-8ea9-fedae2990bee requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:40:05.523966 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87435a2e-3b88-4d4d-89db-b7723b54b23c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Port': ['ID=9dc4188d-ed15-4417-bde2-39b676ced44c,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:05.603177 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-89bfe7ce-d07e-454d-952f-a26feed9edc7 None None] Provisioning for port b47ae593-226c-427a-bd2b-baf7dc96f230 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:40:05.733340 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87435a2e-3b88-4d4d-89db-b7723b54b23c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network f4ff4415-1219-4f17-8ea9-fedae2990bee is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:40:05.734455 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-87435a2e-3b88-4d4d-89db-b7723b54b23c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:40:05.930589 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87435a2e-3b88-4d4d-89db-b7723b54b23c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Router 3aafbbba-4b7a-4653-9c20-c548a56ea997 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:40:05.970938 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3ab3340f-2005-43b8-b6e8-9753835719c2 None None] Provisioning for port 9dc4188d-ed15-4417-bde2-39b676ced44c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:40:05.980914 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3ab3340f-2005-43b8-b6e8-9753835719c2 None None] Provisioning complete for port 9dc4188d-ed15-4417-bde2-39b676ced44c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:05.981286 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3ab3340f-2005-43b8-b6e8-9753835719c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:06.014157 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device b47ae593-226c-427a-bd2b-baf7dc96f230 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:40:06.087113 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3ab3340f-2005-43b8-b6e8-9753835719c2 None None] Port 9dc4188d-ed15-4417-bde2-39b676ced44c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:40:06.104521 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87435a2e-3b88-4d4d-89db-b7723b54b23c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:40:06.115510 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port b47ae593-226c-427a-bd2b-baf7dc96f230 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:40:06.117530 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63904130-bc01-4906-8dbc-a1cb344e2878 None None] Sync routers for ids ['3aafbbba-4b7a-4653-9c20-c548a56ea997'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:40:06.121689 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-87435a2e-3b88-4d4d-89db-b7723b54b23c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "PUT /v2.0/routers/3aafbbba-4b7a-4653-9c20-c548a56ea997/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4630959 Jan 11 09:40:06.121933 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35072) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:06.125841 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port b47ae593-226c-427a-bd2b-baf7dc96f230 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:06.126277 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:06.131170 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63904130-bc01-4906-8dbc-a1cb344e2878 None None] Routers {'3aafbbba-4b7a-4653-9c20-c548a56ea997'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:06.132535 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-63904130-bc01-4906-8dbc-a1cb344e2878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3aafbbba-4b7a-4653-9c20-c548a56ea997'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:06.211506 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a331c9-6ce6-4034-a3c3-d18a5699c374 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:40:06.212406 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-38a331c9-6ce6-4034-a3c3-d18a5699c374 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Synchronizing usage tracker for tenant:fac2e6af1b7d42d197ffed52a46ad075 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:40:06.213349 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-63904130-bc01-4906-8dbc-a1cb344e2878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:06.227421 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63904130-bc01-4906-8dbc-a1cb344e2878 None None] Routers {'3aafbbba-4b7a-4653-9c20-c548a56ea997'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:06.228031 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-63904130-bc01-4906-8dbc-a1cb344e2878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3aafbbba-4b7a-4653-9c20-c548a56ea997'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:06.233390 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-38a331c9-6ce6-4034-a3c3-d18a5699c374 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Unset dirty status for tenant:fac2e6af1b7d42d197ffed52a46ad075 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:40:06.235142 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-38a331c9-6ce6-4034-a3c3-d18a5699c374 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "GET /v2.0/ports/9dc4188d-ed15-4417-bde2-39b676ced44c HTTP/1.1" status: 200 len: 911 time: 0.1122289 Jan 11 09:40:06.237828 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35076) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:06.245152 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7e5ab9a8-9e8a-4596-a397-0e384cb2316f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f96ea8f0-bce6-48a7-81c8-164cb075a542'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:40:06.252021 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b3246efa-ad11-4a39-9194-0f8c48db7977 None None] Provisioning complete for port 9dc4188d-ed15-4417-bde2-39b676ced44c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:06.252400 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b3246efa-ad11-4a39-9194-0f8c48db7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:06.303156 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-63904130-bc01-4906-8dbc-a1cb344e2878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:06.304122 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63904130-bc01-4906-8dbc-a1cb344e2878 None None] The sync data for ids ['3aafbbba-4b7a-4653-9c20-c548a56ea997'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:40:06.359941 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b3246efa-ad11-4a39-9194-0f8c48db7977 None None] Port 9dc4188d-ed15-4417-bde2-39b676ced44c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:40:06.362935 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:06.397151 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port b47ae593-226c-427a-bd2b-baf7dc96f230, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=b47ae593-226c-427a-bd2b-baf7dc96f230,segment=NetworkSegment(a35b1636-dfd1-4530-b5d3-7b6744ed1559),segment_id=a35b1636-dfd1-4530-b5d3-7b6744ed1559)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:40:06.401714 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:06.473896 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=b47ae593-226c-427a-bd2b-baf7dc96f230,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:06.486097 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e8bab2a0-8236-4365-9968-6cc68aa5f826 None None] Provisioning complete for port 9dc4188d-ed15-4417-bde2-39b676ced44c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:06.486473 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e8bab2a0-8236-4365-9968-6cc68aa5f826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:06.508170 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7e5ab9a8-9e8a-4596-a397-0e384cb2316f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:06.540089 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e8bab2a0-8236-4365-9968-6cc68aa5f826 None None] Port 9dc4188d-ed15-4417-bde2-39b676ced44c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:40:07.021042 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7e5ab9a8-9e8a-4596-a397-0e384cb2316f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:07.028865 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7e5ab9a8-9e8a-4596-a397-0e384cb2316f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:07.034477 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5ab9a8-9e8a-4596-a397-0e384cb2316f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:40:07.035065 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7e5ab9a8-9e8a-4596-a397-0e384cb2316f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:07.036346 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7e5ab9a8-9e8a-4596-a397-0e384cb2316f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "PUT /v2.0/ports/9dc4188d-ed15-4417-bde2-39b676ced44c HTTP/1.1" status: 200 len: 911 time: 0.7973018 Jan 11 09:40:07.039274 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35080) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:07.105135 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ab9a8-9e8a-4596-a397-0e384cb2316f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Port': ['ID=9dc4188d-ed15-4417-bde2-39b676ced44c,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:07.528292 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca337cfd-3506-47e9-a130-2271fd7a956b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:07.857314 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ca337cfd-3506-47e9-a130-2271fd7a956b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting port 9dc4188d-ed15-4417-bde2-39b676ced44c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:40:07.857539 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca337cfd-3506-47e9-a130-2271fd7a956b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:07.949750 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device b47ae593-226c-427a-bd2b-baf7dc96f230 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:40:08.016027 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port b47ae593-226c-427a-bd2b-baf7dc96f230 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:08.016393 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:08.047317 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca337cfd-3506-47e9-a130-2271fd7a956b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:08.286650 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ca337cfd-3506-47e9-a130-2271fd7a956b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Calling delete_port for 9dc4188d-ed15-4417-bde2-39b676ced44c owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:40:08.472901 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca337cfd-3506-47e9-a130-2271fd7a956b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:08.525775 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca337cfd-3506-47e9-a130-2271fd7a956b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Port': ['ID=9dc4188d-ed15-4417-bde2-39b676ced44c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:08.728616 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca337cfd-3506-47e9-a130-2271fd7a956b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:09.019869 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca337cfd-3506-47e9-a130-2271fd7a956b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Router 3aafbbba-4b7a-4653-9c20-c548a56ea997 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:40:09.154209 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca337cfd-3506-47e9-a130-2271fd7a956b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:40:09.169691 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3297c6dc-790a-4635-95fb-3e297acaaa9e None None] Sync routers for ids ['3aafbbba-4b7a-4653-9c20-c548a56ea997'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:40:09.175561 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3297c6dc-790a-4635-95fb-3e297acaaa9e None None] Routers {'3aafbbba-4b7a-4653-9c20-c548a56ea997'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:09.176655 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3297c6dc-790a-4635-95fb-3e297acaaa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3aafbbba-4b7a-4653-9c20-c548a56ea997'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:09.177985 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ca337cfd-3506-47e9-a130-2271fd7a956b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "PUT /v2.0/routers/3aafbbba-4b7a-4653-9c20-c548a56ea997/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1366427 Jan 11 09:40:09.181580 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35084) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:09.229111 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-85074b54-78d9-4cac-ad21-0f8740bf0c33 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Synchronizing usage tracker for tenant:fac2e6af1b7d42d197ffed52a46ad075 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:40:09.247361 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-85074b54-78d9-4cac-ad21-0f8740bf0c33 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Unset dirty status for tenant:fac2e6af1b7d42d197ffed52a46ad075 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:40:09.247361 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-85074b54-78d9-4cac-ad21-0f8740bf0c33 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aafbbba-4b7a-4653-9c20-c548a56ea997 HTTP/1.1" status: 200 len: 205 time: 0.0650580 Jan 11 09:40:09.249774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35088) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:09.253560 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3297c6dc-790a-4635-95fb-3e297acaaa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:09.263248 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3297c6dc-790a-4635-95fb-3e297acaaa9e None None] Routers {'3aafbbba-4b7a-4653-9c20-c548a56ea997'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:09.263896 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3297c6dc-790a-4635-95fb-3e297acaaa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3aafbbba-4b7a-4653-9c20-c548a56ea997'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:09.337088 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3297c6dc-790a-4635-95fb-3e297acaaa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:09.337088 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3297c6dc-790a-4635-95fb-3e297acaaa9e None None] The sync data for ids ['3aafbbba-4b7a-4653-9c20-c548a56ea997'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:40:09.384008 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f427609e-5888-4f9f-855f-a10bdf6386c0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:09.831664 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f427609e-5888-4f9f-855f-a10bdf6386c0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:09.835928 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f427609e-5888-4f9f-855f-a10bdf6386c0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:09.872382 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f427609e-5888-4f9f-855f-a10bdf6386c0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:09.872382 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f427609e-5888-4f9f-855f-a10bdf6386c0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Fanout notify agent at l3_agent the message router_deleted on router 3aafbbba-4b7a-4653-9c20-c548a56ea997 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:40:09.895373 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f427609e-5888-4f9f-855f-a10bdf6386c0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:09.896420 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f427609e-5888-4f9f-855f-a10bdf6386c0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/routers/3aafbbba-4b7a-4653-9c20-c548a56ea997 HTTP/1.1" status: 204 len: 168 time: 0.6455300 Jan 11 09:40:09.899093 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35092) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:09.968649 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-7139e79b-7cbb-45c3-a938-11448190c69f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting subnet f96ea8f0-bce6-48a7-81c8-164cb075a542 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:40:09.971623 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7139e79b-7cbb-45c3-a938-11448190c69f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:10.029207 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7139e79b-7cbb-45c3-a938-11448190c69f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:10.264600 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7139e79b-7cbb-45c3-a938-11448190c69f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:10.341505 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7139e79b-7cbb-45c3-a938-11448190c69f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:10.384545 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139e79b-7cbb-45c3-a938-11448190c69f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Subnet': ['ID=f96ea8f0-bce6-48a7-81c8-164cb075a542,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:10.391829 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7139e79b-7cbb-45c3-a938-11448190c69f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:10.396135 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7139e79b-7cbb-45c3-a938-11448190c69f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/subnets/f96ea8f0-bce6-48a7-81c8-164cb075a542 HTTP/1.1" status: 204 len: 168 time: 0.4953721 Jan 11 09:40:10.399641 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35096) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:10.402695 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a09f899-1c0d-4ba0-ba24-619235e3b9f6 None None] Network f4ff4415-1219-4f17-8ea9-fedae2990bee requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:40:10.529253 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-349783ac-454b-4a62-9bb7-bd08a2db4660 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:10.543546 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-349783ac-454b-4a62-9bb7-bd08a2db4660 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting port b47ae593-226c-427a-bd2b-baf7dc96f230 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:40:10.543546 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-349783ac-454b-4a62-9bb7-bd08a2db4660 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:10.669033 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3d4427-5352-4fa7-8203-be7d1c327705 None None] DHCP port deletion for f4ff4415-1219-4f17-8ea9-fedae2990bee request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:40:10.677373 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4e3d4427-5352-4fa7-8203-be7d1c327705 None None] Deleting port b47ae593-226c-427a-bd2b-baf7dc96f230 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:40:10.677373 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4e3d4427-5352-4fa7-8203-be7d1c327705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:10.796101 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-349783ac-454b-4a62-9bb7-bd08a2db4660 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] For port b47ae593-226c-427a-bd2b-baf7dc96f230, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=b47ae593-226c-427a-bd2b-baf7dc96f230,segment=NetworkSegment(a35b1636-dfd1-4530-b5d3-7b6744ed1559),segment_id=a35b1636-dfd1-4530-b5d3-7b6744ed1559)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:40:10.796101 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-349783ac-454b-4a62-9bb7-bd08a2db4660 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:10.905589 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4e3d4427-5352-4fa7-8203-be7d1c327705 None None] For port b47ae593-226c-427a-bd2b-baf7dc96f230, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=b47ae593-226c-427a-bd2b-baf7dc96f230,segment=NetworkSegment(a35b1636-dfd1-4530-b5d3-7b6744ed1559),segment_id=a35b1636-dfd1-4530-b5d3-7b6744ed1559)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:40:10.905589 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4e3d4427-5352-4fa7-8203-be7d1c327705 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:10.928527 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-349783ac-454b-4a62-9bb7-bd08a2db4660 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Calling delete_port for b47ae593-226c-427a-bd2b-baf7dc96f230 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:40:11.017557 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-349783ac-454b-4a62-9bb7-bd08a2db4660 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:11.034584 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4e3d4427-5352-4fa7-8203-be7d1c327705 None None] Calling delete_port for b47ae593-226c-427a-bd2b-baf7dc96f230 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:40:11.076922 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349783ac-454b-4a62-9bb7-bd08a2db4660 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Port': ['ID=b47ae593-226c-427a-bd2b-baf7dc96f230,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:11.089907 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349783ac-454b-4a62-9bb7-bd08a2db4660 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] No DVR routers for this DVR port b47ae593-226c-427a-bd2b-baf7dc96f230 on host dv-neutron-823402-4-hyperv {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:40:11.118742 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-4e3d4427-5352-4fa7-8203-be7d1c327705 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:40:11.118742 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-4e3d4427-5352-4fa7-8203-be7d1c327705 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:40:11.236194 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-349783ac-454b-4a62-9bb7-bd08a2db4660 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:11.253358 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-349783ac-454b-4a62-9bb7-bd08a2db4660 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ff4415-1219-4f17-8ea9-fedae2990bee']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:11.265559 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-349783ac-454b-4a62-9bb7-bd08a2db4660 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35b1636-dfd1-4530-b5d3-7b6744ed1559') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:11.265850 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-349783ac-454b-4a62-9bb7-bd08a2db4660 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35b1636-dfd1-4530-b5d3-7b6744ed1559') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:11.277734 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-349783ac-454b-4a62-9bb7-bd08a2db4660 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:11.293864 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-349783ac-454b-4a62-9bb7-bd08a2db4660 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:11.299741 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-349783ac-454b-4a62-9bb7-bd08a2db4660 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:40:11.300114 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-349783ac-454b-4a62-9bb7-bd08a2db4660 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:40:11.314743 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:40:11.397383 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-349783ac-454b-4a62-9bb7-bd08a2db4660 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:11.414227 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-349783ac-454b-4a62-9bb7-bd08a2db4660 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:11.424694 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349783ac-454b-4a62-9bb7-bd08a2db4660 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Network': ['ID=f4ff4415-1219-4f17-8ea9-fedae2990bee,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:11.435323 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-349783ac-454b-4a62-9bb7-bd08a2db4660 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/networks/f4ff4415-1219-4f17-8ea9-fedae2990bee HTTP/1.1" status: 204 len: 168 time: 1.0353866 Jan 11 09:40:11.439508 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35102) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:11.445095 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7ee2b87e-d483-40d0-880a-147f5f7226ff tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-409544986', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:40:11.451817 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7ee2b87e-d483-40d0-880a-147f5f7226ff tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:40:11.456377 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-7ee2b87e-d483-40d0-880a-147f5f7226ff tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:router and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:40:11.459232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-7ee2b87e-d483-40d0-880a-147f5f7226ff tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:40:11.467344 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7ee2b87e-d483-40d0-880a-147f5f7226ff tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:40:11.478216 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ee2b87e-d483-40d0-880a-147f5f7226ff tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:11.478932 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ee2b87e-d483-40d0-880a-147f5f7226ff tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:11.498173 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ee2b87e-d483-40d0-880a-147f5f7226ff tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:11.518506 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ee2b87e-d483-40d0-880a-147f5f7226ff tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:11.552590 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7ee2b87e-d483-40d0-880a-147f5f7226ff tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:11.557099 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7ee2b87e-d483-40d0-880a-147f5f7226ff tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1163628 Jan 11 09:40:11.557829 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35106) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:11.565117 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-071d9958-0ca6-4a4d-92a8-6f652bdf3884 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1639742837'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:40:11.575488 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-071d9958-0ca6-4a4d-92a8-6f652bdf3884 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:40:11.579514 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-071d9958-0ca6-4a4d-92a8-6f652bdf3884 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:network and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:40:11.583503 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-071d9958-0ca6-4a4d-92a8-6f652bdf3884 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:40:11.590065 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-071d9958-0ca6-4a4d-92a8-6f652bdf3884 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:40:11.603059 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071d9958-0ca6-4a4d-92a8-6f652bdf3884 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Made reservation on behalf of fac2e6af1b7d42d197ffed52a46ad075 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:40:11.608304 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-071d9958-0ca6-4a4d-92a8-6f652bdf3884 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:11.619776 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4e3d4427-5352-4fa7-8203-be7d1c327705 None None] Deleting port b47ae593-226c-427a-bd2b-baf7dc96f230 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:40:11.620301 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4e3d4427-5352-4fa7-8203-be7d1c327705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:11.657984 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071d9958-0ca6-4a4d-92a8-6f652bdf3884 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:40:11.683385 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-071d9958-0ca6-4a4d-92a8-6f652bdf3884 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:11.683385 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-071d9958-0ca6-4a4d-92a8-6f652bdf3884 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Added segment 6e88181f-5c0c-482c-ac7b-1210528c5cda of type vlan for network cef379e5-d88c-4f20-ae79-933dab71babb Jan 11 09:40:11.748699 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4e3d4427-5352-4fa7-8203-be7d1c327705 None None] The port 'b47ae593-226c-427a-bd2b-baf7dc96f230' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:40:11.769501 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-071d9958-0ca6-4a4d-92a8-6f652bdf3884 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:11.815378 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-071d9958-0ca6-4a4d-92a8-6f652bdf3884 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:11.821163 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071d9958-0ca6-4a4d-92a8-6f652bdf3884 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:40:11.821759 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-071d9958-0ca6-4a4d-92a8-6f652bdf3884 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:11.894690 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-071d9958-0ca6-4a4d-92a8-6f652bdf3884 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3310971 Jan 11 09:40:11.894690 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35110) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:11.905003 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-002482a1-95b1-4147-ad67-111fd2e3ead5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'subnet': {'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:40:11.950306 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device b47ae593-226c-427a-bd2b-baf7dc96f230 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:40:11.982156 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d9958-0ca6-4a4d-92a8-6f652bdf3884 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Network': ['ID=cef379e5-d88c-4f20-ae79-933dab71babb,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:11.988208 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: b47ae593-226c-427a-bd2b-baf7dc96f230 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:40:11.988597 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device b47ae593-226c-427a-bd2b-baf7dc96f230 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:40:11.995550 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network cef379e5-d88c-4f20-ae79-933dab71babb details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:40:12.191154 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-002482a1-95b1-4147-ad67-111fd2e3ead5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:40:12.195260 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-002482a1-95b1-4147-ad67-111fd2e3ead5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:subnet and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:40:12.198202 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-002482a1-95b1-4147-ad67-111fd2e3ead5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:40:12.203752 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-002482a1-95b1-4147-ad67-111fd2e3ead5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:40:12.213697 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002482a1-95b1-4147-ad67-111fd2e3ead5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Made reservation on behalf of fac2e6af1b7d42d197ffed52a46ad075 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:40:12.217124 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-002482a1-95b1-4147-ad67-111fd2e3ead5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:12.430918 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-002482a1-95b1-4147-ad67-111fd2e3ead5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:12.511300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002482a1-95b1-4147-ad67-111fd2e3ead5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Subnet': ['ID=b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:12.515352 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002482a1-95b1-4147-ad67-111fd2e3ead5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Checking segment: {'id': '6e88181f-5c0c-482c-ac7b-1210528c5cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:40:12.515645 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002482a1-95b1-4147-ad67-111fd2e3ead5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network hostable DHCP agents. Network: cef379e5-d88c-4f20-ae79-933dab71babb, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:40:12.534482 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002482a1-95b1-4147-ad67-111fd2e3ead5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network cef379e5-d88c-4f20-ae79-933dab71babb is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:40:12.543148 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-002482a1-95b1-4147-ad67-111fd2e3ead5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, cef379e5-d88c-4f20-ae79-933dab71babb) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:40:12.547343 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002482a1-95b1-4147-ad67-111fd2e3ead5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:40:12.547934 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-002482a1-95b1-4147-ad67-111fd2e3ead5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:12.551451 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cca06e7-c673-4f3c-a87d-125f977b89dc None None] Network cef379e5-d88c-4f20-ae79-933dab71babb requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:40:12.569134 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-002482a1-95b1-4147-ad67-111fd2e3ead5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6736519 Jan 11 09:40:12.571884 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35114) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:12.769876 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b956db9e-cd99-44e5-b4b2-ab5803f583d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-cef379e5-d88c-4f20-ae79-933dab71babb', 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'fixed_ips': [{'subnet_id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:40:12.770740 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b956db9e-cd99-44e5-b4b2-ab5803f583d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:12.925688 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-b956db9e-cd99-44e5-b4b2-ab5803f583d2 None None] Allocated IP 2001:db8::2 (cef379e5-d88c-4f20-ae79-933dab71babb/b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b/1678f051-3fd4-4001-b32c-ef9ac54bbd0f) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:40:13.046165 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ed1db35f-2c5d-4094-b070-3acbb3e58a03 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:13.130912 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b956db9e-cd99-44e5-b4b2-ab5803f583d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:13.140793 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b956db9e-cd99-44e5-b4b2-ab5803f583d2 None None] Transition to ACTIVE for port object 1678f051-3fd4-4001-b32c-ef9ac54bbd0f will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:40:13.158486 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b956db9e-cd99-44e5-b4b2-ab5803f583d2 None None] Transition to ACTIVE for port object 1678f051-3fd4-4001-b32c-ef9ac54bbd0f will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:40:13.164525 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b956db9e-cd99-44e5-b4b2-ab5803f583d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:13.249727 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b956db9e-cd99-44e5-b4b2-ab5803f583d2 None None] Network cef379e5-d88c-4f20-ae79-933dab71babb is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:40:13.253984 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-b956db9e-cd99-44e5-b4b2-ab5803f583d2 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:40:13.256888 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b956db9e-cd99-44e5-b4b2-ab5803f583d2 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:40:13.268838 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956db9e-cd99-44e5-b4b2-ab5803f583d2 None None] Pushing event updated for resources: {'Port': ['ID=1678f051-3fd4-4001-b32c-ef9ac54bbd0f,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:13.355576 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b956db9e-cd99-44e5-b4b2-ab5803f583d2 None None] Attempting to bind port 1678f051-3fd4-4001-b32c-ef9ac54bbd0f on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:40:13.355930 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b956db9e-cd99-44e5-b4b2-ab5803f583d2 None None] Attempting to bind port 1678f051-3fd4-4001-b32c-ef9ac54bbd0f by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '6e88181f-5c0c-482c-ac7b-1210528c5cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:40:13.356284 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b956db9e-cd99-44e5-b4b2-ab5803f583d2 None None] Attempting to bind port 1678f051-3fd4-4001-b32c-ef9ac54bbd0f on network cef379e5-d88c-4f20-ae79-933dab71babb {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:40:13.361322 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b956db9e-cd99-44e5-b4b2-ab5803f583d2 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:40:13.361685 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b956db9e-cd99-44e5-b4b2-ab5803f583d2 None None] Checking segment: {'id': '6e88181f-5c0c-482c-ac7b-1210528c5cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:40:13.362075 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b956db9e-cd99-44e5-b4b2-ab5803f583d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:13.362486 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b956db9e-cd99-44e5-b4b2-ab5803f583d2 None None] Bound using segment: {'id': '6e88181f-5c0c-482c-ac7b-1210528c5cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:40:13.362939 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b956db9e-cd99-44e5-b4b2-ab5803f583d2 None None] Bound port: 1678f051-3fd4-4001-b32c-ef9ac54bbd0f, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e88181f-5c0c-482c-ac7b-1210528c5cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:40:13.363309 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b956db9e-cd99-44e5-b4b2-ab5803f583d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:13.397407 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-ed1db35f-2c5d-4094-b070-3acbb3e58a03 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Allocated IP 2001:db8::1 (cef379e5-d88c-4f20-ae79-933dab71babb/b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b/7a456763-5db8-41c9-bb57-82ce652f83c4) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:40:13.453082 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b956db9e-cd99-44e5-b4b2-ab5803f583d2 None None] For port 1678f051-3fd4-4001-b32c-ef9ac54bbd0f, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:40:13.456130 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b956db9e-cd99-44e5-b4b2-ab5803f583d2 None None] For port 1678f051-3fd4-4001-b32c-ef9ac54bbd0f, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=1678f051-3fd4-4001-b32c-ef9ac54bbd0f,segment=NetworkSegment(6e88181f-5c0c-482c-ac7b-1210528c5cda),segment_id=6e88181f-5c0c-482c-ac7b-1210528c5cda)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:40:13.461591 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b956db9e-cd99-44e5-b4b2-ab5803f583d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:13.544048 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956db9e-cd99-44e5-b4b2-ab5803f583d2 None None] Pushing event updated for resources: {'Port': ['ID=1678f051-3fd4-4001-b32c-ef9ac54bbd0f,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:13.696018 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ed1db35f-2c5d-4094-b070-3acbb3e58a03 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:13.713204 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ed1db35f-2c5d-4094-b070-3acbb3e58a03 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Transition to ACTIVE for port object 7a456763-5db8-41c9-bb57-82ce652f83c4 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:40:13.757839 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ed1db35f-2c5d-4094-b070-3acbb3e58a03 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:13.835935 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1db35f-2c5d-4094-b070-3acbb3e58a03 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network cef379e5-d88c-4f20-ae79-933dab71babb is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:40:13.841348 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-ed1db35f-2c5d-4094-b070-3acbb3e58a03 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:40:13.844639 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1db35f-2c5d-4094-b070-3acbb3e58a03 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:40:13.845170 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ed1db35f-2c5d-4094-b070-3acbb3e58a03 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:13.851386 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1db35f-2c5d-4094-b070-3acbb3e58a03 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Port': ['ID=7a456763-5db8-41c9-bb57-82ce652f83c4,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:13.977761 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ed1db35f-2c5d-4094-b070-3acbb3e58a03 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:14.002377 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 1678f051-3fd4-4001-b32c-ef9ac54bbd0f up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:40:14.071683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 1678f051-3fd4-4001-b32c-ef9ac54bbd0f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:40:14.402048 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ed1db35f-2c5d-4094-b070-3acbb3e58a03 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:14.406578 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ed1db35f-2c5d-4094-b070-3acbb3e58a03 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:14.407400 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ed1db35f-2c5d-4094-b070-3acbb3e58a03 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:14.520913 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1db35f-2c5d-4094-b070-3acbb3e58a03 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Port': ['ID=7a456763-5db8-41c9-bb57-82ce652f83c4,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:14.540744 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aabc10-eca5-4b81-8f14-e084a8086acf None None] Network cef379e5-d88c-4f20-ae79-933dab71babb requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:40:14.613278 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1db35f-2c5d-4094-b070-3acbb3e58a03 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network cef379e5-d88c-4f20-ae79-933dab71babb is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:40:14.614438 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-ed1db35f-2c5d-4094-b070-3acbb3e58a03 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:40:14.651610 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f03beed6-5875-4b49-b51f-299915ac8927 None None] Provisioning for port 1678f051-3fd4-4001-b32c-ef9ac54bbd0f completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:40:14.665061 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f03beed6-5875-4b49-b51f-299915ac8927 None None] Provisioning complete for port 1678f051-3fd4-4001-b32c-ef9ac54bbd0f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:14.665435 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f03beed6-5875-4b49-b51f-299915ac8927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:14.814577 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1db35f-2c5d-4094-b070-3acbb3e58a03 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Router 3d373204-d801-465f-b9af-a25ee2bbf7e8 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:40:14.884029 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f03beed6-5875-4b49-b51f-299915ac8927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:14.922495 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f03beed6-5875-4b49-b51f-299915ac8927 None None] For port 1678f051-3fd4-4001-b32c-ef9ac54bbd0f, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=1678f051-3fd4-4001-b32c-ef9ac54bbd0f,segment=NetworkSegment(6e88181f-5c0c-482c-ac7b-1210528c5cda),segment_id=6e88181f-5c0c-482c-ac7b-1210528c5cda)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:40:14.927802 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f03beed6-5875-4b49-b51f-299915ac8927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:14.972302 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1db35f-2c5d-4094-b070-3acbb3e58a03 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:40:14.990472 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ed1db35f-2c5d-4094-b070-3acbb3e58a03 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "PUT /v2.0/routers/3d373204-d801-465f-b9af-a25ee2bbf7e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4150181 Jan 11 09:40:14.990652 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] Sync routers for ids ['3d373204-d801-465f-b9af-a25ee2bbf7e8'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:40:14.991344 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35118) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:14.996149 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5517f430-3a91-414e-8ff2-bfc7c512397b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1302683573'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:40:15.001698 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5517f430-3a91-414e-8ff2-bfc7c512397b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:40:15.002150 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] Routers {'3d373204-d801-465f-b9af-a25ee2bbf7e8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:15.002782 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3d373204-d801-465f-b9af-a25ee2bbf7e8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:15.005888 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5517f430-3a91-414e-8ff2-bfc7c512397b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:network and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:40:15.008946 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03beed6-5875-4b49-b51f-299915ac8927 None None] Pushing event updated for resources: {'Port': ['ID=1678f051-3fd4-4001-b32c-ef9ac54bbd0f,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:15.009435 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5517f430-3a91-414e-8ff2-bfc7c512397b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:40:15.015510 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5517f430-3a91-414e-8ff2-bfc7c512397b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:40:15.028509 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5517f430-3a91-414e-8ff2-bfc7c512397b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Made reservation on behalf of fac2e6af1b7d42d197ffed52a46ad075 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:40:15.032346 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5517f430-3a91-414e-8ff2-bfc7c512397b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:15.063637 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5517f430-3a91-414e-8ff2-bfc7c512397b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:40:15.073952 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5517f430-3a91-414e-8ff2-bfc7c512397b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:15.074322 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-5517f430-3a91-414e-8ff2-bfc7c512397b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Added segment 46d4912d-7b53-425f-a3d4-d664f46299de of type vlan for network 71f3268a-2476-4f00-82b8-9689d1fa8f4e Jan 11 09:40:15.102013 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5517f430-3a91-414e-8ff2-bfc7c512397b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:15.132931 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5517f430-3a91-414e-8ff2-bfc7c512397b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:15.138485 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5517f430-3a91-414e-8ff2-bfc7c512397b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:40:15.139070 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5517f430-3a91-414e-8ff2-bfc7c512397b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:15.163931 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] Set router 3d373204-d801-465f-b9af-a25ee2bbf7e8 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:40:15.259159 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7cc5beb0-b571-4754-9058-e0db7291f16c None None] Provisioning for port 7a456763-5db8-41c9-bb57-82ce652f83c4 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:40:15.266623 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5517f430-3a91-414e-8ff2-bfc7c512397b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2749150 Jan 11 09:40:15.269496 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35122) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:15.272653 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7cc5beb0-b571-4754-9058-e0db7291f16c None None] Provisioning complete for port 7a456763-5db8-41c9-bb57-82ce652f83c4 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:15.273037 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7cc5beb0-b571-4754-9058-e0db7291f16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:15.275950 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-90268b3a-25dc-448a-80fb-1336bd733798 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'subnet': {'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:40:15.277697 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517f430-3a91-414e-8ff2-bfc7c512397b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Network': ['ID=71f3268a-2476-4f00-82b8-9689d1fa8f4e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:15.340863 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7cc5beb0-b571-4754-9058-e0db7291f16c None None] Port 7a456763-5db8-41c9-bb57-82ce652f83c4 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:40:15.342874 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 71f3268a-2476-4f00-82b8-9689d1fa8f4e details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:40:15.416160 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-90268b3a-25dc-448a-80fb-1336bd733798 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:40:15.420103 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-90268b3a-25dc-448a-80fb-1336bd733798 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:subnet and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:40:15.423180 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-90268b3a-25dc-448a-80fb-1336bd733798 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:40:15.429218 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-90268b3a-25dc-448a-80fb-1336bd733798 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:40:15.447457 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90268b3a-25dc-448a-80fb-1336bd733798 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Made reservation on behalf of fac2e6af1b7d42d197ffed52a46ad075 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:40:15.451096 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90268b3a-25dc-448a-80fb-1336bd733798 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:15.510702 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7cc5beb0-b571-4754-9058-e0db7291f16c None None] Provisioning complete for port 1678f051-3fd4-4001-b32c-ef9ac54bbd0f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:15.511352 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7cc5beb0-b571-4754-9058-e0db7291f16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:15.531730 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:13Z', 'revision_number': 2, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None, '_interfaces': [{'id': '7a456763-5db8-41c9-bb57-82ce652f83c4', 'name': '', 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:73:3d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:13Z', 'updated_at': '2022-01-11T09:40:14Z', 'revision_number': 2, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:15.536152 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] Checking router: 3d373204-d801-465f-b9af-a25ee2bbf7e8 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:40:15.536500 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] Updating router 3d373204-d801-465f-b9af-a25ee2bbf7e8 port 7a456763-5db8-41c9-bb57-82ce652f83c4 binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:40:15.617224 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:15.739444 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90268b3a-25dc-448a-80fb-1336bd733798 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:15.784311 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c65151e9-e4cc-4a4e-97b1-ab1cadf7830f None None] Provisioning complete for port 7a456763-5db8-41c9-bb57-82ce652f83c4 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:15.784676 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c65151e9-e4cc-4a4e-97b1-ab1cadf7830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:15.831456 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90268b3a-25dc-448a-80fb-1336bd733798 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Subnet': ['ID=d947677f-1c93-40c1-aca5-a882d110fbf5,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:15.833636 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90268b3a-25dc-448a-80fb-1336bd733798 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Checking segment: {'id': '46d4912d-7b53-425f-a3d4-d664f46299de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:40:15.833992 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90268b3a-25dc-448a-80fb-1336bd733798 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network hostable DHCP agents. Network: 71f3268a-2476-4f00-82b8-9689d1fa8f4e, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:40:15.839184 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-c65151e9-e4cc-4a4e-97b1-ab1cadf7830f None None] Port 7a456763-5db8-41c9-bb57-82ce652f83c4 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:40:15.853719 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90268b3a-25dc-448a-80fb-1336bd733798 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network 71f3268a-2476-4f00-82b8-9689d1fa8f4e is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:40:15.863108 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-90268b3a-25dc-448a-80fb-1336bd733798 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 71f3268a-2476-4f00-82b8-9689d1fa8f4e) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:40:15.868035 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90268b3a-25dc-448a-80fb-1336bd733798 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:40:15.868617 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-90268b3a-25dc-448a-80fb-1336bd733798 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:15.876850 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d8ade0-61a2-43e9-8941-70ac48e17aca None None] Network 71f3268a-2476-4f00-82b8-9689d1fa8f4e requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:40:15.897690 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-90268b3a-25dc-448a-80fb-1336bd733798 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6270213 Jan 11 09:40:15.900583 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35126) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:16.002349 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 1678f051-3fd4-4001-b32c-ef9ac54bbd0f up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:40:16.020955 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:16.034781 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] Transition to ACTIVE for port object 7a456763-5db8-41c9-bb57-82ce652f83c4 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:40:16.042663 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:16.180571 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 1678f051-3fd4-4001-b32c-ef9ac54bbd0f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:16.182420 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:16.183010 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40460d1d-397a-4e89-b26a-42a6d6ba1e1d None None] Pushing event updated for resources: {'Port': ['ID=7a456763-5db8-41c9-bb57-82ce652f83c4,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:16.216047 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3125e2a1-f317-4d86-9f33-2039267263f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-71f3268a-2476-4f00-82b8-9689d1fa8f4e', 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'fixed_ips': [{'subnet_id': 'd947677f-1c93-40c1-aca5-a882d110fbf5'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:40:16.216873 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3125e2a1-f317-4d86-9f33-2039267263f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:16.288656 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] Attempting to bind port 7a456763-5db8-41c9-bb57-82ce652f83c4 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:40:16.289419 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] Attempting to bind port 7a456763-5db8-41c9-bb57-82ce652f83c4 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '6e88181f-5c0c-482c-ac7b-1210528c5cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:40:16.289936 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] Attempting to bind port 7a456763-5db8-41c9-bb57-82ce652f83c4 on network cef379e5-d88c-4f20-ae79-933dab71babb {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:40:16.296089 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:40:16.296691 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] Checking segment: {'id': '6e88181f-5c0c-482c-ac7b-1210528c5cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:40:16.297389 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:16.297929 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] Bound using segment: {'id': '6e88181f-5c0c-482c-ac7b-1210528c5cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:40:16.298568 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] Bound port: 7a456763-5db8-41c9-bb57-82ce652f83c4, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e88181f-5c0c-482c-ac7b-1210528c5cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:40:16.299220 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:16.404210 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] For port 7a456763-5db8-41c9-bb57-82ce652f83c4, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:40:16.407691 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] For port 7a456763-5db8-41c9-bb57-82ce652f83c4, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=7a456763-5db8-41c9-bb57-82ce652f83c4,segment=NetworkSegment(6e88181f-5c0c-482c-ac7b-1210528c5cda),segment_id=6e88181f-5c0c-482c-ac7b-1210528c5cda)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:40:16.415039 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:16.495626 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-3125e2a1-f317-4d86-9f33-2039267263f6 None None] Allocated IP 2001:db8:1::2 (71f3268a-2476-4f00-82b8-9689d1fa8f4e/d947677f-1c93-40c1-aca5-a882d110fbf5/659df244-34f6-41bc-8ed7-ba6e31fcbb20) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:40:16.499225 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] Routers {'3d373204-d801-465f-b9af-a25ee2bbf7e8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:16.500140 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3d373204-d801-465f-b9af-a25ee2bbf7e8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:16.581168 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40460d1d-397a-4e89-b26a-42a6d6ba1e1d None None] Pushing event updated for resources: {'Port': ['ID=7a456763-5db8-41c9-bb57-82ce652f83c4,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:16.717951 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc60aa3d-56bb-4399-bf26-c3b406e1e9de tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:16.724070 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] Set router 3d373204-d801-465f-b9af-a25ee2bbf7e8 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:40:16.751298 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3125e2a1-f317-4d86-9f33-2039267263f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:16.767244 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3125e2a1-f317-4d86-9f33-2039267263f6 None None] Transition to ACTIVE for port object 659df244-34f6-41bc-8ed7-ba6e31fcbb20 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:40:16.799727 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3125e2a1-f317-4d86-9f33-2039267263f6 None None] Transition to ACTIVE for port object 659df244-34f6-41bc-8ed7-ba6e31fcbb20 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:40:16.806467 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3125e2a1-f317-4d86-9f33-2039267263f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:16.887271 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3125e2a1-f317-4d86-9f33-2039267263f6 None None] Network 71f3268a-2476-4f00-82b8-9689d1fa8f4e is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:40:16.894603 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-3125e2a1-f317-4d86-9f33-2039267263f6 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:40:16.899800 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3125e2a1-f317-4d86-9f33-2039267263f6 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:40:16.905906 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125e2a1-f317-4d86-9f33-2039267263f6 None None] Pushing event updated for resources: {'Port': ['ID=659df244-34f6-41bc-8ed7-ba6e31fcbb20,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:17.002698 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3125e2a1-f317-4d86-9f33-2039267263f6 None None] Attempting to bind port 659df244-34f6-41bc-8ed7-ba6e31fcbb20 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:40:17.003064 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3125e2a1-f317-4d86-9f33-2039267263f6 None None] Attempting to bind port 659df244-34f6-41bc-8ed7-ba6e31fcbb20 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '46d4912d-7b53-425f-a3d4-d664f46299de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:40:17.003534 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3125e2a1-f317-4d86-9f33-2039267263f6 None None] Attempting to bind port 659df244-34f6-41bc-8ed7-ba6e31fcbb20 on network 71f3268a-2476-4f00-82b8-9689d1fa8f4e {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:40:17.010835 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3125e2a1-f317-4d86-9f33-2039267263f6 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:40:17.011199 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3125e2a1-f317-4d86-9f33-2039267263f6 None None] Checking segment: {'id': '46d4912d-7b53-425f-a3d4-d664f46299de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:40:17.011614 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3125e2a1-f317-4d86-9f33-2039267263f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:17.011983 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3125e2a1-f317-4d86-9f33-2039267263f6 None None] Bound using segment: {'id': '46d4912d-7b53-425f-a3d4-d664f46299de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:40:17.012434 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3125e2a1-f317-4d86-9f33-2039267263f6 None None] Bound port: 659df244-34f6-41bc-8ed7-ba6e31fcbb20, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d4912d-7b53-425f-a3d4-d664f46299de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:40:17.012797 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3125e2a1-f317-4d86-9f33-2039267263f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:17.072814 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:13Z', 'revision_number': 2, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None, '_interfaces': [{'id': '7a456763-5db8-41c9-bb57-82ce652f83c4', 'name': '', 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:73:3d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:13Z', 'updated_at': '2022-01-11T09:40:16Z', 'revision_number': 4, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:17.077677 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e65f7b0-4597-4eb7-aeba-3ee22f5c3277 None None] The sync data for ids ['3d373204-d801-465f-b9af-a25ee2bbf7e8'] in dv-neutron-823402-4-hyperv is: [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:13Z', 'revision_number': 2, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None, '_interfaces': [{'id': '7a456763-5db8-41c9-bb57-82ce652f83c4', 'name': '', 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:73:3d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:13Z', 'updated_at': '2022-01-11T09:40:16Z', 'revision_number': 4, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:40:17.116332 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3125e2a1-f317-4d86-9f33-2039267263f6 None None] For port 659df244-34f6-41bc-8ed7-ba6e31fcbb20, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:40:17.119601 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3125e2a1-f317-4d86-9f33-2039267263f6 None None] For port 659df244-34f6-41bc-8ed7-ba6e31fcbb20, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=659df244-34f6-41bc-8ed7-ba6e31fcbb20,segment=NetworkSegment(46d4912d-7b53-425f-a3d4-d664f46299de),segment_id=46d4912d-7b53-425f-a3d4-d664f46299de)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:40:17.120632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-bc60aa3d-56bb-4399-bf26-c3b406e1e9de tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Allocated IP 2001:db8:1::1 (71f3268a-2476-4f00-82b8-9689d1fa8f4e/d947677f-1c93-40c1-aca5-a882d110fbf5/37c60b3e-8806-4aae-b238-626b35c3afa6) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:40:17.125167 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3125e2a1-f317-4d86-9f33-2039267263f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:17.211007 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125e2a1-f317-4d86-9f33-2039267263f6 None None] Pushing event updated for resources: {'Port': ['ID=659df244-34f6-41bc-8ed7-ba6e31fcbb20,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:17.339438 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc60aa3d-56bb-4399-bf26-c3b406e1e9de tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:17.360806 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bc60aa3d-56bb-4399-bf26-c3b406e1e9de tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Transition to ACTIVE for port object 37c60b3e-8806-4aae-b238-626b35c3afa6 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:40:17.392615 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc60aa3d-56bb-4399-bf26-c3b406e1e9de tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:17.486686 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc60aa3d-56bb-4399-bf26-c3b406e1e9de tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network 71f3268a-2476-4f00-82b8-9689d1fa8f4e is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:40:17.491516 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-bc60aa3d-56bb-4399-bf26-c3b406e1e9de tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:40:17.496350 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc60aa3d-56bb-4399-bf26-c3b406e1e9de tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:40:17.497103 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc60aa3d-56bb-4399-bf26-c3b406e1e9de tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:17.503777 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60aa3d-56bb-4399-bf26-c3b406e1e9de tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Port': ['ID=37c60b3e-8806-4aae-b238-626b35c3afa6,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:17.659387 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc60aa3d-56bb-4399-bf26-c3b406e1e9de tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:18.032638 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 659df244-34f6-41bc-8ed7-ba6e31fcbb20 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:40:18.105999 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 659df244-34f6-41bc-8ed7-ba6e31fcbb20 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:40:18.110853 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7a456763-5db8-41c9-bb57-82ce652f83c4 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:40:18.116784 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f5e1a8c0-b6d8-4bc6-854f-2f0913d4ba38 req-77a1ce6a-bdda-4e36-9922-9f44f672eabd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2534299 Jan 11 09:40:18.224203 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 7a456763-5db8-41c9-bb57-82ce652f83c4 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:40:18.231999 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 7a456763-5db8-41c9-bb57-82ce652f83c4 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:18.232582 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:18.364632 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:18.372053 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1a8c0-b6d8-4bc6-854f-2f0913d4ba38 req-3a574d81-5c2f-455d-ab75-ad37e4c362b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:40:18.373839 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f5e1a8c0-b6d8-4bc6-854f-2f0913d4ba38 req-3a574d81-5c2f-455d-ab75-ad37e4c362b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27f1e48653724e3083ec9827e4915957&device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 1098 time: 0.2017541 Jan 11 09:40:18.400420 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc60aa3d-56bb-4399-bf26-c3b406e1e9de tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:18.410069 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 7a456763-5db8-41c9-bb57-82ce652f83c4, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=7a456763-5db8-41c9-bb57-82ce652f83c4,segment=NetworkSegment(6e88181f-5c0c-482c-ac7b-1210528c5cda),segment_id=6e88181f-5c0c-482c-ac7b-1210528c5cda)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:40:18.416085 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:18.435679 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc60aa3d-56bb-4399-bf26-c3b406e1e9de tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:18.436439 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc60aa3d-56bb-4399-bf26-c3b406e1e9de tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:18.493805 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e610ccd-9719-4c2f-b260-5b9af8cd43a4 None None] Network 71f3268a-2476-4f00-82b8-9689d1fa8f4e requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:40:18.613709 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ebb5ce75-006a-4449-93fa-ed204a8a0aa1 None None] Provisioning for port 659df244-34f6-41bc-8ed7-ba6e31fcbb20 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:40:18.614685 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60aa3d-56bb-4399-bf26-c3b406e1e9de tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Port': ['ID=37c60b3e-8806-4aae-b238-626b35c3afa6,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:18.627169 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=7a456763-5db8-41c9-bb57-82ce652f83c4,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:18.629632 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ebb5ce75-006a-4449-93fa-ed204a8a0aa1 None None] Provisioning complete for port 659df244-34f6-41bc-8ed7-ba6e31fcbb20 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:18.630000 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ebb5ce75-006a-4449-93fa-ed204a8a0aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:18.760046 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1a8c0-b6d8-4bc6-854f-2f0913d4ba38 req-495c7880-bf5d-4a49-86a8-46a631120ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:40:18.761499 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f5e1a8c0-b6d8-4bc6-854f-2f0913d4ba38 req-495c7880-bf5d-4a49-86a8-46a631120ca8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 HTTP/1.1" status: 200 len: 913 time: 0.3587582 Jan 11 09:40:18.837739 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc60aa3d-56bb-4399-bf26-c3b406e1e9de tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network 71f3268a-2476-4f00-82b8-9689d1fa8f4e is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:40:18.853320 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-bc60aa3d-56bb-4399-bf26-c3b406e1e9de tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:40:18.864191 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ebb5ce75-006a-4449-93fa-ed204a8a0aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:18.908281 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ebb5ce75-006a-4449-93fa-ed204a8a0aa1 None None] For port 659df244-34f6-41bc-8ed7-ba6e31fcbb20, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=659df244-34f6-41bc-8ed7-ba6e31fcbb20,segment=NetworkSegment(46d4912d-7b53-425f-a3d4-d664f46299de),segment_id=46d4912d-7b53-425f-a3d4-d664f46299de)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:40:18.912824 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ebb5ce75-006a-4449-93fa-ed204a8a0aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:19.003973 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5ce75-006a-4449-93fa-ed204a8a0aa1 None None] Pushing event updated for resources: {'Port': ['ID=659df244-34f6-41bc-8ed7-ba6e31fcbb20,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:19.035954 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f5e1a8c0-b6d8-4bc6-854f-2f0913d4ba38 req-db5e9ee5-9536-490c-b23c-1ca1f4878caf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc3c4062-2e48-46b3-a27d-f6c14df29461 HTTP/1.1" status: 200 len: 1000 time: 0.2580135 Jan 11 09:40:19.108313 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc60aa3d-56bb-4399-bf26-c3b406e1e9de tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Router 3d373204-d801-465f-b9af-a25ee2bbf7e8 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:40:19.173049 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ae49394f-f9bc-4091-b116-3c81b8d317d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:19.221816 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1a8c0-b6d8-4bc6-854f-2f0913d4ba38 req-d286e8b0-0974-4430-8242-8360a04dad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:40:19.223815 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f5e1a8c0-b6d8-4bc6-854f-2f0913d4ba38 req-d286e8b0-0974-4430-8242-8360a04dad2e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=627ce13c-dd38-4562-afe1-c17eb9a23002 HTTP/1.1" status: 200 len: 851 time: 0.1794751 Jan 11 09:40:19.363536 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1f52e1bd-9f0a-4fe0-be08-58a7ee1684c2 None None] Provisioning complete for port 659df244-34f6-41bc-8ed7-ba6e31fcbb20 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:19.363536 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1f52e1bd-9f0a-4fe0-be08-58a7ee1684c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:19.532433 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1f52e1bd-9f0a-4fe0-be08-58a7ee1684c2 None None] Provisioning for port 37c60b3e-8806-4aae-b238-626b35c3afa6 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:40:19.543594 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1f52e1bd-9f0a-4fe0-be08-58a7ee1684c2 None None] Provisioning complete for port 37c60b3e-8806-4aae-b238-626b35c3afa6 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:19.543594 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1f52e1bd-9f0a-4fe0-be08-58a7ee1684c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:19.549631 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc60aa3d-56bb-4399-bf26-c3b406e1e9de tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:40:19.575191 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35130) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:19.586652 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bc60aa3d-56bb-4399-bf26-c3b406e1e9de tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "PUT /v2.0/routers/3d373204-d801-465f-b9af-a25ee2bbf7e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6713450 Jan 11 09:40:19.592267 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] Sync routers for ids ['3d373204-d801-465f-b9af-a25ee2bbf7e8'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:40:19.595085 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1a8c0-b6d8-4bc6-854f-2f0913d4ba38 req-a9c2e3d6-3a1e-417d-b390-184c52e5fbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:40:19.595085 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f5e1a8c0-b6d8-4bc6-854f-2f0913d4ba38 req-a9c2e3d6-3a1e-417d-b390-184c52e5fbf9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3155951 Jan 11 09:40:19.597847 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-fb9d3a68-ce55-4c13-8b7e-2ea9414eb94a tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-898534397'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:40:19.608444 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fb9d3a68-ce55-4c13-8b7e-2ea9414eb94a tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:40:19.618420 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-fb9d3a68-ce55-4c13-8b7e-2ea9414eb94a tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:network and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:40:19.627197 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-fb9d3a68-ce55-4c13-8b7e-2ea9414eb94a tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:40:19.636016 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] Routers {'3d373204-d801-465f-b9af-a25ee2bbf7e8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:19.641458 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fb9d3a68-ce55-4c13-8b7e-2ea9414eb94a tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:40:19.647231 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:39:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3d373204-d801-465f-b9af-a25ee2bbf7e8'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:19.654231 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9d3a68-ce55-4c13-8b7e-2ea9414eb94a tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Made reservation on behalf of fac2e6af1b7d42d197ffed52a46ad075 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:40:19.654231 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb9d3a68-ce55-4c13-8b7e-2ea9414eb94a tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:19.706868 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9d3a68-ce55-4c13-8b7e-2ea9414eb94a tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:40:19.718831 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb9d3a68-ce55-4c13-8b7e-2ea9414eb94a tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:19.719141 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-fb9d3a68-ce55-4c13-8b7e-2ea9414eb94a tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Added segment a8bfb14e-a588-4232-bec4-6e43cac0a1ba of type vlan for network fdc1562d-90da-4b3f-8619-da54285c62a1 Jan 11 09:40:19.758721 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb9d3a68-ce55-4c13-8b7e-2ea9414eb94a tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:19.804987 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f5e1a8c0-b6d8-4bc6-854f-2f0913d4ba38 req-9190cdb6-4655-49db-8695-dc105e34c810 service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078793 Jan 11 09:40:19.806614 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb9d3a68-ce55-4c13-8b7e-2ea9414eb94a tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:19.816925 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9d3a68-ce55-4c13-8b7e-2ea9414eb94a tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:40:19.817551 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fb9d3a68-ce55-4c13-8b7e-2ea9414eb94a tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:19.912921 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1f52e1bd-9f0a-4fe0-be08-58a7ee1684c2 None None] Port 37c60b3e-8806-4aae-b238-626b35c3afa6 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:40:19.997134 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] Set router 3d373204-d801-465f-b9af-a25ee2bbf7e8 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:40:20.019434 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fb9d3a68-ce55-4c13-8b7e-2ea9414eb94a tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4308958 Jan 11 09:40:20.019434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35136) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:20.019434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d3a68-ce55-4c13-8b7e-2ea9414eb94a tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Network': ['ID=fdc1562d-90da-4b3f-8619-da54285c62a1,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:20.038587 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-956d547f-60e4-4fdf-b67f-75aa627636b8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'subnet': {'network_id': 'fdc1562d-90da-4b3f-8619-da54285c62a1', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:40:20.075400 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f5e1a8c0-b6d8-4bc6-854f-2f0913d4ba38 req-ebcc1859-dcb1-4e50-b891-6f5afa1c3c99 service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592645 Jan 11 09:40:20.129922 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 659df244-34f6-41bc-8ed7-ba6e31fcbb20 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:40:20.160756 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network fdc1562d-90da-4b3f-8619-da54285c62a1 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:40:20.206414 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-956d547f-60e4-4fdf-b67f-75aa627636b8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:40:20.210912 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-956d547f-60e4-4fdf-b67f-75aa627636b8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:subnet and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:40:20.214416 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-956d547f-60e4-4fdf-b67f-75aa627636b8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:40:20.220049 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-956d547f-60e4-4fdf-b67f-75aa627636b8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:40:20.231957 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956d547f-60e4-4fdf-b67f-75aa627636b8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Made reservation on behalf of fac2e6af1b7d42d197ffed52a46ad075 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:40:20.236581 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-956d547f-60e4-4fdf-b67f-75aa627636b8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:20.361963 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9c8d0443-6c2d-41f3-bfae-7d3d609a3cd1 None None] Provisioning complete for port 37c60b3e-8806-4aae-b238-626b35c3afa6 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:20.361963 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9c8d0443-6c2d-41f3-bfae-7d3d609a3cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:20.474597 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-956d547f-60e4-4fdf-b67f-75aa627636b8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:20.516293 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d0443-6c2d-41f3-bfae-7d3d609a3cd1 None None] Port 37c60b3e-8806-4aae-b238-626b35c3afa6 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:40:20.571768 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d547f-60e4-4fdf-b67f-75aa627636b8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Subnet': ['ID=72d6df80-e1d1-4fa9-b877-eb7d1f64d94f,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:20.572554 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 659df244-34f6-41bc-8ed7-ba6e31fcbb20 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:20.572554 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:20.574885 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956d547f-60e4-4fdf-b67f-75aa627636b8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Checking segment: {'id': 'a8bfb14e-a588-4232-bec4-6e43cac0a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fdc1562d-90da-4b3f-8619-da54285c62a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:40:20.577284 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956d547f-60e4-4fdf-b67f-75aa627636b8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network hostable DHCP agents. Network: fdc1562d-90da-4b3f-8619-da54285c62a1, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:40:20.595790 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956d547f-60e4-4fdf-b67f-75aa627636b8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network fdc1562d-90da-4b3f-8619-da54285c62a1 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:40:20.607391 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-956d547f-60e4-4fdf-b67f-75aa627636b8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, fdc1562d-90da-4b3f-8619-da54285c62a1) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:40:20.618496 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956d547f-60e4-4fdf-b67f-75aa627636b8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:40:20.619242 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-956d547f-60e4-4fdf-b67f-75aa627636b8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:20.624008 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192f1626-729e-4abd-86c1-9cb54c0e7efd None None] Network fdc1562d-90da-4b3f-8619-da54285c62a1 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:40:20.648062 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35142) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:20.648519 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-956d547f-60e4-4fdf-b67f-75aa627636b8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6317463 Jan 11 09:40:20.931515 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7a456763-5db8-41c9-bb57-82ce652f83c4 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:40:21.048633 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:17Z', 'revision_number': 3, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None, '_interfaces': [{'id': '37c60b3e-8806-4aae-b238-626b35c3afa6', 'name': '', 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:a0:72:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:16Z', 'updated_at': '2022-01-11T09:40:18Z', 'revision_number': 2, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a456763-5db8-41c9-bb57-82ce652f83c4', 'name': '', 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:73:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:13Z', 'updated_at': '2022-01-11T09:40:18Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:21.057455 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] Checking router: 3d373204-d801-465f-b9af-a25ee2bbf7e8 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:40:21.057808 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] Updating router 3d373204-d801-465f-b9af-a25ee2bbf7e8 port 37c60b3e-8806-4aae-b238-626b35c3afa6 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:40:21.089898 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835d26fe-95b2-4672-9210-73d6f5de75e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-fdc1562d-90da-4b3f-8619-da54285c62a1', 'network_id': 'fdc1562d-90da-4b3f-8619-da54285c62a1', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'fixed_ips': [{'subnet_id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:40:21.091643 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-835d26fe-95b2-4672-9210-73d6f5de75e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:21.147407 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:21.197740 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 7a456763-5db8-41c9-bb57-82ce652f83c4 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:21.197740 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:21.343979 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-caed6605-f4d8-4606-ad3b-44cd43c37942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:21.446571 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-80d953ae-5a52-42a4-a884-54f1642ec8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:21.520181 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-835d26fe-95b2-4672-9210-73d6f5de75e2 None None] Allocated IP 2001:db8:2::2 (fdc1562d-90da-4b3f-8619-da54285c62a1/72d6df80-e1d1-4fa9-b877-eb7d1f64d94f/0bb58669-0dca-4b70-bb45-13d52a399d77) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:40:21.920410 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-835d26fe-95b2-4672-9210-73d6f5de75e2 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:21.939956 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:21.942378 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-835d26fe-95b2-4672-9210-73d6f5de75e2 None None] Transition to ACTIVE for port object 0bb58669-0dca-4b70-bb45-13d52a399d77 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:40:21.964388 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] Transition to ACTIVE for port object 37c60b3e-8806-4aae-b238-626b35c3afa6 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:40:21.972056 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-835d26fe-95b2-4672-9210-73d6f5de75e2 None None] Transition to ACTIVE for port object 0bb58669-0dca-4b70-bb45-13d52a399d77 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:40:21.974446 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:22.012219 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-835d26fe-95b2-4672-9210-73d6f5de75e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:22.059821 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-caed6605-f4d8-4606-ad3b-44cd43c37942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Allocated IP 2001:db8:2::1 (fdc1562d-90da-4b3f-8619-da54285c62a1/72d6df80-e1d1-4fa9-b877-eb7d1f64d94f/16d9329e-179a-43d9-8637-7e033abf442f) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:40:22.194440 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835d26fe-95b2-4672-9210-73d6f5de75e2 None None] Network fdc1562d-90da-4b3f-8619-da54285c62a1 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:40:22.199939 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-835d26fe-95b2-4672-9210-73d6f5de75e2 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:40:22.229489 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835d26fe-95b2-4672-9210-73d6f5de75e2 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:40:22.231515 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283dbe3-b8b4-49ee-8f74-1b42bc6d6d5b None None] Pushing event updated for resources: {'Port': ['ID=37c60b3e-8806-4aae-b238-626b35c3afa6,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:22.378395 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-caed6605-f4d8-4606-ad3b-44cd43c37942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:22.393780 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-caed6605-f4d8-4606-ad3b-44cd43c37942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Transition to ACTIVE for port object 16d9329e-179a-43d9-8637-7e033abf442f will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:40:22.418481 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-caed6605-f4d8-4606-ad3b-44cd43c37942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:22.440859 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d26fe-95b2-4672-9210-73d6f5de75e2 None None] Pushing event updated for resources: {'Port': ['ID=0bb58669-0dca-4b70-bb45-13d52a399d77,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:22.451835 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] Attempting to bind port 37c60b3e-8806-4aae-b238-626b35c3afa6 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:40:22.452194 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] Attempting to bind port 37c60b3e-8806-4aae-b238-626b35c3afa6 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '46d4912d-7b53-425f-a3d4-d664f46299de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:40:22.452553 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] Attempting to bind port 37c60b3e-8806-4aae-b238-626b35c3afa6 on network 71f3268a-2476-4f00-82b8-9689d1fa8f4e {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:40:22.458455 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-835d26fe-95b2-4672-9210-73d6f5de75e2 None None] Attempting to bind port 0bb58669-0dca-4b70-bb45-13d52a399d77 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:40:22.458614 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-835d26fe-95b2-4672-9210-73d6f5de75e2 None None] Attempting to bind port 0bb58669-0dca-4b70-bb45-13d52a399d77 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'a8bfb14e-a588-4232-bec4-6e43cac0a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fdc1562d-90da-4b3f-8619-da54285c62a1'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:40:22.459065 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835d26fe-95b2-4672-9210-73d6f5de75e2 None None] Attempting to bind port 0bb58669-0dca-4b70-bb45-13d52a399d77 on network fdc1562d-90da-4b3f-8619-da54285c62a1 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:40:22.471569 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:40:22.471939 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] Checking segment: {'id': '46d4912d-7b53-425f-a3d4-d664f46299de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:40:22.472330 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:22.472709 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] Bound using segment: {'id': '46d4912d-7b53-425f-a3d4-d664f46299de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:40:22.473165 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] Bound port: 37c60b3e-8806-4aae-b238-626b35c3afa6, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d4912d-7b53-425f-a3d4-d664f46299de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:40:22.473526 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:22.484499 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835d26fe-95b2-4672-9210-73d6f5de75e2 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:40:22.484885 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835d26fe-95b2-4672-9210-73d6f5de75e2 None None] Checking segment: {'id': 'a8bfb14e-a588-4232-bec4-6e43cac0a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fdc1562d-90da-4b3f-8619-da54285c62a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:40:22.485234 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-835d26fe-95b2-4672-9210-73d6f5de75e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:22.485610 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835d26fe-95b2-4672-9210-73d6f5de75e2 None None] Bound using segment: {'id': 'a8bfb14e-a588-4232-bec4-6e43cac0a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fdc1562d-90da-4b3f-8619-da54285c62a1'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:40:22.486053 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-835d26fe-95b2-4672-9210-73d6f5de75e2 None None] Bound port: 0bb58669-0dca-4b70-bb45-13d52a399d77, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8bfb14e-a588-4232-bec4-6e43cac0a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fdc1562d-90da-4b3f-8619-da54285c62a1'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:40:22.486201 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caed6605-f4d8-4606-ad3b-44cd43c37942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network fdc1562d-90da-4b3f-8619-da54285c62a1 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:40:22.486439 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-835d26fe-95b2-4672-9210-73d6f5de75e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:22.489198 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-caed6605-f4d8-4606-ad3b-44cd43c37942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:40:22.494022 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caed6605-f4d8-4606-ad3b-44cd43c37942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:40:22.494587 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-caed6605-f4d8-4606-ad3b-44cd43c37942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:22.509277 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed6605-f4d8-4606-ad3b-44cd43c37942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Port': ['ID=16d9329e-179a-43d9-8637-7e033abf442f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:22.513553 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:22.614537 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-caed6605-f4d8-4606-ad3b-44cd43c37942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:22.640103 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:22.658667 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] For port 37c60b3e-8806-4aae-b238-626b35c3afa6, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:40:22.662703 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] For port 37c60b3e-8806-4aae-b238-626b35c3afa6, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=37c60b3e-8806-4aae-b238-626b35c3afa6,segment=NetworkSegment(46d4912d-7b53-425f-a3d4-d664f46299de),segment_id=46d4912d-7b53-425f-a3d4-d664f46299de)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:40:22.663911 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-835d26fe-95b2-4672-9210-73d6f5de75e2 None None] For port 0bb58669-0dca-4b70-bb45-13d52a399d77, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:40:22.666999 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-835d26fe-95b2-4672-9210-73d6f5de75e2 None None] For port 0bb58669-0dca-4b70-bb45-13d52a399d77, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0bb58669-0dca-4b70-bb45-13d52a399d77,segment=NetworkSegment(a8bfb14e-a588-4232-bec4-6e43cac0a1ba),segment_id=a8bfb14e-a588-4232-bec4-6e43cac0a1ba)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:40:22.668846 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:22.710143 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-835d26fe-95b2-4672-9210-73d6f5de75e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:22.769093 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283dbe3-b8b4-49ee-8f74-1b42bc6d6d5b None None] Pushing event updated for resources: {'Port': ['ID=37c60b3e-8806-4aae-b238-626b35c3afa6,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:22.808806 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] Routers {'3d373204-d801-465f-b9af-a25ee2bbf7e8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:22.809444 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:40:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3d373204-d801-465f-b9af-a25ee2bbf7e8'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:22.980504 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d26fe-95b2-4672-9210-73d6f5de75e2 None None] Pushing event updated for resources: {'Port': ['ID=0bb58669-0dca-4b70-bb45-13d52a399d77,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:22.993060 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] Set router 3d373204-d801-465f-b9af-a25ee2bbf7e8 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:40:23.044505 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-caed6605-f4d8-4606-ad3b-44cd43c37942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:23.051457 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-caed6605-f4d8-4606-ad3b-44cd43c37942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:23.052212 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-caed6605-f4d8-4606-ad3b-44cd43c37942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:23.238240 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed6605-f4d8-4606-ad3b-44cd43c37942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Port': ['ID=16d9329e-179a-43d9-8637-7e033abf442f,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:23.284439 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caed6605-f4d8-4606-ad3b-44cd43c37942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network fdc1562d-90da-4b3f-8619-da54285c62a1 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:40:23.285840 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-caed6605-f4d8-4606-ad3b-44cd43c37942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:40:23.381872 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:22Z', 'revision_number': 4, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None, '_interfaces': [{'id': '16d9329e-179a-43d9-8637-7e033abf442f', 'name': '', 'network_id': 'fdc1562d-90da-4b3f-8619-da54285c62a1', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:79:53:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:21Z', 'updated_at': '2022-01-11T09:40:22Z', 'revision_number': 1, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37c60b3e-8806-4aae-b238-626b35c3afa6', 'name': '', 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:a0:72:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:16Z', 'updated_at': '2022-01-11T09:40:22Z', 'revision_number': 4, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a456763-5db8-41c9-bb57-82ce652f83c4', 'name': '', 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:73:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:13Z', 'updated_at': '2022-01-11T09:40:18Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:23.385982 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e975509-b60b-4628-bb7a-3c282117a187 None None] The sync data for ids ['3d373204-d801-465f-b9af-a25ee2bbf7e8'] in dv-neutron-823402-4-hyperv is: [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:22Z', 'revision_number': 4, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None, '_interfaces': [{'id': '16d9329e-179a-43d9-8637-7e033abf442f', 'name': '', 'network_id': 'fdc1562d-90da-4b3f-8619-da54285c62a1', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:79:53:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:21Z', 'updated_at': '2022-01-11T09:40:22Z', 'revision_number': 1, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37c60b3e-8806-4aae-b238-626b35c3afa6', 'name': '', 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:a0:72:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:16Z', 'updated_at': '2022-01-11T09:40:22Z', 'revision_number': 4, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a456763-5db8-41c9-bb57-82ce652f83c4', 'name': '', 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:73:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:13Z', 'updated_at': '2022-01-11T09:40:18Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:40:23.461797 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caed6605-f4d8-4606-ad3b-44cd43c37942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Router 3d373204-d801-465f-b9af-a25ee2bbf7e8 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:40:23.634562 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caed6605-f4d8-4606-ad3b-44cd43c37942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:40:23.648407 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-caed6605-f4d8-4606-ad3b-44cd43c37942 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "PUT /v2.0/routers/3d373204-d801-465f-b9af-a25ee2bbf7e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0024045 Jan 11 09:40:23.651123 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35146) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:23.657007 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3ebe6a4f-665f-4e94-b957-a03dee762f3d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-615672264'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:40:23.662748 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3ebe6a4f-665f-4e94-b957-a03dee762f3d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:40:23.666824 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3ebe6a4f-665f-4e94-b957-a03dee762f3d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:network and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:40:23.675109 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3ebe6a4f-665f-4e94-b957-a03dee762f3d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:40:23.681570 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3ebe6a4f-665f-4e94-b957-a03dee762f3d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:40:23.701332 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebe6a4f-665f-4e94-b957-a03dee762f3d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Made reservation on behalf of fac2e6af1b7d42d197ffed52a46ad075 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:40:23.704695 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ebe6a4f-665f-4e94-b957-a03dee762f3d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:23.745884 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ebe6a4f-665f-4e94-b957-a03dee762f3d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:40:23.756536 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ebe6a4f-665f-4e94-b957-a03dee762f3d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:23.756981 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-3ebe6a4f-665f-4e94-b957-a03dee762f3d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Added segment feada876-18e2-4a13-bbc6-74fcc284eadc of type vlan for network 4e7232f2-a434-473a-9362-bcbac3795517 Jan 11 09:40:23.790474 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ebe6a4f-665f-4e94-b957-a03dee762f3d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:23.825938 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ebe6a4f-665f-4e94-b957-a03dee762f3d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:23.832417 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebe6a4f-665f-4e94-b957-a03dee762f3d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:40:23.833135 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3ebe6a4f-665f-4e94-b957-a03dee762f3d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:23.952543 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3ebe6a4f-665f-4e94-b957-a03dee762f3d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3003237 Jan 11 09:40:23.955408 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35150) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:23.961285 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe6a4f-665f-4e94-b957-a03dee762f3d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Network': ['ID=4e7232f2-a434-473a-9362-bcbac3795517,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:23.961898 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-3a8bbf5d-1ef7-4502-a1b3-4856f19f2029 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'subnet': {'network_id': '4e7232f2-a434-473a-9362-bcbac3795517', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:40:23.974894 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 4e7232f2-a434-473a-9362-bcbac3795517 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:40:24.116977 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0bb58669-0dca-4b70-bb45-13d52a399d77 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:40:24.126526 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3a8bbf5d-1ef7-4502-a1b3-4856f19f2029 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:40:24.130421 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3a8bbf5d-1ef7-4502-a1b3-4856f19f2029 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:subnet and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:40:24.134302 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3a8bbf5d-1ef7-4502-a1b3-4856f19f2029 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:40:24.140023 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3a8bbf5d-1ef7-4502-a1b3-4856f19f2029 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:40:24.150412 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8bbf5d-1ef7-4502-a1b3-4856f19f2029 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Made reservation on behalf of fac2e6af1b7d42d197ffed52a46ad075 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:40:24.154442 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3a8bbf5d-1ef7-4502-a1b3-4856f19f2029 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:24.160270 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b219941-572b-41e2-af34-4701387cfec6 None None] Network fdc1562d-90da-4b3f-8619-da54285c62a1 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:40:24.172865 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:24.345931 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2306feda-2b17-4449-b378-fc858b975364 None None] Provisioning for port 0bb58669-0dca-4b70-bb45-13d52a399d77 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:40:24.388958 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 0bb58669-0dca-4b70-bb45-13d52a399d77 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:40:24.404384 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 0bb58669-0dca-4b70-bb45-13d52a399d77 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:24.405300 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:24.508501 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3a8bbf5d-1ef7-4502-a1b3-4856f19f2029 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:24.595916 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bbf5d-1ef7-4502-a1b3-4856f19f2029 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Subnet': ['ID=52038a23-e242-4583-b320-7aedbca9f0b4,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:24.600619 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8bbf5d-1ef7-4502-a1b3-4856f19f2029 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Checking segment: {'id': 'feada876-18e2-4a13-bbc6-74fcc284eadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4e7232f2-a434-473a-9362-bcbac3795517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:40:24.600949 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8bbf5d-1ef7-4502-a1b3-4856f19f2029 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network hostable DHCP agents. Network: 4e7232f2-a434-473a-9362-bcbac3795517, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:40:24.623613 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8bbf5d-1ef7-4502-a1b3-4856f19f2029 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network 4e7232f2-a434-473a-9362-bcbac3795517 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:40:24.632162 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:24.634861 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-3a8bbf5d-1ef7-4502-a1b3-4856f19f2029 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 4e7232f2-a434-473a-9362-bcbac3795517) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:40:24.638968 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8bbf5d-1ef7-4502-a1b3-4856f19f2029 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:40:24.639550 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3a8bbf5d-1ef7-4502-a1b3-4856f19f2029 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:24.660337 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3685c54d-3123-4b9a-bcde-a95716f53dd8 None None] Network 4e7232f2-a434-473a-9362-bcbac3795517 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:40:24.666604 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3a8bbf5d-1ef7-4502-a1b3-4856f19f2029 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7099340 Jan 11 09:40:24.669323 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35154) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:24.733202 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] Sync routers for ids ['3d373204-d801-465f-b9af-a25ee2bbf7e8'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:40:24.748208 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] Routers {'3d373204-d801-465f-b9af-a25ee2bbf7e8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:24.748829 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:40:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3d373204-d801-465f-b9af-a25ee2bbf7e8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:24.777712 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 0bb58669-0dca-4b70-bb45-13d52a399d77, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0bb58669-0dca-4b70-bb45-13d52a399d77,segment=NetworkSegment(a8bfb14e-a588-4232-bec4-6e43cac0a1ba),segment_id=a8bfb14e-a588-4232-bec4-6e43cac0a1ba)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:40:24.786695 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:24.941831 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] Set router 3d373204-d801-465f-b9af-a25ee2bbf7e8 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:40:24.976203 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=0bb58669-0dca-4b70-bb45-13d52a399d77,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:25.004541 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d38af3-6133-48a3-8c5a-4abc9f0288a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-4e7232f2-a434-473a-9362-bcbac3795517', 'network_id': '4e7232f2-a434-473a-9362-bcbac3795517', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'fixed_ips': [{'subnet_id': '52038a23-e242-4583-b320-7aedbca9f0b4'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:40:25.005366 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f9d38af3-6133-48a3-8c5a-4abc9f0288a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:25.030102 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a6c6e61a-04b3-426f-a1bb-b9e3f67a6bdf None None] Provisioning complete for port 0bb58669-0dca-4b70-bb45-13d52a399d77 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:25.030401 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a6c6e61a-04b3-426f-a1bb-b9e3f67a6bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:25.264898 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-f9d38af3-6133-48a3-8c5a-4abc9f0288a4 None None] Allocated IP 2001:db8:3::2 (4e7232f2-a434-473a-9362-bcbac3795517/52038a23-e242-4583-b320-7aedbca9f0b4/361edb82-09b7-4723-823c-3d699cce79d5) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:40:25.340800 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:22Z', 'revision_number': 4, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None, '_interfaces': [{'id': '16d9329e-179a-43d9-8637-7e033abf442f', 'name': '', 'network_id': 'fdc1562d-90da-4b3f-8619-da54285c62a1', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:79:53:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:21Z', 'updated_at': '2022-01-11T09:40:22Z', 'revision_number': 2, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37c60b3e-8806-4aae-b238-626b35c3afa6', 'name': '', 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:a0:72:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:16Z', 'updated_at': '2022-01-11T09:40:22Z', 'revision_number': 4, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a456763-5db8-41c9-bb57-82ce652f83c4', 'name': '', 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:73:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:13Z', 'updated_at': '2022-01-11T09:40:18Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:25.345322 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] Checking router: 3d373204-d801-465f-b9af-a25ee2bbf7e8 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:40:25.345870 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] Updating router 3d373204-d801-465f-b9af-a25ee2bbf7e8 port 16d9329e-179a-43d9-8637-7e033abf442f binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:40:25.402205 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a6c6e61a-04b3-426f-a1bb-b9e3f67a6bdf None None] Provisioning for port 16d9329e-179a-43d9-8637-7e033abf442f completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:40:25.404176 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:25.408655 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a6c6e61a-04b3-426f-a1bb-b9e3f67a6bdf None None] Provisioning complete for port 16d9329e-179a-43d9-8637-7e033abf442f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:25.409195 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a6c6e61a-04b3-426f-a1bb-b9e3f67a6bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:25.480237 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23b72715-1944-43a3-aede-be40d2707e7b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:25.497443 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a6c6e61a-04b3-426f-a1bb-b9e3f67a6bdf None None] Port 16d9329e-179a-43d9-8637-7e033abf442f cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:40:25.586040 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f9d38af3-6133-48a3-8c5a-4abc9f0288a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:25.596483 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f9d38af3-6133-48a3-8c5a-4abc9f0288a4 None None] Transition to ACTIVE for port object 361edb82-09b7-4723-823c-3d699cce79d5 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:40:25.615195 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f9d38af3-6133-48a3-8c5a-4abc9f0288a4 None None] Transition to ACTIVE for port object 361edb82-09b7-4723-823c-3d699cce79d5 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:40:25.624602 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f9d38af3-6133-48a3-8c5a-4abc9f0288a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:25.697243 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-200ffca8-f874-4b82-9898-a9d48372a2b2 None None] Provisioning complete for port 16d9329e-179a-43d9-8637-7e033abf442f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:25.697881 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-200ffca8-f874-4b82-9898-a9d48372a2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:25.735761 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d38af3-6133-48a3-8c5a-4abc9f0288a4 None None] Network 4e7232f2-a434-473a-9362-bcbac3795517 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:40:25.742571 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-f9d38af3-6133-48a3-8c5a-4abc9f0288a4 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:40:25.750671 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d38af3-6133-48a3-8c5a-4abc9f0288a4 None None] Pushing event updated for resources: {'Port': ['ID=361edb82-09b7-4723-823c-3d699cce79d5,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:25.753244 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d38af3-6133-48a3-8c5a-4abc9f0288a4 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:40:25.788564 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:25.796232 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-200ffca8-f874-4b82-9898-a9d48372a2b2 None None] Port 16d9329e-179a-43d9-8637-7e033abf442f cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:40:25.801472 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] Transition to ACTIVE for port object 16d9329e-179a-43d9-8637-7e033abf442f will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:40:25.811420 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:25.856302 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f9d38af3-6133-48a3-8c5a-4abc9f0288a4 None None] Attempting to bind port 361edb82-09b7-4723-823c-3d699cce79d5 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:40:25.856658 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f9d38af3-6133-48a3-8c5a-4abc9f0288a4 None None] Attempting to bind port 361edb82-09b7-4723-823c-3d699cce79d5 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'feada876-18e2-4a13-bbc6-74fcc284eadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4e7232f2-a434-473a-9362-bcbac3795517'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:40:25.857011 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d38af3-6133-48a3-8c5a-4abc9f0288a4 None None] Attempting to bind port 361edb82-09b7-4723-823c-3d699cce79d5 on network 4e7232f2-a434-473a-9362-bcbac3795517 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:40:25.862356 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d38af3-6133-48a3-8c5a-4abc9f0288a4 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:40:25.862719 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d38af3-6133-48a3-8c5a-4abc9f0288a4 None None] Checking segment: {'id': 'feada876-18e2-4a13-bbc6-74fcc284eadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4e7232f2-a434-473a-9362-bcbac3795517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:40:25.863110 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f9d38af3-6133-48a3-8c5a-4abc9f0288a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:25.863665 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d38af3-6133-48a3-8c5a-4abc9f0288a4 None None] Bound using segment: {'id': 'feada876-18e2-4a13-bbc6-74fcc284eadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4e7232f2-a434-473a-9362-bcbac3795517'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:40:25.864120 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f9d38af3-6133-48a3-8c5a-4abc9f0288a4 None None] Bound port: 361edb82-09b7-4723-823c-3d699cce79d5, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feada876-18e2-4a13-bbc6-74fcc284eadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4e7232f2-a434-473a-9362-bcbac3795517'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:40:25.864479 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f9d38af3-6133-48a3-8c5a-4abc9f0288a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:25.907596 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-23b72715-1944-43a3-aede-be40d2707e7b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Allocated IP 2001:db8:3::1 (4e7232f2-a434-473a-9362-bcbac3795517/52038a23-e242-4583-b320-7aedbca9f0b4/d50dc505-771e-49c1-a777-717165ca7089) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:40:25.950002 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970523d-7c74-4d0e-a3af-f920e38e1891 None None] Pushing event updated for resources: {'Port': ['ID=16d9329e-179a-43d9-8637-7e033abf442f,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:25.985416 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f9d38af3-6133-48a3-8c5a-4abc9f0288a4 None None] For port 361edb82-09b7-4723-823c-3d699cce79d5, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:40:25.994610 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f9d38af3-6133-48a3-8c5a-4abc9f0288a4 None None] For port 361edb82-09b7-4723-823c-3d699cce79d5, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=361edb82-09b7-4723-823c-3d699cce79d5,segment=NetworkSegment(feada876-18e2-4a13-bbc6-74fcc284eadc),segment_id=feada876-18e2-4a13-bbc6-74fcc284eadc)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:40:26.003355 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f9d38af3-6133-48a3-8c5a-4abc9f0288a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:26.092029 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] Attempting to bind port 16d9329e-179a-43d9-8637-7e033abf442f on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:40:26.092864 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] Attempting to bind port 16d9329e-179a-43d9-8637-7e033abf442f by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'a8bfb14e-a588-4232-bec4-6e43cac0a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fdc1562d-90da-4b3f-8619-da54285c62a1'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:40:26.093578 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] Attempting to bind port 16d9329e-179a-43d9-8637-7e033abf442f on network fdc1562d-90da-4b3f-8619-da54285c62a1 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:40:26.101848 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:40:26.102731 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] Checking segment: {'id': 'a8bfb14e-a588-4232-bec4-6e43cac0a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fdc1562d-90da-4b3f-8619-da54285c62a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:40:26.103597 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:26.104337 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] Bound using segment: {'id': 'a8bfb14e-a588-4232-bec4-6e43cac0a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fdc1562d-90da-4b3f-8619-da54285c62a1'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:40:26.105231 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] Bound port: 16d9329e-179a-43d9-8637-7e033abf442f, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8bfb14e-a588-4232-bec4-6e43cac0a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fdc1562d-90da-4b3f-8619-da54285c62a1'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:40:26.105955 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:26.115985 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d38af3-6133-48a3-8c5a-4abc9f0288a4 None None] Pushing event updated for resources: {'Port': ['ID=361edb82-09b7-4723-823c-3d699cce79d5,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:26.156984 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0bb58669-0dca-4b70-bb45-13d52a399d77 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:40:26.169331 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23b72715-1944-43a3-aede-be40d2707e7b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:26.206317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-23b72715-1944-43a3-aede-be40d2707e7b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Transition to ACTIVE for port object d50dc505-771e-49c1-a777-717165ca7089 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:40:26.235660 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23b72715-1944-43a3-aede-be40d2707e7b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:26.248197 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 0bb58669-0dca-4b70-bb45-13d52a399d77 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:26.248571 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:26.249950 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] For port 16d9329e-179a-43d9-8637-7e033abf442f, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:40:26.253572 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] For port 16d9329e-179a-43d9-8637-7e033abf442f, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=16d9329e-179a-43d9-8637-7e033abf442f,segment=NetworkSegment(a8bfb14e-a588-4232-bec4-6e43cac0a1ba),segment_id=a8bfb14e-a588-4232-bec4-6e43cac0a1ba)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:40:26.259390 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:26.309707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b72715-1944-43a3-aede-be40d2707e7b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network 4e7232f2-a434-473a-9362-bcbac3795517 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:40:26.312793 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-23b72715-1944-43a3-aede-be40d2707e7b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:40:26.323257 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b72715-1944-43a3-aede-be40d2707e7b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:40:26.323792 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23b72715-1944-43a3-aede-be40d2707e7b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:26.346689 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] Routers {'3d373204-d801-465f-b9af-a25ee2bbf7e8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:26.347310 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:40:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3d373204-d801-465f-b9af-a25ee2bbf7e8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:26.354493 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b72715-1944-43a3-aede-be40d2707e7b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Port': ['ID=d50dc505-771e-49c1-a777-717165ca7089,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:26.523040 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970523d-7c74-4d0e-a3af-f920e38e1891 None None] Pushing event updated for resources: {'Port': ['ID=16d9329e-179a-43d9-8637-7e033abf442f,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:26.540819 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 37c60b3e-8806-4aae-b238-626b35c3afa6 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:40:26.563620 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23b72715-1944-43a3-aede-be40d2707e7b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:26.566390 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] Set router 3d373204-d801-465f-b9af-a25ee2bbf7e8 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:40:26.652365 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 37c60b3e-8806-4aae-b238-626b35c3afa6 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:40:26.661447 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 37c60b3e-8806-4aae-b238-626b35c3afa6 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:26.661861 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:26.793982 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:26.834926 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 37c60b3e-8806-4aae-b238-626b35c3afa6, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=37c60b3e-8806-4aae-b238-626b35c3afa6,segment=NetworkSegment(46d4912d-7b53-425f-a3d4-d664f46299de),segment_id=46d4912d-7b53-425f-a3d4-d664f46299de)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:40:26.840469 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:26.919023 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=37c60b3e-8806-4aae-b238-626b35c3afa6,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:26.989424 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:22Z', 'revision_number': 4, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None, '_interfaces': [{'id': '16d9329e-179a-43d9-8637-7e033abf442f', 'name': '', 'network_id': 'fdc1562d-90da-4b3f-8619-da54285c62a1', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:79:53:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:21Z', 'updated_at': '2022-01-11T09:40:26Z', 'revision_number': 4, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37c60b3e-8806-4aae-b238-626b35c3afa6', 'name': '', 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:a0:72:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:16Z', 'updated_at': '2022-01-11T09:40:22Z', 'revision_number': 4, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a456763-5db8-41c9-bb57-82ce652f83c4', 'name': '', 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:73:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:13Z', 'updated_at': '2022-01-11T09:40:18Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:26.993391 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ab6a7-49e2-4729-b117-bb488f170c99 None None] The sync data for ids ['3d373204-d801-465f-b9af-a25ee2bbf7e8'] in dv-neutron-823402-4-hyperv is: [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:22Z', 'revision_number': 4, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None, '_interfaces': [{'id': '16d9329e-179a-43d9-8637-7e033abf442f', 'name': '', 'network_id': 'fdc1562d-90da-4b3f-8619-da54285c62a1', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:79:53:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:21Z', 'updated_at': '2022-01-11T09:40:26Z', 'revision_number': 4, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37c60b3e-8806-4aae-b238-626b35c3afa6', 'name': '', 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:a0:72:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:16Z', 'updated_at': '2022-01-11T09:40:22Z', 'revision_number': 4, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a456763-5db8-41c9-bb57-82ce652f83c4', 'name': '', 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:73:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:13Z', 'updated_at': '2022-01-11T09:40:18Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:40:27.168460 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23b72715-1944-43a3-aede-be40d2707e7b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:27.174114 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23b72715-1944-43a3-aede-be40d2707e7b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:27.175002 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-23b72715-1944-43a3-aede-be40d2707e7b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:27.281966 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b72715-1944-43a3-aede-be40d2707e7b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event updated for resources: {'Port': ['ID=d50dc505-771e-49c1-a777-717165ca7089,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:27.374968 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b72715-1944-43a3-aede-be40d2707e7b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Network 4e7232f2-a434-473a-9362-bcbac3795517 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:40:27.376076 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-23b72715-1944-43a3-aede-be40d2707e7b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:40:27.377785 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c892ac83-20f7-47af-9782-5a12e72c0bb3 None None] Network 4e7232f2-a434-473a-9362-bcbac3795517 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:40:27.486434 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8f492777-0537-4589-a07c-200b3a2d3c33 None None] Provisioning for port 361edb82-09b7-4723-823c-3d699cce79d5 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:40:27.545256 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b72715-1944-43a3-aede-be40d2707e7b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Router 3d373204-d801-465f-b9af-a25ee2bbf7e8 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:40:27.606109 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:40:27.712375 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b72715-1944-43a3-aede-be40d2707e7b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:40:27.726257 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] Sync routers for ids ['3d373204-d801-465f-b9af-a25ee2bbf7e8'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:40:27.735685 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-23b72715-1944-43a3-aede-be40d2707e7b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "PUT /v2.0/routers/3d373204-d801-465f-b9af-a25ee2bbf7e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0627208 Jan 11 09:40:27.735875 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35158) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:27.737080 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] Routers {'3d373204-d801-465f-b9af-a25ee2bbf7e8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:27.737707 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:40:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3d373204-d801-465f-b9af-a25ee2bbf7e8'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:27.741351 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4397d084-d44c-4d19-8bd8-7fb9eb3b2604 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:40:27.904088 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] Set router 3d373204-d801-465f-b9af-a25ee2bbf7e8 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:40:28.073839 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-71dfddcd-8f20-4a3c-9d1a-370e4cb3bdd9 None None] Provisioning for port d50dc505-771e-49c1-a777-717165ca7089 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:40:28.080382 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-71dfddcd-8f20-4a3c-9d1a-370e4cb3bdd9 None None] Provisioning complete for port d50dc505-771e-49c1-a777-717165ca7089 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:28.081516 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-71dfddcd-8f20-4a3c-9d1a-370e4cb3bdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:28.162327 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 16d9329e-179a-43d9-8637-7e033abf442f up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:40:28.210075 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-71dfddcd-8f20-4a3c-9d1a-370e4cb3bdd9 None None] Port d50dc505-771e-49c1-a777-717165ca7089 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:40:28.368103 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 16d9329e-179a-43d9-8637-7e033abf442f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:40:28.408679 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 16d9329e-179a-43d9-8637-7e033abf442f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:28.409347 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:28.471590 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.extraroute_db [None req-4397d084-d44c-4d19-8bd8-7fb9eb3b2604 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87655) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 11 09:40:28.488509 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.extraroute_db [None req-4397d084-d44c-4d19-8bd8-7fb9eb3b2604 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Removed routes are [] {{(pid=87655) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 11 09:40:28.489394 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4397d084-d44c-4d19-8bd8-7fb9eb3b2604 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:28.503577 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-fe48985e-f8be-4670-a215-17378ef59e65 None None] Provisioning complete for port d50dc505-771e-49c1-a777-717165ca7089 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:28.503958 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fe48985e-f8be-4670-a215-17378ef59e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:28.629975 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-fe48985e-f8be-4670-a215-17378ef59e65 None None] Port d50dc505-771e-49c1-a777-717165ca7089 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:40:28.648465 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:28.666650 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:26Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None, '_interfaces': [{'id': '16d9329e-179a-43d9-8637-7e033abf442f', 'name': '', 'network_id': 'fdc1562d-90da-4b3f-8619-da54285c62a1', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:79:53:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:21Z', 'updated_at': '2022-01-11T09:40:26Z', 'revision_number': 4, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37c60b3e-8806-4aae-b238-626b35c3afa6', 'name': '', 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:a0:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:16Z', 'updated_at': '2022-01-11T09:40:26Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a456763-5db8-41c9-bb57-82ce652f83c4', 'name': '', 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:73:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:13Z', 'updated_at': '2022-01-11T09:40:18Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50dc505-771e-49c1-a777-717165ca7089', 'name': '', 'network_id': '4e7232f2-a434-473a-9362-bcbac3795517', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:58:2b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52038a23-e242-4583-b320-7aedbca9f0b4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:25Z', 'updated_at': '2022-01-11T09:40:26Z', 'revision_number': 2, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': '52038a23-e242-4583-b320-7aedbca9f0b4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:28.680257 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] Checking router: 3d373204-d801-465f-b9af-a25ee2bbf7e8 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:40:28.680621 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] Updating router 3d373204-d801-465f-b9af-a25ee2bbf7e8 port d50dc505-771e-49c1-a777-717165ca7089 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:40:28.776386 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 16d9329e-179a-43d9-8637-7e033abf442f, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=16d9329e-179a-43d9-8637-7e033abf442f,segment=NetworkSegment(a8bfb14e-a588-4232-bec4-6e43cac0a1ba),segment_id=a8bfb14e-a588-4232-bec4-6e43cac0a1ba)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:40:28.783399 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:28.784180 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 361edb82-09b7-4723-823c-3d699cce79d5 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:40:28.848504 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:28.960987 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=16d9329e-179a-43d9-8637-7e033abf442f,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:28.971625 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4397d084-d44c-4d19-8bd8-7fb9eb3b2604 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:28.975453 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4397d084-d44c-4d19-8bd8-7fb9eb3b2604 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1771441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1771464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1784463'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:29.018584 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 361edb82-09b7-4723-823c-3d699cce79d5 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:40:29.028263 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 361edb82-09b7-4723-823c-3d699cce79d5 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:29.028634 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:29.158265 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4397d084-d44c-4d19-8bd8-7fb9eb3b2604 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Router 3d373204-d801-465f-b9af-a25ee2bbf7e8 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:40:29.283482 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:29.334325 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 361edb82-09b7-4723-823c-3d699cce79d5, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=361edb82-09b7-4723-823c-3d699cce79d5,segment=NetworkSegment(feada876-18e2-4a13-bbc6-74fcc284eadc),segment_id=feada876-18e2-4a13-bbc6-74fcc284eadc)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:40:29.335196 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4397d084-d44c-4d19-8bd8-7fb9eb3b2604 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:40:29.343148 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4397d084-d44c-4d19-8bd8-7fb9eb3b2604 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:29.346679 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4397d084-d44c-4d19-8bd8-7fb9eb3b2604 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "PUT /v2.0/routers/3d373204-d801-465f-b9af-a25ee2bbf7e8 HTTP/1.1" status: 200 len: 953 time: 1.6073349 Jan 11 09:40:29.346919 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35162) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:29.362248 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:29.362816 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 37c60b3e-8806-4aae-b238-626b35c3afa6 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:40:29.501798 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:29.522500 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=361edb82-09b7-4723-823c-3d699cce79d5,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:29.526849 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-62da37ac-4ce1-40fa-9c6a-fc39b672f04f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "GET /v2.0/routers/3d373204-d801-465f-b9af-a25ee2bbf7e8 HTTP/1.1" status: 200 len: 953 time: 0.1764586 Jan 11 09:40:29.527359 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] Transition to ACTIVE for port object d50dc505-771e-49c1-a777-717165ca7089 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:40:29.527442 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35166) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:29.532718 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d09f0950-0610-46f9-9a88-c523fcde8c38 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'router': {'routes': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:40:29.536939 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:29.571264 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 37c60b3e-8806-4aae-b238-626b35c3afa6 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:29.571630 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:29.765338 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c07ea-c46f-49b6-9bd8-d45d4ee33019 None None] Pushing event updated for resources: {'Port': ['ID=d50dc505-771e-49c1-a777-717165ca7089,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:29.836140 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] Attempting to bind port d50dc505-771e-49c1-a777-717165ca7089 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:40:29.836640 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] Attempting to bind port d50dc505-771e-49c1-a777-717165ca7089 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'feada876-18e2-4a13-bbc6-74fcc284eadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4e7232f2-a434-473a-9362-bcbac3795517'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:40:29.837031 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] Attempting to bind port d50dc505-771e-49c1-a777-717165ca7089 on network 4e7232f2-a434-473a-9362-bcbac3795517 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:40:29.843628 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:40:29.843954 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] Checking segment: {'id': 'feada876-18e2-4a13-bbc6-74fcc284eadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4e7232f2-a434-473a-9362-bcbac3795517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:40:29.844983 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:29.844983 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] Bound using segment: {'id': 'feada876-18e2-4a13-bbc6-74fcc284eadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4e7232f2-a434-473a-9362-bcbac3795517'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:40:29.845192 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] Bound port: d50dc505-771e-49c1-a777-717165ca7089, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feada876-18e2-4a13-bbc6-74fcc284eadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4e7232f2-a434-473a-9362-bcbac3795517'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:40:29.845527 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:30.000950 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] For port d50dc505-771e-49c1-a777-717165ca7089, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:40:30.004191 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] For port d50dc505-771e-49c1-a777-717165ca7089, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=d50dc505-771e-49c1-a777-717165ca7089,segment=NetworkSegment(feada876-18e2-4a13-bbc6-74fcc284eadc),segment_id=feada876-18e2-4a13-bbc6-74fcc284eadc)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:40:30.010676 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:30.056903 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 16d9329e-179a-43d9-8637-7e033abf442f up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:40:30.141858 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.extraroute_db [None req-d09f0950-0610-46f9-9a88-c523fcde8c38 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Added routes are [] {{(pid=87654) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 11 09:40:30.142199 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.extraroute_db [None req-d09f0950-0610-46f9-9a88-c523fcde8c38 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87654) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 11 09:40:30.143690 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] Routers {'3d373204-d801-465f-b9af-a25ee2bbf7e8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:30.144316 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:40:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3d373204-d801-465f-b9af-a25ee2bbf7e8'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:30.174010 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d09f0950-0610-46f9-9a88-c523fcde8c38 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:30.217183 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c07ea-c46f-49b6-9bd8-d45d4ee33019 None None] Pushing event updated for resources: {'Port': ['ID=d50dc505-771e-49c1-a777-717165ca7089,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:30.352538 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 16d9329e-179a-43d9-8637-7e033abf442f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:30.352908 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:30.415842 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] Set router 3d373204-d801-465f-b9af-a25ee2bbf7e8 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:40:30.500474 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d09f0950-0610-46f9-9a88-c523fcde8c38 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:30.503815 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d09f0950-0610-46f9-9a88-c523fcde8c38 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1771441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1771464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1784463'] for router, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:30.662589 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09f0950-0610-46f9-9a88-c523fcde8c38 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Router 3d373204-d801-465f-b9af-a25ee2bbf7e8 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:40:30.695660 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 361edb82-09b7-4723-823c-3d699cce79d5 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:40:30.842299 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 361edb82-09b7-4723-823c-3d699cce79d5 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:30.842670 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:30.915512 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:30Z', 'revision_number': 7, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None, '_interfaces': [{'id': '16d9329e-179a-43d9-8637-7e033abf442f', 'name': '', 'network_id': 'fdc1562d-90da-4b3f-8619-da54285c62a1', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:79:53:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:21Z', 'updated_at': '2022-01-11T09:40:28Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37c60b3e-8806-4aae-b238-626b35c3afa6', 'name': '', 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:a0:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:16Z', 'updated_at': '2022-01-11T09:40:26Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a456763-5db8-41c9-bb57-82ce652f83c4', 'name': '', 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:73:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:13Z', 'updated_at': '2022-01-11T09:40:18Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50dc505-771e-49c1-a777-717165ca7089', 'name': '', 'network_id': '4e7232f2-a434-473a-9362-bcbac3795517', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:58:2b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52038a23-e242-4583-b320-7aedbca9f0b4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:25Z', 'updated_at': '2022-01-11T09:40:29Z', 'revision_number': 4, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': '52038a23-e242-4583-b320-7aedbca9f0b4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:30.921442 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fda92e-09b8-4b24-8ccc-31605e74b3bf None None] The sync data for ids ['3d373204-d801-465f-b9af-a25ee2bbf7e8'] in dv-neutron-823402-4-hyperv is: [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:30Z', 'revision_number': 7, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None, '_interfaces': [{'id': '16d9329e-179a-43d9-8637-7e033abf442f', 'name': '', 'network_id': 'fdc1562d-90da-4b3f-8619-da54285c62a1', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:79:53:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:21Z', 'updated_at': '2022-01-11T09:40:28Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37c60b3e-8806-4aae-b238-626b35c3afa6', 'name': '', 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:a0:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:16Z', 'updated_at': '2022-01-11T09:40:26Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a456763-5db8-41c9-bb57-82ce652f83c4', 'name': '', 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:73:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:13Z', 'updated_at': '2022-01-11T09:40:18Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50dc505-771e-49c1-a777-717165ca7089', 'name': '', 'network_id': '4e7232f2-a434-473a-9362-bcbac3795517', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:58:2b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52038a23-e242-4583-b320-7aedbca9f0b4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:25Z', 'updated_at': '2022-01-11T09:40:29Z', 'revision_number': 4, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': '52038a23-e242-4583-b320-7aedbca9f0b4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:40:30.943603 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09f0950-0610-46f9-9a88-c523fcde8c38 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:40:30.950375 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d09f0950-0610-46f9-9a88-c523fcde8c38 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:30.955822 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d09f0950-0610-46f9-9a88-c523fcde8c38 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "PUT /v2.0/routers/3d373204-d801-465f-b9af-a25ee2bbf7e8 HTTP/1.1" status: 200 len: 703 time: 1.4233456 Jan 11 09:40:30.955822 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35176) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:31.145261 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-166b96ef-0260-4ad7-a9f4-febb13ec1560 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "GET /v2.0/routers/3d373204-d801-465f-b9af-a25ee2bbf7e8 HTTP/1.1" status: 200 len: 703 time: 0.1882834 Jan 11 09:40:31.148069 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35180) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:31.612031 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c00ae0d-92c8-4bfa-adaa-728200bc0d25 None None] Sync routers for ids ['3d373204-d801-465f-b9af-a25ee2bbf7e8'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:40:31.621908 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c00ae0d-92c8-4bfa-adaa-728200bc0d25 None None] Routers {'3d373204-d801-465f-b9af-a25ee2bbf7e8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:31.622560 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5c00ae0d-92c8-4bfa-adaa-728200bc0d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:40:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3d373204-d801-465f-b9af-a25ee2bbf7e8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:31.791056 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-870ed016-cc57-421b-bd97-1201c961f846 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:31.807295 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-5c00ae0d-92c8-4bfa-adaa-728200bc0d25 None None] Set router 3d373204-d801-465f-b9af-a25ee2bbf7e8 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:40:32.068743 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device d50dc505-771e-49c1-a777-717165ca7089 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:40:32.140848 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port d50dc505-771e-49c1-a777-717165ca7089 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:40:32.142397 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5c00ae0d-92c8-4bfa-adaa-728200bc0d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:30Z', 'revision_number': 7, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None, '_interfaces': [{'id': '16d9329e-179a-43d9-8637-7e033abf442f', 'name': '', 'network_id': 'fdc1562d-90da-4b3f-8619-da54285c62a1', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:79:53:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:21Z', 'updated_at': '2022-01-11T09:40:28Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37c60b3e-8806-4aae-b238-626b35c3afa6', 'name': '', 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:a0:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:16Z', 'updated_at': '2022-01-11T09:40:26Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a456763-5db8-41c9-bb57-82ce652f83c4', 'name': '', 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:73:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:13Z', 'updated_at': '2022-01-11T09:40:18Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50dc505-771e-49c1-a777-717165ca7089', 'name': '', 'network_id': '4e7232f2-a434-473a-9362-bcbac3795517', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:58:2b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52038a23-e242-4583-b320-7aedbca9f0b4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:25Z', 'updated_at': '2022-01-11T09:40:29Z', 'revision_number': 4, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': '52038a23-e242-4583-b320-7aedbca9f0b4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:32.144039 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-870ed016-cc57-421b-bd97-1201c961f846 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting port d50dc505-771e-49c1-a777-717165ca7089 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:40:32.144418 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-870ed016-cc57-421b-bd97-1201c961f846 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:32.146930 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c00ae0d-92c8-4bfa-adaa-728200bc0d25 None None] Checking router: 3d373204-d801-465f-b9af-a25ee2bbf7e8 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:40:32.147547 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port d50dc505-771e-49c1-a777-717165ca7089 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:40:32.148063 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:32.155456 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c00ae0d-92c8-4bfa-adaa-728200bc0d25 None None] Routers {'3d373204-d801-465f-b9af-a25ee2bbf7e8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:32.156049 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5c00ae0d-92c8-4bfa-adaa-728200bc0d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:40:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3d373204-d801-465f-b9af-a25ee2bbf7e8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:32.276915 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:32.309938 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port d50dc505-771e-49c1-a777-717165ca7089, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=d50dc505-771e-49c1-a777-717165ca7089,segment=NetworkSegment(feada876-18e2-4a13-bbc6-74fcc284eadc),segment_id=feada876-18e2-4a13-bbc6-74fcc284eadc)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:40:32.310373 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-5c00ae0d-92c8-4bfa-adaa-728200bc0d25 None None] Set router 3d373204-d801-465f-b9af-a25ee2bbf7e8 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:40:32.314036 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:32.350380 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-870ed016-cc57-421b-bd97-1201c961f846 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] For port d50dc505-771e-49c1-a777-717165ca7089, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=d50dc505-771e-49c1-a777-717165ca7089,segment=NetworkSegment(feada876-18e2-4a13-bbc6-74fcc284eadc),segment_id=feada876-18e2-4a13-bbc6-74fcc284eadc)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:40:32.350985 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-870ed016-cc57-421b-bd97-1201c961f846 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:32.388057 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=d50dc505-771e-49c1-a777-717165ca7089,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:32.475312 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-870ed016-cc57-421b-bd97-1201c961f846 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Calling delete_port for d50dc505-771e-49c1-a777-717165ca7089 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:40:32.590673 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.api [None req-870ed016-cc57-421b-bd97-1201c961f846 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:40:32.590918 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG oslo_db.api [None req-870ed016-cc57-421b-bd97-1201c961f846 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:40:32.637991 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5c00ae0d-92c8-4bfa-adaa-728200bc0d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:30Z', 'revision_number': 7, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None, '_interfaces': [{'id': '16d9329e-179a-43d9-8637-7e033abf442f', 'name': '', 'network_id': 'fdc1562d-90da-4b3f-8619-da54285c62a1', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:79:53:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:21Z', 'updated_at': '2022-01-11T09:40:28Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37c60b3e-8806-4aae-b238-626b35c3afa6', 'name': '', 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:a0:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:16Z', 'updated_at': '2022-01-11T09:40:26Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a456763-5db8-41c9-bb57-82ce652f83c4', 'name': '', 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:73:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:13Z', 'updated_at': '2022-01-11T09:40:18Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50dc505-771e-49c1-a777-717165ca7089', 'name': '', 'network_id': '4e7232f2-a434-473a-9362-bcbac3795517', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:58:2b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52038a23-e242-4583-b320-7aedbca9f0b4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:25Z', 'updated_at': '2022-01-11T09:40:29Z', 'revision_number': 4, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': '52038a23-e242-4583-b320-7aedbca9f0b4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:32.641805 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c00ae0d-92c8-4bfa-adaa-728200bc0d25 None None] The sync data for ids ['3d373204-d801-465f-b9af-a25ee2bbf7e8'] in dv-neutron-823402-4-hyperv is: [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:30Z', 'revision_number': 7, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None, '_interfaces': [{'id': '16d9329e-179a-43d9-8637-7e033abf442f', 'name': '', 'network_id': 'fdc1562d-90da-4b3f-8619-da54285c62a1', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:79:53:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:21Z', 'updated_at': '2022-01-11T09:40:28Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37c60b3e-8806-4aae-b238-626b35c3afa6', 'name': '', 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:a0:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:16Z', 'updated_at': '2022-01-11T09:40:26Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a456763-5db8-41c9-bb57-82ce652f83c4', 'name': '', 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:73:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:13Z', 'updated_at': '2022-01-11T09:40:18Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50dc505-771e-49c1-a777-717165ca7089', 'name': '', 'network_id': '4e7232f2-a434-473a-9362-bcbac3795517', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:58:2b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52038a23-e242-4583-b320-7aedbca9f0b4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:25Z', 'updated_at': '2022-01-11T09:40:29Z', 'revision_number': 4, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': '52038a23-e242-4583-b320-7aedbca9f0b4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:40:33.092262 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-870ed016-cc57-421b-bd97-1201c961f846 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting port d50dc505-771e-49c1-a777-717165ca7089 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:40:33.092605 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-870ed016-cc57-421b-bd97-1201c961f846 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:33.284073 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-870ed016-cc57-421b-bd97-1201c961f846 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] For port d50dc505-771e-49c1-a777-717165ca7089, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=d50dc505-771e-49c1-a777-717165ca7089,segment=NetworkSegment(feada876-18e2-4a13-bbc6-74fcc284eadc),segment_id=feada876-18e2-4a13-bbc6-74fcc284eadc)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:40:33.284465 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-870ed016-cc57-421b-bd97-1201c961f846 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:33.406810 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-870ed016-cc57-421b-bd97-1201c961f846 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Calling delete_port for d50dc505-771e-49c1-a777-717165ca7089 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:40:33.591707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-870ed016-cc57-421b-bd97-1201c961f846 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:33.781185 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ed016-cc57-421b-bd97-1201c961f846 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Port': ['ID=d50dc505-771e-49c1-a777-717165ca7089,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:33.951505 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-870ed016-cc57-421b-bd97-1201c961f846 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:34.106958 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:34.273104 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870ed016-cc57-421b-bd97-1201c961f846 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Router 3d373204-d801-465f-b9af-a25ee2bbf7e8 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:40:34.428892 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870ed016-cc57-421b-bd97-1201c961f846 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:40:34.438012 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbf49a1-933f-438e-8cef-58125278016e None None] Sync routers for ids ['3d373204-d801-465f-b9af-a25ee2bbf7e8'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:40:34.441922 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-870ed016-cc57-421b-bd97-1201c961f846 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "PUT /v2.0/routers/3d373204-d801-465f-b9af-a25ee2bbf7e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2927854 Jan 11 09:40:34.444855 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35186) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:34.449133 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbf49a1-933f-438e-8cef-58125278016e None None] Routers {'3d373204-d801-465f-b9af-a25ee2bbf7e8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:34.449742 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-dcbf49a1-933f-438e-8cef-58125278016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:40:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3d373204-d801-465f-b9af-a25ee2bbf7e8'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:34.512070 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-2113aa2a-14a4-4513-94e6-731550fa87bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting subnet 52038a23-e242-4583-b320-7aedbca9f0b4 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:40:34.514907 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2113aa2a-14a4-4513-94e6-731550fa87bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:34.568959 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2113aa2a-14a4-4513-94e6-731550fa87bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:34.605710 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-dcbf49a1-933f-438e-8cef-58125278016e None None] Set router 3d373204-d801-465f-b9af-a25ee2bbf7e8 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:40:34.652742 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2113aa2a-14a4-4513-94e6-731550fa87bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:34.730721 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2113aa2a-14a4-4513-94e6-731550fa87bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:34.769045 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113aa2a-14a4-4513-94e6-731550fa87bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Subnet': ['ID=52038a23-e242-4583-b320-7aedbca9f0b4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:34.773654 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2113aa2a-14a4-4513-94e6-731550fa87bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:34.780385 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2113aa2a-14a4-4513-94e6-731550fa87bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/subnets/52038a23-e242-4583-b320-7aedbca9f0b4 HTTP/1.1" status: 204 len: 168 time: 0.3345604 Jan 11 09:40:34.782659 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6afcdd-423c-4136-9e3b-a7794621ac06 None None] Network 4e7232f2-a434-473a-9362-bcbac3795517 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:40:34.783240 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35190) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:34.895669 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3dd7c6f-315d-41af-8c61-4cf10a7ac0bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:34.906542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd7c6f-315d-41af-8c61-4cf10a7ac0bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting port 361edb82-09b7-4723-823c-3d699cce79d5 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:40:34.906872 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3dd7c6f-315d-41af-8c61-4cf10a7ac0bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:35.117363 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-b3dd7c6f-315d-41af-8c61-4cf10a7ac0bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] For port 361edb82-09b7-4723-823c-3d699cce79d5, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=361edb82-09b7-4723-823c-3d699cce79d5,segment=NetworkSegment(feada876-18e2-4a13-bbc6-74fcc284eadc),segment_id=feada876-18e2-4a13-bbc6-74fcc284eadc)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:40:35.117715 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3dd7c6f-315d-41af-8c61-4cf10a7ac0bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:35.148073 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-dcbf49a1-933f-438e-8cef-58125278016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:33Z', 'revision_number': 8, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None, '_interfaces': [{'id': '16d9329e-179a-43d9-8637-7e033abf442f', 'name': '', 'network_id': 'fdc1562d-90da-4b3f-8619-da54285c62a1', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:79:53:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:21Z', 'updated_at': '2022-01-11T09:40:28Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37c60b3e-8806-4aae-b238-626b35c3afa6', 'name': '', 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:a0:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:16Z', 'updated_at': '2022-01-11T09:40:26Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a456763-5db8-41c9-bb57-82ce652f83c4', 'name': '', 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:73:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:13Z', 'updated_at': '2022-01-11T09:40:18Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:35.154271 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbf49a1-933f-438e-8cef-58125278016e None None] Checking router: 3d373204-d801-465f-b9af-a25ee2bbf7e8 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:40:35.163474 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbf49a1-933f-438e-8cef-58125278016e None None] Routers {'3d373204-d801-465f-b9af-a25ee2bbf7e8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:35.164112 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-dcbf49a1-933f-438e-8cef-58125278016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:40:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3d373204-d801-465f-b9af-a25ee2bbf7e8'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:35.220118 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a3ca6e-b9db-4397-8145-76f193e5a825 None None] DHCP port deletion for 4e7232f2-a434-473a-9362-bcbac3795517 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:40:35.283826 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-54a3ca6e-b9db-4397-8145-76f193e5a825 None None] Deleting port 361edb82-09b7-4723-823c-3d699cce79d5 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:40:35.283826 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-54a3ca6e-b9db-4397-8145-76f193e5a825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:35.366942 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd7c6f-315d-41af-8c61-4cf10a7ac0bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Calling delete_port for 361edb82-09b7-4723-823c-3d699cce79d5 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:40:35.389451 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-dcbf49a1-933f-438e-8cef-58125278016e None None] Set router 3d373204-d801-465f-b9af-a25ee2bbf7e8 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:40:35.445454 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3dd7c6f-315d-41af-8c61-4cf10a7ac0bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:35.496451 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd7c6f-315d-41af-8c61-4cf10a7ac0bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Port': ['ID=361edb82-09b7-4723-823c-3d699cce79d5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:35.499744 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dd7c6f-315d-41af-8c61-4cf10a7ac0bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] No DVR routers for this DVR port 361edb82-09b7-4723-823c-3d699cce79d5 on host dv-neutron-823402-4-hyperv {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:40:35.622739 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3dd7c6f-315d-41af-8c61-4cf10a7ac0bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:35.653186 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b3dd7c6f-315d-41af-8c61-4cf10a7ac0bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7232f2-a434-473a-9362-bcbac3795517']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:35.665411 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b3dd7c6f-315d-41af-8c61-4cf10a7ac0bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feada876-18e2-4a13-bbc6-74fcc284eadc') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:35.665709 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-b3dd7c6f-315d-41af-8c61-4cf10a7ac0bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feada876-18e2-4a13-bbc6-74fcc284eadc') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:35.677099 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3dd7c6f-315d-41af-8c61-4cf10a7ac0bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:35.694224 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3dd7c6f-315d-41af-8c61-4cf10a7ac0bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:35.700398 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3dd7c6f-315d-41af-8c61-4cf10a7ac0bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:40:35.700727 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3dd7c6f-315d-41af-8c61-4cf10a7ac0bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:35.716412 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-54a3ca6e-b9db-4397-8145-76f193e5a825 None None] For port 361edb82-09b7-4723-823c-3d699cce79d5, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=361edb82-09b7-4723-823c-3d699cce79d5,segment=NetworkSegment(feada876-18e2-4a13-bbc6-74fcc284eadc),segment_id=feada876-18e2-4a13-bbc6-74fcc284eadc)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:40:35.716636 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:40:35.718822 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-54a3ca6e-b9db-4397-8145-76f193e5a825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:35.797683 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3dd7c6f-315d-41af-8c61-4cf10a7ac0bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:35.814694 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b3dd7c6f-315d-41af-8c61-4cf10a7ac0bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:35.828423 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd7c6f-315d-41af-8c61-4cf10a7ac0bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Network': ['ID=4e7232f2-a434-473a-9362-bcbac3795517,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:35.836445 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b3dd7c6f-315d-41af-8c61-4cf10a7ac0bd tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/networks/4e7232f2-a434-473a-9362-bcbac3795517 HTTP/1.1" status: 204 len: 168 time: 1.0491519 Jan 11 09:40:35.836445 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35194) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:35.851054 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-54a3ca6e-b9db-4397-8145-76f193e5a825 None None] Calling delete_port for 361edb82-09b7-4723-823c-3d699cce79d5 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:40:35.976904 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-54a3ca6e-b9db-4397-8145-76f193e5a825 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:40:35.977255 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-54a3ca6e-b9db-4397-8145-76f193e5a825 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:40:35.995970 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-dcbf49a1-933f-438e-8cef-58125278016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:33Z', 'revision_number': 8, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None, '_interfaces': [{'id': '16d9329e-179a-43d9-8637-7e033abf442f', 'name': '', 'network_id': 'fdc1562d-90da-4b3f-8619-da54285c62a1', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:79:53:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:21Z', 'updated_at': '2022-01-11T09:40:28Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37c60b3e-8806-4aae-b238-626b35c3afa6', 'name': '', 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:a0:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:16Z', 'updated_at': '2022-01-11T09:40:26Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a456763-5db8-41c9-bb57-82ce652f83c4', 'name': '', 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:73:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:13Z', 'updated_at': '2022-01-11T09:40:18Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:36.000667 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbf49a1-933f-438e-8cef-58125278016e None None] The sync data for ids ['3d373204-d801-465f-b9af-a25ee2bbf7e8'] in dv-neutron-823402-4-hyperv is: [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:33Z', 'revision_number': 8, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None, '_interfaces': [{'id': '16d9329e-179a-43d9-8637-7e033abf442f', 'name': '', 'network_id': 'fdc1562d-90da-4b3f-8619-da54285c62a1', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:79:53:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:21Z', 'updated_at': '2022-01-11T09:40:28Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': '72d6df80-e1d1-4fa9-b877-eb7d1f64d94f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37c60b3e-8806-4aae-b238-626b35c3afa6', 'name': '', 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:a0:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:16Z', 'updated_at': '2022-01-11T09:40:26Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a456763-5db8-41c9-bb57-82ce652f83c4', 'name': '', 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:73:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:13Z', 'updated_at': '2022-01-11T09:40:18Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:40:36.344191 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 361edb82-09b7-4723-823c-3d699cce79d5 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:40:36.345143 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b18d718-f9ea-4df8-8445-1920b151413e tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:36.383401 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 361edb82-09b7-4723-823c-3d699cce79d5 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:40:36.383747 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 361edb82-09b7-4723-823c-3d699cce79d5 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:40:36.478955 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-54a3ca6e-b9db-4397-8145-76f193e5a825 None None] Deleting port 361edb82-09b7-4723-823c-3d699cce79d5 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:40:36.479338 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-54a3ca6e-b9db-4397-8145-76f193e5a825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:36.550782 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-54a3ca6e-b9db-4397-8145-76f193e5a825 None None] The port '361edb82-09b7-4723-823c-3d699cce79d5' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:40:36.797383 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-0b18d718-f9ea-4df8-8445-1920b151413e tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting port 16d9329e-179a-43d9-8637-7e033abf442f {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:40:36.797963 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b18d718-f9ea-4df8-8445-1920b151413e tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:36.979228 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-0b18d718-f9ea-4df8-8445-1920b151413e tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] For port 16d9329e-179a-43d9-8637-7e033abf442f, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=16d9329e-179a-43d9-8637-7e033abf442f,segment=NetworkSegment(a8bfb14e-a588-4232-bec4-6e43cac0a1ba),segment_id=a8bfb14e-a588-4232-bec4-6e43cac0a1ba)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:40:36.979523 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b18d718-f9ea-4df8-8445-1920b151413e tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:37.103614 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-0b18d718-f9ea-4df8-8445-1920b151413e tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Calling delete_port for 16d9329e-179a-43d9-8637-7e033abf442f owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:40:37.275138 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b18d718-f9ea-4df8-8445-1920b151413e tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:37.323552 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18d718-f9ea-4df8-8445-1920b151413e tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Port': ['ID=16d9329e-179a-43d9-8637-7e033abf442f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:37.517635 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b18d718-f9ea-4df8-8445-1920b151413e tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:37.838885 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b18d718-f9ea-4df8-8445-1920b151413e tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Router 3d373204-d801-465f-b9af-a25ee2bbf7e8 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:40:38.046929 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device d50dc505-771e-49c1-a777-717165ca7089 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:40:38.085278 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: d50dc505-771e-49c1-a777-717165ca7089 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:40:38.085616 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device d50dc505-771e-49c1-a777-717165ca7089 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:40:38.109063 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b18d718-f9ea-4df8-8445-1920b151413e tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:40:38.120049 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af99e2b-d9b0-46c4-9cab-659d387ab55e None None] Sync routers for ids ['3d373204-d801-465f-b9af-a25ee2bbf7e8'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:40:38.122867 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0b18d718-f9ea-4df8-8445-1920b151413e tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "PUT /v2.0/routers/3d373204-d801-465f-b9af-a25ee2bbf7e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2855332 Jan 11 09:40:38.125439 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35200) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:38.129038 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af99e2b-d9b0-46c4-9cab-659d387ab55e None None] Routers {'3d373204-d801-465f-b9af-a25ee2bbf7e8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:38.129626 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4af99e2b-d9b0-46c4-9cab-659d387ab55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:40:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3d373204-d801-465f-b9af-a25ee2bbf7e8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:38.189816 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde34d06-6a06-496e-9405-eeb450f5ab2a tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting subnet 72d6df80-e1d1-4fa9-b877-eb7d1f64d94f {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:40:38.193785 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bde34d06-6a06-496e-9405-eeb450f5ab2a tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:38.248819 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bde34d06-6a06-496e-9405-eeb450f5ab2a tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:38.277585 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-4af99e2b-d9b0-46c4-9cab-659d387ab55e None None] Set router 3d373204-d801-465f-b9af-a25ee2bbf7e8 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:40:38.335439 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bde34d06-6a06-496e-9405-eeb450f5ab2a tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:38.406335 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bde34d06-6a06-496e-9405-eeb450f5ab2a tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:38.452162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bde34d06-6a06-496e-9405-eeb450f5ab2a tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:38.457683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15ca8e3-038d-42b1-be54-bf960f67d628 None None] Network fdc1562d-90da-4b3f-8619-da54285c62a1 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:40:38.457817 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde34d06-6a06-496e-9405-eeb450f5ab2a tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Subnet': ['ID=72d6df80-e1d1-4fa9-b877-eb7d1f64d94f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:38.462322 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-bde34d06-6a06-496e-9405-eeb450f5ab2a tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/subnets/72d6df80-e1d1-4fa9-b877-eb7d1f64d94f HTTP/1.1" status: 204 len: 168 time: 0.3359053 Jan 11 09:40:38.464884 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35204) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:38.580355 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20df3d00-e3da-49bf-9ef8-94a0425a5b26 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:38.591983 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-20df3d00-e3da-49bf-9ef8-94a0425a5b26 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting port 0bb58669-0dca-4b70-bb45-13d52a399d77 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:40:38.594067 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20df3d00-e3da-49bf-9ef8-94a0425a5b26 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:38.617413 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4af99e2b-d9b0-46c4-9cab-659d387ab55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:37Z', 'revision_number': 9, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None, '_interfaces': [{'id': '37c60b3e-8806-4aae-b238-626b35c3afa6', 'name': '', 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:a0:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:16Z', 'updated_at': '2022-01-11T09:40:26Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a456763-5db8-41c9-bb57-82ce652f83c4', 'name': '', 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:73:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:13Z', 'updated_at': '2022-01-11T09:40:18Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:38.621710 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af99e2b-d9b0-46c4-9cab-659d387ab55e None None] Checking router: 3d373204-d801-465f-b9af-a25ee2bbf7e8 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:40:38.630518 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af99e2b-d9b0-46c4-9cab-659d387ab55e None None] Routers {'3d373204-d801-465f-b9af-a25ee2bbf7e8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:38.631143 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4af99e2b-d9b0-46c4-9cab-659d387ab55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:40:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3d373204-d801-465f-b9af-a25ee2bbf7e8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:38.800467 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdb3d92-16f7-4552-89ce-1dcd60ca620d None None] DHCP port deletion for fdc1562d-90da-4b3f-8619-da54285c62a1 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:40:38.804214 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-4af99e2b-d9b0-46c4-9cab-659d387ab55e None None] Set router 3d373204-d801-465f-b9af-a25ee2bbf7e8 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:40:38.804357 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb3d92-16f7-4552-89ce-1dcd60ca620d None None] Deleting port 0bb58669-0dca-4b70-bb45-13d52a399d77 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:40:38.804357 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3d92-16f7-4552-89ce-1dcd60ca620d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:38.848239 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-20df3d00-e3da-49bf-9ef8-94a0425a5b26 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] For port 0bb58669-0dca-4b70-bb45-13d52a399d77, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0bb58669-0dca-4b70-bb45-13d52a399d77,segment=NetworkSegment(a8bfb14e-a588-4232-bec4-6e43cac0a1ba),segment_id=a8bfb14e-a588-4232-bec4-6e43cac0a1ba)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:40:38.848811 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20df3d00-e3da-49bf-9ef8-94a0425a5b26 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:38.983685 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-20df3d00-e3da-49bf-9ef8-94a0425a5b26 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Calling delete_port for 0bb58669-0dca-4b70-bb45-13d52a399d77 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:40:39.013359 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-bbdb3d92-16f7-4552-89ce-1dcd60ca620d None None] For port 0bb58669-0dca-4b70-bb45-13d52a399d77, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0bb58669-0dca-4b70-bb45-13d52a399d77,segment=NetworkSegment(a8bfb14e-a588-4232-bec4-6e43cac0a1ba),segment_id=a8bfb14e-a588-4232-bec4-6e43cac0a1ba)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:40:39.013689 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3d92-16f7-4552-89ce-1dcd60ca620d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:39.070947 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20df3d00-e3da-49bf-9ef8-94a0425a5b26 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:39.111295 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4af99e2b-d9b0-46c4-9cab-659d387ab55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:37Z', 'revision_number': 9, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None, '_interfaces': [{'id': '37c60b3e-8806-4aae-b238-626b35c3afa6', 'name': '', 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:a0:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:16Z', 'updated_at': '2022-01-11T09:40:26Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a456763-5db8-41c9-bb57-82ce652f83c4', 'name': '', 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:73:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:13Z', 'updated_at': '2022-01-11T09:40:18Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:39.118775 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af99e2b-d9b0-46c4-9cab-659d387ab55e None None] The sync data for ids ['3d373204-d801-465f-b9af-a25ee2bbf7e8'] in dv-neutron-823402-4-hyperv is: [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:37Z', 'revision_number': 9, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None, '_interfaces': [{'id': '37c60b3e-8806-4aae-b238-626b35c3afa6', 'name': '', 'network_id': '71f3268a-2476-4f00-82b8-9689d1fa8f4e', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:a0:72:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:16Z', 'updated_at': '2022-01-11T09:40:26Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'd947677f-1c93-40c1-aca5-a882d110fbf5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a456763-5db8-41c9-bb57-82ce652f83c4', 'name': '', 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:73:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:13Z', 'updated_at': '2022-01-11T09:40:18Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:40:39.133060 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df3d00-e3da-49bf-9ef8-94a0425a5b26 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Port': ['ID=0bb58669-0dca-4b70-bb45-13d52a399d77,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:39.135294 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20df3d00-e3da-49bf-9ef8-94a0425a5b26 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] No DVR routers for this DVR port 0bb58669-0dca-4b70-bb45-13d52a399d77 on host dv-neutron-823402-4-hyperv {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:40:39.141985 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb3d92-16f7-4552-89ce-1dcd60ca620d None None] Calling delete_port for 0bb58669-0dca-4b70-bb45-13d52a399d77 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:40:39.224653 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-bbdb3d92-16f7-4552-89ce-1dcd60ca620d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:40:39.226107 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-bbdb3d92-16f7-4552-89ce-1dcd60ca620d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:40:39.281552 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20df3d00-e3da-49bf-9ef8-94a0425a5b26 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:39.306944 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-20df3d00-e3da-49bf-9ef8-94a0425a5b26 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc1562d-90da-4b3f-8619-da54285c62a1']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:39.319391 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-20df3d00-e3da-49bf-9ef8-94a0425a5b26 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8bfb14e-a588-4232-bec4-6e43cac0a1ba') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:39.319689 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-20df3d00-e3da-49bf-9ef8-94a0425a5b26 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8bfb14e-a588-4232-bec4-6e43cac0a1ba') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:39.330877 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20df3d00-e3da-49bf-9ef8-94a0425a5b26 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:39.347287 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20df3d00-e3da-49bf-9ef8-94a0425a5b26 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:39.353932 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20df3d00-e3da-49bf-9ef8-94a0425a5b26 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:40:39.354478 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20df3d00-e3da-49bf-9ef8-94a0425a5b26 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:40:39.369705 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:40:39.452307 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20df3d00-e3da-49bf-9ef8-94a0425a5b26 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:39.469085 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20df3d00-e3da-49bf-9ef8-94a0425a5b26 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:39.483121 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df3d00-e3da-49bf-9ef8-94a0425a5b26 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Network': ['ID=fdc1562d-90da-4b3f-8619-da54285c62a1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:39.488220 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-20df3d00-e3da-49bf-9ef8-94a0425a5b26 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/networks/fdc1562d-90da-4b3f-8619-da54285c62a1 HTTP/1.1" status: 204 len: 168 time: 1.0223930 Jan 11 09:40:39.491808 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35208) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:39.727718 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb3d92-16f7-4552-89ce-1dcd60ca620d None None] Deleting port 0bb58669-0dca-4b70-bb45-13d52a399d77 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:40:39.728096 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3d92-16f7-4552-89ce-1dcd60ca620d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:39.795253 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb3d92-16f7-4552-89ce-1dcd60ca620d None None] The port '0bb58669-0dca-4b70-bb45-13d52a399d77' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:40:40.038754 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 16d9329e-179a-43d9-8637-7e033abf442f no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:40:40.075614 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 16d9329e-179a-43d9-8637-7e033abf442f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:40:40.075877 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 16d9329e-179a-43d9-8637-7e033abf442f not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:40:40.076383 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0bb58669-0dca-4b70-bb45-13d52a399d77 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:40:40.109328 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 0bb58669-0dca-4b70-bb45-13d52a399d77 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:40:40.109671 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0bb58669-0dca-4b70-bb45-13d52a399d77 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:40:40.114872 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ebf62098-bb52-438a-b197-0782fecd7312 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:40.444996 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ebf62098-bb52-438a-b197-0782fecd7312 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting port 37c60b3e-8806-4aae-b238-626b35c3afa6 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:40:40.445335 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ebf62098-bb52-438a-b197-0782fecd7312 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:40.631543 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-ebf62098-bb52-438a-b197-0782fecd7312 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] For port 37c60b3e-8806-4aae-b238-626b35c3afa6, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=37c60b3e-8806-4aae-b238-626b35c3afa6,segment=NetworkSegment(46d4912d-7b53-425f-a3d4-d664f46299de),segment_id=46d4912d-7b53-425f-a3d4-d664f46299de)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:40:40.631893 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ebf62098-bb52-438a-b197-0782fecd7312 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:40.754291 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ebf62098-bb52-438a-b197-0782fecd7312 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Calling delete_port for 37c60b3e-8806-4aae-b238-626b35c3afa6 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:40:40.929083 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ebf62098-bb52-438a-b197-0782fecd7312 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:40.976725 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf62098-bb52-438a-b197-0782fecd7312 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Port': ['ID=37c60b3e-8806-4aae-b238-626b35c3afa6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:41.172378 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ebf62098-bb52-438a-b197-0782fecd7312 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:41.590435 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf62098-bb52-438a-b197-0782fecd7312 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Router 3d373204-d801-465f-b9af-a25ee2bbf7e8 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:40:41.748474 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf62098-bb52-438a-b197-0782fecd7312 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:40:41.757971 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebf9fe7-42b1-454f-ac91-34445e1cfa8d None None] Sync routers for ids ['3d373204-d801-465f-b9af-a25ee2bbf7e8'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:40:41.760825 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ebf62098-bb52-438a-b197-0782fecd7312 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "PUT /v2.0/routers/3d373204-d801-465f-b9af-a25ee2bbf7e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2678194 Jan 11 09:40:41.763518 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35214) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:41.767053 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebf9fe7-42b1-454f-ac91-34445e1cfa8d None None] Routers {'3d373204-d801-465f-b9af-a25ee2bbf7e8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:41.767651 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-aebf9fe7-42b1-454f-ac91-34445e1cfa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:40:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3d373204-d801-465f-b9af-a25ee2bbf7e8'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:41.830980 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8316232-ec92-4da1-ac42-60adf55e19b2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting subnet d947677f-1c93-40c1-aca5-a882d110fbf5 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:40:41.834229 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8316232-ec92-4da1-ac42-60adf55e19b2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:41.896531 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8316232-ec92-4da1-ac42-60adf55e19b2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:41.928722 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-aebf9fe7-42b1-454f-ac91-34445e1cfa8d None None] Set router 3d373204-d801-465f-b9af-a25ee2bbf7e8 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:40:41.980454 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8316232-ec92-4da1-ac42-60adf55e19b2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:42.056399 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8316232-ec92-4da1-ac42-60adf55e19b2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:42.099676 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8316232-ec92-4da1-ac42-60adf55e19b2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Subnet': ['ID=d947677f-1c93-40c1-aca5-a882d110fbf5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:42.103633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8316232-ec92-4da1-ac42-60adf55e19b2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:42.110830 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c8316232-ec92-4da1-ac42-60adf55e19b2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/subnets/d947677f-1c93-40c1-aca5-a882d110fbf5 HTTP/1.1" status: 204 len: 168 time: 0.3459513 Jan 11 09:40:42.112530 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35218) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:42.148360 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77179d58-4a78-4399-9b39-40f5a0c3095c None None] Network 71f3268a-2476-4f00-82b8-9689d1fa8f4e requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:40:42.231823 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6ae93e4-bf3e-4517-96da-b730be2d389b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:42.242158 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f6ae93e4-bf3e-4517-96da-b730be2d389b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting port 659df244-34f6-41bc-8ed7-ba6e31fcbb20 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:40:42.242449 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6ae93e4-bf3e-4517-96da-b730be2d389b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:42.445128 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-f6ae93e4-bf3e-4517-96da-b730be2d389b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] For port 659df244-34f6-41bc-8ed7-ba6e31fcbb20, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=659df244-34f6-41bc-8ed7-ba6e31fcbb20,segment=NetworkSegment(46d4912d-7b53-425f-a3d4-d664f46299de),segment_id=46d4912d-7b53-425f-a3d4-d664f46299de)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:40:42.445480 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6ae93e4-bf3e-4517-96da-b730be2d389b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:42.452403 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-aebf9fe7-42b1-454f-ac91-34445e1cfa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:40Z', 'revision_number': 10, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None, '_interfaces': [{'id': '7a456763-5db8-41c9-bb57-82ce652f83c4', 'name': '', 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:73:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:13Z', 'updated_at': '2022-01-11T09:40:18Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:42.456531 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebf9fe7-42b1-454f-ac91-34445e1cfa8d None None] Checking router: 3d373204-d801-465f-b9af-a25ee2bbf7e8 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:40:42.466124 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebf9fe7-42b1-454f-ac91-34445e1cfa8d None None] Routers {'3d373204-d801-465f-b9af-a25ee2bbf7e8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:42.466738 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-aebf9fe7-42b1-454f-ac91-34445e1cfa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:40:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3d373204-d801-465f-b9af-a25ee2bbf7e8'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:42.523797 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d56973-033d-407e-9e74-9fb36ef8236e None None] DHCP port deletion for 71f3268a-2476-4f00-82b8-9689d1fa8f4e request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:40:42.573976 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f6ae93e4-bf3e-4517-96da-b730be2d389b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Calling delete_port for 659df244-34f6-41bc-8ed7-ba6e31fcbb20 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:40:42.582064 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-56d56973-033d-407e-9e74-9fb36ef8236e None None] Deleting port 659df244-34f6-41bc-8ed7-ba6e31fcbb20 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:40:42.582248 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-56d56973-033d-407e-9e74-9fb36ef8236e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:42.649822 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6ae93e4-bf3e-4517-96da-b730be2d389b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:42.698257 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae93e4-bf3e-4517-96da-b730be2d389b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Port': ['ID=659df244-34f6-41bc-8ed7-ba6e31fcbb20,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:42.698429 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-56d56973-033d-407e-9e74-9fb36ef8236e None None] The port '659df244-34f6-41bc-8ed7-ba6e31fcbb20' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:40:42.700003 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-aebf9fe7-42b1-454f-ac91-34445e1cfa8d None None] Set router 3d373204-d801-465f-b9af-a25ee2bbf7e8 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:40:42.702489 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae93e4-bf3e-4517-96da-b730be2d389b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] No DVR routers for this DVR port 659df244-34f6-41bc-8ed7-ba6e31fcbb20 on host dv-neutron-823402-4-hyperv {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:40:42.832027 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6ae93e4-bf3e-4517-96da-b730be2d389b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:42.861870 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f6ae93e4-bf3e-4517-96da-b730be2d389b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f3268a-2476-4f00-82b8-9689d1fa8f4e']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:42.874240 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f6ae93e4-bf3e-4517-96da-b730be2d389b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d4912d-7b53-425f-a3d4-d664f46299de') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:42.874532 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f6ae93e4-bf3e-4517-96da-b730be2d389b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d4912d-7b53-425f-a3d4-d664f46299de') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:42.886117 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6ae93e4-bf3e-4517-96da-b730be2d389b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:42.901814 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6ae93e4-bf3e-4517-96da-b730be2d389b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:42.907707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ae93e4-bf3e-4517-96da-b730be2d389b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:40:42.908083 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6ae93e4-bf3e-4517-96da-b730be2d389b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:40:42.922886 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:40:42.999584 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6ae93e4-bf3e-4517-96da-b730be2d389b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:43.011652 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-aebf9fe7-42b1-454f-ac91-34445e1cfa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:40Z', 'revision_number': 10, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None, '_interfaces': [{'id': '7a456763-5db8-41c9-bb57-82ce652f83c4', 'name': '', 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:73:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:13Z', 'updated_at': '2022-01-11T09:40:18Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:43.015826 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebf9fe7-42b1-454f-ac91-34445e1cfa8d None None] The sync data for ids ['3d373204-d801-465f-b9af-a25ee2bbf7e8'] in dv-neutron-823402-4-hyperv is: [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:40Z', 'revision_number': 10, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None, '_interfaces': [{'id': '7a456763-5db8-41c9-bb57-82ce652f83c4', 'name': '', 'network_id': 'cef379e5-d88c-4f20-ae79-933dab71babb', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'mac_address': 'fa:16:3e:73:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:40:13Z', 'updated_at': '2022-01-11T09:40:18Z', 'revision_number': 5, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'subnets': [{'id': 'b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:40:43.021141 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6ae93e4-bf3e-4517-96da-b730be2d389b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:43.142216 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae93e4-bf3e-4517-96da-b730be2d389b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Network': ['ID=71f3268a-2476-4f00-82b8-9689d1fa8f4e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:43.149508 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f6ae93e4-bf3e-4517-96da-b730be2d389b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/networks/71f3268a-2476-4f00-82b8-9689d1fa8f4e HTTP/1.1" status: 204 len: 168 time: 1.0359325 Jan 11 09:40:43.152242 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35222) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:43.652719 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-894366c6-5b9b-4cc8-a2b8-8c5885f55b1c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:43.985953 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-894366c6-5b9b-4cc8-a2b8-8c5885f55b1c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting port 7a456763-5db8-41c9-bb57-82ce652f83c4 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:40:43.986323 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-894366c6-5b9b-4cc8-a2b8-8c5885f55b1c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:44.037850 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 659df244-34f6-41bc-8ed7-ba6e31fcbb20 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:40:44.079469 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 659df244-34f6-41bc-8ed7-ba6e31fcbb20 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:40:44.079807 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 659df244-34f6-41bc-8ed7-ba6e31fcbb20 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:40:44.080229 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 37c60b3e-8806-4aae-b238-626b35c3afa6 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:40:44.112873 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 37c60b3e-8806-4aae-b238-626b35c3afa6 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:40:44.113213 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 37c60b3e-8806-4aae-b238-626b35c3afa6 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:40:44.178670 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-894366c6-5b9b-4cc8-a2b8-8c5885f55b1c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] For port 7a456763-5db8-41c9-bb57-82ce652f83c4, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=7a456763-5db8-41c9-bb57-82ce652f83c4,segment=NetworkSegment(6e88181f-5c0c-482c-ac7b-1210528c5cda),segment_id=6e88181f-5c0c-482c-ac7b-1210528c5cda)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:40:44.179017 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-894366c6-5b9b-4cc8-a2b8-8c5885f55b1c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:44.303484 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-894366c6-5b9b-4cc8-a2b8-8c5885f55b1c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Calling delete_port for 7a456763-5db8-41c9-bb57-82ce652f83c4 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:40:44.586250 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-894366c6-5b9b-4cc8-a2b8-8c5885f55b1c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:44.632568 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894366c6-5b9b-4cc8-a2b8-8c5885f55b1c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Port': ['ID=7a456763-5db8-41c9-bb57-82ce652f83c4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:44.814478 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-894366c6-5b9b-4cc8-a2b8-8c5885f55b1c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:45.085154 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894366c6-5b9b-4cc8-a2b8-8c5885f55b1c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Router 3d373204-d801-465f-b9af-a25ee2bbf7e8 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:40:45.217577 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894366c6-5b9b-4cc8-a2b8-8c5885f55b1c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:40:45.227431 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b303418-c479-4873-b3c6-6f252e3b3a34 None None] Sync routers for ids ['3d373204-d801-465f-b9af-a25ee2bbf7e8'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:40:45.231796 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-894366c6-5b9b-4cc8-a2b8-8c5885f55b1c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "PUT /v2.0/routers/3d373204-d801-465f-b9af-a25ee2bbf7e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0785987 Jan 11 09:40:45.234399 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35226) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:45.236554 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b303418-c479-4873-b3c6-6f252e3b3a34 None None] Routers {'3d373204-d801-465f-b9af-a25ee2bbf7e8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:45.237146 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9b303418-c479-4873-b3c6-6f252e3b3a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:40:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3d373204-d801-465f-b9af-a25ee2bbf7e8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:45.302442 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b3f794-8b8e-4cc7-a313-cf622375e3cf tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting subnet b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:40:45.305309 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92b3f794-8b8e-4cc7-a313-cf622375e3cf tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:45.359698 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92b3f794-8b8e-4cc7-a313-cf622375e3cf tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:45.362904 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-9b303418-c479-4873-b3c6-6f252e3b3a34 None None] Set router 3d373204-d801-465f-b9af-a25ee2bbf7e8 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:40:45.440910 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92b3f794-8b8e-4cc7-a313-cf622375e3cf tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:45.466352 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9b303418-c479-4873-b3c6-6f252e3b3a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:44Z', 'revision_number': 11, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:45.470289 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b303418-c479-4873-b3c6-6f252e3b3a34 None None] Checking router: 3d373204-d801-465f-b9af-a25ee2bbf7e8 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:40:45.478410 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b303418-c479-4873-b3c6-6f252e3b3a34 None None] Routers {'3d373204-d801-465f-b9af-a25ee2bbf7e8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:45.478995 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9b303418-c479-4873-b3c6-6f252e3b3a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:40:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3d373204-d801-465f-b9af-a25ee2bbf7e8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:45.516654 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92b3f794-8b8e-4cc7-a313-cf622375e3cf tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:45.556163 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3f794-8b8e-4cc7-a313-cf622375e3cf tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Subnet': ['ID=b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:45.561137 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92b3f794-8b8e-4cc7-a313-cf622375e3cf tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:45.566215 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4c0a83-d5d2-4e99-86b4-a83a7afbcebb None None] Network cef379e5-d88c-4f20-ae79-933dab71babb requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:40:45.570882 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-92b3f794-8b8e-4cc7-a313-cf622375e3cf tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/subnets/b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b HTTP/1.1" status: 204 len: 168 time: 0.3330152 Jan 11 09:40:45.571106 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35230) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:45.602313 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-9b303418-c479-4873-b3c6-6f252e3b3a34 None None] Set router 3d373204-d801-465f-b9af-a25ee2bbf7e8 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:40:45.686435 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f836216c-8dff-415d-b0b8-722df2e6763d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:45.697640 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f836216c-8dff-415d-b0b8-722df2e6763d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Deleting port 1678f051-3fd4-4001-b32c-ef9ac54bbd0f {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:40:45.697960 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f836216c-8dff-415d-b0b8-722df2e6763d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:45.729767 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9b303418-c479-4873-b3c6-6f252e3b3a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:44Z', 'revision_number': 11, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:45.733972 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b303418-c479-4873-b3c6-6f252e3b3a34 None None] The sync data for ids ['3d373204-d801-465f-b9af-a25ee2bbf7e8'] in dv-neutron-823402-4-hyperv is: [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:44Z', 'revision_number': 11, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:40:45.905712 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-f836216c-8dff-415d-b0b8-722df2e6763d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] For port 1678f051-3fd4-4001-b32c-ef9ac54bbd0f, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=1678f051-3fd4-4001-b32c-ef9ac54bbd0f,segment=NetworkSegment(6e88181f-5c0c-482c-ac7b-1210528c5cda),segment_id=6e88181f-5c0c-482c-ac7b-1210528c5cda)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:40:45.906322 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f836216c-8dff-415d-b0b8-722df2e6763d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:46.092114 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424fd03a-825b-4758-a244-35a7140a5bed None None] DHCP port deletion for cef379e5-d88c-4f20-ae79-933dab71babb request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:40:46.096815 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-424fd03a-825b-4758-a244-35a7140a5bed None None] Deleting port 1678f051-3fd4-4001-b32c-ef9ac54bbd0f {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:40:46.097185 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-424fd03a-825b-4758-a244-35a7140a5bed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:46.150111 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f836216c-8dff-415d-b0b8-722df2e6763d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Calling delete_port for 1678f051-3fd4-4001-b32c-ef9ac54bbd0f owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:40:46.169022 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 1678f051-3fd4-4001-b32c-ef9ac54bbd0f no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:40:46.231443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f836216c-8dff-415d-b0b8-722df2e6763d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:46.243611 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-424fd03a-825b-4758-a244-35a7140a5bed None None] The port '1678f051-3fd4-4001-b32c-ef9ac54bbd0f' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:40:46.270079 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No active binding found for port 1678f051-3fd4-4001-b32c-ef9ac54bbd0f {{(pid=87656) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 11 09:40:46.271154 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 1678f051-3fd4-4001-b32c-ef9ac54bbd0f not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:40:46.271885 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7a456763-5db8-41c9-bb57-82ce652f83c4 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:40:46.283407 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836216c-8dff-415d-b0b8-722df2e6763d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Port': ['ID=1678f051-3fd4-4001-b32c-ef9ac54bbd0f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:46.287513 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f836216c-8dff-415d-b0b8-722df2e6763d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] No DVR routers for this DVR port 1678f051-3fd4-4001-b32c-ef9ac54bbd0f on host dv-neutron-823402-4-hyperv {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:40:46.311412 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 7a456763-5db8-41c9-bb57-82ce652f83c4 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:40:46.311808 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7a456763-5db8-41c9-bb57-82ce652f83c4 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:40:46.410358 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f836216c-8dff-415d-b0b8-722df2e6763d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:46.438330 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f836216c-8dff-415d-b0b8-722df2e6763d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef379e5-d88c-4f20-ae79-933dab71babb']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:46.454644 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f836216c-8dff-415d-b0b8-722df2e6763d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e88181f-5c0c-482c-ac7b-1210528c5cda') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:46.454939 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f836216c-8dff-415d-b0b8-722df2e6763d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e88181f-5c0c-482c-ac7b-1210528c5cda') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:46.468567 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f836216c-8dff-415d-b0b8-722df2e6763d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:46.490111 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f836216c-8dff-415d-b0b8-722df2e6763d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:46.497654 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f836216c-8dff-415d-b0b8-722df2e6763d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:40:46.498023 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f836216c-8dff-415d-b0b8-722df2e6763d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:40:46.513008 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:40:46.592890 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f836216c-8dff-415d-b0b8-722df2e6763d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:46.610005 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f836216c-8dff-415d-b0b8-722df2e6763d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:46.623479 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836216c-8dff-415d-b0b8-722df2e6763d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Pushing event deleted for resources: {'Network': ['ID=cef379e5-d88c-4f20-ae79-933dab71babb,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:46.628443 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f836216c-8dff-415d-b0b8-722df2e6763d tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/networks/cef379e5-d88c-4f20-ae79-933dab71babb HTTP/1.1" status: 204 len: 168 time: 1.0561545 Jan 11 09:40:46.631312 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35236) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:46.636435 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-eccfca28-1de0-4219-9193-154c982251ef tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'router': {'routes': None}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:40:46.925168 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.extraroute_db [None req-eccfca28-1de0-4219-9193-154c982251ef tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Added routes are [] {{(pid=87655) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 11 09:40:46.925859 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.extraroute_db [None req-eccfca28-1de0-4219-9193-154c982251ef tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Removed routes are [] {{(pid=87655) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 11 09:40:46.925859 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eccfca28-1de0-4219-9193-154c982251ef tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:47.178053 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eccfca28-1de0-4219-9193-154c982251ef tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:47.181256 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eccfca28-1de0-4219-9193-154c982251ef tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1771441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1771464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1784463'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:47.428508 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccfca28-1de0-4219-9193-154c982251ef tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Router 3d373204-d801-465f-b9af-a25ee2bbf7e8 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:40:47.560505 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccfca28-1de0-4219-9193-154c982251ef tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:40:47.568556 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eccfca28-1de0-4219-9193-154c982251ef tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:47.569724 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-eccfca28-1de0-4219-9193-154c982251ef tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "PUT /v2.0/routers/3d373204-d801-465f-b9af-a25ee2bbf7e8 HTTP/1.1" status: 200 len: 704 time: 0.9374781 Jan 11 09:40:47.570758 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0467aa-350d-4a4a-9e22-b41fb534c052 None None] Sync routers for ids ['3d373204-d801-465f-b9af-a25ee2bbf7e8'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:40:47.572421 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35240) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:47.580025 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0467aa-350d-4a4a-9e22-b41fb534c052 None None] Routers {'3d373204-d801-465f-b9af-a25ee2bbf7e8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:47.580622 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-fb0467aa-350d-4a4a-9e22-b41fb534c052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:40:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3d373204-d801-465f-b9af-a25ee2bbf7e8'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:47.614916 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3d694ee9-c6ab-4995-82dd-9599d5dd88a8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Synchronizing usage tracker for tenant:fac2e6af1b7d42d197ffed52a46ad075 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:40:47.629363 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3d694ee9-c6ab-4995-82dd-9599d5dd88a8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Unset dirty status for tenant:fac2e6af1b7d42d197ffed52a46ad075 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:40:47.633586 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3d694ee9-c6ab-4995-82dd-9599d5dd88a8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d373204-d801-465f-b9af-a25ee2bbf7e8 HTTP/1.1" status: 200 len: 205 time: 0.0577381 Jan 11 09:40:47.633806 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35244) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:47.711519 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-fb0467aa-350d-4a4a-9e22-b41fb534c052 None None] Set router 3d373204-d801-465f-b9af-a25ee2bbf7e8 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:40:47.771868 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-913a0654-ba43-4a6e-ae57-4ba44cf35854 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:47.854448 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-fb0467aa-350d-4a4a-9e22-b41fb534c052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:44Z', 'revision_number': 11, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:47.858661 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0467aa-350d-4a4a-9e22-b41fb534c052 None None] Checking router: 3d373204-d801-465f-b9af-a25ee2bbf7e8 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:40:47.867842 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0467aa-350d-4a4a-9e22-b41fb534c052 None None] Routers {'3d373204-d801-465f-b9af-a25ee2bbf7e8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:47.868447 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-fb0467aa-350d-4a4a-9e22-b41fb534c052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:40:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['3d373204-d801-465f-b9af-a25ee2bbf7e8'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:47.998379 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-fb0467aa-350d-4a4a-9e22-b41fb534c052 None None] Set router 3d373204-d801-465f-b9af-a25ee2bbf7e8 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:40:48.070204 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-913a0654-ba43-4a6e-ae57-4ba44cf35854 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:48.072368 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-913a0654-ba43-4a6e-ae57-4ba44cf35854 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:48.096367 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-913a0654-ba43-4a6e-ae57-4ba44cf35854 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:48.097000 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913a0654-ba43-4a6e-ae57-4ba44cf35854 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Fanout notify agent at l3_agent the message router_deleted on router 3d373204-d801-465f-b9af-a25ee2bbf7e8 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:40:48.105217 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-fb0467aa-350d-4a4a-9e22-b41fb534c052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:44Z', 'revision_number': 11, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:48.109353 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0467aa-350d-4a4a-9e22-b41fb534c052 None None] The sync data for ids ['3d373204-d801-465f-b9af-a25ee2bbf7e8'] in dv-neutron-823402-4-hyperv is: [{'id': '3d373204-d801-465f-b9af-a25ee2bbf7e8', 'name': 'tempest-RoutersIpV6Test-router-409544986', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:11Z', 'updated_at': '2022-01-11T09:40:44Z', 'revision_number': 11, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:40:48.111672 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-913a0654-ba43-4a6e-ae57-4ba44cf35854 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:48.112815 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-913a0654-ba43-4a6e-ae57-4ba44cf35854 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/routers/3d373204-d801-465f-b9af-a25ee2bbf7e8 HTTP/1.1" status: 204 len: 168 time: 0.4780171 Jan 11 09:40:48.119145 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35248) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:48.123474 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5f1325fb-b019-46bf-9866-8acc23dc866c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-407274911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:40:48.130790 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5f1325fb-b019-46bf-9866-8acc23dc866c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:40:48.135002 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5f1325fb-b019-46bf-9866-8acc23dc866c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Usage tracker for resource:router and tenant:fac2e6af1b7d42d197ffed52a46ad075 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:40:48.137980 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5f1325fb-b019-46bf-9866-8acc23dc866c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:40:48.144610 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5f1325fb-b019-46bf-9866-8acc23dc866c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:40:48.158593 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f1325fb-b019-46bf-9866-8acc23dc866c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:48.159579 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f1325fb-b019-46bf-9866-8acc23dc866c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:48.176095 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f1325fb-b019-46bf-9866-8acc23dc866c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:48.195406 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f1325fb-b019-46bf-9866-8acc23dc866c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:48.223096 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f1325fb-b019-46bf-9866-8acc23dc866c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:48.226570 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5f1325fb-b019-46bf-9866-8acc23dc866c tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1071906 Jan 11 09:40:48.227726 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35252) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:48.233834 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-22591151-99da-47ea-ac83-e61c0f4fc668 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:40:48.725289 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22591151-99da-47ea-ac83-e61c0f4fc668 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:48.735410 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22591151-99da-47ea-ac83-e61c0f4fc668 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1771441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1771464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1784463'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:48.894732 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22591151-99da-47ea-ac83-e61c0f4fc668 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Router 2de9e5b7-6a00-4ebe-a8ba-b1c937a516f8 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:40:49.028758 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22591151-99da-47ea-ac83-e61c0f4fc668 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:40:49.034977 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-22591151-99da-47ea-ac83-e61c0f4fc668 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:49.036117 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-22591151-99da-47ea-ac83-e61c0f4fc668 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "PUT /v2.0/routers/2de9e5b7-6a00-4ebe-a8ba-b1c937a516f8 HTTP/1.1" status: 200 len: 697 time: 0.8073659 Jan 11 09:40:49.037906 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae79e0b-3f52-4dad-8759-d2bd43e7cfe0 None None] Sync routers for ids ['2de9e5b7-6a00-4ebe-a8ba-b1c937a516f8'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:40:49.038594 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35256) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:49.047226 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae79e0b-3f52-4dad-8759-d2bd43e7cfe0 None None] Routers {'2de9e5b7-6a00-4ebe-a8ba-b1c937a516f8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:49.047799 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8ae79e0b-3f52-4dad-8759-d2bd43e7cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:40:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['2de9e5b7-6a00-4ebe-a8ba-b1c937a516f8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:49.095493 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7c767953-d3c1-4fd4-ae24-ee03542e4fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:49.180940 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-479a675b-ce43-4b5b-884f-f25d3d11acdb tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "GET /v2.0/routers/2de9e5b7-6a00-4ebe-a8ba-b1c937a516f8 HTTP/1.1" status: 200 len: 703 time: 0.1412961 Jan 11 09:40:49.183521 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35260) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:49.206730 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-8ae79e0b-3f52-4dad-8759-d2bd43e7cfe0 None None] Set router 2de9e5b7-6a00-4ebe-a8ba-b1c937a516f8 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:40:49.226742 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a474e247-0d01-459e-bffd-375db02a1c25 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de9e5b7-6a00-4ebe-a8ba-b1c937a516f8 HTTP/1.1" status: 200 len: 205 time: 0.0421312 Jan 11 09:40:49.229177 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35264) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:49.309690 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8ae79e0b-3f52-4dad-8759-d2bd43e7cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de9e5b7-6a00-4ebe-a8ba-b1c937a516f8', 'name': 'tempest-RoutersIpV6Test-router-407274911', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:48Z', 'updated_at': '2022-01-11T09:40:48Z', 'revision_number': 2, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:49.313628 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae79e0b-3f52-4dad-8759-d2bd43e7cfe0 None None] Checking router: 2de9e5b7-6a00-4ebe-a8ba-b1c937a516f8 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:40:49.322618 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae79e0b-3f52-4dad-8759-d2bd43e7cfe0 None None] Routers {'2de9e5b7-6a00-4ebe-a8ba-b1c937a516f8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:40:49.323209 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8ae79e0b-3f52-4dad-8759-d2bd43e7cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:40:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['2de9e5b7-6a00-4ebe-a8ba-b1c937a516f8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:49.362249 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c407f534-aedc-4a14-a534-30ec9993db60 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:49.445301 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-8ae79e0b-3f52-4dad-8759-d2bd43e7cfe0 None None] Set router 2de9e5b7-6a00-4ebe-a8ba-b1c937a516f8 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:40:49.549680 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8ae79e0b-3f52-4dad-8759-d2bd43e7cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de9e5b7-6a00-4ebe-a8ba-b1c937a516f8', 'name': 'tempest-RoutersIpV6Test-router-407274911', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:48Z', 'updated_at': '2022-01-11T09:40:48Z', 'revision_number': 2, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:40:49.554269 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae79e0b-3f52-4dad-8759-d2bd43e7cfe0 None None] The sync data for ids ['2de9e5b7-6a00-4ebe-a8ba-b1c937a516f8'] in dv-neutron-823402-4-hyperv is: [{'id': '2de9e5b7-6a00-4ebe-a8ba-b1c937a516f8', 'name': 'tempest-RoutersIpV6Test-router-407274911', 'tenant_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:40:48Z', 'updated_at': '2022-01-11T09:40:48Z', 'revision_number': 2, 'project_id': 'fac2e6af1b7d42d197ffed52a46ad075', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:40:49.657943 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c407f534-aedc-4a14-a534-30ec9993db60 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:49.660127 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c407f534-aedc-4a14-a534-30ec9993db60 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:49.683765 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c407f534-aedc-4a14-a534-30ec9993db60 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:49.684247 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c407f534-aedc-4a14-a534-30ec9993db60 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Fanout notify agent at l3_agent the message router_deleted on router 2de9e5b7-6a00-4ebe-a8ba-b1c937a516f8 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:40:49.700724 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c407f534-aedc-4a14-a534-30ec9993db60 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:49.701786 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c407f534-aedc-4a14-a534-30ec9993db60 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/routers/2de9e5b7-6a00-4ebe-a8ba-b1c937a516f8 HTTP/1.1" status: 204 len: 168 time: 0.4716601 Jan 11 09:40:49.708874 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35268) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:49.753126 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-49341251-4af6-4518-9010-1ea1dd1b1d0f tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de9e5b7-6a00-4ebe-a8ba-b1c937a516f8 HTTP/1.1" status: 200 len: 205 time: 0.0431337 Jan 11 09:40:49.755405 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35272) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:49.822776 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-a1c470bd-7a0e-4397-859f-26cdaa4e1bd4 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] delete failed (client error): The resource could not be found. Jan 11 09:40:49.823691 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a1c470bd-7a0e-4397-859f-26cdaa4e1bd4 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/routers/2de9e5b7-6a00-4ebe-a8ba-b1c937a516f8 HTTP/1.1" status: 404 len: 336 time: 0.0674241 Jan 11 09:40:49.826178 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35276) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:49.862378 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4ee982-98f4-4f29-9a7d-a1015b692c02 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] DELETE failed (client error): The resource could not be found. Jan 11 09:40:49.862811 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d4ee982-98f4-4f29-9a7d-a1015b692c02 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:40:49.865428 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6d4ee982-98f4-4f29-9a7d-a1015b692c02 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/subnets/52038a23-e242-4583-b320-7aedbca9f0b4 HTTP/1.1" status: 404 len: 337 time: 0.0379438 Jan 11 09:40:49.867878 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35280) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:49.905265 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-4512caa2-b994-40f6-95d7-b762993f05b5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] DELETE failed (client error): The resource could not be found. Jan 11 09:40:49.905704 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4512caa2-b994-40f6-95d7-b762993f05b5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:40:49.907347 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4512caa2-b994-40f6-95d7-b762993f05b5 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/subnets/72d6df80-e1d1-4fa9-b877-eb7d1f64d94f HTTP/1.1" status: 404 len: 337 time: 0.0384586 Jan 11 09:40:49.909678 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35284) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:49.950650 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa9e04d-7621-48b1-975e-7fd0d8995bc4 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] DELETE failed (client error): The resource could not be found. Jan 11 09:40:49.951098 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa9e04d-7621-48b1-975e-7fd0d8995bc4 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:40:49.952746 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7aa9e04d-7621-48b1-975e-7fd0d8995bc4 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/subnets/d947677f-1c93-40c1-aca5-a882d110fbf5 HTTP/1.1" status: 404 len: 337 time: 0.0421712 Jan 11 09:40:49.955229 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35288) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:49.992715 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c6169e0-44e1-413b-8df0-5c0e07fba2e0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] DELETE failed (client error): The resource could not be found. Jan 11 09:40:49.993159 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c6169e0-44e1-413b-8df0-5c0e07fba2e0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:40:49.994819 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6c6169e0-44e1-413b-8df0-5c0e07fba2e0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/subnets/b87a0c39-f2c6-4f5f-bd65-e17a8c8f437b HTTP/1.1" status: 404 len: 337 time: 0.0387292 Jan 11 09:40:49.997341 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35292) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:50.039182 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-622992c4-bee3-42fb-b0c1-8fa464053910 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Synchronizing usage tracker for tenant:fac2e6af1b7d42d197ffed52a46ad075 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:40:50.050666 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-622992c4-bee3-42fb-b0c1-8fa464053910 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] Unset dirty status for tenant:fac2e6af1b7d42d197ffed52a46ad075 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:40:50.052442 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-622992c4-bee3-42fb-b0c1-8fa464053910 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d373204-d801-465f-b9af-a25ee2bbf7e8 HTTP/1.1" status: 200 len: 205 time: 0.0535672 Jan 11 09:40:50.055514 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35296) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:50.124019 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-a1667943-5db9-4728-9947-1848a8309bef tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] delete failed (client error): The resource could not be found. Jan 11 09:40:50.124940 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a1667943-5db9-4728-9947-1848a8309bef tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/routers/3d373204-d801-465f-b9af-a25ee2bbf7e8 HTTP/1.1" status: 404 len: 336 time: 0.0685508 Jan 11 09:40:50.127684 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35300) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:50.171314 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f73f6132-fd1f-4e4c-bf8f-703646f60e2b tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "GET /v2.0/ports?device_id=3aafbbba-4b7a-4653-9c20-c548a56ea997 HTTP/1.1" status: 200 len: 205 time: 0.0425823 Jan 11 09:40:50.173587 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35304) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:50.242929 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-2d492f0b-b303-4c4f-8546-c296cdc934b8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] delete failed (client error): The resource could not be found. Jan 11 09:40:50.243955 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2d492f0b-b303-4c4f-8546-c296cdc934b8 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/routers/3aafbbba-4b7a-4653-9c20-c548a56ea997 HTTP/1.1" status: 404 len: 336 time: 0.0694451 Jan 11 09:40:50.246529 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35308) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:50.285521 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f40c98-d9db-46fd-adf2-b87096b388ed tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] DELETE failed (client error): The resource could not be found. Jan 11 09:40:50.286733 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f40c98-d9db-46fd-adf2-b87096b388ed tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:40:50.288736 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-52f40c98-d9db-46fd-adf2-b87096b388ed tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/subnets/f96ea8f0-bce6-48a7-81c8-164cb075a542 HTTP/1.1" status: 404 len: 337 time: 0.0413074 Jan 11 09:40:50.291264 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35312) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:50.339310 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c557fe9b-c60d-4cc2-974c-3caa4ac6f951 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d2c7a0-0a93-431b-baca-783b2c6eabd2 HTTP/1.1" status: 200 len: 205 time: 0.0469980 Jan 11 09:40:50.341609 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35316) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:50.412994 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-b16fddd4-31b7-4493-84a8-b35a7a4d88f2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] delete failed (client error): The resource could not be found. Jan 11 09:40:50.414027 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b16fddd4-31b7-4493-84a8-b35a7a4d88f2 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/routers/c7d2c7a0-0a93-431b-baca-783b2c6eabd2 HTTP/1.1" status: 404 len: 336 time: 0.0712893 Jan 11 09:40:50.416671 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35320) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:50.467581 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9eef968c-3417-4655-98ff-c7301042d161 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2981201-6cd6-4e14-a1af-677956767401 HTTP/1.1" status: 200 len: 205 time: 0.0498421 Jan 11 09:40:50.469896 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35324) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:50.534970 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-010bea9e-003a-4b27-aca2-9355a201b5e9 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] delete failed (client error): The resource could not be found. Jan 11 09:40:50.535970 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-010bea9e-003a-4b27-aca2-9355a201b5e9 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/routers/b2981201-6cd6-4e14-a1af-677956767401 HTTP/1.1" status: 404 len: 336 time: 0.0651386 Jan 11 09:40:50.538525 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35328) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:50.580817 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b392430-948d-46cb-8004-3ea4143aeda1 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] DELETE failed (client error): The resource could not be found. Jan 11 09:40:50.581184 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b392430-948d-46cb-8004-3ea4143aeda1 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:40:50.583531 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1b392430-948d-46cb-8004-3ea4143aeda1 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/subnets/3263d414-2e5b-4e0f-abb6-ff961cd6fe56 HTTP/1.1" status: 404 len: 337 time: 0.0433803 Jan 11 09:40:50.585901 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35332) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:50.743082 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-26bce01c-1f43-4131-9943-234097cd9f86 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d7e2e9-cb65-4ac5-9241-842d6ffa1229 HTTP/1.1" status: 200 len: 205 time: 0.1560950 Jan 11 09:40:50.745377 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35338) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:50.813702 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-3171ea34-3c26-492b-9fcd-0f840f63abdf tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] delete failed (client error): The resource could not be found. Jan 11 09:40:50.814728 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3171ea34-3c26-492b-9fcd-0f840f63abdf tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/routers/11d7e2e9-cb65-4ac5-9241-842d6ffa1229 HTTP/1.1" status: 404 len: 336 time: 0.0684652 Jan 11 09:40:50.817590 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35342) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:50.853921 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-081ba6f5-3cbd-4971-a0de-01ae319c39f0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] DELETE failed (client error): The resource could not be found. Jan 11 09:40:50.854374 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-081ba6f5-3cbd-4971-a0de-01ae319c39f0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:40:50.855928 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-081ba6f5-3cbd-4971-a0de-01ae319c39f0 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/subnets/c0a0f035-c82b-4405-aaec-d425708afa9b HTTP/1.1" status: 404 len: 337 time: 0.0373931 Jan 11 09:40:50.858255 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35346) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:50.899838 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-250d8c1a-8132-41ba-8e15-04d6dd2267e6 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "GET /v2.0/ports?device_id=0abac82f-29f9-4195-b6f2-b1f8540e018f HTTP/1.1" status: 200 len: 205 time: 0.0406222 Jan 11 09:40:50.902058 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35350) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:50.967942 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.api.v2.resource [None req-f0f9d5ba-9224-479b-bf2a-42c410282231 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] delete failed (client error): The resource could not be found. Jan 11 09:40:50.968884 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f0f9d5ba-9224-479b-bf2a-42c410282231 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/routers/0abac82f-29f9-4195-b6f2-b1f8540e018f HTTP/1.1" status: 404 len: 336 time: 0.0659683 Jan 11 09:40:50.971323 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35354) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:51.007431 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3e5eec-cec0-40f5-b836-4954df2a4303 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] DELETE failed (client error): The resource could not be found. Jan 11 09:40:51.007855 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a3e5eec-cec0-40f5-b836-4954df2a4303 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:40:51.009389 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3a3e5eec-cec0-40f5-b836-4954df2a4303 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/subnets/f04e71ab-8a99-4dec-80de-6900addc48c7 HTTP/1.1" status: 404 len: 337 time: 0.0372303 Jan 11 09:40:51.011628 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35360) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:51.051530 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-71566103-5b9f-4ee5-a992-b497a81d9334 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] DELETE failed (client error): The resource could not be found. Jan 11 09:40:51.052086 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71566103-5b9f-4ee5-a992-b497a81d9334 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 09:40:51.053636 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-71566103-5b9f-4ee5-a992-b497a81d9334 tempest-RoutersIpV6Test-1755873077 tempest-RoutersIpV6Test-1755873077-project] 10.222.0.15 "DELETE /v2.0/subnets/69529ad0-0e66-467f-a64b-a376a141ce54 HTTP/1.1" status: 404 len: 337 time: 0.0411875 Jan 11 09:40:51.306505 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35368) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:51.320423 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1d584c6a-1844-442f-aae2-2aec092ceb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:51.454999 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-34a195c2-9797-4ccd-841d-2e709da82bb9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fac2e6af1b7d42d197ffed52a46ad075&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473460 Jan 11 09:40:51.457440 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35374) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:40:51.629185 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd753591-1f2c-47a9-b63c-d43b445baeee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:51.654937 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd753591-1f2c-47a9-b63c-d43b445baeee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:51.706395 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd753591-1f2c-47a9-b63c-d43b445baeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:51.720424 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd753591-1f2c-47a9-b63c-d43b445baeee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095cd4c3-f2a1-4061-a481-37d395c56270,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:40:51.730356 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bd753591-1f2c-47a9-b63c-d43b445baeee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:51.731482 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-bd753591-1f2c-47a9-b63c-d43b445baeee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/095cd4c3-f2a1-4061-a481-37d395c56270 HTTP/1.1" status: 204 len: 168 time: 0.2725496 Jan 11 09:40:52.478589 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:52.592122 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:40:54.028211 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:00.408463 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35386) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:00.643603 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36434d49-1583-49e4-b5fa-a06f3a7f08f0 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:00.644083 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36434d49-1583-49e4-b5fa-a06f3a7f08f0 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:00.644556 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36434d49-1583-49e4-b5fa-a06f3a7f08f0 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:00.646248 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-36434d49-1583-49e4-b5fa-a06f3a7f08f0 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=b18c1b552dc34b41889b96f8d477063d&network_id=60adb906-31a0-481a-a301-ff32dd5cdf4e HTTP/1.1" status: 200 len: 2999 time: 0.2368748 Jan 11 09:41:01.057604 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35396) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:01.259451 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4b5935c2-e80b-40b5-a732-911a97815509 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Deleting port c4869246-767f-4b10-a8f4-921793e7898a {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:41:01.259741 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4b5935c2-e80b-40b5-a732-911a97815509 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:01.424031 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4b5935c2-e80b-40b5-a732-911a97815509 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:01.424739 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4b5935c2-e80b-40b5-a732-911a97815509 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:01.545786 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4b5935c2-e80b-40b5-a732-911a97815509 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Calling delete_port for c4869246-767f-4b10-a8f4-921793e7898a owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:41:01.695277 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4b5935c2-e80b-40b5-a732-911a97815509 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:01.746038 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5935c2-e80b-40b5-a732-911a97815509 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Pushing event deleted for resources: {'Port': ['ID=c4869246-767f-4b10-a8f4-921793e7898a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:01.837820 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4b5935c2-e80b-40b5-a732-911a97815509 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:01.838046 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [None req-4b5935c2-e80b-40b5-a732-911a97815509 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Floating IP b39797b1-920d-4df3-aece-e323946aa992 disassociated (deleted). External IP: 172.26.3.57, port: bc3c4062-2e48-46b3-a27d-f6c14df29461. Jan 11 09:41:02.294768 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5935c2-e80b-40b5-a732-911a97815509 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Router f545cf85-cabb-489c-9903-863d0a24aae7 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:41:02.473166 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5935c2-e80b-40b5-a732-911a97815509 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:41:02.482949 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1012f01b-7cf4-4c30-8097-cc4e130d7f90 None None] Sync routers for ids ['f545cf85-cabb-489c-9903-863d0a24aae7'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:41:02.489262 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4b5935c2-e80b-40b5-a732-911a97815509 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:02.493091 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1012f01b-7cf4-4c30-8097-cc4e130d7f90 None None] Routers {'f545cf85-cabb-489c-9903-863d0a24aae7'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:41:02.493692 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1012f01b-7cf4-4c30-8097-cc4e130d7f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:40:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['f545cf85-cabb-489c-9903-863d0a24aae7'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:02.544177 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4b5935c2-e80b-40b5-a732-911a97815509 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "DELETE /v2.0/floatingips/b39797b1-920d-4df3-aece-e323946aa992 HTTP/1.1" status: 204 len: 168 time: 1.4854391 Jan 11 09:41:02.544767 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd292111-301d-4347-b32f-4009d3f406ba', 'tag': 'bc3c4062-2e48-46b3-a27d-f6c14df29461'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:41:02.709050 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-1012f01b-7cf4-4c30-8097-cc4e130d7f90 None None] Set router f545cf85-cabb-489c-9903-863d0a24aae7 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:41:02.745355 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd292111-301d-4347-b32f-4009d3f406ba', 'tag': 'bc3c4062-2e48-46b3-a27d-f6c14df29461', 'status': 'completed', 'code': 200} Jan 11 09:41:02.841346 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c3f48-9750-4f5c-9301-767574ad3608 req-1bc1e102-3647-4ac4-9542-5d130f9c3d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:02.842898 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7c9c3f48-9750-4f5c-9301-767574ad3608 req-1bc1e102-3647-4ac4-9542-5d130f9c3d04 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27f1e48653724e3083ec9827e4915957&device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 1098 time: 0.0760736 Jan 11 09:41:02.992655 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c3f48-9750-4f5c-9301-767574ad3608 req-b8700dc8-a54d-4019-a239-4eb3aa944b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:02.994116 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7c9c3f48-9750-4f5c-9301-767574ad3608 req-b8700dc8-a54d-4019-a239-4eb3aa944b1e service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 HTTP/1.1" status: 200 len: 913 time: 0.1436949 Jan 11 09:41:03.063292 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7c9c3f48-9750-4f5c-9301-767574ad3608 req-8beaac86-3f81-41d3-9c17-6742532d6f5d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc3c4062-2e48-46b3-a27d-f6c14df29461 HTTP/1.1" status: 200 len: 217 time: 0.0622392 Jan 11 09:41:03.066370 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a0fdd-549c-4a62-a7f9-58553f2b184f req-77a2d5e1-9244-4fe1-90fc-0cc51f0e9064 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:03.068330 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f72a0fdd-549c-4a62-a7f9-58553f2b184f req-77a2d5e1-9244-4fe1-90fc-0cc51f0e9064 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 945 time: 0.0871792 Jan 11 09:41:03.098039 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1012f01b-7cf4-4c30-8097-cc4e130d7f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:31:52Z', 'revision_number': 4, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port': {'id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:38Z', 'updated_at': '2022-01-11T09:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'b0b36a17-1b03-41d8-9434-9d9b4379dbc2', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'port_id': '653bf390-5022-446f-b35d-1ea85980c365', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'mac_address': 'fa:16:3e:ee:3f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6029d70b-cd04-4cac-bfaf-e647c5660a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:36:22Z', 'updated_at': '2022-01-11T09:36:29Z', 'revision_number': 1, 'project_id': '27f1e48653724e3083ec9827e4915957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec904619-9a3b-404d-8045-a1d4a669e27c', 'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'mac_address': 'fa:16:3e:d7:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:46Z', 'updated_at': '2022-01-11T09:32:04Z', 'revision_number': 5, 'project_id': '27f1e48653724e3083ec9827e4915957', 'subnets': [{'id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:03.102620 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1012f01b-7cf4-4c30-8097-cc4e130d7f90 None None] Checking router: f545cf85-cabb-489c-9903-863d0a24aae7 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:41:03.112416 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1012f01b-7cf4-4c30-8097-cc4e130d7f90 None None] Routers {'f545cf85-cabb-489c-9903-863d0a24aae7'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:41:03.112416 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1012f01b-7cf4-4c30-8097-cc4e130d7f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:40:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['f545cf85-cabb-489c-9903-863d0a24aae7'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:03.116014 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f72a0fdd-549c-4a62-a7f9-58553f2b184f req-eaaa1624-1cb7-4455-9122-d805e4b08c8e tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407138 Jan 11 09:41:03.143953 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c3f48-9750-4f5c-9301-767574ad3608 req-7ac65559-0379-4ae7-bad1-4f1bbbb3a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:03.145474 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7c9c3f48-9750-4f5c-9301-767574ad3608 req-7ac65559-0379-4ae7-bad1-4f1bbbb3a6f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=627ce13c-dd38-4562-afe1-c17eb9a23002 HTTP/1.1" status: 200 len: 851 time: 0.0754604 Jan 11 09:41:03.231870 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c3f48-9750-4f5c-9301-767574ad3608 req-f7f94db1-1793-4999-b27e-82643c391fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:03.233353 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7c9c3f48-9750-4f5c-9301-767574ad3608 req-f7f94db1-1793-4999-b27e-82643c391fcf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717959 Jan 11 09:41:03.286137 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-1012f01b-7cf4-4c30-8097-cc4e130d7f90 None None] Set router f545cf85-cabb-489c-9903-863d0a24aae7 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:41:03.368179 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7c9c3f48-9750-4f5c-9301-767574ad3608 req-b85ce9db-5d3c-4f75-8595-b779895348ee service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264629 Jan 11 09:41:03.505151 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7c9c3f48-9750-4f5c-9301-767574ad3608 req-a4b9ece9-ea8f-431e-a202-764bcd3b719c service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291733 Jan 11 09:41:03.671456 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1012f01b-7cf4-4c30-8097-cc4e130d7f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:31:52Z', 'revision_number': 4, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port': {'id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:38Z', 'updated_at': '2022-01-11T09:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'b0b36a17-1b03-41d8-9434-9d9b4379dbc2', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'port_id': '653bf390-5022-446f-b35d-1ea85980c365', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'mac_address': 'fa:16:3e:ee:3f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6029d70b-cd04-4cac-bfaf-e647c5660a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:36:22Z', 'updated_at': '2022-01-11T09:36:29Z', 'revision_number': 1, 'project_id': '27f1e48653724e3083ec9827e4915957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec904619-9a3b-404d-8045-a1d4a669e27c', 'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'mac_address': 'fa:16:3e:d7:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:46Z', 'updated_at': '2022-01-11T09:32:04Z', 'revision_number': 5, 'project_id': '27f1e48653724e3083ec9827e4915957', 'subnets': [{'id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:03.675211 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1012f01b-7cf4-4c30-8097-cc4e130d7f90 None None] The sync data for ids ['f545cf85-cabb-489c-9903-863d0a24aae7'] in dv-neutron-823402-4-hyperv is: [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:31:52Z', 'revision_number': 4, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port': {'id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:38Z', 'updated_at': '2022-01-11T09:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'b0b36a17-1b03-41d8-9434-9d9b4379dbc2', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'port_id': '653bf390-5022-446f-b35d-1ea85980c365', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'mac_address': 'fa:16:3e:ee:3f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6029d70b-cd04-4cac-bfaf-e647c5660a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:36:22Z', 'updated_at': '2022-01-11T09:36:29Z', 'revision_number': 1, 'project_id': '27f1e48653724e3083ec9827e4915957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec904619-9a3b-404d-8045-a1d4a669e27c', 'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'mac_address': 'fa:16:3e:d7:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:46Z', 'updated_at': '2022-01-11T09:32:04Z', 'revision_number': 5, 'project_id': '27f1e48653724e3083ec9827e4915957', 'subnets': [{'id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:41:03.890416 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f12556-27f9-42a7-a088-0e5553ae9831 None None] New status for floating IP b39797b1-920d-4df3-aece-e323946aa992: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:41:04.118473 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:04.298514 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d504319-9e52-4d06-91e2-c717a3f14cdf req-42ee1943-c0ff-42eb-83d8-a394b5f45bcd tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:04.299838 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2d504319-9e52-4d06-91e2-c717a3f14cdf req-42ee1943-c0ff-42eb-83d8-a394b5f45bcd tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 945 time: 0.0784154 Jan 11 09:41:04.347778 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2d504319-9e52-4d06-91e2-c717a3f14cdf req-16a12394-329a-4d19-b08f-75f24b11cb6f tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412486 Jan 11 09:41:04.605700 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:41:04.783855 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519ff3e-1d2c-4219-82e6-1c89b2c368c8 req-222bb0cd-6850-4e06-b89f-cd23dfe3a613 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:04.784535 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-f519ff3e-1d2c-4219-82e6-1c89b2c368c8 req-222bb0cd-6850-4e06-b89f-cd23dfe3a613 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Synchronizing usage tracker for tenant:27f1e48653724e3083ec9827e4915957 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:41:04.799288 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-f519ff3e-1d2c-4219-82e6-1c89b2c368c8 req-222bb0cd-6850-4e06-b89f-cd23dfe3a613 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Unset dirty status for tenant:27f1e48653724e3083ec9827e4915957 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:41:04.800430 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f519ff3e-1d2c-4219-82e6-1c89b2c368c8 req-222bb0cd-6850-4e06-b89f-cd23dfe3a613 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 945 time: 0.0983372 Jan 11 09:41:04.869638 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-f519ff3e-1d2c-4219-82e6-1c89b2c368c8 req-e114a194-2a5e-4f0e-8ea2-e0661425dc31 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Deleting port bc3c4062-2e48-46b3-a27d-f6c14df29461 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:41:04.869890 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f519ff3e-1d2c-4219-82e6-1c89b2c368c8 req-e114a194-2a5e-4f0e-8ea2-e0661425dc31 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:05.164501 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35414) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:05.223141 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3c16c-26a8-426c-8204-bd0166c24742 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:05.225317 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-13e3c16c-26a8-426c-8204-bd0166c24742 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54 HTTP/1.1" status: 200 len: 814 time: 0.0591865 Jan 11 09:41:05.226504 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-f519ff3e-1d2c-4219-82e6-1c89b2c368c8 req-e114a194-2a5e-4f0e-8ea2-e0661425dc31 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] For port bc3c4062-2e48-46b3-a27d-f6c14df29461, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=bc3c4062-2e48-46b3-a27d-f6c14df29461,segment=NetworkSegment(432e4216-ddff-43d1-8fec-12c3795a4030),segment_id=432e4216-ddff-43d1-8fec-12c3795a4030)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:41:05.226864 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f519ff3e-1d2c-4219-82e6-1c89b2c368c8 req-e114a194-2a5e-4f0e-8ea2-e0661425dc31 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:05.347971 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-f519ff3e-1d2c-4219-82e6-1c89b2c368c8 req-e114a194-2a5e-4f0e-8ea2-e0661425dc31 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Calling delete_port for bc3c4062-2e48-46b3-a27d-f6c14df29461 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:41:05.499148 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f519ff3e-1d2c-4219-82e6-1c89b2c368c8 req-e114a194-2a5e-4f0e-8ea2-e0661425dc31 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:05.534762 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c711569-d2bc-4ff6-82e9-ed0f57360d07 req-9056c08a-71bd-4503-b06c-45b79a931ef1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:05.536215 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2c711569-d2bc-4ff6-82e9-ed0f57360d07 req-9056c08a-71bd-4503-b06c-45b79a931ef1 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 867 time: 0.0829809 Jan 11 09:41:05.548671 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114a194-2a5e-4f0e-8ea2-e0661425dc31 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Pushing event deleted for resources: {'Port': ['ID=bc3c4062-2e48-46b3-a27d-f6c14df29461,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:05.586617 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114a194-2a5e-4f0e-8ea2-e0661425dc31 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:05.586959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114a194-2a5e-4f0e-8ea2-e0661425dc31 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:05.587288 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114a194-2a5e-4f0e-8ea2-e0661425dc31 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:05.587615 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114a194-2a5e-4f0e-8ea2-e0661425dc31 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:05.587722 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2c711569-d2bc-4ff6-82e9-ed0f57360d07 req-691f7092-1662-4ca5-9531-c57f35d10022 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455632 Jan 11 09:41:05.587939 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114a194-2a5e-4f0e-8ea2-e0661425dc31 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:05.588254 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114a194-2a5e-4f0e-8ea2-e0661425dc31 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:05.588572 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114a194-2a5e-4f0e-8ea2-e0661425dc31 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:05.588887 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114a194-2a5e-4f0e-8ea2-e0661425dc31 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:05.589202 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114a194-2a5e-4f0e-8ea2-e0661425dc31 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:05.589509 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114a194-2a5e-4f0e-8ea2-e0661425dc31 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:05.589820 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114a194-2a5e-4f0e-8ea2-e0661425dc31 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:05.590144 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e114a194-2a5e-4f0e-8ea2-e0661425dc31 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:05.638074 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-f519ff3e-1d2c-4219-82e6-1c89b2c368c8 req-e114a194-2a5e-4f0e-8ea2-e0661425dc31 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] No DVR routers for this DVR port bc3c4062-2e48-46b3-a27d-f6c14df29461 on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:41:05.640515 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f519ff3e-1d2c-4219-82e6-1c89b2c368c8 req-e114a194-2a5e-4f0e-8ea2-e0661425dc31 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:05.642987 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd292111-301d-4347-b32f-4009d3f406ba', 'name': 'network-vif-deleted', 'tag': 'bc3c4062-2e48-46b3-a27d-f6c14df29461'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:41:05.658262 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f519ff3e-1d2c-4219-82e6-1c89b2c368c8 req-e114a194-2a5e-4f0e-8ea2-e0661425dc31 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.42 "DELETE /v2.0/ports/bc3c4062-2e48-46b3-a27d-f6c14df29461 HTTP/1.1" status: 204 len: 173 time: 0.8522990 Jan 11 09:41:05.689329 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd292111-301d-4347-b32f-4009d3f406ba', 'name': 'network-vif-deleted', 'tag': 'bc3c4062-2e48-46b3-a27d-f6c14df29461', 'status': 'completed', 'code': 200} Jan 11 09:41:06.424432 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35428) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:06.429933 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-068ef226-ff09-4ded-9a51-093b46537896 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:41:06.532322 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-068ef226-ff09-4ded-9a51-093b46537896 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:06.761663 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-79cb87a3-a425-4afd-8dab-137a9e9ea539 req-fff4d55e-a95c-4f4c-88c6-803b7059af28 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd292111-301d-4347-b32f-4009d3f406ba HTTP/1.1" status: 200 len: 210 time: 0.0450647 Jan 11 09:41:06.824863 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-068ef226-ff09-4ded-9a51-093b46537896 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:06.828447 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-068ef226-ff09-4ded-9a51-093b46537896 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:06.828814 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [None req-068ef226-ff09-4ded-9a51-093b46537896 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Floating IP cb83dea4-3ac9-4cd5-b1d0-b4fd083e84cb disassociated. External IP: 172.26.3.140, port: 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79. Jan 11 09:41:07.177467 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068ef226-ff09-4ded-9a51-093b46537896 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 687a17e7-0ff2-4b73-8073-ba52c67dae4b has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:41:07.465984 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068ef226-ff09-4ded-9a51-093b46537896 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:41:07.470107 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-068ef226-ff09-4ded-9a51-093b46537896 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:07.475994 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e1131c-9bca-4b57-a264-1c8d25bcaaa1 None None] Sync routers for ids ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:41:07.486234 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e1131c-9bca-4b57-a264-1c8d25bcaaa1 None None] Routers {'687a17e7-0ff2-4b73-8073-ba52c67dae4b'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:41:07.486837 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d9e1131c-9bca-4b57-a264-1c8d25bcaaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:40:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:07.528445 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-068ef226-ff09-4ded-9a51-093b46537896 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "PUT /v2.0/floatingips/cb83dea4-3ac9-4cd5-b1d0-b4fd083e84cb HTTP/1.1" status: 200 len: 690 time: 1.1003921 Jan 11 09:41:07.528663 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35434) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:07.608412 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5d87a675-162a-46e4-91a7-e5749329d1b7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/cb83dea4-3ac9-4cd5-b1d0-b4fd083e84cb HTTP/1.1" status: 200 len: 690 time: 0.0786898 Jan 11 09:41:07.662603 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-d9e1131c-9bca-4b57-a264-1c8d25bcaaa1 None None] Set router 687a17e7-0ff2-4b73-8073-ba52c67dae4b gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:41:07.690400 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef', 'tag': '4b46b82d-e5ee-46d1-9be7-d0fffef6ea79'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:41:07.738623 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef', 'tag': '4b46b82d-e5ee-46d1-9be7-d0fffef6ea79', 'status': 'completed', 'code': 200} Jan 11 09:41:07.834031 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a41b57-c299-4e5d-8fd4-29f4359c2065 req-d7eff561-2766-4185-a4fe-ed76df48c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:07.835567 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-78a41b57-c299-4e5d-8fd4-29f4359c2065 req-d7eff561-2766-4185-a4fe-ed76df48c7f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef HTTP/1.1" status: 200 len: 1098 time: 0.0750017 Jan 11 09:41:07.982436 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a41b57-c299-4e5d-8fd4-29f4359c2065 req-3bf67205-8508-4782-8ba4-b968a43a7cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:07.984063 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-78a41b57-c299-4e5d-8fd4-29f4359c2065 req-3bf67205-8508-4782-8ba4-b968a43a7cd2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60adb906-31a0-481a-a301-ff32dd5cdf4e HTTP/1.1" status: 200 len: 898 time: 0.1425917 Jan 11 09:41:07.996365 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d9e1131c-9bca-4b57-a264-1c8d25bcaaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'name': 'tempest-TestNetworkBasicOps-router-2092534900', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '946567af-974a-4501-9385-1cc4ca8bf825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:39:26Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '946567af-974a-4501-9385-1cc4ca8bf825', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:27Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '822279bd-be1d-426f-84f3-117eaa914515', 'name': '', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:db:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '837b3814-c63b-452e-94f8-bb30e6125894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:32Z', 'updated_at': '2022-01-11T09:39:42Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '837b3814-c63b-452e-94f8-bb30e6125894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:08.000746 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e1131c-9bca-4b57-a264-1c8d25bcaaa1 None None] Checking router: 687a17e7-0ff2-4b73-8073-ba52c67dae4b for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:41:08.010998 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e1131c-9bca-4b57-a264-1c8d25bcaaa1 None None] Routers {'687a17e7-0ff2-4b73-8073-ba52c67dae4b'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:41:08.011814 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d9e1131c-9bca-4b57-a264-1c8d25bcaaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:40:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:08.060203 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-78a41b57-c299-4e5d-8fd4-29f4359c2065 req-c3a8b642-a1ea-402b-a553-d7e9c0238832 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 HTTP/1.1" status: 200 len: 217 time: 0.0680315 Jan 11 09:41:08.129749 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a41b57-c299-4e5d-8fd4-29f4359c2065 req-a06848f6-ba4c-428f-8c97-1b9eb0685303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:08.132316 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-78a41b57-c299-4e5d-8fd4-29f4359c2065 req-a06848f6-ba4c-428f-8c97-1b9eb0685303 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=837b3814-c63b-452e-94f8-bb30e6125894 HTTP/1.1" status: 200 len: 835 time: 0.0664833 Jan 11 09:41:08.218156 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a41b57-c299-4e5d-8fd4-29f4359c2065 req-bc565e1d-7942-49f3-a962-450bcf3aae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:08.218505 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-d9e1131c-9bca-4b57-a264-1c8d25bcaaa1 None None] Set router 687a17e7-0ff2-4b73-8073-ba52c67dae4b gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:41:08.219775 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-78a41b57-c299-4e5d-8fd4-29f4359c2065 req-bc565e1d-7942-49f3-a962-450bcf3aae91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60adb906-31a0-481a-a301-ff32dd5cdf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818889 Jan 11 09:41:08.362506 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-78a41b57-c299-4e5d-8fd4-29f4359c2065 req-d62bf4f9-7dd0-470c-8e8b-468a6e422ed0 service neutron] 10.222.0.42 "GET /v2.0/networks/60adb906-31a0-481a-a301-ff32dd5cdf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354394 Jan 11 09:41:08.522935 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-78a41b57-c299-4e5d-8fd4-29f4359c2065 req-ad9c438c-5ec5-4804-9e6a-61ca73ac55c5 service neutron] 10.222.0.42 "GET /v2.0/networks/60adb906-31a0-481a-a301-ff32dd5cdf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524494 Jan 11 09:41:08.548062 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d9e1131c-9bca-4b57-a264-1c8d25bcaaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'name': 'tempest-TestNetworkBasicOps-router-2092534900', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '946567af-974a-4501-9385-1cc4ca8bf825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:39:26Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '946567af-974a-4501-9385-1cc4ca8bf825', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:27Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '822279bd-be1d-426f-84f3-117eaa914515', 'name': '', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:db:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '837b3814-c63b-452e-94f8-bb30e6125894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:32Z', 'updated_at': '2022-01-11T09:39:42Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '837b3814-c63b-452e-94f8-bb30e6125894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:08.552294 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e1131c-9bca-4b57-a264-1c8d25bcaaa1 None None] The sync data for ids ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'] in dv-neutron-823402-4-hyperv is: [{'id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'name': 'tempest-TestNetworkBasicOps-router-2092534900', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '946567af-974a-4501-9385-1cc4ca8bf825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:39:26Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '946567af-974a-4501-9385-1cc4ca8bf825', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:27Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '822279bd-be1d-426f-84f3-117eaa914515', 'name': '', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:db:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '837b3814-c63b-452e-94f8-bb30e6125894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:32Z', 'updated_at': '2022-01-11T09:39:42Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '837b3814-c63b-452e-94f8-bb30e6125894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:41:08.611911 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35446) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:08.701553 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5aaa5065-0855-4e5d-9314-84c6c6197755 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/cb83dea4-3ac9-4cd5-b1d0-b4fd083e84cb HTTP/1.1" status: 200 len: 690 time: 0.0883424 Jan 11 09:41:08.813437 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df88e824-8cd9-4b7e-8c3f-c0003eaca5e0 None None] New status for floating IP cb83dea4-3ac9-4cd5-b1d0-b4fd083e84cb: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:41:09.705450 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35452) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:09.791265 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-95deda4c-1784-423f-9601-f05150499c12 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/cb83dea4-3ac9-4cd5-b1d0-b4fd083e84cb HTTP/1.1" status: 200 len: 688 time: 0.0845151 Jan 11 09:41:09.829633 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device bc3c4062-2e48-46b3-a27d-f6c14df29461 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:41:09.864262 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: bc3c4062-2e48-46b3-a27d-f6c14df29461 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:41:09.864596 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device bc3c4062-2e48-46b3-a27d-f6c14df29461 not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:41:11.060424 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35464) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:11.065621 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c75e3719-f07f-41e0-be4d-30bd06f92d9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1286889136', 'description': 'tempest-secgroup-smoke-1286889136 description', 'project_id': 'b18c1b552dc34b41889b96f8d477063d'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:41:11.072073 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c75e3719-f07f-41e0-be4d-30bd06f92d9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:41:11.082112 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c75e3719-f07f-41e0-be4d-30bd06f92d9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:41:11.092349 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c75e3719-f07f-41e0-be4d-30bd06f92d9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:11.117224 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c75e3719-f07f-41e0-be4d-30bd06f92d9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:41:11.121346 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c75e3719-f07f-41e0-be4d-30bd06f92d9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:41:11.124353 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c75e3719-f07f-41e0-be4d-30bd06f92d9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:41:11.130311 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c75e3719-f07f-41e0-be4d-30bd06f92d9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:41:11.218809 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c75e3719-f07f-41e0-be4d-30bd06f92d9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:11.226856 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c75e3719-f07f-41e0-be4d-30bd06f92d9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:11.279378 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e3719-f07f-41e0-be4d-30bd06f92d9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab38b2f-e6d9-4557-b0b4-218e469ae26b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:11.282075 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c75e3719-f07f-41e0-be4d-30bd06f92d9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:11.288143 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c75e3719-f07f-41e0-be4d-30bd06f92d9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2247348 Jan 11 09:41:11.289001 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35468) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:11.293370 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-04685180-cfaa-47aa-ab70-9326a33e8530 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '3ab38b2f-e6d9-4557-b0b4-218e469ae26b', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:41:11.300409 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-04685180-cfaa-47aa-ab70-9326a33e8530 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:41:11.307617 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-04685180-cfaa-47aa-ab70-9326a33e8530 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:41:11.311459 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-04685180-cfaa-47aa-ab70-9326a33e8530 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:41:11.318007 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-04685180-cfaa-47aa-ab70-9326a33e8530 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:41:11.340627 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04685180-cfaa-47aa-ab70-9326a33e8530 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:11.411382 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04685180-cfaa-47aa-ab70-9326a33e8530 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:11.415336 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04685180-cfaa-47aa-ab70-9326a33e8530 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:11.439220 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04685180-cfaa-47aa-ab70-9326a33e8530 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34eed11-78a0-4393-8cd9-096ea76480f1,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:11.450794 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04685180-cfaa-47aa-ab70-9326a33e8530 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:11.451258 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04685180-cfaa-47aa-ab70-9326a33e8530 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:11.451785 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04685180-cfaa-47aa-ab70-9326a33e8530 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:11.452136 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04685180-cfaa-47aa-ab70-9326a33e8530 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:11.452532 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04685180-cfaa-47aa-ab70-9326a33e8530 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:11.453311 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04685180-cfaa-47aa-ab70-9326a33e8530 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:11.453311 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04685180-cfaa-47aa-ab70-9326a33e8530 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:11.453603 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04685180-cfaa-47aa-ab70-9326a33e8530 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:11.453980 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04685180-cfaa-47aa-ab70-9326a33e8530 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:11.454341 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04685180-cfaa-47aa-ab70-9326a33e8530 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:11.454658 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04685180-cfaa-47aa-ab70-9326a33e8530 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:11.454974 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04685180-cfaa-47aa-ab70-9326a33e8530 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:11.458612 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-04685180-cfaa-47aa-ab70-9326a33e8530 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:11.462359 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-04685180-cfaa-47aa-ab70-9326a33e8530 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1724606 Jan 11 09:41:11.462711 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35474) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:11.470767 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9b08ce46-651e-42c6-860f-b86c34b3219b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '3ab38b2f-e6d9-4557-b0b4-218e469ae26b', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:41:11.480714 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9b08ce46-651e-42c6-860f-b86c34b3219b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:41:11.485347 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9b08ce46-651e-42c6-860f-b86c34b3219b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:41:11.488349 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9b08ce46-651e-42c6-860f-b86c34b3219b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:41:11.495524 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9b08ce46-651e-42c6-860f-b86c34b3219b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:41:11.515360 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b08ce46-651e-42c6-860f-b86c34b3219b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:11.582301 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b08ce46-651e-42c6-860f-b86c34b3219b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:11.585869 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b08ce46-651e-42c6-860f-b86c34b3219b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:11.609799 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08ce46-651e-42c6-860f-b86c34b3219b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d8c6a0-0eb3-4139-98c7-f98ba587d450,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:11.619754 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b08ce46-651e-42c6-860f-b86c34b3219b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:11.623646 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9b08ce46-651e-42c6-860f-b86c34b3219b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1572211 Jan 11 09:41:11.623896 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35478) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:11.629224 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-cc3e49cc-1c6a-41dc-97e8-f5e16335adc2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '3ab38b2f-e6d9-4557-b0b4-218e469ae26b', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:41:11.636285 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cc3e49cc-1c6a-41dc-97e8-f5e16335adc2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:41:11.640309 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-cc3e49cc-1c6a-41dc-97e8-f5e16335adc2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:41:11.643329 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-cc3e49cc-1c6a-41dc-97e8-f5e16335adc2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:41:11.649531 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cc3e49cc-1c6a-41dc-97e8-f5e16335adc2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:41:11.666327 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3e49cc-1c6a-41dc-97e8-f5e16335adc2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:11.734312 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3e49cc-1c6a-41dc-97e8-f5e16335adc2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:11.738077 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3e49cc-1c6a-41dc-97e8-f5e16335adc2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:11.761300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e49cc-1c6a-41dc-97e8-f5e16335adc2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc350e2f-008b-4079-a0b4-ab8f807d0372,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:11.770553 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3e49cc-1c6a-41dc-97e8-f5e16335adc2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:11.772126 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-cc3e49cc-1c6a-41dc-97e8-f5e16335adc2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1470304 Jan 11 09:41:11.774753 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35482) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:11.779674 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-607d1a4f-3c6e-47db-a4ee-520691ab692d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '3ab38b2f-e6d9-4557-b0b4-218e469ae26b', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:41:11.785635 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-607d1a4f-3c6e-47db-a4ee-520691ab692d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:41:11.790528 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-607d1a4f-3c6e-47db-a4ee-520691ab692d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:41:11.793364 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-607d1a4f-3c6e-47db-a4ee-520691ab692d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:41:11.799115 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-607d1a4f-3c6e-47db-a4ee-520691ab692d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:41:11.816336 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-607d1a4f-3c6e-47db-a4ee-520691ab692d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:11.882072 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-607d1a4f-3c6e-47db-a4ee-520691ab692d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:11.886015 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-607d1a4f-3c6e-47db-a4ee-520691ab692d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:11.909822 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d1a4f-3c6e-47db-a4ee-520691ab692d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5256e5af-e4df-4342-b650-1b5d2e80b5c2,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:11.919958 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-607d1a4f-3c6e-47db-a4ee-520691ab692d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:11.921129 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-607d1a4f-3c6e-47db-a4ee-520691ab692d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1454718 Jan 11 09:41:11.923913 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35486) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:11.929189 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b97c99d4-78cf-4ec4-a2ba-d6fc35f7186b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '3ab38b2f-e6d9-4557-b0b4-218e469ae26b', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:41:11.935098 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b97c99d4-78cf-4ec4-a2ba-d6fc35f7186b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:41:11.938784 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b97c99d4-78cf-4ec4-a2ba-d6fc35f7186b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:41:11.941880 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b97c99d4-78cf-4ec4-a2ba-d6fc35f7186b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:41:11.948226 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b97c99d4-78cf-4ec4-a2ba-d6fc35f7186b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:41:11.959840 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-b97c99d4-78cf-4ec4-a2ba-d6fc35f7186b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Project b18c1b552dc34b41889b96f8d477063d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:41:11.966594 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b97c99d4-78cf-4ec4-a2ba-d6fc35f7186b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:12.030521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b97c99d4-78cf-4ec4-a2ba-d6fc35f7186b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:12.033806 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b97c99d4-78cf-4ec4-a2ba-d6fc35f7186b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:12.057205 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c99d4-78cf-4ec4-a2ba-d6fc35f7186b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fcaa1d4-b8bd-45fa-b349-1b822a12d058,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:12.068164 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b97c99d4-78cf-4ec4-a2ba-d6fc35f7186b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:12.069410 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b97c99d4-78cf-4ec4-a2ba-d6fc35f7186b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1445949 Jan 11 09:41:12.072376 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35490) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:12.077623 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c7818ec3-4030-4446-91d1-82ac49ecf7b6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '3ab38b2f-e6d9-4557-b0b4-218e469ae26b', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:41:12.084336 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c7818ec3-4030-4446-91d1-82ac49ecf7b6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:41:12.088341 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c7818ec3-4030-4446-91d1-82ac49ecf7b6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:41:12.091468 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c7818ec3-4030-4446-91d1-82ac49ecf7b6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:41:12.097481 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c7818ec3-4030-4446-91d1-82ac49ecf7b6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:41:12.109352 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-c7818ec3-4030-4446-91d1-82ac49ecf7b6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Project b18c1b552dc34b41889b96f8d477063d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:41:12.116392 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7818ec3-4030-4446-91d1-82ac49ecf7b6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:12.189819 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7818ec3-4030-4446-91d1-82ac49ecf7b6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:12.194233 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7818ec3-4030-4446-91d1-82ac49ecf7b6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:12.217370 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7818ec3-4030-4446-91d1-82ac49ecf7b6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e94fac7-2fd8-49aa-8f6c-e788ea97d284,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:12.225987 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7818ec3-4030-4446-91d1-82ac49ecf7b6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:12.227175 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c7818ec3-4030-4446-91d1-82ac49ecf7b6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1538537 Jan 11 09:41:12.411900 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35508) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:12.439597 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-571c4b1c-e3bc-4718-9064-38c485f55758 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1286889136&fields=id&tenant_id=b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 267 time: 0.0390220 Jan 11 09:41:12.594862 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-fce2c508-66f9-4540-a4df-b05454b6b4be tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:12.596199 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-fce2c508-66f9-4540-a4df-b05454b6b4be tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/networks?id=60adb906-31a0-481a-a301-ff32dd5cdf4e HTTP/1.1" status: 200 len: 797 time: 0.1487944 Jan 11 09:41:12.610834 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-887fcea7-8264-4493-a999-defbf1245078 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/quotas/b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 375 time: 0.0089581 Jan 11 09:41:12.629459 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-42185369-2837-490f-860b-e6705bf500db tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Deleting port 1db8eddc-7386-4b2d-b47f-beb3bca312eb {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:41:12.629793 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42185369-2837-490f-860b-e6705bf500db tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:12.700715 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-9451abe5-30f1-401d-bc4c-6a17d77afeda tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0840576 Jan 11 09:41:12.761644 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-881bdf0b-a5d8-461d-9e73-e07fdbbde846 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:41:12.762628 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-881bdf0b-a5d8-461d-9e73-e07fdbbde846 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506790 Jan 11 09:41:12.805302 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42185369-2837-490f-860b-e6705bf500db tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:12.805628 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42185369-2837-490f-860b-e6705bf500db tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:12.898975 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-b1915c6e-87f3-458c-ad7b-1b17fb9d3088 service neutron] 10.222.0.15 "GET /v2.0/networks/60adb906-31a0-481a-a301-ff32dd5cdf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302173 Jan 11 09:41:13.032816 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-1c71f622-2f7d-4d05-9396-1ed90bfdcf1a service neutron] 10.222.0.15 "GET /v2.0/networks/60adb906-31a0-481a-a301-ff32dd5cdf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271763 Jan 11 09:41:13.039779 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-42185369-2837-490f-860b-e6705bf500db tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Calling delete_port for 1db8eddc-7386-4b2d-b47f-beb3bca312eb owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:41:13.209891 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42185369-2837-490f-860b-e6705bf500db tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:13.214408 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8fc96c45-528b-4bd0-bd59-605d2013cd7e req-c63ae11d-b194-4586-9a4d-db5d04ad6cdf tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1714ce5c-351d-4e61-9e90-a8fdce9578b9 HTTP/1.1" status: 200 len: 210 time: 0.0431237 Jan 11 09:41:13.258297 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42185369-2837-490f-860b-e6705bf500db tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Pushing event deleted for resources: {'Port': ['ID=1db8eddc-7386-4b2d-b47f-beb3bca312eb,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:13.352061 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42185369-2837-490f-860b-e6705bf500db tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:13.352404 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [None req-42185369-2837-490f-860b-e6705bf500db tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Floating IP b0b36a17-1b03-41d8-9434-9d9b4379dbc2 disassociated (deleted). External IP: 172.26.3.76, port: 653bf390-5022-446f-b35d-1ea85980c365. Jan 11 09:41:13.720173 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42185369-2837-490f-860b-e6705bf500db tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Router f545cf85-cabb-489c-9903-863d0a24aae7 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:41:13.904840 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42185369-2837-490f-860b-e6705bf500db tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:41:13.916334 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b63e68f-2e3c-4a92-a8aa-79a326955118 None None] Sync routers for ids ['f545cf85-cabb-489c-9903-863d0a24aae7'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:41:13.921432 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42185369-2837-490f-860b-e6705bf500db tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:13.926511 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b63e68f-2e3c-4a92-a8aa-79a326955118 None None] Routers {'f545cf85-cabb-489c-9903-863d0a24aae7'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:41:13.928031 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5b63e68f-2e3c-4a92-a8aa-79a326955118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:40:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['f545cf85-cabb-489c-9903-863d0a24aae7'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:13.977334 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-42185369-2837-490f-860b-e6705bf500db tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "DELETE /v2.0/floatingips/b0b36a17-1b03-41d8-9434-9d9b4379dbc2 HTTP/1.1" status: 204 len: 168 time: 1.5642531 Jan 11 09:41:13.977819 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6029d70b-cd04-4cac-bfaf-e647c5660a20', 'tag': '653bf390-5022-446f-b35d-1ea85980c365'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:41:14.026251 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6029d70b-cd04-4cac-bfaf-e647c5660a20', 'tag': '653bf390-5022-446f-b35d-1ea85980c365', 'status': 'completed', 'code': 200} Jan 11 09:41:14.124362 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c82c64-0148-4b91-b081-8ed051e8b307 req-0c8d8463-2663-4204-b9e8-0bf4bfd6f911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:14.125852 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-29c82c64-0148-4b91-b081-8ed051e8b307 req-0c8d8463-2663-4204-b9e8-0bf4bfd6f911 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27f1e48653724e3083ec9827e4915957&device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 1099 time: 0.0768337 Jan 11 09:41:14.164801 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-5b63e68f-2e3c-4a92-a8aa-79a326955118 None None] Set router f545cf85-cabb-489c-9903-863d0a24aae7 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:41:14.275604 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c82c64-0148-4b91-b081-8ed051e8b307 req-98a2eede-d705-4343-a3d0-abae6bfb2f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:14.277783 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-29c82c64-0148-4b91-b081-8ed051e8b307 req-98a2eede-d705-4343-a3d0-abae6bfb2f02 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 HTTP/1.1" status: 200 len: 913 time: 0.1451910 Jan 11 09:41:14.395021 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-29c82c64-0148-4b91-b081-8ed051e8b307 req-12e12fd1-729d-431c-8d54-199b53b8f1ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=653bf390-5022-446f-b35d-1ea85980c365 HTTP/1.1" status: 200 len: 217 time: 0.1087108 Jan 11 09:41:14.431492 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1f607082-1790-4275-86d5-810ca88ce183 req-028c7198-7003-4aae-9664-63cdc45dc0d5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1714ce5c-351d-4e61-9e90-a8fdce9578b9 HTTP/1.1" status: 200 len: 210 time: 0.0484819 Jan 11 09:41:14.481723 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e778cbe-fd0d-4590-ac6b-ec57fabeea5e req-add9f64a-92ca-4a06-bc02-557076d9d522 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:14.483330 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0e778cbe-fd0d-4590-ac6b-ec57fabeea5e req-add9f64a-92ca-4a06-bc02-557076d9d522 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 946 time: 0.1457591 Jan 11 09:41:14.538119 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0e778cbe-fd0d-4590-ac6b-ec57fabeea5e req-5f34c4b2-e5e9-49b8-a1c4-154e12d82eb0 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482419 Jan 11 09:41:14.550318 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5b63e68f-2e3c-4a92-a8aa-79a326955118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:31:52Z', 'revision_number': 4, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port': {'id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:38Z', 'updated_at': '2022-01-11T09:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'ec904619-9a3b-404d-8045-a1d4a669e27c', 'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'mac_address': 'fa:16:3e:d7:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:46Z', 'updated_at': '2022-01-11T09:32:04Z', 'revision_number': 5, 'project_id': '27f1e48653724e3083ec9827e4915957', 'subnets': [{'id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:14.560351 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b63e68f-2e3c-4a92-a8aa-79a326955118 None None] Checking router: f545cf85-cabb-489c-9903-863d0a24aae7 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:41:14.570572 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b63e68f-2e3c-4a92-a8aa-79a326955118 None None] Routers {'f545cf85-cabb-489c-9903-863d0a24aae7'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:41:14.571197 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5b63e68f-2e3c-4a92-a8aa-79a326955118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:40:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['f545cf85-cabb-489c-9903-863d0a24aae7'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:14.735757 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c82c64-0148-4b91-b081-8ed051e8b307 req-463334ac-b133-4511-9b16-8e194a6ad9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:14.737166 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-29c82c64-0148-4b91-b081-8ed051e8b307 req-463334ac-b133-4511-9b16-8e194a6ad9b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=627ce13c-dd38-4562-afe1-c17eb9a23002 HTTP/1.1" status: 200 len: 851 time: 0.1403091 Jan 11 09:41:14.749305 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-cdc14352-0a49-45d7-946d-6b49aa1f324f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:14.750668 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-cdc14352-0a49-45d7-946d-6b49aa1f324f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/networks?id=60adb906-31a0-481a-a301-ff32dd5cdf4e HTTP/1.1" status: 200 len: 797 time: 0.3547966 Jan 11 09:41:14.754935 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-5b63e68f-2e3c-4a92-a8aa-79a326955118 None None] Set router f545cf85-cabb-489c-9903-863d0a24aae7 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:41:14.848581 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-04601c12-c965-4494-b3d0-e1d826bc4db6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:41:14.873665 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c82c64-0148-4b91-b081-8ed051e8b307 req-cac0b779-1525-44d0-bba1-bb151e55433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:14.875176 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-29c82c64-0148-4b91-b081-8ed051e8b307 req-cac0b779-1525-44d0-bba1-bb151e55433e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1236825 Jan 11 09:41:14.875912 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-04601c12-c965-4494-b3d0-e1d826bc4db6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:41:14.876900 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-04601c12-c965-4494-b3d0-e1d826bc4db6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 473 time: 0.0907481 Jan 11 09:41:14.908099 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-38a3a18f-017b-49a5-995b-2f3ad993ec1c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'port': {'device_id': '1714ce5c-351d-4e61-9e90-a8fdce9578b9', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'admin_state_up': True, 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'security_groups': ['3ab38b2f-e6d9-4557-b0b4-218e469ae26b']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:41:15.096497 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5b63e68f-2e3c-4a92-a8aa-79a326955118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:31:52Z', 'revision_number': 4, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port': {'id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:38Z', 'updated_at': '2022-01-11T09:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'ec904619-9a3b-404d-8045-a1d4a669e27c', 'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'mac_address': 'fa:16:3e:d7:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:46Z', 'updated_at': '2022-01-11T09:32:04Z', 'revision_number': 5, 'project_id': '27f1e48653724e3083ec9827e4915957', 'subnets': [{'id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:15.101145 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b63e68f-2e3c-4a92-a8aa-79a326955118 None None] The sync data for ids ['f545cf85-cabb-489c-9903-863d0a24aae7'] in dv-neutron-823402-4-hyperv is: [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:31:52Z', 'revision_number': 4, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port': {'id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:38Z', 'updated_at': '2022-01-11T09:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'ec904619-9a3b-404d-8045-a1d4a669e27c', 'name': '', 'network_id': '5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'mac_address': 'fa:16:3e:d7:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:46Z', 'updated_at': '2022-01-11T09:32:04Z', 'revision_number': 5, 'project_id': '27f1e48653724e3083ec9827e4915957', 'subnets': [{'id': '627ce13c-dd38-4562-afe1-c17eb9a23002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:41:15.137891 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-29c82c64-0148-4b91-b081-8ed051e8b307 req-0240ddd4-7655-48ac-b8a3-bc5433299655 service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515659 Jan 11 09:41:15.143092 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-38a3a18f-017b-49a5-995b-2f3ad993ec1c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:41:15.165423 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-38a3a18f-017b-49a5-995b-2f3ad993ec1c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:port and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:41:15.169929 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-38a3a18f-017b-49a5-995b-2f3ad993ec1c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:41:15.181622 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-38a3a18f-017b-49a5-995b-2f3ad993ec1c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:41:15.254765 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-38a3a18f-017b-49a5-995b-2f3ad993ec1c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Made reservation on behalf of b18c1b552dc34b41889b96f8d477063d for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:41:15.258547 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-38a3a18f-017b-49a5-995b-2f3ad993ec1c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:15.356573 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05849423-c7b0-4403-b0ed-6db58a9441b7 None None] New status for floating IP b0b36a17-1b03-41d8-9434-9d9b4379dbc2: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:41:15.371925 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-29c82c64-0148-4b91-b081-8ed051e8b307 req-417488a4-92ae-404e-b224-40a1d077667a service neutron] 10.222.0.42 "GET /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268245 Jan 11 09:41:15.473566 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-38a3a18f-017b-49a5-995b-2f3ad993ec1c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.20.0.10 (60adb906-31a0-481a-a301-ff32dd5cdf4e/837b3814-c63b-452e-94f8-bb30e6125894/0163509f-40ea-4b5c-8f11-4afc160e94b8) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:41:15.597378 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d96ae090-be33-4590-9e8f-44a092b3065b req-2acb2634-0f9b-41a0-a01f-acc1f6938389 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1714ce5c-351d-4e61-9e90-a8fdce9578b9 HTTP/1.1" status: 200 len: 210 time: 0.0541451 Jan 11 09:41:15.704144 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a5dd-06b8-4dad-b75d-d9a0e455d074 req-35f3bd5d-0c5c-4c37-ab3e-ff9163317e08 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:15.704839 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-2964a5dd-06b8-4dad-b75d-d9a0e455d074 req-35f3bd5d-0c5c-4c37-ab3e-ff9163317e08 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Synchronizing usage tracker for tenant:27f1e48653724e3083ec9827e4915957 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:41:15.732574 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25099dad-2adf-437a-8035-4f241fe41389 req-42a07127-b58e-44cd-b683-1733b29ad0ea tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:15.734066 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-25099dad-2adf-437a-8035-4f241fe41389 req-42a07127-b58e-44cd-b683-1733b29ad0ea tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 946 time: 0.0813119 Jan 11 09:41:15.747591 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-38a3a18f-017b-49a5-995b-2f3ad993ec1c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:15.753872 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-2964a5dd-06b8-4dad-b75d-d9a0e455d074 req-35f3bd5d-0c5c-4c37-ab3e-ff9163317e08 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Unset dirty status for tenant:27f1e48653724e3083ec9827e4915957 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:41:15.755005 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2964a5dd-06b8-4dad-b75d-d9a0e455d074 req-35f3bd5d-0c5c-4c37-ab3e-ff9163317e08 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.42 "GET /v2.0/ports?device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 946 time: 0.2557297 Jan 11 09:41:15.778521 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-25099dad-2adf-437a-8035-4f241fe41389 req-74635475-3384-41f7-abe1-b582cf7a5c42 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/security-groups?id=969fa111-f6f8-405d-8b41-79705ce02985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386655 Jan 11 09:41:15.806722 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-38a3a18f-017b-49a5-995b-2f3ad993ec1c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Transition to ACTIVE for port object 0163509f-40ea-4b5c-8f11-4afc160e94b8 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:41:15.836128 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-2964a5dd-06b8-4dad-b75d-d9a0e455d074 req-87fb0ae7-e78c-4d33-938c-3fb94f9bf47d tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Deleting port 653bf390-5022-446f-b35d-1ea85980c365 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:41:15.836460 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2964a5dd-06b8-4dad-b75d-d9a0e455d074 req-87fb0ae7-e78c-4d33-938c-3fb94f9bf47d tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:15.934632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-38a3a18f-017b-49a5-995b-2f3ad993ec1c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:16.045539 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-38a3a18f-017b-49a5-995b-2f3ad993ec1c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 60adb906-31a0-481a-a301-ff32dd5cdf4e is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:41:16.051439 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-38a3a18f-017b-49a5-995b-2f3ad993ec1c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:41:16.063288 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3a18f-017b-49a5-995b-2f3ad993ec1c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=0163509f-40ea-4b5c-8f11-4afc160e94b8,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:16.065521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-38a3a18f-017b-49a5-995b-2f3ad993ec1c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:41:16.202171 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-38a3a18f-017b-49a5-995b-2f3ad993ec1c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:16.202806 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-38a3a18f-017b-49a5-995b-2f3ad993ec1c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:16.236675 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-2964a5dd-06b8-4dad-b75d-d9a0e455d074 req-87fb0ae7-e78c-4d33-938c-3fb94f9bf47d tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] For port 653bf390-5022-446f-b35d-1ea85980c365, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=653bf390-5022-446f-b35d-1ea85980c365,segment=NetworkSegment(432e4216-ddff-43d1-8fec-12c3795a4030),segment_id=432e4216-ddff-43d1-8fec-12c3795a4030)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:41:16.237039 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2964a5dd-06b8-4dad-b75d-d9a0e455d074 req-87fb0ae7-e78c-4d33-938c-3fb94f9bf47d tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:16.241734 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3a2c9480-1352-4a89-a441-019cf8edd32f None None] Provisioning for port 0163509f-40ea-4b5c-8f11-4afc160e94b8 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:41:16.246666 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3a2c9480-1352-4a89-a441-019cf8edd32f None None] Provisioning complete for port 0163509f-40ea-4b5c-8f11-4afc160e94b8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:41:16.247036 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3a2c9480-1352-4a89-a441-019cf8edd32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:16.302126 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c9480-1352-4a89-a441-019cf8edd32f None None] Port 0163509f-40ea-4b5c-8f11-4afc160e94b8 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:41:16.421410 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-38a3a18f-017b-49a5-995b-2f3ad993ec1c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5171082 Jan 11 09:41:16.480454 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-d6f04f13-de4a-4267-aca8-c812676b7d8b service neutron] Request body: {'port': {'device_id': '1714ce5c-351d-4e61-9e90-a8fdce9578b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:41:16.510185 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-2964a5dd-06b8-4dad-b75d-d9a0e455d074 req-87fb0ae7-e78c-4d33-938c-3fb94f9bf47d tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Calling delete_port for 653bf390-5022-446f-b35d-1ea85980c365 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:41:16.660042 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-d6f04f13-de4a-4267-aca8-c812676b7d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:16.787096 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2964a5dd-06b8-4dad-b75d-d9a0e455d074 req-87fb0ae7-e78c-4d33-938c-3fb94f9bf47d tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:16.793322 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49653128-100a-4cdb-b0d0-8febbcaeecf7 req-bc3b0d0b-9049-4d77-b8af-fa91739bb550 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:16.794824 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-49653128-100a-4cdb-b0d0-8febbcaeecf7 req-bc3b0d0b-9049-4d77-b8af-fa91739bb550 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1714ce5c-351d-4e61-9e90-a8fdce9578b9 HTTP/1.1" status: 200 len: 932 time: 0.0838933 Jan 11 09:41:16.841446 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-49653128-100a-4cdb-b0d0-8febbcaeecf7 req-3dc34666-b2ae-4254-a8bb-f5d943d78463 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ab38b2f-e6d9-4557-b0b4-218e469ae26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407326 Jan 11 09:41:16.881525 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb0ae7-e78c-4d33-938c-3fb94f9bf47d tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Pushing event deleted for resources: {'Port': ['ID=653bf390-5022-446f-b35d-1ea85980c365,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:16.938232 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-54894929-8c4b-4588-ba47-5288f8cfc3e2 req-4b560b9d-46a6-41d1-88e8-5e8b939ac0ca tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 210 time: 0.0466905 Jan 11 09:41:16.981226 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-2964a5dd-06b8-4dad-b75d-d9a0e455d074 req-87fb0ae7-e78c-4d33-938c-3fb94f9bf47d tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] No DVR routers for this DVR port 653bf390-5022-446f-b35d-1ea85980c365 on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:41:16.996216 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-2964a5dd-06b8-4dad-b75d-d9a0e455d074 req-87fb0ae7-e78c-4d33-938c-3fb94f9bf47d tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:16.998603 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6029d70b-cd04-4cac-bfaf-e647c5660a20', 'name': 'network-vif-deleted', 'tag': '653bf390-5022-446f-b35d-1ea85980c365'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:41:17.074863 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2964a5dd-06b8-4dad-b75d-d9a0e455d074 req-87fb0ae7-e78c-4d33-938c-3fb94f9bf47d tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.42 "DELETE /v2.0/ports/653bf390-5022-446f-b35d-1ea85980c365 HTTP/1.1" status: 204 len: 173 time: 1.3143616 Jan 11 09:41:17.080097 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6029d70b-cd04-4cac-bfaf-e647c5660a20', 'name': 'network-vif-deleted', 'tag': '653bf390-5022-446f-b35d-1ea85980c365', 'status': 'completed', 'code': 200} Jan 11 09:41:17.192289 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-d6f04f13-de4a-4267-aca8-c812676b7d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0163509f-40ea-4b5c-8f11-4afc160e94b8 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:41:17.200609 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-d6f04f13-de4a-4267-aca8-c812676b7d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:17.220785 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-d6f04f13-de4a-4267-aca8-c812676b7d8b service neutron] Transition to ACTIVE for port object 0163509f-40ea-4b5c-8f11-4afc160e94b8 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:41:17.228844 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-d6f04f13-de4a-4267-aca8-c812676b7d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:17.404443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f04f13-de4a-4267-aca8-c812676b7d8b service neutron] Pushing event updated for resources: {'Port': ['ID=0163509f-40ea-4b5c-8f11-4afc160e94b8,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:17.510160 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-d6f04f13-de4a-4267-aca8-c812676b7d8b service neutron] Attempting to bind port 0163509f-40ea-4b5c-8f11-4afc160e94b8 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:41:17.510769 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-d6f04f13-de4a-4267-aca8-c812676b7d8b service neutron] Attempting to bind port 0163509f-40ea-4b5c-8f11-4afc160e94b8 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '910b7284-dd3d-4213-9aa4-a489b6fe1aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:41:17.510769 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-d6f04f13-de4a-4267-aca8-c812676b7d8b service neutron] Attempting to bind port 0163509f-40ea-4b5c-8f11-4afc160e94b8 on network 60adb906-31a0-481a-a301-ff32dd5cdf4e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:41:17.515645 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-d6f04f13-de4a-4267-aca8-c812676b7d8b service neutron] Port 0163509f-40ea-4b5c-8f11-4afc160e94b8 on network 60adb906-31a0-481a-a301-ff32dd5cdf4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:41:17.515953 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-d6f04f13-de4a-4267-aca8-c812676b7d8b service neutron] Attempting to bind port 0163509f-40ea-4b5c-8f11-4afc160e94b8 on network 60adb906-31a0-481a-a301-ff32dd5cdf4e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:41:17.521767 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-d6f04f13-de4a-4267-aca8-c812676b7d8b service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:41:17.522076 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-d6f04f13-de4a-4267-aca8-c812676b7d8b service neutron] Checking segment: {'id': '910b7284-dd3d-4213-9aa4-a489b6fe1aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:41:17.522495 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-d6f04f13-de4a-4267-aca8-c812676b7d8b service neutron] Bound using segment: {'id': '910b7284-dd3d-4213-9aa4-a489b6fe1aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:41:17.522945 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-d6f04f13-de4a-4267-aca8-c812676b7d8b service neutron] Bound port: 0163509f-40ea-4b5c-8f11-4afc160e94b8, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910b7284-dd3d-4213-9aa4-a489b6fe1aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:41:17.523298 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-d6f04f13-de4a-4267-aca8-c812676b7d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:17.618100 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-d6f04f13-de4a-4267-aca8-c812676b7d8b service neutron] For port 0163509f-40ea-4b5c-8f11-4afc160e94b8, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:41:17.621543 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-d6f04f13-de4a-4267-aca8-c812676b7d8b service neutron] For port 0163509f-40ea-4b5c-8f11-4afc160e94b8, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=0163509f-40ea-4b5c-8f11-4afc160e94b8,segment=NetworkSegment(910b7284-dd3d-4213-9aa4-a489b6fe1aa8),segment_id=910b7284-dd3d-4213-9aa4-a489b6fe1aa8)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:41:17.625223 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-d6f04f13-de4a-4267-aca8-c812676b7d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:17.685342 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-d6f04f13-de4a-4267-aca8-c812676b7d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:17.685949 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-d6f04f13-de4a-4267-aca8-c812676b7d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:17.687540 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-d6f04f13-de4a-4267-aca8-c812676b7d8b service neutron] 10.222.0.42 "PUT /v2.0/ports/0163509f-40ea-4b5c-8f11-4afc160e94b8 HTTP/1.1" status: 200 len: 1094 time: 1.2109973 Jan 11 09:41:17.714930 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f04f13-de4a-4267-aca8-c812676b7d8b service neutron] Pushing event updated for resources: {'Port': ['ID=0163509f-40ea-4b5c-8f11-4afc160e94b8,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:17.816699 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-12be23cc-b57f-4bc1-89da-d09ba470f6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:17.818279 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-12be23cc-b57f-4bc1-89da-d09ba470f6b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=1714ce5c-351d-4e61-9e90-a8fdce9578b9 HTTP/1.1" status: 200 len: 1097 time: 0.0740652 Jan 11 09:41:17.890610 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-8d013a06-7288-434f-985e-ce643774b1d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0163509f-40ea-4b5c-8f11-4afc160e94b8 HTTP/1.1" status: 200 len: 217 time: 0.0656881 Jan 11 09:41:17.954398 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-8bd4999c-1553-4645-a9f3-9689fcefd3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:17.955960 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-8bd4999c-1553-4645-a9f3-9689fcefd3f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=837b3814-c63b-452e-94f8-bb30e6125894 HTTP/1.1" status: 200 len: 835 time: 0.0585332 Jan 11 09:41:18.043569 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9503ff0-bd57-40d2-88a2-3d8e69ff9bea req-d7f6a099-aabe-4248-a2a0-8e478ee5a8bc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:18.045955 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e9503ff0-bd57-40d2-88a2-3d8e69ff9bea req-d7f6a099-aabe-4248-a2a0-8e478ee5a8bc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1714ce5c-351d-4e61-9e90-a8fdce9578b9 HTTP/1.1" status: 200 len: 944 time: 0.0951719 Jan 11 09:41:18.139721 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e9503ff0-bd57-40d2-88a2-3d8e69ff9bea req-5bb7b0ec-f510-41dd-ae1d-630b61d8b698 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ab38b2f-e6d9-4557-b0b4-218e469ae26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878308 Jan 11 09:41:18.146994 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4ec9aa1f-eb3e-4c38-bb9c-042ca27f408e req-62265b05-d11e-41c9-ab12-f7ebd1c76138 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "GET /v2.0/ports?device_id=6029d70b-cd04-4cac-bfaf-e647c5660a20 HTTP/1.1" status: 200 len: 210 time: 0.0542598 Jan 11 09:41:18.180609 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-e2ef651a-d7b2-4223-99e5-0db8e2042ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:18.182494 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-e2ef651a-d7b2-4223-99e5-0db8e2042ef7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60adb906-31a0-481a-a301-ff32dd5cdf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2193320 Jan 11 09:41:18.317425 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-16d752e8-57e9-48be-b76b-6601e9138d84 service neutron] 10.222.0.42 "GET /v2.0/networks/60adb906-31a0-481a-a301-ff32dd5cdf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290188 Jan 11 09:41:18.452351 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3b2e6a34-cc58-4616-bb60-23fe021e54a6 req-f9cd799d-8068-4d75-a06c-1a708c795f71 service neutron] 10.222.0.42 "GET /v2.0/networks/60adb906-31a0-481a-a301-ff32dd5cdf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290717 Jan 11 09:41:18.789091 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c01d85ca-73e2-42ed-8aa8-dc50afb7b460 req-44c37863-53fd-4e01-943b-f4f17be54ca9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682359 Jan 11 09:41:18.924896 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d85ca-73e2-42ed-8aa8-dc50afb7b460 req-664275d3-ae1a-4197-9fc5-e9928e7cbea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:18.926369 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c01d85ca-73e2-42ed-8aa8-dc50afb7b460 req-664275d3-ae1a-4197-9fc5-e9928e7cbea3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef HTTP/1.1" status: 200 len: 1098 time: 0.0723023 Jan 11 09:41:19.068282 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d85ca-73e2-42ed-8aa8-dc50afb7b460 req-5aabf2f9-b4cb-45d9-b0ed-41d9220ca83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:19.069743 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c01d85ca-73e2-42ed-8aa8-dc50afb7b460 req-5aabf2f9-b4cb-45d9-b0ed-41d9220ca83c service neutron] 10.222.0.42 "GET /v2.0/networks?id=60adb906-31a0-481a-a301-ff32dd5cdf4e HTTP/1.1" status: 200 len: 898 time: 0.1257176 Jan 11 09:41:19.099784 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e41b126e-5c91-4656-97a7-ca7a9807e80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:19.122408 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1714ce5c-351d-4e61-9e90-a8fdce9578b9', 'tag': '0163509f-40ea-4b5c-8f11-4afc160e94b8'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:41:19.144410 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c01d85ca-73e2-42ed-8aa8-dc50afb7b460 req-724fb82b-9910-4123-95e8-6da150295133 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 HTTP/1.1" status: 200 len: 217 time: 0.0680587 Jan 11 09:41:19.181594 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1714ce5c-351d-4e61-9e90-a8fdce9578b9', 'tag': '0163509f-40ea-4b5c-8f11-4afc160e94b8', 'status': 'completed', 'code': 200} Jan 11 09:41:19.252057 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35560) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:19.259640 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d85ca-73e2-42ed-8aa8-dc50afb7b460 req-426c2199-399c-463f-9aa2-67164e9a9e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:19.261090 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c01d85ca-73e2-42ed-8aa8-dc50afb7b460 req-426c2199-399c-463f-9aa2-67164e9a9e79 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=837b3814-c63b-452e-94f8-bb30e6125894 HTTP/1.1" status: 200 len: 835 time: 0.1108890 Jan 11 09:41:19.338811 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e7008-68c0-46e0-94a9-6fe96f748645 req-20c5702c-9458-4449-b0cf-c68346875dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:19.340183 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-376e7008-68c0-46e0-94a9-6fe96f748645 req-20c5702c-9458-4449-b0cf-c68346875dc7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=1714ce5c-351d-4e61-9e90-a8fdce9578b9 HTTP/1.1" status: 200 len: 1097 time: 0.1506965 Jan 11 09:41:19.377911 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d85ca-73e2-42ed-8aa8-dc50afb7b460 req-82ed9c21-16f2-4158-8392-7a24c7d9a127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:19.379408 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c01d85ca-73e2-42ed-8aa8-dc50afb7b460 req-82ed9c21-16f2-4158-8392-7a24c7d9a127 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60adb906-31a0-481a-a301-ff32dd5cdf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1123571 Jan 11 09:41:19.557291 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f5e13454-9573-40dd-a3ea-f6305750fa96 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Deleting port 66cc4698-93f4-47ef-af00-d72f75ec8482 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:41:19.557623 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5e13454-9573-40dd-a3ea-f6305750fa96 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:19.586854 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e7008-68c0-46e0-94a9-6fe96f748645 req-2bfa75b9-9d58-42a0-adf0-f41674bde938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:19.588304 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-376e7008-68c0-46e0-94a9-6fe96f748645 req-2bfa75b9-9d58-42a0-adf0-f41674bde938 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60adb906-31a0-481a-a301-ff32dd5cdf4e HTTP/1.1" status: 200 len: 898 time: 0.2409141 Jan 11 09:41:19.665091 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9cfe8a-1ac6-4184-b23c-1350bcae34b5 req-e6a6b8cd-4a7a-417a-9d40-ee766b1f5717 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:19.666488 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2d9cfe8a-1ac6-4184-b23c-1350bcae34b5 req-e6a6b8cd-4a7a-417a-9d40-ee766b1f5717 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1714ce5c-351d-4e61-9e90-a8fdce9578b9 HTTP/1.1" status: 200 len: 944 time: 0.4111671 Jan 11 09:41:19.671661 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-376e7008-68c0-46e0-94a9-6fe96f748645 req-9515e351-a720-410a-a5d3-bbcbc9876650 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0163509f-40ea-4b5c-8f11-4afc160e94b8 HTTP/1.1" status: 200 len: 217 time: 0.0744896 Jan 11 09:41:19.673615 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c01d85ca-73e2-42ed-8aa8-dc50afb7b460 req-241d6923-0b55-42de-b10f-b0ec89a2c8c2 service neutron] 10.222.0.42 "GET /v2.0/networks/60adb906-31a0-481a-a301-ff32dd5cdf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839794 Jan 11 09:41:19.780361 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2d9cfe8a-1ac6-4184-b23c-1350bcae34b5 req-52b966ed-0227-430d-9991-07312840b803 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ab38b2f-e6d9-4557-b0b4-218e469ae26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656443 Jan 11 09:41:19.783654 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5e13454-9573-40dd-a3ea-f6305750fa96 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:19.783979 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5e13454-9573-40dd-a3ea-f6305750fa96 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:19.823643 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e7008-68c0-46e0-94a9-6fe96f748645 req-7cb5482f-0d73-4b5a-9bae-92cd8587ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:19.825117 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-376e7008-68c0-46e0-94a9-6fe96f748645 req-7cb5482f-0d73-4b5a-9bae-92cd8587ad16 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=837b3814-c63b-452e-94f8-bb30e6125894 HTTP/1.1" status: 200 len: 835 time: 0.1429925 Jan 11 09:41:19.865717 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 653bf390-5022-446f-b35d-1ea85980c365 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:41:19.900684 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: 653bf390-5022-446f-b35d-1ea85980c365 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:41:19.901024 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 653bf390-5022-446f-b35d-1ea85980c365 not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:41:19.911132 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f5e13454-9573-40dd-a3ea-f6305750fa96 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Calling delete_port for 66cc4698-93f4-47ef-af00-d72f75ec8482 owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:41:20.027158 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c01d85ca-73e2-42ed-8aa8-dc50afb7b460 req-887a2d45-4ddd-4c2c-ad4d-7c3eb6d98c8b service neutron] 10.222.0.42 "GET /v2.0/networks/60adb906-31a0-481a-a301-ff32dd5cdf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151245 Jan 11 09:41:20.051405 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e7008-68c0-46e0-94a9-6fe96f748645 req-93682e8b-35ab-4bcd-afae-8f94c18d66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:20.053705 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-376e7008-68c0-46e0-94a9-6fe96f748645 req-93682e8b-35ab-4bcd-afae-8f94c18d66a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60adb906-31a0-481a-a301-ff32dd5cdf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2176924 Jan 11 09:41:20.058702 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5e13454-9573-40dd-a3ea-f6305750fa96 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:20.106203 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e13454-9573-40dd-a3ea-f6305750fa96 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Pushing event deleted for resources: {'Port': ['ID=66cc4698-93f4-47ef-af00-d72f75ec8482,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:20.185215 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-376e7008-68c0-46e0-94a9-6fe96f748645 req-4d30e55a-8d1e-4f7b-b7f7-1bf3f0676878 service neutron] 10.222.0.42 "GET /v2.0/networks/60adb906-31a0-481a-a301-ff32dd5cdf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255379 Jan 11 09:41:20.199285 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5e13454-9573-40dd-a3ea-f6305750fa96 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:20.215728 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f5e13454-9573-40dd-a3ea-f6305750fa96 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:20.217010 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f5e13454-9573-40dd-a3ea-f6305750fa96 tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "DELETE /v2.0/floatingips/ce90020c-1406-4f64-9368-a848bfb7f32d HTTP/1.1" status: 204 len: 168 time: 0.9632599 Jan 11 09:41:20.322243 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-376e7008-68c0-46e0-94a9-6fe96f748645 req-b7d7b189-80e4-4215-815f-2665d162b1ab service neutron] 10.222.0.42 "GET /v2.0/networks/60adb906-31a0-481a-a301-ff32dd5cdf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298738 Jan 11 09:41:20.968358 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccefee-51b8-45c7-9f94-15d4974ed7a0 req-22689f5e-d1ce-4c63-9490-583fffb87a0d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:20.969807 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e5ccefee-51b8-45c7-9f94-15d4974ed7a0 req-22689f5e-d1ce-4c63-9490-583fffb87a0d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1714ce5c-351d-4e61-9e90-a8fdce9578b9 HTTP/1.1" status: 200 len: 944 time: 0.0843148 Jan 11 09:41:21.017287 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e5ccefee-51b8-45c7-9f94-15d4974ed7a0 req-4dfaa0aa-ed0d-4964-b7e9-9dbf1a770533 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ab38b2f-e6d9-4557-b0b4-218e469ae26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411355 Jan 11 09:41:21.324772 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-65fbfb87-efed-4772-bff6-718e40577032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:21.870653 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 0163509f-40ea-4b5c-8f11-4afc160e94b8 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:41:22.004728 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 0163509f-40ea-4b5c-8f11-4afc160e94b8, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=0163509f-40ea-4b5c-8f11-4afc160e94b8,segment=NetworkSegment(910b7284-dd3d-4213-9aa4-a489b6fe1aa8),segment_id=910b7284-dd3d-4213-9aa4-a489b6fe1aa8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:41:22.022837 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '0163509f-40ea-4b5c-8f11-4afc160e94b8', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'port_id': '0163509f-40ea-4b5c-8f11-4afc160e94b8', 'mac_address': 'fa:16:3e:5a:9c:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837b3814-c63b-452e-94f8-bb30e6125894', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:41:22.078738 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:22.096209 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0163509f-40ea-4b5c-8f11-4afc160e94b8 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:41:22.112141 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 0163509f-40ea-4b5c-8f11-4afc160e94b8, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=0163509f-40ea-4b5c-8f11-4afc160e94b8,segment=NetworkSegment(910b7284-dd3d-4213-9aa4-a489b6fe1aa8),segment_id=910b7284-dd3d-4213-9aa4-a489b6fe1aa8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:41:22.116682 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:22.185317 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=0163509f-40ea-4b5c-8f11-4afc160e94b8,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:22.194425 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:22.194802 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:22.195267 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:22.195577 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:22.195842 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:22.196339 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:22.196920 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:22.197364 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:22.197848 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:22.198351 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:22.198818 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:22.199279 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:41:22.216797 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d680a-b249-436f-ac50-98168407fae9 req-69ef4009-01e8-4fb0-8354-4cf301e5e02c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:22.218304 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-073d680a-b249-436f-ac50-98168407fae9 req-69ef4009-01e8-4fb0-8354-4cf301e5e02c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1714ce5c-351d-4e61-9e90-a8fdce9578b9 HTTP/1.1" status: 200 len: 945 time: 0.0930135 Jan 11 09:41:22.266148 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-073d680a-b249-436f-ac50-98168407fae9 req-879c4259-91b8-4398-a1d1-07a1903977ee tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ab38b2f-e6d9-4557-b0b4-218e469ae26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412285 Jan 11 09:41:22.466267 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['0163509f-40ea-4b5c-8f11-4afc160e94b8'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:41:22.563232 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:22.605356 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:22.720320 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35582) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:22.790527 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bd59216-f4d1-4356-9964-bda977af0fbf tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:22.824101 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bd59216-f4d1-4356-9964-bda977af0fbf tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:22.888434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bd59216-f4d1-4356-9964-bda977af0fbf tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:22.905334 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd59216-f4d1-4356-9964-bda977af0fbf tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=969fa111-f6f8-405d-8b41-79705ce02985,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:22.918373 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bd59216-f4d1-4356-9964-bda977af0fbf tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:22.919498 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0bd59216-f4d1-4356-9964-bda977af0fbf tempest-TestVolumeBootPattern-1250191449 tempest-TestVolumeBootPattern-1250191449-project] 10.222.0.15 "DELETE /v2.0/security-groups/969fa111-f6f8-405d-8b41-79705ce02985 HTTP/1.1" status: 204 len: 168 time: 0.1981211 Jan 11 09:41:22.980138 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35588) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:23.455743 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34579090-ecb2-46f0-9abb-ad9e90f15243 req-ac74edbf-e02f-463a-800d-b333adcb14f2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:23.457217 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-34579090-ecb2-46f0-9abb-ad9e90f15243 req-ac74edbf-e02f-463a-800d-b333adcb14f2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1714ce5c-351d-4e61-9e90-a8fdce9578b9 HTTP/1.1" status: 200 len: 945 time: 0.0880394 Jan 11 09:41:23.501295 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-34579090-ecb2-46f0-9abb-ad9e90f15243 req-4f01fb3f-1873-44f0-9ecd-299c1dc9a2fd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ab38b2f-e6d9-4557-b0b4-218e469ae26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383492 Jan 11 09:41:23.623126 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca83cfe0-c674-4e2b-ba67-911a7ae3883f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:23.880445 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 0163509f-40ea-4b5c-8f11-4afc160e94b8 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:41:23.949212 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port 0163509f-40ea-4b5c-8f11-4afc160e94b8 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:41:23.954811 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 0163509f-40ea-4b5c-8f11-4afc160e94b8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:41:23.955180 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:23.975600 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ca83cfe0-c674-4e2b-ba67-911a7ae3883f admin admin] Deleting port ec904619-9a3b-404d-8045-a1d4a669e27c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:41:23.975965 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca83cfe0-c674-4e2b-ba67-911a7ae3883f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:24.083638 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:24.123702 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1714ce5c-351d-4e61-9e90-a8fdce9578b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0163509f-40ea-4b5c-8f11-4afc160e94b8'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:41:24.136216 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 0163509f-40ea-4b5c-8f11-4afc160e94b8, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=0163509f-40ea-4b5c-8f11-4afc160e94b8,segment=NetworkSegment(910b7284-dd3d-4213-9aa4-a489b6fe1aa8),segment_id=910b7284-dd3d-4213-9aa4-a489b6fe1aa8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:41:24.138277 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:24.141027 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:24.157922 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-ca83cfe0-c674-4e2b-ba67-911a7ae3883f admin admin] For port ec904619-9a3b-404d-8045-a1d4a669e27c, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ec904619-9a3b-404d-8045-a1d4a669e27c,segment=NetworkSegment(432e4216-ddff-43d1-8fec-12c3795a4030),segment_id=432e4216-ddff-43d1-8fec-12c3795a4030)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:41:24.158514 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca83cfe0-c674-4e2b-ba67-911a7ae3883f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:24.211548 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=0163509f-40ea-4b5c-8f11-4afc160e94b8,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:24.233209 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1714ce5c-351d-4e61-9e90-a8fdce9578b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0163509f-40ea-4b5c-8f11-4afc160e94b8', 'code': 200} Jan 11 09:41:24.439521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ca83cfe0-c674-4e2b-ba67-911a7ae3883f admin admin] Calling delete_port for ec904619-9a3b-404d-8045-a1d4a669e27c owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:41:24.560193 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a97a3-cfab-4b2b-b39c-2932160759ce req-c40e0458-e1d7-47ae-bc7d-d40e507d8da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:24.561729 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-603a97a3-cfab-4b2b-b39c-2932160759ce req-c40e0458-e1d7-47ae-bc7d-d40e507d8da3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1714ce5c-351d-4e61-9e90-a8fdce9578b9 HTTP/1.1" status: 200 len: 1099 time: 0.1582527 Jan 11 09:41:24.685377 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-603a97a3-cfab-4b2b-b39c-2932160759ce req-bec1fb30-314e-4e9c-9125-c64477073f47 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3ab38b2f-e6d9-4557-b0b4-218e469ae26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591471 Jan 11 09:41:24.690990 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c1a9c-5275-4df2-86db-67a00012eecc req-cd949304-b151-41f2-9586-a19c4b9071b9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:24.693824 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-623c1a9c-5275-4df2-86db-67a00012eecc req-cd949304-b151-41f2-9586-a19c4b9071b9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1714ce5c-351d-4e61-9e90-a8fdce9578b9 HTTP/1.1" status: 200 len: 946 time: 0.0865567 Jan 11 09:41:24.739772 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-623c1a9c-5275-4df2-86db-67a00012eecc req-98f4987e-c8d8-45c1-a6da-8bf0919ce5de tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ab38b2f-e6d9-4557-b0b4-218e469ae26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385404 Jan 11 09:41:24.757720 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca83cfe0-c674-4e2b-ba67-911a7ae3883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:24.806547 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83cfe0-c674-4e2b-ba67-911a7ae3883f admin admin] Pushing event deleted for resources: {'Port': ['ID=ec904619-9a3b-404d-8045-a1d4a669e27c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:25.068726 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca83cfe0-c674-4e2b-ba67-911a7ae3883f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:25.414360 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca83cfe0-c674-4e2b-ba67-911a7ae3883f admin admin] Router f545cf85-cabb-489c-9903-863d0a24aae7 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:41:25.710338 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca83cfe0-c674-4e2b-ba67-911a7ae3883f admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:41:25.719818 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfa696b-3d10-40af-b6c8-7f6f9e92e039 None None] Sync routers for ids ['f545cf85-cabb-489c-9903-863d0a24aae7'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:41:25.722923 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ca83cfe0-c674-4e2b-ba67-911a7ae3883f admin admin] 10.222.0.15 "PUT /v2.0/routers/f545cf85-cabb-489c-9903-863d0a24aae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7413201 Jan 11 09:41:25.725745 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35602) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:25.729851 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfa696b-3d10-40af-b6c8-7f6f9e92e039 None None] Routers {'f545cf85-cabb-489c-9903-863d0a24aae7'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:41:25.730514 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-fdfa696b-3d10-40af-b6c8-7f6f9e92e039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:41:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['f545cf85-cabb-489c-9903-863d0a24aae7'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:25.910863 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f8369767-d9d2-4c22-860a-46423c93bf78 admin admin] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:25.948659 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-fdfa696b-3d10-40af-b6c8-7f6f9e92e039 None None] Set router f545cf85-cabb-489c-9903-863d0a24aae7 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:41:25.966980 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33157c0-2a7c-4fb7-850e-28071984d31c req-4e58da80-1842-48d2-8ed3-b799beadc2a0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:25.974779 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c33157c0-2a7c-4fb7-850e-28071984d31c req-4e58da80-1842-48d2-8ed3-b799beadc2a0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1714ce5c-351d-4e61-9e90-a8fdce9578b9 HTTP/1.1" status: 200 len: 946 time: 0.1249878 Jan 11 09:41:26.038406 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c33157c0-2a7c-4fb7-850e-28071984d31c req-759c2d08-7652-4771-859e-614bfbed2664 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ab38b2f-e6d9-4557-b0b4-218e469ae26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625207 Jan 11 09:41:26.142659 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f8369767-d9d2-4c22-860a-46423c93bf78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:26.152106 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f8369767-d9d2-4c22-860a-46423c93bf78 admin admin] Deleting port 4d50c983-968d-409a-bbc8-a444c4485fd2 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:41:26.152550 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f8369767-d9d2-4c22-860a-46423c93bf78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:26.257404 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-fdfa696b-3d10-40af-b6c8-7f6f9e92e039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:41:24Z', 'revision_number': 5, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port': {'id': '4d50c983-968d-409a-bbc8-a444c4485fd2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:31:38Z', 'updated_at': '2022-01-11T09:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:26.261057 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfa696b-3d10-40af-b6c8-7f6f9e92e039 None None] Checking router: f545cf85-cabb-489c-9903-863d0a24aae7 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:41:26.269160 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfa696b-3d10-40af-b6c8-7f6f9e92e039 None None] Routers {'f545cf85-cabb-489c-9903-863d0a24aae7'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:41:26.269744 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-fdfa696b-3d10-40af-b6c8-7f6f9e92e039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:41:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['f545cf85-cabb-489c-9903-863d0a24aae7'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:26.333926 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f8369767-d9d2-4c22-860a-46423c93bf78 admin admin] For port 4d50c983-968d-409a-bbc8-a444c4485fd2, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4d50c983-968d-409a-bbc8-a444c4485fd2,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:41:26.334318 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f8369767-d9d2-4c22-860a-46423c93bf78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:26.425731 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-fdfa696b-3d10-40af-b6c8-7f6f9e92e039 None None] Set router f545cf85-cabb-489c-9903-863d0a24aae7 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:41:26.460517 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f8369767-d9d2-4c22-860a-46423c93bf78 admin admin] Calling delete_port for 4d50c983-968d-409a-bbc8-a444c4485fd2 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:41:26.529141 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-fdfa696b-3d10-40af-b6c8-7f6f9e92e039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:41:26Z', 'revision_number': 6, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:26.532910 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfa696b-3d10-40af-b6c8-7f6f9e92e039 None None] The sync data for ids ['f545cf85-cabb-489c-9903-863d0a24aae7'] in dv-neutron-823402-4-hyperv is: [{'id': 'f545cf85-cabb-489c-9903-863d0a24aae7', 'name': 'tempest-TestVolumeBootPattern-1322054887-router', 'tenant_id': '27f1e48653724e3083ec9827e4915957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:36Z', 'updated_at': '2022-01-11T09:41:26Z', 'revision_number': 6, 'project_id': '27f1e48653724e3083ec9827e4915957', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:41:26.630069 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f8369767-d9d2-4c22-860a-46423c93bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:26.675621 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8369767-d9d2-4c22-860a-46423c93bf78 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d50c983-968d-409a-bbc8-a444c4485fd2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:26.771367 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f8369767-d9d2-4c22-860a-46423c93bf78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:26.944681 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f8369767-d9d2-4c22-860a-46423c93bf78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:26.946985 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f8369767-d9d2-4c22-860a-46423c93bf78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:26.975426 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f8369767-d9d2-4c22-860a-46423c93bf78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:26.975991 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8369767-d9d2-4c22-860a-46423c93bf78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f545cf85-cabb-489c-9903-863d0a24aae7 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:41:26.987646 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f8369767-d9d2-4c22-860a-46423c93bf78 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:26.988749 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f8369767-d9d2-4c22-860a-46423c93bf78 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f545cf85-cabb-489c-9903-863d0a24aae7 HTTP/1.1" status: 204 len: 168 time: 1.2620649 Jan 11 09:41:26.991469 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35608) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:27.049402 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-d320a55c-eb25-400f-bf08-5532a5b04f7f admin admin] Deleting subnet 627ce13c-dd38-4562-afe1-c17eb9a23002 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:41:27.052465 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d320a55c-eb25-400f-bf08-5532a5b04f7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:27.101860 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d320a55c-eb25-400f-bf08-5532a5b04f7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:27.219411 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd708d0a-78cc-40aa-bac5-6d1bcb3ff19d req-3ef15e8b-1a9f-4a1e-8a37-bf10b1955338 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:27.220840 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cd708d0a-78cc-40aa-bac5-6d1bcb3ff19d req-3ef15e8b-1a9f-4a1e-8a37-bf10b1955338 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1714ce5c-351d-4e61-9e90-a8fdce9578b9 HTTP/1.1" status: 200 len: 946 time: 0.0845466 Jan 11 09:41:27.268846 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cd708d0a-78cc-40aa-bac5-6d1bcb3ff19d req-4dbe5f94-95b1-4c54-8c45-e60e79355097 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ab38b2f-e6d9-4557-b0b4-218e469ae26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412138 Jan 11 09:41:27.305404 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d320a55c-eb25-400f-bf08-5532a5b04f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:27.379115 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d320a55c-eb25-400f-bf08-5532a5b04f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:27.417560 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320a55c-eb25-400f-bf08-5532a5b04f7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=627ce13c-dd38-4562-afe1-c17eb9a23002,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:27.421119 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d320a55c-eb25-400f-bf08-5532a5b04f7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:27.427600 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d320a55c-eb25-400f-bf08-5532a5b04f7f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/627ce13c-dd38-4562-afe1-c17eb9a23002 HTTP/1.1" status: 204 len: 168 time: 0.4346602 Jan 11 09:41:27.427986 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df2c208-4a9c-4464-9ba6-f787988e5b85 None None] Network 5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:41:27.430070 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35616) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:27.470653 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88babef6-5830-4741-93b7-d2649a866ae9 req-8c5f9cc2-3324-40a7-8b45-899a5cde1e81 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:27.472327 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-88babef6-5830-4741-93b7-d2649a866ae9 req-8c5f9cc2-3324-40a7-8b45-899a5cde1e81 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1714ce5c-351d-4e61-9e90-a8fdce9578b9 HTTP/1.1" status: 200 len: 946 time: 0.0922720 Jan 11 09:41:27.531265 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-88babef6-5830-4741-93b7-d2649a866ae9 req-09559bf2-d689-4e17-bf28-5392a0069e03 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ab38b2f-e6d9-4557-b0b4-218e469ae26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519912 Jan 11 09:41:27.545326 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5f91551-b804-4612-b681-ee53d8ace182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:27.549334 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35620) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:27.559458 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d5f91551-b804-4612-b681-ee53d8ace182 admin admin] Deleting port 982b36e6-b981-499c-8e9f-69f7296a4462 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:41:27.559939 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5f91551-b804-4612-b681-ee53d8ace182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:27.641923 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1c5d61-393e-4ef6-a0bf-153d6629d144 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:27.646303 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4c1c5d61-393e-4ef6-a0bf-153d6629d144 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1714ce5c-351d-4e61-9e90-a8fdce9578b9 HTTP/1.1" status: 200 len: 1094 time: 0.0931454 Jan 11 09:41:27.650531 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35624) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:27.656510 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9c931d2e-d5b5-456e-8fef-808068a13b75 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'floatingip': {'port_id': '0163509f-40ea-4b5c-8f11-4afc160e94b8'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:41:27.758068 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c931d2e-d5b5-456e-8fef-808068a13b75 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:27.773306 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56faf3b2-c89c-4768-8a7d-66be403e3454 None None] DHCP port deletion for 5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:41:27.777660 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-56faf3b2-c89c-4768-8a7d-66be403e3454 None None] Deleting port 982b36e6-b981-499c-8e9f-69f7296a4462 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:41:27.778042 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-56faf3b2-c89c-4768-8a7d-66be403e3454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:27.796784 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d5f91551-b804-4612-b681-ee53d8ace182 admin admin] For port 982b36e6-b981-499c-8e9f-69f7296a4462, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=982b36e6-b981-499c-8e9f-69f7296a4462,segment=NetworkSegment(432e4216-ddff-43d1-8fec-12c3795a4030),segment_id=432e4216-ddff-43d1-8fec-12c3795a4030)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:41:27.797145 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5f91551-b804-4612-b681-ee53d8ace182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:27.926279 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d5f91551-b804-4612-b681-ee53d8ace182 admin admin] Calling delete_port for 982b36e6-b981-499c-8e9f-69f7296a4462 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:41:27.991448 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-56faf3b2-c89c-4768-8a7d-66be403e3454 None None] For port 982b36e6-b981-499c-8e9f-69f7296a4462, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=982b36e6-b981-499c-8e9f-69f7296a4462,segment=NetworkSegment(432e4216-ddff-43d1-8fec-12c3795a4030),segment_id=432e4216-ddff-43d1-8fec-12c3795a4030)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:41:27.991760 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-56faf3b2-c89c-4768-8a7d-66be403e3454 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:28.021567 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5f91551-b804-4612-b681-ee53d8ace182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:28.069005 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f91551-b804-4612-b681-ee53d8ace182 admin admin] Pushing event deleted for resources: {'Port': ['ID=982b36e6-b981-499c-8e9f-69f7296a4462,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:28.077176 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f91551-b804-4612-b681-ee53d8ace182 admin admin] No DVR routers for this DVR port 982b36e6-b981-499c-8e9f-69f7296a4462 on host dv-neutron-823402-4-hyperv {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:41:28.113756 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ec904619-9a3b-404d-8045-a1d4a669e27c no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:41:28.146580 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-56faf3b2-c89c-4768-8a7d-66be403e3454 None None] Calling delete_port for 982b36e6-b981-499c-8e9f-69f7296a4462 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:41:28.187547 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: ec904619-9a3b-404d-8045-a1d4a669e27c {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:41:28.187892 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ec904619-9a3b-404d-8045-a1d4a669e27c not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:41:28.188318 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4d50c983-968d-409a-bbc8-a444c4485fd2 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:41:28.198341 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5f91551-b804-4612-b681-ee53d8ace182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:28.225255 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-d5f91551-b804-4612-b681-ee53d8ace182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:28.230931 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 4d50c983-968d-409a-bbc8-a444c4485fd2 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:41:28.231280 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4d50c983-968d-409a-bbc8-a444c4485fd2 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:41:28.231695 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 982b36e6-b981-499c-8e9f-69f7296a4462 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:41:28.238848 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-d5f91551-b804-4612-b681-ee53d8ace182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432e4216-ddff-43d1-8fec-12c3795a4030') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:28.239598 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-d5f91551-b804-4612-b681-ee53d8ace182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432e4216-ddff-43d1-8fec-12c3795a4030') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:28.252462 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5f91551-b804-4612-b681-ee53d8ace182 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:28.270146 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5f91551-b804-4612-b681-ee53d8ace182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:28.273502 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 982b36e6-b981-499c-8e9f-69f7296a4462 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:41:28.273934 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 982b36e6-b981-499c-8e9f-69f7296a4462 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:41:28.283067 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f91551-b804-4612-b681-ee53d8ace182 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:41:28.283792 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5f91551-b804-4612-b681-ee53d8ace182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:41:28.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:41:28.306381 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-56faf3b2-c89c-4768-8a7d-66be403e3454 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:41:28.306918 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-56faf3b2-c89c-4768-8a7d-66be403e3454 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:41:28.376983 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5f91551-b804-4612-b681-ee53d8ace182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:28.396179 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5f91551-b804-4612-b681-ee53d8ace182 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:28.404138 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f91551-b804-4612-b681-ee53d8ace182 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:28.417557 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d5f91551-b804-4612-b681-ee53d8ace182 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5bf83e0d-4c3c-40c8-b240-e49c2f4f8b66 HTTP/1.1" status: 204 len: 168 time: 0.9863498 Jan 11 09:41:28.420454 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35628) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:28.531855 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c931d2e-d5b5-456e-8fef-808068a13b75 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:28.535724 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c931d2e-d5b5-456e-8fef-808068a13b75 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:28.714250 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-9c931d2e-d5b5-456e-8fef-808068a13b75 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Floating IP cb83dea4-3ac9-4cd5-b1d0-b4fd083e84cb associated. External IP: 172.26.3.140, port: 0163509f-40ea-4b5c-8f11-4afc160e94b8. Jan 11 09:41:28.808247 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-56faf3b2-c89c-4768-8a7d-66be403e3454 None None] Deleting port 982b36e6-b981-499c-8e9f-69f7296a4462 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:41:28.808801 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-56faf3b2-c89c-4768-8a7d-66be403e3454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:28.876876 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-56faf3b2-c89c-4768-8a7d-66be403e3454 None None] The port '982b36e6-b981-499c-8e9f-69f7296a4462' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:41:29.099959 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c931d2e-d5b5-456e-8fef-808068a13b75 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 687a17e7-0ff2-4b73-8073-ba52c67dae4b has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:41:29.136161 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-30b6c859-3784-4d94-8ddf-6cc00335ebc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:29.307705 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c931d2e-d5b5-456e-8fef-808068a13b75 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:41:29.312720 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9c931d2e-d5b5-456e-8fef-808068a13b75 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:29.319955 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab8320b-b4e9-45f7-ad9a-72e27697c01a None None] Sync routers for ids ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:41:29.331177 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab8320b-b4e9-45f7-ad9a-72e27697c01a None None] Routers {'687a17e7-0ff2-4b73-8073-ba52c67dae4b'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:41:29.331938 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-eab8320b-b4e9-45f7-ad9a-72e27697c01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:41:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:29.508606 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9c931d2e-d5b5-456e-8fef-808068a13b75 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "PUT /v2.0/floatingips/cb83dea4-3ac9-4cd5-b1d0-b4fd083e84cb HTTP/1.1" status: 200 len: 992 time: 1.8568678 Jan 11 09:41:29.509492 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1714ce5c-351d-4e61-9e90-a8fdce9578b9', 'tag': '0163509f-40ea-4b5c-8f11-4afc160e94b8'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:41:29.513342 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35632) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:29.544670 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-eab8320b-b4e9-45f7-ad9a-72e27697c01a None None] Set router 687a17e7-0ff2-4b73-8073-ba52c67dae4b gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:41:29.564383 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1714ce5c-351d-4e61-9e90-a8fdce9578b9', 'tag': '0163509f-40ea-4b5c-8f11-4afc160e94b8', 'status': 'completed', 'code': 200} Jan 11 09:41:29.778777 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-30b6c859-3784-4d94-8ddf-6cc00335ebc1 admin admin] Deleting port 38c87a53-0cbf-4386-b3dc-2a6baceb01c8 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:41:29.779025 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-30b6c859-3784-4d94-8ddf-6cc00335ebc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:29.807945 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-08f86488-f933-4761-9719-fd12c0ce8d45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/cb83dea4-3ac9-4cd5-b1d0-b4fd083e84cb HTTP/1.1" status: 200 len: 992 time: 0.2867270 Jan 11 09:41:29.892222 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce549aa-f943-4615-b7e6-ddf2c7175345 req-4d5927c1-0424-4bab-b336-6a7a869bb0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:29.894797 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fce549aa-f943-4615-b7e6-ddf2c7175345 req-4d5927c1-0424-4bab-b336-6a7a869bb0a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=1714ce5c-351d-4e61-9e90-a8fdce9578b9 HTTP/1.1" status: 200 len: 1099 time: 0.2548418 Jan 11 09:41:29.910520 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-eab8320b-b4e9-45f7-ad9a-72e27697c01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'name': 'tempest-TestNetworkBasicOps-router-2092534900', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '946567af-974a-4501-9385-1cc4ca8bf825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:39:26Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '946567af-974a-4501-9385-1cc4ca8bf825', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:27Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'cb83dea4-3ac9-4cd5-b1d0-b4fd083e84cb', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.140', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'port_id': '0163509f-40ea-4b5c-8f11-4afc160e94b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'mac_address': 'fa:16:3e:5a:9c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1714ce5c-351d-4e61-9e90-a8fdce9578b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:39:53Z', 'updated_at': '2022-01-11T09:41:28Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822279bd-be1d-426f-84f3-117eaa914515', 'name': '', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:db:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '837b3814-c63b-452e-94f8-bb30e6125894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:32Z', 'updated_at': '2022-01-11T09:39:42Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '837b3814-c63b-452e-94f8-bb30e6125894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:29.915261 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab8320b-b4e9-45f7-ad9a-72e27697c01a None None] Checking router: 687a17e7-0ff2-4b73-8073-ba52c67dae4b for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:41:29.923375 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab8320b-b4e9-45f7-ad9a-72e27697c01a None None] Routers {'687a17e7-0ff2-4b73-8073-ba52c67dae4b'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:41:29.923959 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-eab8320b-b4e9-45f7-ad9a-72e27697c01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:41:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:30.098234 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-eab8320b-b4e9-45f7-ad9a-72e27697c01a None None] Set router 687a17e7-0ff2-4b73-8073-ba52c67dae4b gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:41:30.125490 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-30b6c859-3784-4d94-8ddf-6cc00335ebc1 admin admin] For port 38c87a53-0cbf-4386-b3dc-2a6baceb01c8, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=38c87a53-0cbf-4386-b3dc-2a6baceb01c8,segment=NetworkSegment(4510a494-f647-423b-9f30-109329c997fe),segment_id=4510a494-f647-423b-9f30-109329c997fe)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:41:30.125846 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-30b6c859-3784-4d94-8ddf-6cc00335ebc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:30.256927 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce549aa-f943-4615-b7e6-ddf2c7175345 req-1a24fb32-cec7-4092-a762-76e0d52a7b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:30.258399 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fce549aa-f943-4615-b7e6-ddf2c7175345 req-1a24fb32-cec7-4092-a762-76e0d52a7b24 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60adb906-31a0-481a-a301-ff32dd5cdf4e HTTP/1.1" status: 200 len: 898 time: 0.3558803 Jan 11 09:41:30.265009 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-30b6c859-3784-4d94-8ddf-6cc00335ebc1 admin admin] Calling delete_port for 38c87a53-0cbf-4386-b3dc-2a6baceb01c8 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:41:30.439417 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fce549aa-f943-4615-b7e6-ddf2c7175345 req-d71ba29f-4a85-48ef-a42b-d105c4c36644 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0163509f-40ea-4b5c-8f11-4afc160e94b8 HTTP/1.1" status: 200 len: 1000 time: 0.1413817 Jan 11 09:41:30.461998 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-eab8320b-b4e9-45f7-ad9a-72e27697c01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'name': 'tempest-TestNetworkBasicOps-router-2092534900', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '946567af-974a-4501-9385-1cc4ca8bf825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:39:26Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '946567af-974a-4501-9385-1cc4ca8bf825', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:27Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'cb83dea4-3ac9-4cd5-b1d0-b4fd083e84cb', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.140', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'port_id': '0163509f-40ea-4b5c-8f11-4afc160e94b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'mac_address': 'fa:16:3e:5a:9c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1714ce5c-351d-4e61-9e90-a8fdce9578b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:39:53Z', 'updated_at': '2022-01-11T09:41:28Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822279bd-be1d-426f-84f3-117eaa914515', 'name': '', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:db:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '837b3814-c63b-452e-94f8-bb30e6125894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:32Z', 'updated_at': '2022-01-11T09:39:42Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '837b3814-c63b-452e-94f8-bb30e6125894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:30.465923 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab8320b-b4e9-45f7-ad9a-72e27697c01a None None] The sync data for ids ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'] in dv-neutron-823402-4-hyperv is: [{'id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'name': 'tempest-TestNetworkBasicOps-router-2092534900', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '946567af-974a-4501-9385-1cc4ca8bf825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:39:26Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '946567af-974a-4501-9385-1cc4ca8bf825', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:27Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'cb83dea4-3ac9-4cd5-b1d0-b4fd083e84cb', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.140', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'port_id': '0163509f-40ea-4b5c-8f11-4afc160e94b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'mac_address': 'fa:16:3e:5a:9c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1714ce5c-351d-4e61-9e90-a8fdce9578b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:39:53Z', 'updated_at': '2022-01-11T09:41:28Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822279bd-be1d-426f-84f3-117eaa914515', 'name': '', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:db:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '837b3814-c63b-452e-94f8-bb30e6125894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:32Z', 'updated_at': '2022-01-11T09:39:42Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '837b3814-c63b-452e-94f8-bb30e6125894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:41:30.516939 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce549aa-f943-4615-b7e6-ddf2c7175345 req-c21a0224-8b66-4c45-afd4-0a096155ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:30.518402 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fce549aa-f943-4615-b7e6-ddf2c7175345 req-c21a0224-8b66-4c45-afd4-0a096155ceed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=837b3814-c63b-452e-94f8-bb30e6125894 HTTP/1.1" status: 200 len: 835 time: 0.0717671 Jan 11 09:41:30.669527 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048e017b-77b7-4f23-bf96-17879ca3a918 None None] New status for floating IP cb83dea4-3ac9-4cd5-b1d0-b4fd083e84cb: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:41:30.797186 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce549aa-f943-4615-b7e6-ddf2c7175345 req-56dda967-5269-40ad-93ff-5f50ea3d9bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:41:30.798697 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fce549aa-f943-4615-b7e6-ddf2c7175345 req-56dda967-5269-40ad-93ff-5f50ea3d9bdb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60adb906-31a0-481a-a301-ff32dd5cdf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2703366 Jan 11 09:41:30.799713 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-30b6c859-3784-4d94-8ddf-6cc00335ebc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:30.811408 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35638) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:30.873475 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6c859-3784-4d94-8ddf-6cc00335ebc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=38c87a53-0cbf-4386-b3dc-2a6baceb01c8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:30.944871 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fa98bb0e-c6a6-4be4-a2dc-a0c8b9fb8762 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/cb83dea4-3ac9-4cd5-b1d0-b4fd083e84cb HTTP/1.1" status: 200 len: 992 time: 0.1307945 Jan 11 09:41:31.134560 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fce549aa-f943-4615-b7e6-ddf2c7175345 req-572b13d3-ffd4-4b24-8993-077167fb5b42 service neutron] 10.222.0.42 "GET /v2.0/networks/60adb906-31a0-481a-a301-ff32dd5cdf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013361 Jan 11 09:41:31.360736 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-30b6c859-3784-4d94-8ddf-6cc00335ebc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:31.368200 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fce549aa-f943-4615-b7e6-ddf2c7175345 req-2fa83851-d784-4871-a397-6cbe240b0a05 service neutron] 10.222.0.42 "GET /v2.0/networks/60adb906-31a0-481a-a301-ff32dd5cdf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256618 Jan 11 09:41:31.723148 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b6c859-3784-4d94-8ddf-6cc00335ebc1 admin admin] Router 21046ce8-7d4c-414f-b51a-49f1829a54b9 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:41:31.898751 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b6c859-3784-4d94-8ddf-6cc00335ebc1 admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:41:31.907306 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a3f127-24f2-44f7-8978-dc292e26f8c2 None None] Sync routers for ids ['21046ce8-7d4c-414f-b51a-49f1829a54b9'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:41:31.914739 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-30b6c859-3784-4d94-8ddf-6cc00335ebc1 admin admin] 10.222.0.15 "PUT /v2.0/routers/21046ce8-7d4c-414f-b51a-49f1829a54b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4930649 Jan 11 09:41:31.917217 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35642) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:31.917421 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a3f127-24f2-44f7-8978-dc292e26f8c2 None None] Routers {'21046ce8-7d4c-414f-b51a-49f1829a54b9'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:41:31.918016 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-91a3f127-24f2-44f7-8978-dc292e26f8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:41:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['21046ce8-7d4c-414f-b51a-49f1829a54b9'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:31.947152 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35646) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:32.066333 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a0a12ba1-ae83-41e3-a965-d41ed77f6b53 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/cb83dea4-3ac9-4cd5-b1d0-b4fd083e84cb HTTP/1.1" status: 200 len: 994 time: 0.1176851 Jan 11 09:41:32.106514 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-91a3f127-24f2-44f7-8978-dc292e26f8c2 None None] Set router 21046ce8-7d4c-414f-b51a-49f1829a54b9 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:41:32.229814 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-965b5b04-af6d-4fab-af2b-56c730714d15 admin admin] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:32.411156 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-965b5b04-af6d-4fab-af2b-56c730714d15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:32.416416 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-91a3f127-24f2-44f7-8978-dc292e26f8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21046ce8-7d4c-414f-b51a-49f1829a54b9', 'name': 'tempest-TestVolumeBootPattern-430821829-router', 'tenant_id': 'a112a32a5f634a67be65babce2aa9acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'ce77dac1-3039-4156-8992-016a906f29fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:59Z', 'updated_at': '2022-01-11T09:41:30Z', 'revision_number': 5, 'project_id': 'a112a32a5f634a67be65babce2aa9acd', 'gw_port': {'id': 'ce77dac1-3039-4156-8992-016a906f29fd', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21046ce8-7d4c-414f-b51a-49f1829a54b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:32:00Z', 'updated_at': '2022-01-11T09:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:32.420341 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a3f127-24f2-44f7-8978-dc292e26f8c2 None None] Checking router: 21046ce8-7d4c-414f-b51a-49f1829a54b9 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:41:32.423251 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-965b5b04-af6d-4fab-af2b-56c730714d15 admin admin] Deleting port ce77dac1-3039-4156-8992-016a906f29fd {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:41:32.423731 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-965b5b04-af6d-4fab-af2b-56c730714d15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:32.429993 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a3f127-24f2-44f7-8978-dc292e26f8c2 None None] Routers {'21046ce8-7d4c-414f-b51a-49f1829a54b9'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:41:32.430776 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-91a3f127-24f2-44f7-8978-dc292e26f8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:41:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['21046ce8-7d4c-414f-b51a-49f1829a54b9'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:32.581609 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-91a3f127-24f2-44f7-8978-dc292e26f8c2 None None] Set router 21046ce8-7d4c-414f-b51a-49f1829a54b9 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:41:32.604774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-965b5b04-af6d-4fab-af2b-56c730714d15 admin admin] For port ce77dac1-3039-4156-8992-016a906f29fd, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ce77dac1-3039-4156-8992-016a906f29fd,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:41:32.605121 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-965b5b04-af6d-4fab-af2b-56c730714d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:32.685663 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-91a3f127-24f2-44f7-8978-dc292e26f8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21046ce8-7d4c-414f-b51a-49f1829a54b9', 'name': 'tempest-TestVolumeBootPattern-430821829-router', 'tenant_id': 'a112a32a5f634a67be65babce2aa9acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:59Z', 'updated_at': '2022-01-11T09:41:32Z', 'revision_number': 6, 'project_id': 'a112a32a5f634a67be65babce2aa9acd', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:32.690171 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a3f127-24f2-44f7-8978-dc292e26f8c2 None None] The sync data for ids ['21046ce8-7d4c-414f-b51a-49f1829a54b9'] in dv-neutron-823402-4-hyperv is: [{'id': '21046ce8-7d4c-414f-b51a-49f1829a54b9', 'name': 'tempest-TestVolumeBootPattern-430821829-router', 'tenant_id': 'a112a32a5f634a67be65babce2aa9acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:31:59Z', 'updated_at': '2022-01-11T09:41:32Z', 'revision_number': 6, 'project_id': 'a112a32a5f634a67be65babce2aa9acd', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:41:32.732098 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-965b5b04-af6d-4fab-af2b-56c730714d15 admin admin] Calling delete_port for ce77dac1-3039-4156-8992-016a906f29fd owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:41:32.896925 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-965b5b04-af6d-4fab-af2b-56c730714d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:32.971285 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b5b04-af6d-4fab-af2b-56c730714d15 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce77dac1-3039-4156-8992-016a906f29fd,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:33.042137 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-965b5b04-af6d-4fab-af2b-56c730714d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:33.217021 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-965b5b04-af6d-4fab-af2b-56c730714d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:33.219087 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-965b5b04-af6d-4fab-af2b-56c730714d15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:33.240826 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-965b5b04-af6d-4fab-af2b-56c730714d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:33.241387 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965b5b04-af6d-4fab-af2b-56c730714d15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21046ce8-7d4c-414f-b51a-49f1829a54b9 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:41:33.253382 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-965b5b04-af6d-4fab-af2b-56c730714d15 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:33.255056 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-965b5b04-af6d-4fab-af2b-56c730714d15 admin admin] 10.222.0.15 "DELETE /v2.0/routers/21046ce8-7d4c-414f-b51a-49f1829a54b9 HTTP/1.1" status: 204 len: 168 time: 1.3363585 Jan 11 09:41:33.257669 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35650) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:33.315078 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-f875cd81-aad2-43f7-a87c-d9b3cde896ec admin admin] Deleting subnet bf2cadba-d51c-41eb-a68b-535f32556b7c {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:41:33.318776 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f875cd81-aad2-43f7-a87c-d9b3cde896ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:33.368463 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f875cd81-aad2-43f7-a87c-d9b3cde896ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:33.444929 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f875cd81-aad2-43f7-a87c-d9b3cde896ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:33.513563 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f875cd81-aad2-43f7-a87c-d9b3cde896ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:33.555460 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875cd81-aad2-43f7-a87c-d9b3cde896ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf2cadba-d51c-41eb-a68b-535f32556b7c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:33.557350 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f875cd81-aad2-43f7-a87c-d9b3cde896ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:33.563526 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f875cd81-aad2-43f7-a87c-d9b3cde896ec admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bf2cadba-d51c-41eb-a68b-535f32556b7c HTTP/1.1" status: 204 len: 168 time: 0.3048196 Jan 11 09:41:33.564712 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217a4c93-e06f-4fbe-bfd2-73ebb741dc37 None None] Network 2ab12c7a-ecfa-4140-a015-5297d78ff146 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:41:33.566275 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35654) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:33.799292 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8254e6e8-264e-4e2b-9321-fb26ec443be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:33.809485 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8254e6e8-264e-4e2b-9321-fb26ec443be8 admin admin] Deleting port 33e76e46-d89e-4189-a61d-8ce3640ee411 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:41:33.809891 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8254e6e8-264e-4e2b-9321-fb26ec443be8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:33.827587 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bf1fe0-8170-49f7-aebf-b6d23ab39fae None None] DHCP port deletion for 2ab12c7a-ecfa-4140-a015-5297d78ff146 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:41:33.832140 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-71bf1fe0-8170-49f7-aebf-b6d23ab39fae None None] Deleting port 33e76e46-d89e-4189-a61d-8ce3640ee411 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:41:33.833092 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-71bf1fe0-8170-49f7-aebf-b6d23ab39fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:34.017758 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8254e6e8-264e-4e2b-9321-fb26ec443be8 admin admin] For port 33e76e46-d89e-4189-a61d-8ce3640ee411, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=33e76e46-d89e-4189-a61d-8ce3640ee411,segment=NetworkSegment(4510a494-f647-423b-9f30-109329c997fe),segment_id=4510a494-f647-423b-9f30-109329c997fe)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:41:34.018184 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8254e6e8-264e-4e2b-9321-fb26ec443be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:34.070987 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 33e76e46-d89e-4189-a61d-8ce3640ee411 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:41:34.135642 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-71bf1fe0-8170-49f7-aebf-b6d23ab39fae None None] For port 33e76e46-d89e-4189-a61d-8ce3640ee411, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=33e76e46-d89e-4189-a61d-8ce3640ee411,segment=NetworkSegment(4510a494-f647-423b-9f30-109329c997fe),segment_id=4510a494-f647-423b-9f30-109329c997fe)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:41:34.136028 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-71bf1fe0-8170-49f7-aebf-b6d23ab39fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:34.160222 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8254e6e8-264e-4e2b-9321-fb26ec443be8 admin admin] Calling delete_port for 33e76e46-d89e-4189-a61d-8ce3640ee411 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:41:34.241508 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8254e6e8-264e-4e2b-9321-fb26ec443be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:34.265277 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-71bf1fe0-8170-49f7-aebf-b6d23ab39fae None None] Calling delete_port for 33e76e46-d89e-4189-a61d-8ce3640ee411 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:41:34.286851 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254e6e8-264e-4e2b-9321-fb26ec443be8 admin admin] Pushing event deleted for resources: {'Port': ['ID=33e76e46-d89e-4189-a61d-8ce3640ee411,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:34.294062 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:34.294895 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8254e6e8-264e-4e2b-9321-fb26ec443be8 admin admin] No DVR routers for this DVR port 33e76e46-d89e-4189-a61d-8ce3640ee411 on host dv-neutron-823402-4-hyperv {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:41:34.301153 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No active binding found for port 33e76e46-d89e-4189-a61d-8ce3640ee411 {{(pid=87656) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 11 09:41:34.302349 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 33e76e46-d89e-4189-a61d-8ce3640ee411 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:41:34.302837 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 38c87a53-0cbf-4386-b3dc-2a6baceb01c8 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:41:34.344149 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 38c87a53-0cbf-4386-b3dc-2a6baceb01c8 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:41:34.344487 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 38c87a53-0cbf-4386-b3dc-2a6baceb01c8 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:41:34.344893 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ce77dac1-3039-4156-8992-016a906f29fd no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:41:34.382321 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: ce77dac1-3039-4156-8992-016a906f29fd {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:41:34.382668 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ce77dac1-3039-4156-8992-016a906f29fd not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:41:34.409244 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-71bf1fe0-8170-49f7-aebf-b6d23ab39fae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:41:34.409593 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-71bf1fe0-8170-49f7-aebf-b6d23ab39fae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:41:34.412456 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8254e6e8-264e-4e2b-9321-fb26ec443be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:34.436568 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-8254e6e8-264e-4e2b-9321-fb26ec443be8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab12c7a-ecfa-4140-a015-5297d78ff146']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:34.448629 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-8254e6e8-264e-4e2b-9321-fb26ec443be8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4510a494-f647-423b-9f30-109329c997fe') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:34.449188 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-8254e6e8-264e-4e2b-9321-fb26ec443be8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4510a494-f647-423b-9f30-109329c997fe') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:41:34.460532 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8254e6e8-264e-4e2b-9321-fb26ec443be8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:34.476665 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8254e6e8-264e-4e2b-9321-fb26ec443be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:34.482523 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8254e6e8-264e-4e2b-9321-fb26ec443be8 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:41:34.482903 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8254e6e8-264e-4e2b-9321-fb26ec443be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:41:34.499072 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:41:34.572218 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8254e6e8-264e-4e2b-9321-fb26ec443be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:34.587661 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8254e6e8-264e-4e2b-9321-fb26ec443be8 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:34.597294 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254e6e8-264e-4e2b-9321-fb26ec443be8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ab12c7a-ecfa-4140-a015-5297d78ff146,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:34.604298 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8254e6e8-264e-4e2b-9321-fb26ec443be8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2ab12c7a-ecfa-4140-a015-5297d78ff146 HTTP/1.1" status: 204 len: 168 time: 1.0369959 Jan 11 09:41:34.807816 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35660) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:34.855305 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9f224c17-fcb5-402f-a2f6-2ede2ef84d9c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=27f1e48653724e3083ec9827e4915957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463006 Jan 11 09:41:34.857699 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35664) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:34.911422 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-71bf1fe0-8170-49f7-aebf-b6d23ab39fae None None] Deleting port 33e76e46-d89e-4189-a61d-8ce3640ee411 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:41:34.911981 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-71bf1fe0-8170-49f7-aebf-b6d23ab39fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:34.920267 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c310702a-50a4-4271-9d08-bdd94dc2e37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:34.947263 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c310702a-50a4-4271-9d08-bdd94dc2e37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:34.979537 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-71bf1fe0-8170-49f7-aebf-b6d23ab39fae None None] The port '33e76e46-d89e-4189-a61d-8ce3640ee411' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 09:41:35.006021 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c310702a-50a4-4271-9d08-bdd94dc2e37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:35.024374 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310702a-50a4-4271-9d08-bdd94dc2e37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972b1860-1544-4a40-9f7b-fa39b6e663dd,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:35.030936 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c310702a-50a4-4271-9d08-bdd94dc2e37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:35.032054 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c310702a-50a4-4271-9d08-bdd94dc2e37f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/972b1860-1544-4a40-9f7b-fa39b6e663dd HTTP/1.1" status: 204 len: 168 time: 0.1732395 Jan 11 09:41:35.397404 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35672) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:35.444699 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8535ba3f-b62e-4ea7-8fe0-7e05dca36fbe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a112a32a5f634a67be65babce2aa9acd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461848 Jan 11 09:41:35.447088 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35676) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:41:35.502805 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e39d2431-3218-4d76-9a5f-d3640a04006d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:35.528661 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e39d2431-3218-4d76-9a5f-d3640a04006d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:35.582414 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e39d2431-3218-4d76-9a5f-d3640a04006d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:35.596441 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d2431-3218-4d76-9a5f-d3640a04006d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0474f317-0aa7-4781-8829-e8c7baccd660,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:41:35.603033 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e39d2431-3218-4d76-9a5f-d3640a04006d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:35.604126 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e39d2431-3218-4d76-9a5f-d3640a04006d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0474f317-0aa7-4781-8829-e8c7baccd660 HTTP/1.1" status: 204 len: 168 time: 0.1561754 Jan 11 09:41:41.604869 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:41:49.101294 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f51e4b81-783e-496f-9bfc-e87d1286005b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:51.327367 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-799df05e-f439-45af-a898-89da56a1dd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:52.483425 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:52.598829 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:41:54.031673 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:04.127812 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:18.604104 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:42:19.104148 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-42d485fb-43e1-42d9-8dae-184cd219c841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:20.803357 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b0bccd25-caae-41e8-b019-d02a1e554706 req-e48ff19b-2668-4d0b-a3dc-09d77ca9f8bd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691485 Jan 11 09:42:20.946903 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bccd25-caae-41e8-b019-d02a1e554706 req-9460965c-4006-4cf0-9799-119d0de85784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:42:20.948437 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b0bccd25-caae-41e8-b019-d02a1e554706 req-9460965c-4006-4cf0-9799-119d0de85784 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef HTTP/1.1" status: 200 len: 1098 time: 0.0732319 Jan 11 09:42:21.089513 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bccd25-caae-41e8-b019-d02a1e554706 req-9bc49bd1-8ded-424f-9d50-5955c9faf129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:42:21.091054 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b0bccd25-caae-41e8-b019-d02a1e554706 req-9bc49bd1-8ded-424f-9d50-5955c9faf129 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60adb906-31a0-481a-a301-ff32dd5cdf4e HTTP/1.1" status: 200 len: 898 time: 0.1242750 Jan 11 09:42:21.156046 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b0bccd25-caae-41e8-b019-d02a1e554706 req-cca61b2c-07e9-45b3-8526-2d52fffe5f4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 HTTP/1.1" status: 200 len: 217 time: 0.0591614 Jan 11 09:42:21.218785 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bccd25-caae-41e8-b019-d02a1e554706 req-736ff6ca-b60c-48bc-9aea-7f6067ddf901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:42:21.220070 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b0bccd25-caae-41e8-b019-d02a1e554706 req-736ff6ca-b60c-48bc-9aea-7f6067ddf901 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=837b3814-c63b-452e-94f8-bb30e6125894 HTTP/1.1" status: 200 len: 835 time: 0.0585368 Jan 11 09:42:21.293709 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bccd25-caae-41e8-b019-d02a1e554706 req-76905639-3afa-4377-a918-64b4a514af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:42:21.295194 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b0bccd25-caae-41e8-b019-d02a1e554706 req-76905639-3afa-4377-a918-64b4a514af96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60adb906-31a0-481a-a301-ff32dd5cdf4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676525 Jan 11 09:42:21.329873 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5543f745-8f90-4bab-b0c5-00517b1f9fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:21.426196 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b0bccd25-caae-41e8-b019-d02a1e554706 req-901bde40-6b60-4a47-a317-e46b06cfb0cc service neutron] 10.222.0.42 "GET /v2.0/networks/60adb906-31a0-481a-a301-ff32dd5cdf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241715 Jan 11 09:42:21.556949 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b0bccd25-caae-41e8-b019-d02a1e554706 req-0bb5e367-09da-4bd5-b8f9-d19236165c89 service neutron] 10.222.0.42 "GET /v2.0/networks/60adb906-31a0-481a-a301-ff32dd5cdf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242838 Jan 11 09:42:22.485922 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:22.599680 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:24.035006 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:34.129240 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:41.379957 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26dc82-b2d4-43a9-9fde-807da397045f req-d9b9892d-8432-4694-8536-88a75a425253 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:42:41.381301 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9e26dc82-b2d4-43a9-9fde-807da397045f req-d9b9892d-8432-4694-8536-88a75a425253 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1714ce5c-351d-4e61-9e90-a8fdce9578b9 HTTP/1.1" status: 200 len: 946 time: 0.0809345 Jan 11 09:42:41.424238 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9e26dc82-b2d4-43a9-9fde-807da397045f req-85f56094-661f-4286-b69c-90acb52019ab tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ab38b2f-e6d9-4557-b0b4-218e469ae26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370984 Jan 11 09:42:42.610698 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f8efe-7619-41c8-b31f-0e071a53f94d req-e9c72c95-4586-482d-a6ae-c45b32c186c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:42:42.612122 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-478f8efe-7619-41c8-b31f-0e071a53f94d req-e9c72c95-4586-482d-a6ae-c45b32c186c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1714ce5c-351d-4e61-9e90-a8fdce9578b9 HTTP/1.1" status: 200 len: 946 time: 0.0829360 Jan 11 09:42:42.655385 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-478f8efe-7619-41c8-b31f-0e071a53f94d req-b914032e-1786-43a7-b2d5-4bca10afe271 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ab38b2f-e6d9-4557-b0b4-218e469ae26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371099 Jan 11 09:42:42.897996 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2576d-97ed-4a32-8b5e-66ffaf3e93ae req-319a2e8b-d62d-4d0f-a45c-4b786a3aa788 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:42:42.898690 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-e0c2576d-97ed-4a32-8b5e-66ffaf3e93ae req-319a2e8b-d62d-4d0f-a45c-4b786a3aa788 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:42:42.913220 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-e0c2576d-97ed-4a32-8b5e-66ffaf3e93ae req-319a2e8b-d62d-4d0f-a45c-4b786a3aa788 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:42:42.914327 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-e0c2576d-97ed-4a32-8b5e-66ffaf3e93ae req-319a2e8b-d62d-4d0f-a45c-4b786a3aa788 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/ports?device_id=1714ce5c-351d-4e61-9e90-a8fdce9578b9 HTTP/1.1" status: 200 len: 946 time: 0.2057033 Jan 11 09:42:42.981935 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-e0c2576d-97ed-4a32-8b5e-66ffaf3e93ae req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port 0163509f-40ea-4b5c-8f11-4afc160e94b8 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:42:42.982203 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e0c2576d-97ed-4a32-8b5e-66ffaf3e93ae req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:43.228798 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-e0c2576d-97ed-4a32-8b5e-66ffaf3e93ae req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port 0163509f-40ea-4b5c-8f11-4afc160e94b8, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=0163509f-40ea-4b5c-8f11-4afc160e94b8,segment=NetworkSegment(910b7284-dd3d-4213-9aa4-a489b6fe1aa8),segment_id=910b7284-dd3d-4213-9aa4-a489b6fe1aa8)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:42:43.229146 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e0c2576d-97ed-4a32-8b5e-66ffaf3e93ae req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:43.520753 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e0c2576d-97ed-4a32-8b5e-66ffaf3e93ae req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:43.521121 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e0c2576d-97ed-4a32-8b5e-66ffaf3e93ae req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:43.521458 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [req-e0c2576d-97ed-4a32-8b5e-66ffaf3e93ae req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Floating IP cb83dea4-3ac9-4cd5-b1d0-b4fd083e84cb disassociated. External IP: 172.26.3.140, port: 0163509f-40ea-4b5c-8f11-4afc160e94b8. Jan 11 09:42:43.521953 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-e0c2576d-97ed-4a32-8b5e-66ffaf3e93ae req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for 0163509f-40ea-4b5c-8f11-4afc160e94b8 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:42:43.666646 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e0c2576d-97ed-4a32-8b5e-66ffaf3e93ae req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:43.721508 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=0163509f-40ea-4b5c-8f11-4afc160e94b8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:42:43.734495 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:43.734847 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:43.735186 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:43.735519 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:43.735847 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:43.736171 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:43.736492 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:43.736813 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:43.737138 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:43.737456 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:43.737770 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:43.738111 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:43.810673 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-635f9618-73e6-4c5d-aa03-2805860857f4 req-f684c17d-b694-457c-b0ce-e35bea71fca3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1714ce5c-351d-4e61-9e90-a8fdce9578b9 HTTP/1.1" status: 200 len: 210 time: 0.0439689 Jan 11 09:42:43.921282 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0c2576d-97ed-4a32-8b5e-66ffaf3e93ae req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 687a17e7-0ff2-4b73-8073-ba52c67dae4b has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:42:44.099925 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0c2576d-97ed-4a32-8b5e-66ffaf3e93ae req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:42:44.110885 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae54b4f3-fea0-4629-b8c9-0a66d300b39d None None] Sync routers for ids ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:42:44.121191 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae54b4f3-fea0-4629-b8c9-0a66d300b39d None None] Routers {'687a17e7-0ff2-4b73-8073-ba52c67dae4b'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:42:44.121887 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ae54b4f3-fea0-4629-b8c9-0a66d300b39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:42:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:42:44.176356 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c2576d-97ed-4a32-8b5e-66ffaf3e93ae req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] No DVR routers for this DVR port 0163509f-40ea-4b5c-8f11-4afc160e94b8 on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:42:44.180267 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-e0c2576d-97ed-4a32-8b5e-66ffaf3e93ae req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:44.184477 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1714ce5c-351d-4e61-9e90-a8fdce9578b9', 'name': 'network-vif-deleted', 'tag': '0163509f-40ea-4b5c-8f11-4afc160e94b8'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:42:44.199491 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-e0c2576d-97ed-4a32-8b5e-66ffaf3e93ae req-e96e8657-e0fd-4198-9258-bab8285ec13c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "DELETE /v2.0/ports/0163509f-40ea-4b5c-8f11-4afc160e94b8 HTTP/1.1" status: 204 len: 173 time: 1.2798359 Jan 11 09:42:44.249911 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1714ce5c-351d-4e61-9e90-a8fdce9578b9', 'name': 'network-vif-deleted', 'tag': '0163509f-40ea-4b5c-8f11-4afc160e94b8', 'status': 'completed', 'code': 200} Jan 11 09:42:44.307427 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-ae54b4f3-fea0-4629-b8c9-0a66d300b39d None None] Set router 687a17e7-0ff2-4b73-8073-ba52c67dae4b gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:42:44.616903 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ae54b4f3-fea0-4629-b8c9-0a66d300b39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'name': 'tempest-TestNetworkBasicOps-router-2092534900', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '946567af-974a-4501-9385-1cc4ca8bf825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:39:26Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '946567af-974a-4501-9385-1cc4ca8bf825', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:27Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '822279bd-be1d-426f-84f3-117eaa914515', 'name': '', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:db:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '837b3814-c63b-452e-94f8-bb30e6125894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:32Z', 'updated_at': '2022-01-11T09:39:42Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '837b3814-c63b-452e-94f8-bb30e6125894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:42:44.620709 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae54b4f3-fea0-4629-b8c9-0a66d300b39d None None] Checking router: 687a17e7-0ff2-4b73-8073-ba52c67dae4b for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:42:44.628734 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae54b4f3-fea0-4629-b8c9-0a66d300b39d None None] Routers {'687a17e7-0ff2-4b73-8073-ba52c67dae4b'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:42:44.629315 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ae54b4f3-fea0-4629-b8c9-0a66d300b39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:42:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:42:44.810896 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-ae54b4f3-fea0-4629-b8c9-0a66d300b39d None None] Set router 687a17e7-0ff2-4b73-8073-ba52c67dae4b gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:42:44.903943 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35720) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:42:44.974927 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1f4336c-7500-4a1a-84d1-475fefe81117 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:45.004435 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1f4336c-7500-4a1a-84d1-475fefe81117 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:45.070673 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1f4336c-7500-4a1a-84d1-475fefe81117 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:45.089544 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4336c-7500-4a1a-84d1-475fefe81117 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab38b2f-e6d9-4557-b0b4-218e469ae26b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:42:45.098460 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f4336c-7500-4a1a-84d1-475fefe81117 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:45.098800 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f4336c-7500-4a1a-84d1-475fefe81117 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:45.099133 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f4336c-7500-4a1a-84d1-475fefe81117 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:45.099458 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f4336c-7500-4a1a-84d1-475fefe81117 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:45.099780 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f4336c-7500-4a1a-84d1-475fefe81117 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:45.100105 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f4336c-7500-4a1a-84d1-475fefe81117 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:45.100520 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f4336c-7500-4a1a-84d1-475fefe81117 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:45.100833 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f4336c-7500-4a1a-84d1-475fefe81117 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:45.101151 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f4336c-7500-4a1a-84d1-475fefe81117 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:45.101479 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f4336c-7500-4a1a-84d1-475fefe81117 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:45.101772 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f4336c-7500-4a1a-84d1-475fefe81117 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:45.102094 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f4336c-7500-4a1a-84d1-475fefe81117 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:45.110428 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1f4336c-7500-4a1a-84d1-475fefe81117 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:45.111412 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c1f4336c-7500-4a1a-84d1-475fefe81117 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/security-groups/3ab38b2f-e6d9-4557-b0b4-218e469ae26b HTTP/1.1" status: 204 len: 168 time: 0.2064457 Jan 11 09:42:45.145876 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35726) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:42:45.175003 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ae54b4f3-fea0-4629-b8c9-0a66d300b39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'name': 'tempest-TestNetworkBasicOps-router-2092534900', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '946567af-974a-4501-9385-1cc4ca8bf825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:39:26Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '946567af-974a-4501-9385-1cc4ca8bf825', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:27Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '822279bd-be1d-426f-84f3-117eaa914515', 'name': '', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:db:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '837b3814-c63b-452e-94f8-bb30e6125894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:32Z', 'updated_at': '2022-01-11T09:39:42Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '837b3814-c63b-452e-94f8-bb30e6125894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:42:45.178881 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae54b4f3-fea0-4629-b8c9-0a66d300b39d None None] The sync data for ids ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'] in dv-neutron-823402-4-hyperv is: [{'id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'name': 'tempest-TestNetworkBasicOps-router-2092534900', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '946567af-974a-4501-9385-1cc4ca8bf825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:39:26Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '946567af-974a-4501-9385-1cc4ca8bf825', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:27Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '822279bd-be1d-426f-84f3-117eaa914515', 'name': '', 'network_id': '60adb906-31a0-481a-a301-ff32dd5cdf4e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:db:4d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '837b3814-c63b-452e-94f8-bb30e6125894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:32Z', 'updated_at': '2022-01-11T09:39:42Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '837b3814-c63b-452e-94f8-bb30e6125894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:42:45.305158 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-32a9c0cc-7189-4eb8-b1c4-002de44209ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port 5d5e81a3-1558-430e-8724-3bf55aa28fa5 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:42:45.305497 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32a9c0cc-7189-4eb8-b1c4-002de44209ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:45.404479 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f79ef6-c3d9-4f50-8a5d-bf50d7db2d62 None None] New status for floating IP cb83dea4-3ac9-4cd5-b1d0-b4fd083e84cb: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:42:45.483441 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32a9c0cc-7189-4eb8-b1c4-002de44209ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:45.483761 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32a9c0cc-7189-4eb8-b1c4-002de44209ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:45.605352 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-32a9c0cc-7189-4eb8-b1c4-002de44209ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for 5d5e81a3-1558-430e-8724-3bf55aa28fa5 owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:42:45.688008 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.db.api [None req-32a9c0cc-7189-4eb8-b1c4-002de44209ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:42:45.688379 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG oslo_db.api [None req-32a9c0cc-7189-4eb8-b1c4-002de44209ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:42:46.189892 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-32a9c0cc-7189-4eb8-b1c4-002de44209ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port 5d5e81a3-1558-430e-8724-3bf55aa28fa5 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:42:46.190542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32a9c0cc-7189-4eb8-b1c4-002de44209ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:46.376783 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 0163509f-40ea-4b5c-8f11-4afc160e94b8 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:42:46.411381 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: 0163509f-40ea-4b5c-8f11-4afc160e94b8 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:42:46.411726 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 0163509f-40ea-4b5c-8f11-4afc160e94b8 not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:42:46.466214 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32a9c0cc-7189-4eb8-b1c4-002de44209ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:46.466533 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32a9c0cc-7189-4eb8-b1c4-002de44209ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:46.585921 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-32a9c0cc-7189-4eb8-b1c4-002de44209ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for 5d5e81a3-1558-430e-8724-3bf55aa28fa5 owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:42:46.724623 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32a9c0cc-7189-4eb8-b1c4-002de44209ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:46.769232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9c0cc-7189-4eb8-b1c4-002de44209ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=5d5e81a3-1558-430e-8724-3bf55aa28fa5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:42:46.865602 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32a9c0cc-7189-4eb8-b1c4-002de44209ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:46.879133 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-32a9c0cc-7189-4eb8-b1c4-002de44209ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:46.880223 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-32a9c0cc-7189-4eb8-b1c4-002de44209ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/floatingips/cb83dea4-3ac9-4cd5-b1d0-b4fd083e84cb HTTP/1.1" status: 204 len: 168 time: 1.7331653 Jan 11 09:42:47.239574 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840af92e-9166-4b54-898a-adf72c12adbc req-c8158427-24db-4f34-812f-280ea58a0458 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:42:47.240296 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-840af92e-9166-4b54-898a-adf72c12adbc req-c8158427-24db-4f34-812f-280ea58a0458 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:42:47.255752 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-840af92e-9166-4b54-898a-adf72c12adbc req-c8158427-24db-4f34-812f-280ea58a0458 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:42:47.257648 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-840af92e-9166-4b54-898a-adf72c12adbc req-c8158427-24db-4f34-812f-280ea58a0458 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0973041 Jan 11 09:42:47.304203 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-840af92e-9166-4b54-898a-adf72c12adbc req-d05a6843-9252-4a09-b029-8ab0714458a9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:42:47.319559 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-840af92e-9166-4b54-898a-adf72c12adbc req-d05a6843-9252-4a09-b029-8ab0714458a9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:42:47.320996 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-840af92e-9166-4b54-898a-adf72c12adbc req-d05a6843-9252-4a09-b029-8ab0714458a9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f9c30b5-b1e2-453a-aab8-2336d0c39a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577748 Jan 11 09:42:48.509920 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30867a24-d4ff-4f23-a5cb-9b53cf1a19fe req-808a9fa0-2c3a-4922-a68c-9d0ea75ef8bc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:42:48.511417 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-30867a24-d4ff-4f23-a5cb-9b53cf1a19fe req-808a9fa0-2c3a-4922-a68c-9d0ea75ef8bc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0810273 Jan 11 09:42:48.555495 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-30867a24-d4ff-4f23-a5cb-9b53cf1a19fe req-68c4b00e-0358-4d27-8aac-75cad8f3615a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f9c30b5-b1e2-453a-aab8-2336d0c39a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382376 Jan 11 09:42:48.853687 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39525b7-ebbd-4a12-a892-e7d3efd48e0b req-df07cd46-e194-4b0d-b5ab-3077fe02cce9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:42:48.854397 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-c39525b7-ebbd-4a12-a892-e7d3efd48e0b req-df07cd46-e194-4b0d-b5ab-3077fe02cce9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:42:48.865499 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-c39525b7-ebbd-4a12-a892-e7d3efd48e0b req-df07cd46-e194-4b0d-b5ab-3077fe02cce9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:42:48.867151 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c39525b7-ebbd-4a12-a892-e7d3efd48e0b req-df07cd46-e194-4b0d-b5ab-3077fe02cce9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef HTTP/1.1" status: 200 len: 945 time: 0.0899484 Jan 11 09:42:48.932797 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-c39525b7-ebbd-4a12-a892-e7d3efd48e0b req-ddef797f-b2ad-4eec-81aa-835c90197d81 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:42:48.933116 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c39525b7-ebbd-4a12-a892-e7d3efd48e0b req-ddef797f-b2ad-4eec-81aa-835c90197d81 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:49.106488 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4e1d9b53-f6a4-4b7a-8c80-5bb7e10e5477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:49.286351 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-c39525b7-ebbd-4a12-a892-e7d3efd48e0b req-ddef797f-b2ad-4eec-81aa-835c90197d81 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=4b46b82d-e5ee-46d1-9be7-d0fffef6ea79,segment=NetworkSegment(910b7284-dd3d-4213-9aa4-a489b6fe1aa8),segment_id=910b7284-dd3d-4213-9aa4-a489b6fe1aa8)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:42:49.286698 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c39525b7-ebbd-4a12-a892-e7d3efd48e0b req-ddef797f-b2ad-4eec-81aa-835c90197d81 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:49.418385 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-c39525b7-ebbd-4a12-a892-e7d3efd48e0b req-ddef797f-b2ad-4eec-81aa-835c90197d81 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:42:49.556744 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c39525b7-ebbd-4a12-a892-e7d3efd48e0b req-ddef797f-b2ad-4eec-81aa-835c90197d81 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:49.614796 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef797f-b2ad-4eec-81aa-835c90197d81 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=4b46b82d-e5ee-46d1-9be7-d0fffef6ea79,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:42:49.699136 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39525b7-ebbd-4a12-a892-e7d3efd48e0b req-ddef797f-b2ad-4eec-81aa-835c90197d81 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] No DVR routers for this DVR port 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:42:49.702010 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c39525b7-ebbd-4a12-a892-e7d3efd48e0b req-ddef797f-b2ad-4eec-81aa-835c90197d81 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:49.705078 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef', 'name': 'network-vif-deleted', 'tag': '4b46b82d-e5ee-46d1-9be7-d0fffef6ea79'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:42:49.711347 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1bcb187e-d3bb-44ab-9f5e-a0b5ed3e694c req-679d9ae7-f17b-4f4e-9433-467e5f8c17b5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef HTTP/1.1" status: 200 len: 210 time: 0.0486462 Jan 11 09:42:49.725898 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c39525b7-ebbd-4a12-a892-e7d3efd48e0b req-ddef797f-b2ad-4eec-81aa-835c90197d81 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "DELETE /v2.0/ports/4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 HTTP/1.1" status: 204 len: 173 time: 0.8538964 Jan 11 09:42:49.765399 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5e06b0-2fec-4f85-9ef8-10c8e66ad1ef', 'name': 'network-vif-deleted', 'tag': '4b46b82d-e5ee-46d1-9be7-d0fffef6ea79', 'status': 'completed', 'code': 200} Jan 11 09:42:50.809416 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35742) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:42:50.875321 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1256aea-bf28-4766-b9b7-4eafdbf66a31 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:50.904248 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1256aea-bf28-4766-b9b7-4eafdbf66a31 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:50.967706 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1256aea-bf28-4766-b9b7-4eafdbf66a31 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:50.986775 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1256aea-bf28-4766-b9b7-4eafdbf66a31 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9c30b5-b1e2-453a-aab8-2336d0c39a09,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:42:50.995239 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1256aea-bf28-4766-b9b7-4eafdbf66a31 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:50.996343 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a1256aea-bf28-4766-b9b7-4eafdbf66a31 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/security-groups/4f9c30b5-b1e2-453a-aab8-2336d0c39a09 HTTP/1.1" status: 204 len: 168 time: 0.1859748 Jan 11 09:42:51.027566 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35748) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:42:51.330480 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-44d93f50-ba1b-446c-b3ca-1910bdb1732c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:51.571965 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e944f24-ee91-483f-bd9b-6e1c07087803 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:52.044717 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1e944f24-ee91-483f-bd9b-6e1c07087803 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port 822279bd-be1d-426f-84f3-117eaa914515 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:42:52.045234 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e944f24-ee91-483f-bd9b-6e1c07087803 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:52.233248 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-1e944f24-ee91-483f-bd9b-6e1c07087803 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port 822279bd-be1d-426f-84f3-117eaa914515, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=822279bd-be1d-426f-84f3-117eaa914515,segment=NetworkSegment(910b7284-dd3d-4213-9aa4-a489b6fe1aa8),segment_id=910b7284-dd3d-4213-9aa4-a489b6fe1aa8)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:42:52.233598 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e944f24-ee91-483f-bd9b-6e1c07087803 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:52.360973 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1e944f24-ee91-483f-bd9b-6e1c07087803 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for 822279bd-be1d-426f-84f3-117eaa914515 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:42:52.423498 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:42:52.459222 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:42:52.460094 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 4b46b82d-e5ee-46d1-9be7-d0fffef6ea79 not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:42:52.487254 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:52.552196 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e944f24-ee91-483f-bd9b-6e1c07087803 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:52.604741 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e944f24-ee91-483f-bd9b-6e1c07087803 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=822279bd-be1d-426f-84f3-117eaa914515,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:42:52.605063 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:52.880727 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1e944f24-ee91-483f-bd9b-6e1c07087803 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:53.352970 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e944f24-ee91-483f-bd9b-6e1c07087803 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 687a17e7-0ff2-4b73-8073-ba52c67dae4b has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:42:53.531299 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e944f24-ee91-483f-bd9b-6e1c07087803 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:42:53.540754 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989d2c44-044d-4697-8938-875c76985a08 None None] Sync routers for ids ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:42:53.545075 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1e944f24-ee91-483f-bd9b-6e1c07087803 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "PUT /v2.0/routers/687a17e7-0ff2-4b73-8073-ba52c67dae4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5164537 Jan 11 09:42:53.547800 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35752) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:42:53.550327 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989d2c44-044d-4697-8938-875c76985a08 None None] Routers {'687a17e7-0ff2-4b73-8073-ba52c67dae4b'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:42:53.550941 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-989d2c44-044d-4697-8938-875c76985a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:42:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:42:53.614763 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ba96a1-29ec-45e9-aa31-482d2ef536f6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting subnet 837b3814-c63b-452e-94f8-bb30e6125894 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:42:53.617574 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c0ba96a1-29ec-45e9-aa31-482d2ef536f6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:53.672310 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c0ba96a1-29ec-45e9-aa31-482d2ef536f6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:53.727766 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-989d2c44-044d-4697-8938-875c76985a08 None None] Set router 687a17e7-0ff2-4b73-8073-ba52c67dae4b gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:42:53.758713 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c0ba96a1-29ec-45e9-aa31-482d2ef536f6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:53.829434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c0ba96a1-29ec-45e9-aa31-482d2ef536f6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:53.870699 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba96a1-29ec-45e9-aa31-482d2ef536f6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Subnet': ['ID=837b3814-c63b-452e-94f8-bb30e6125894,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:42:53.876225 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c0ba96a1-29ec-45e9-aa31-482d2ef536f6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:53.884044 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c0ba96a1-29ec-45e9-aa31-482d2ef536f6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/subnets/837b3814-c63b-452e-94f8-bb30e6125894 HTTP/1.1" status: 204 len: 168 time: 0.3352914 Jan 11 09:42:53.886717 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35756) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:42:53.914043 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043e7f15-ed78-4046-a437-577342f807d7 None None] Network 60adb906-31a0-481a-a301-ff32dd5cdf4e requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:42:54.078042 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0d03de5-52a7-4ab1-b6b1-a801a83f49cb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:54.144838 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:54.198834 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-989d2c44-044d-4697-8938-875c76985a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'name': 'tempest-TestNetworkBasicOps-router-2092534900', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '946567af-974a-4501-9385-1cc4ca8bf825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:39:26Z', 'updated_at': '2022-01-11T09:42:52Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '946567af-974a-4501-9385-1cc4ca8bf825', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:39:27Z', 'updated_at': '2022-01-11T09:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:42:54.205167 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989d2c44-044d-4697-8938-875c76985a08 None None] Checking router: 687a17e7-0ff2-4b73-8073-ba52c67dae4b for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:42:54.213867 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989d2c44-044d-4697-8938-875c76985a08 None None] Routers {'687a17e7-0ff2-4b73-8073-ba52c67dae4b'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:42:54.214505 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-989d2c44-044d-4697-8938-875c76985a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:42:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:42:54.262714 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0d03de5-52a7-4ab1-b6b1-a801a83f49cb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:54.267913 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d44619-919a-40e8-b1a3-f392fa4438da None None] DHCP port deletion for 60adb906-31a0-481a-a301-ff32dd5cdf4e request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:42:54.272525 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b0d03de5-52a7-4ab1-b6b1-a801a83f49cb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port 946567af-974a-4501-9385-1cc4ca8bf825 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:42:54.273051 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0d03de5-52a7-4ab1-b6b1-a801a83f49cb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:54.285665 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-48d44619-919a-40e8-b1a3-f392fa4438da None None] Deleting port 7eed15a2-d91f-4221-b569-7683ac55cbc5 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:42:54.286035 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-48d44619-919a-40e8-b1a3-f392fa4438da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:54.449253 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-b0d03de5-52a7-4ab1-b6b1-a801a83f49cb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port 946567af-974a-4501-9385-1cc4ca8bf825, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=946567af-974a-4501-9385-1cc4ca8bf825,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:42:54.449844 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0d03de5-52a7-4ab1-b6b1-a801a83f49cb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:54.481039 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-989d2c44-044d-4697-8938-875c76985a08 None None] Set router 687a17e7-0ff2-4b73-8073-ba52c67dae4b gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:42:54.571670 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b0d03de5-52a7-4ab1-b6b1-a801a83f49cb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for 946567af-974a-4501-9385-1cc4ca8bf825 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:42:54.597236 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-989d2c44-044d-4697-8938-875c76985a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'name': 'tempest-TestNetworkBasicOps-router-2092534900', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:39:26Z', 'updated_at': '2022-01-11T09:42:54Z', 'revision_number': 6, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:42:54.607029 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989d2c44-044d-4697-8938-875c76985a08 None None] The sync data for ids ['687a17e7-0ff2-4b73-8073-ba52c67dae4b'] in dv-neutron-823402-4-hyperv is: [{'id': '687a17e7-0ff2-4b73-8073-ba52c67dae4b', 'name': 'tempest-TestNetworkBasicOps-router-2092534900', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:39:26Z', 'updated_at': '2022-01-11T09:42:54Z', 'revision_number': 6, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:42:54.713750 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-48d44619-919a-40e8-b1a3-f392fa4438da None None] For port 7eed15a2-d91f-4221-b569-7683ac55cbc5, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=7eed15a2-d91f-4221-b569-7683ac55cbc5,segment=NetworkSegment(910b7284-dd3d-4213-9aa4-a489b6fe1aa8),segment_id=910b7284-dd3d-4213-9aa4-a489b6fe1aa8)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:42:54.714216 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-48d44619-919a-40e8-b1a3-f392fa4438da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:54.837915 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-48d44619-919a-40e8-b1a3-f392fa4438da None None] Calling delete_port for 7eed15a2-d91f-4221-b569-7683ac55cbc5 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:42:54.862012 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0d03de5-52a7-4ab1-b6b1-a801a83f49cb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:54.911460 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d03de5-52a7-4ab1-b6b1-a801a83f49cb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=946567af-974a-4501-9385-1cc4ca8bf825,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:42:54.912405 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-48d44619-919a-40e8-b1a3-f392fa4438da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:54.965133 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d44619-919a-40e8-b1a3-f392fa4438da None None] Pushing event deleted for resources: {'Port': ['ID=7eed15a2-d91f-4221-b569-7683ac55cbc5,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:42:54.967527 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d44619-919a-40e8-b1a3-f392fa4438da None None] No DVR routers for this DVR port 7eed15a2-d91f-4221-b569-7683ac55cbc5 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:42:54.978487 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d44619-919a-40e8-b1a3-f392fa4438da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:54.978753 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d44619-919a-40e8-b1a3-f392fa4438da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:54.979096 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d44619-919a-40e8-b1a3-f392fa4438da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:54.979427 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d44619-919a-40e8-b1a3-f392fa4438da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:54.979755 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d44619-919a-40e8-b1a3-f392fa4438da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:54.980085 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d44619-919a-40e8-b1a3-f392fa4438da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:54.980405 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d44619-919a-40e8-b1a3-f392fa4438da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:54.980728 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d44619-919a-40e8-b1a3-f392fa4438da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:54.981054 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d44619-919a-40e8-b1a3-f392fa4438da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:54.981369 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d44619-919a-40e8-b1a3-f392fa4438da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:54.981688 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d44619-919a-40e8-b1a3-f392fa4438da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:54.982127 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d44619-919a-40e8-b1a3-f392fa4438da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:55.011901 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0d03de5-52a7-4ab1-b6b1-a801a83f49cb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:55.185712 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0d03de5-52a7-4ab1-b6b1-a801a83f49cb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:55.187867 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0d03de5-52a7-4ab1-b6b1-a801a83f49cb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:55.210219 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0d03de5-52a7-4ab1-b6b1-a801a83f49cb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:55.210708 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d03de5-52a7-4ab1-b6b1-a801a83f49cb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Fanout notify agent at l3_agent the message router_deleted on router 687a17e7-0ff2-4b73-8073-ba52c67dae4b {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:42:55.225078 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0d03de5-52a7-4ab1-b6b1-a801a83f49cb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:55.226165 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b0d03de5-52a7-4ab1-b6b1-a801a83f49cb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/routers/687a17e7-0ff2-4b73-8073-ba52c67dae4b HTTP/1.1" status: 204 len: 168 time: 1.3385406 Jan 11 09:42:55.228940 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35760) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:42:55.351994 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-efc885aa-6ad2-4f64-bca1-d07a11e29875 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:55.487050 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-efc885aa-6ad2-4f64-bca1-d07a11e29875 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:55.512819 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-efc885aa-6ad2-4f64-bca1-d07a11e29875 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60adb906-31a0-481a-a301-ff32dd5cdf4e']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:42:55.528906 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-efc885aa-6ad2-4f64-bca1-d07a11e29875 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910b7284-dd3d-4213-9aa4-a489b6fe1aa8') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:42:55.529200 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-efc885aa-6ad2-4f64-bca1-d07a11e29875 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910b7284-dd3d-4213-9aa4-a489b6fe1aa8') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:42:55.541558 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-efc885aa-6ad2-4f64-bca1-d07a11e29875 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:55.558410 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-efc885aa-6ad2-4f64-bca1-d07a11e29875 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:55.564798 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc885aa-6ad2-4f64-bca1-d07a11e29875 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:42:55.565173 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-efc885aa-6ad2-4f64-bca1-d07a11e29875 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:42:55.580579 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:42:55.604414 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:42:55.660224 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-efc885aa-6ad2-4f64-bca1-d07a11e29875 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:55.678134 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-efc885aa-6ad2-4f64-bca1-d07a11e29875 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:55.696126 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc885aa-6ad2-4f64-bca1-d07a11e29875 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Network': ['ID=60adb906-31a0-481a-a301-ff32dd5cdf4e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:42:55.703510 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-efc885aa-6ad2-4f64-bca1-d07a11e29875 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/networks/60adb906-31a0-481a-a301-ff32dd5cdf4e HTTP/1.1" status: 204 len: 168 time: 0.4734435 Jan 11 09:42:55.731233 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35764) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:42:55.736981 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c55e58c4-d126-4ade-a8a3-23265ad1878c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'network': {'name': 'tempest-network-smoke--2049019139', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'port_security_enabled': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:42:55.742829 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c55e58c4-d126-4ade-a8a3-23265ad1878c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:42:55.746883 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c55e58c4-d126-4ade-a8a3-23265ad1878c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:network and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:42:55.749709 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c55e58c4-d126-4ade-a8a3-23265ad1878c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:42:55.755334 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c55e58c4-d126-4ade-a8a3-23265ad1878c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:42:55.765272 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55e58c4-d126-4ade-a8a3-23265ad1878c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Made reservation on behalf of b18c1b552dc34b41889b96f8d477063d for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:42:55.768658 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c55e58c4-d126-4ade-a8a3-23265ad1878c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:55.796283 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55e58c4-d126-4ade-a8a3-23265ad1878c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:42:55.805598 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c55e58c4-d126-4ade-a8a3-23265ad1878c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:55.805934 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-c55e58c4-d126-4ade-a8a3-23265ad1878c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Added segment f69092f7-7124-431e-8c29-40caeec1685b of type vlan for network d9538268-80bc-489d-9b73-9399e08b6c1c Jan 11 09:42:55.831429 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c55e58c4-d126-4ade-a8a3-23265ad1878c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:55.859721 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c55e58c4-d126-4ade-a8a3-23265ad1878c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:55.864950 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55e58c4-d126-4ade-a8a3-23265ad1878c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:42:55.865497 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c55e58c4-d126-4ade-a8a3-23265ad1878c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:55.922502 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c55e58c4-d126-4ade-a8a3-23265ad1878c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1901381 Jan 11 09:42:55.925367 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35768) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:42:55.931353 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-fc3bf8bb-3c36-43c1-9228-0b0ecb7803a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1950274476', 'admin_state_up': True, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:42:55.938466 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-fc3bf8bb-3c36-43c1-9228-0b0ecb7803a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:42:55.942474 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-fc3bf8bb-3c36-43c1-9228-0b0ecb7803a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:router and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:42:55.945408 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-fc3bf8bb-3c36-43c1-9228-0b0ecb7803a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:42:55.951605 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-fc3bf8bb-3c36-43c1-9228-0b0ecb7803a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:42:55.961499 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf8bb-3c36-43c1-9228-0b0ecb7803a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:55.962493 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf8bb-3c36-43c1-9228-0b0ecb7803a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:55.976885 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e58c4-d126-4ade-a8a3-23265ad1878c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Network': ['ID=d9538268-80bc-489d-9b73-9399e08b6c1c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:42:55.977103 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf8bb-3c36-43c1-9228-0b0ecb7803a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:55.987191 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network d9538268-80bc-489d-9b73-9399e08b6c1c details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:42:56.099084 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 822279bd-be1d-426f-84f3-117eaa914515 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:42:56.134158 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 822279bd-be1d-426f-84f3-117eaa914515 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:42:56.134505 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 822279bd-be1d-426f-84f3-117eaa914515 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:42:56.134931 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 946567af-974a-4501-9385-1cc4ca8bf825 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:42:56.168010 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 946567af-974a-4501-9385-1cc4ca8bf825 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:42:56.168351 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 946567af-974a-4501-9385-1cc4ca8bf825 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:42:56.168757 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7eed15a2-d91f-4221-b569-7683ac55cbc5 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:42:56.203108 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 7eed15a2-d91f-4221-b569-7683ac55cbc5 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:42:56.203451 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7eed15a2-d91f-4221-b569-7683ac55cbc5 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:42:56.257358 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf8bb-3c36-43c1-9228-0b0ecb7803a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:56.549456 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf8bb-3c36-43c1-9228-0b0ecb7803a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:56.579029 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf8bb-3c36-43c1-9228-0b0ecb7803a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:56.819950 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-fc3bf8bb-3c36-43c1-9228-0b0ecb7803a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.26.3.120 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/199ce948-115c-4ac5-8d93-0618f28670f3) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:42:56.963375 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf8bb-3c36-43c1-9228-0b0ecb7803a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:56.991810 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf8bb-3c36-43c1-9228-0b0ecb7803a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:57.058873 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3bf8bb-3c36-43c1-9228-0b0ecb7803a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:42:57.061621 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-fc3bf8bb-3c36-43c1-9228-0b0ecb7803a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:42:57.065612 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3bf8bb-3c36-43c1-9228-0b0ecb7803a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:42:57.102164 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bf8bb-3c36-43c1-9228-0b0ecb7803a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=199ce948-115c-4ac5-8d93-0618f28670f3,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:42:57.472419 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf8bb-3c36-43c1-9228-0b0ecb7803a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:57.805321 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf8bb-3c36-43c1-9228-0b0ecb7803a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:58.001150 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3bf8bb-3c36-43c1-9228-0b0ecb7803a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router dd320656-0e73-41e7-bd31-4fb2ca2491fc is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:42:58.293240 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3bf8bb-3c36-43c1-9228-0b0ecb7803a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:42:58.302383 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] Sync routers for ids ['dd320656-0e73-41e7-bd31-4fb2ca2491fc'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:42:58.311814 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] Routers {'dd320656-0e73-41e7-bd31-4fb2ca2491fc'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:42:58.312418 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:42:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['dd320656-0e73-41e7-bd31-4fb2ca2491fc'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:42:58.319032 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf8bb-3c36-43c1-9228-0b0ecb7803a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:58.320260 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-fc3bf8bb-3c36-43c1-9228-0b0ecb7803a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3937438 Jan 11 09:42:58.323440 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35772) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:42:58.368413 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3a632cbf-d403-4c80-bd2f-b2134adda25a tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b18c1b552dc34b41889b96f8d477063d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438092 Jan 11 09:42:58.371239 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35776) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:42:58.511490 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e3d15c-5ec0-4426-8b63-f83d6910b336 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:42:58.512945 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f0e3d15c-5ec0-4426-8b63-f83d6910b336 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1406586 Jan 11 09:42:58.516014 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35780) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:42:58.526568 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] Set router dd320656-0e73-41e7-bd31-4fb2ca2491fc gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:42:58.557951 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-bcd55c91-c2ab-4540-9713-d9c0b9bf610c tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407617 Jan 11 09:42:58.560476 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35784) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:42:58.565983 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-9524445f-e3a7-4a66-8732-903ab69d6632 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-736536901', 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:42:58.674683 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9524445f-e3a7-4a66-8732-903ab69d6632 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:42:58.678591 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-9524445f-e3a7-4a66-8732-903ab69d6632 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:subnet and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:42:58.681718 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-9524445f-e3a7-4a66-8732-903ab69d6632 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:42:58.689263 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-9524445f-e3a7-4a66-8732-903ab69d6632 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:42:58.701428 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9524445f-e3a7-4a66-8732-903ab69d6632 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Made reservation on behalf of b18c1b552dc34b41889b96f8d477063d for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:42:58.705274 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9524445f-e3a7-4a66-8732-903ab69d6632 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:58.808963 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'name': 'tempest-TestNetworkBasicOps-router-1950274476', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:42:55Z', 'updated_at': '2022-01-11T09:42:57Z', 'revision_number': 3, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:71:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:42:56Z', 'updated_at': '2022-01-11T09:42:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:42:58.813042 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] Checking router: dd320656-0e73-41e7-bd31-4fb2ca2491fc for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:42:58.813391 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] Updating router dd320656-0e73-41e7-bd31-4fb2ca2491fc port 199ce948-115c-4ac5-8d93-0618f28670f3 binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:42:58.871177 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:59.043324 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9524445f-e3a7-4a66-8732-903ab69d6632 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:59.136460 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524445f-e3a7-4a66-8732-903ab69d6632 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Subnet': ['ID=8bc99f66-cdab-4b92-9646-d8984f136540,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:42:59.141596 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9524445f-e3a7-4a66-8732-903ab69d6632 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Checking segment: {'id': 'f69092f7-7124-431e-8c29-40caeec1685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:42:59.141943 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9524445f-e3a7-4a66-8732-903ab69d6632 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network hostable DHCP agents. Network: d9538268-80bc-489d-9b73-9399e08b6c1c, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:42:59.164595 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9524445f-e3a7-4a66-8732-903ab69d6632 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network d9538268-80bc-489d-9b73-9399e08b6c1c is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:42:59.176405 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-9524445f-e3a7-4a66-8732-903ab69d6632 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, d9538268-80bc-489d-9b73-9399e08b6c1c) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:42:59.180937 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9524445f-e3a7-4a66-8732-903ab69d6632 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:42:59.181704 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9524445f-e3a7-4a66-8732-903ab69d6632 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:59.192876 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60991db9-0045-46c2-9334-2459cf53ab5d None None] Network d9538268-80bc-489d-9b73-9399e08b6c1c requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:42:59.204204 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9524445f-e3a7-4a66-8732-903ab69d6632 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6427019 Jan 11 09:42:59.206020 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:59.206949 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35788) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:42:59.220734 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] Transition to ACTIVE for port object 199ce948-115c-4ac5-8d93-0618f28670f3 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:42:59.228428 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:59.303466 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539a86a-18e7-4432-9c0c-2dccc5e00023 None None] Pushing event updated for resources: {'Port': ['ID=199ce948-115c-4ac5-8d93-0618f28670f3,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:42:59.313104 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539a86a-18e7-4432-9c0c-2dccc5e00023 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:59.313444 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539a86a-18e7-4432-9c0c-2dccc5e00023 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:59.314028 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539a86a-18e7-4432-9c0c-2dccc5e00023 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:59.314379 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539a86a-18e7-4432-9c0c-2dccc5e00023 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:59.314704 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539a86a-18e7-4432-9c0c-2dccc5e00023 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:59.315142 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539a86a-18e7-4432-9c0c-2dccc5e00023 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:59.315461 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539a86a-18e7-4432-9c0c-2dccc5e00023 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:59.315871 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539a86a-18e7-4432-9c0c-2dccc5e00023 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:59.316189 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539a86a-18e7-4432-9c0c-2dccc5e00023 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:59.316497 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539a86a-18e7-4432-9c0c-2dccc5e00023 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:59.316804 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539a86a-18e7-4432-9c0c-2dccc5e00023 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:59.317108 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539a86a-18e7-4432-9c0c-2dccc5e00023 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:42:59.338466 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] Attempting to bind port 199ce948-115c-4ac5-8d93-0618f28670f3 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:42:59.338824 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] Attempting to bind port 199ce948-115c-4ac5-8d93-0618f28670f3 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:42:59.339173 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] Attempting to bind port 199ce948-115c-4ac5-8d93-0618f28670f3 on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:42:59.344363 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:42:59.344746 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:42:59.345116 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:59.345494 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:42:59.348270 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] Bound port: 199ce948-115c-4ac5-8d93-0618f28670f3, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:42:59.348644 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:59.429312 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] For port 199ce948-115c-4ac5-8d93-0618f28670f3, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:42:59.432531 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] For port 199ce948-115c-4ac5-8d93-0618f28670f3, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=199ce948-115c-4ac5-8d93-0618f28670f3,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:42:59.439713 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:59.496899 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e524ac9-d07e-4aab-9cd2-1d5c66aa7d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-d9538268-80bc-489d-9b73-9399e08b6c1c', 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ips': [{'subnet_id': '8bc99f66-cdab-4b92-9646-d8984f136540'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:42:59.497966 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9e524ac9-d07e-4aab-9cd2-1d5c66aa7d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:59.529253 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] Routers {'dd320656-0e73-41e7-bd31-4fb2ca2491fc'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:42:59.529866 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:42:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['dd320656-0e73-41e7-bd31-4fb2ca2491fc'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:42:59.587329 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539a86a-18e7-4432-9c0c-2dccc5e00023 None None] Pushing event updated for resources: {'Port': ['ID=199ce948-115c-4ac5-8d93-0618f28670f3,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:42:59.658006 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-9e524ac9-d07e-4aab-9cd2-1d5c66aa7d9b None None] Allocated IP 172.20.0.2 (d9538268-80bc-489d-9b73-9399e08b6c1c/8bc99f66-cdab-4b92-9646-d8984f136540/a5f21511-472d-4ba7-9d6b-0e3603ed4753) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:42:59.737286 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] Set router dd320656-0e73-41e7-bd31-4fb2ca2491fc gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:42:59.925458 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9e524ac9-d07e-4aab-9cd2-1d5c66aa7d9b None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:59.926409 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5879b6eb-88d2-40d5-827c-18633ad26793 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:42:59.937427 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9e524ac9-d07e-4aab-9cd2-1d5c66aa7d9b None None] Transition to ACTIVE for port object a5f21511-472d-4ba7-9d6b-0e3603ed4753 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:42:59.960469 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9e524ac9-d07e-4aab-9cd2-1d5c66aa7d9b None None] Transition to ACTIVE for port object a5f21511-472d-4ba7-9d6b-0e3603ed4753 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:42:59.967300 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9e524ac9-d07e-4aab-9cd2-1d5c66aa7d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:00.030424 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e524ac9-d07e-4aab-9cd2-1d5c66aa7d9b None None] Network d9538268-80bc-489d-9b73-9399e08b6c1c is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:43:00.031303 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'name': 'tempest-TestNetworkBasicOps-router-1950274476', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:42:55Z', 'updated_at': '2022-01-11T09:42:57Z', 'revision_number': 3, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:71:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:42:56Z', 'updated_at': '2022-01-11T09:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:43:00.033332 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-9e524ac9-d07e-4aab-9cd2-1d5c66aa7d9b None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:43:00.036120 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2e5245-afe5-443f-bea4-5b2f9e1e9aa3 None None] The sync data for ids ['dd320656-0e73-41e7-bd31-4fb2ca2491fc'] in dv-neutron-823402-4-hyperv is: [{'id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'name': 'tempest-TestNetworkBasicOps-router-1950274476', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:42:55Z', 'updated_at': '2022-01-11T09:42:57Z', 'revision_number': 3, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:71:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:42:56Z', 'updated_at': '2022-01-11T09:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:43:00.037221 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e524ac9-d07e-4aab-9cd2-1d5c66aa7d9b None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:43:00.047819 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e524ac9-d07e-4aab-9cd2-1d5c66aa7d9b None None] Pushing event updated for resources: {'Port': ['ID=a5f21511-472d-4ba7-9d6b-0e3603ed4753,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:00.139074 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-9e524ac9-d07e-4aab-9cd2-1d5c66aa7d9b None None] Attempting to bind port a5f21511-472d-4ba7-9d6b-0e3603ed4753 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:43:00.139437 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-9e524ac9-d07e-4aab-9cd2-1d5c66aa7d9b None None] Attempting to bind port a5f21511-472d-4ba7-9d6b-0e3603ed4753 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'f69092f7-7124-431e-8c29-40caeec1685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:43:00.139803 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e524ac9-d07e-4aab-9cd2-1d5c66aa7d9b None None] Attempting to bind port a5f21511-472d-4ba7-9d6b-0e3603ed4753 on network d9538268-80bc-489d-9b73-9399e08b6c1c {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:43:00.144979 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e524ac9-d07e-4aab-9cd2-1d5c66aa7d9b None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:43:00.145343 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e524ac9-d07e-4aab-9cd2-1d5c66aa7d9b None None] Checking segment: {'id': 'f69092f7-7124-431e-8c29-40caeec1685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:43:00.145742 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9e524ac9-d07e-4aab-9cd2-1d5c66aa7d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:00.146153 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e524ac9-d07e-4aab-9cd2-1d5c66aa7d9b None None] Bound using segment: {'id': 'f69092f7-7124-431e-8c29-40caeec1685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:43:00.146606 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-9e524ac9-d07e-4aab-9cd2-1d5c66aa7d9b None None] Bound port: a5f21511-472d-4ba7-9d6b-0e3603ed4753, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69092f7-7124-431e-8c29-40caeec1685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:43:00.147597 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9e524ac9-d07e-4aab-9cd2-1d5c66aa7d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:00.236649 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-9e524ac9-d07e-4aab-9cd2-1d5c66aa7d9b None None] For port a5f21511-472d-4ba7-9d6b-0e3603ed4753, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:43:00.239738 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-9e524ac9-d07e-4aab-9cd2-1d5c66aa7d9b None None] For port a5f21511-472d-4ba7-9d6b-0e3603ed4753, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a5f21511-472d-4ba7-9d6b-0e3603ed4753,segment=NetworkSegment(f69092f7-7124-431e-8c29-40caeec1685b),segment_id=f69092f7-7124-431e-8c29-40caeec1685b)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:43:00.244377 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9e524ac9-d07e-4aab-9cd2-1d5c66aa7d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:00.352773 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e524ac9-d07e-4aab-9cd2-1d5c66aa7d9b None None] Pushing event updated for resources: {'Port': ['ID=a5f21511-472d-4ba7-9d6b-0e3603ed4753,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:00.361121 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-5879b6eb-88d2-40d5-827c-18633ad26793 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.20.0.1 (d9538268-80bc-489d-9b73-9399e08b6c1c/8bc99f66-cdab-4b92-9646-d8984f136540/545a5a15-93a5-479e-8229-11854a9a3650) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:43:00.690611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5879b6eb-88d2-40d5-827c-18633ad26793 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:00.714373 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-5879b6eb-88d2-40d5-827c-18633ad26793 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Transition to ACTIVE for port object 545a5a15-93a5-479e-8229-11854a9a3650 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:43:00.744680 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5879b6eb-88d2-40d5-827c-18633ad26793 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:00.817330 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5879b6eb-88d2-40d5-827c-18633ad26793 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network d9538268-80bc-489d-9b73-9399e08b6c1c is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:43:00.821438 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-5879b6eb-88d2-40d5-827c-18633ad26793 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:43:00.825415 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5879b6eb-88d2-40d5-827c-18633ad26793 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:43:00.856353 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879b6eb-88d2-40d5-827c-18633ad26793 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=545a5a15-93a5-479e-8229-11854a9a3650,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:00.887893 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5879b6eb-88d2-40d5-827c-18633ad26793 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:01.103073 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5879b6eb-88d2-40d5-827c-18633ad26793 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:01.351986 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e823d76a-8921-45df-9def-cb3305252b83 None None] Network d9538268-80bc-489d-9b73-9399e08b6c1c requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:43:01.450533 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7d30f185-6896-4894-ab50-46540a5cdcbb None None] Provisioning for port a5f21511-472d-4ba7-9d6b-0e3603ed4753 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:43:01.525330 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5879b6eb-88d2-40d5-827c-18633ad26793 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:01.530223 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5879b6eb-88d2-40d5-827c-18633ad26793 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:01.647644 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5879b6eb-88d2-40d5-827c-18633ad26793 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:01.651322 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879b6eb-88d2-40d5-827c-18633ad26793 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=545a5a15-93a5-479e-8229-11854a9a3650,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:01.797055 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5879b6eb-88d2-40d5-827c-18633ad26793 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network d9538268-80bc-489d-9b73-9399e08b6c1c is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:43:01.798155 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-5879b6eb-88d2-40d5-827c-18633ad26793 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:43:01.899467 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-669a9e33-5c31-4adc-87a2-6107724c950e None None] Provisioning for port 545a5a15-93a5-479e-8229-11854a9a3650 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:43:01.905016 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-669a9e33-5c31-4adc-87a2-6107724c950e None None] Provisioning complete for port 545a5a15-93a5-479e-8229-11854a9a3650 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:43:01.905498 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-669a9e33-5c31-4adc-87a2-6107724c950e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:01.969721 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-669a9e33-5c31-4adc-87a2-6107724c950e None None] Port 545a5a15-93a5-479e-8229-11854a9a3650 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:43:02.003329 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5879b6eb-88d2-40d5-827c-18633ad26793 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router dd320656-0e73-41e7-bd31-4fb2ca2491fc has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:43:02.101761 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b000d150-0420-48e2-a539-29beb0462a52 None None] Provisioning complete for port 545a5a15-93a5-479e-8229-11854a9a3650 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:43:02.102250 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b000d150-0420-48e2-a539-29beb0462a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:02.171664 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a5f21511-472d-4ba7-9d6b-0e3603ed4753 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:43:02.223334 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b000d150-0420-48e2-a539-29beb0462a52 None None] Port 545a5a15-93a5-479e-8229-11854a9a3650 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:43:02.229951 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5879b6eb-88d2-40d5-827c-18633ad26793 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:43:02.240103 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] Sync routers for ids ['dd320656-0e73-41e7-bd31-4fb2ca2491fc'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:43:02.242359 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5879b6eb-88d2-40d5-827c-18633ad26793 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "PUT /v2.0/routers/dd320656-0e73-41e7-bd31-4fb2ca2491fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0343959 Jan 11 09:43:02.244791 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35792) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:02.257265 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] Routers {'dd320656-0e73-41e7-bd31-4fb2ca2491fc'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:43:02.257886 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:42:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['dd320656-0e73-41e7-bd31-4fb2ca2491fc'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:43:02.324896 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port a5f21511-472d-4ba7-9d6b-0e3603ed4753 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:43:02.339086 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port a5f21511-472d-4ba7-9d6b-0e3603ed4753 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:43:02.339454 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:02.481434 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-281e770a-3e43-4fbe-917c-4259bddc1ca7 None None] Provisioning complete for port 545a5a15-93a5-479e-8229-11854a9a3650 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:43:02.482141 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-281e770a-3e43-4fbe-917c-4259bddc1ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:02.496885 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f8584d-fe7a-4e8c-b103-537d7b07bf4c tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:02.497362 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f8584d-fe7a-4e8c-b103-537d7b07bf4c tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:02.497971 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f8584d-fe7a-4e8c-b103-537d7b07bf4c tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:02.498533 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f8584d-fe7a-4e8c-b103-537d7b07bf4c tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:02.500188 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-14f8584d-fe7a-4e8c-b103-537d7b07bf4c tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2545133 Jan 11 09:43:02.504273 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35796) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:02.562867 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] Set router dd320656-0e73-41e7-bd31-4fb2ca2491fc gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:43:02.571614 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07743ffe-92c0-434b-aef1-3c2a0ef0c626 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:02.572079 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07743ffe-92c0-434b-aef1-3c2a0ef0c626 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:02.572527 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07743ffe-92c0-434b-aef1-3c2a0ef0c626 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:02.572971 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07743ffe-92c0-434b-aef1-3c2a0ef0c626 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:02.574648 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-07743ffe-92c0-434b-aef1-3c2a0ef0c626 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0694878 Jan 11 09:43:02.578275 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35800) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:02.616913 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-281e770a-3e43-4fbe-917c-4259bddc1ca7 None None] Port 545a5a15-93a5-479e-8229-11854a9a3650 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:43:02.769196 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:02.801015 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a5bcc3d4-20c5-4b3f-8cff-819728f9b18f tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2215240 Jan 11 09:43:02.803797 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35804) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:02.809707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-832b509a-d656-4a0c-b570-2866fd4d4263 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-2078104511', 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:43:02.924159 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port a5f21511-472d-4ba7-9d6b-0e3603ed4753, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a5f21511-472d-4ba7-9d6b-0e3603ed4753,segment=NetworkSegment(f69092f7-7124-431e-8c29-40caeec1685b),segment_id=f69092f7-7124-431e-8c29-40caeec1685b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:43:02.939226 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:02.939991 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 199ce948-115c-4ac5-8d93-0618f28670f3 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:43:02.961049 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-832b509a-d656-4a0c-b570-2866fd4d4263 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:43:02.965072 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-832b509a-d656-4a0c-b570-2866fd4d4263 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:port and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:43:02.967889 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-832b509a-d656-4a0c-b570-2866fd4d4263 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:43:02.973815 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-832b509a-d656-4a0c-b570-2866fd4d4263 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:43:02.984745 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832b509a-d656-4a0c-b570-2866fd4d4263 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Made reservation on behalf of b18c1b552dc34b41889b96f8d477063d for: {'port': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:43:02.988209 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-832b509a-d656-4a0c-b570-2866fd4d4263 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:03.009669 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [None req-832b509a-d656-4a0c-b570-2866fd4d4263 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] device_id is not set on port 2188db91-b0ec-4371-851c-a511dd78de80 yet. {{(pid=87655) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:43:03.099475 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=a5f21511-472d-4ba7-9d6b-0e3603ed4753,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:03.113518 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 199ce948-115c-4ac5-8d93-0618f28670f3 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:43:03.122807 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 199ce948-115c-4ac5-8d93-0618f28670f3 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:43:03.123162 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:03.155036 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-832b509a-d656-4a0c-b570-2866fd4d4263 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.20.0.8 (d9538268-80bc-489d-9b73-9399e08b6c1c/8bc99f66-cdab-4b92-9646-d8984f136540/2188db91-b0ec-4371-851c-a511dd78de80) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:43:03.189186 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'name': 'tempest-TestNetworkBasicOps-router-1950274476', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:42:55Z', 'updated_at': '2022-01-11T09:43:01Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:71:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:42:56Z', 'updated_at': '2022-01-11T09:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '545a5a15-93a5-479e-8229-11854a9a3650', 'name': '', 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:64:c8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '8bc99f66-cdab-4b92-9646-d8984f136540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:00Z', 'updated_at': '2022-01-11T09:43:01Z', 'revision_number': 2, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '8bc99f66-cdab-4b92-9646-d8984f136540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:43:03.200322 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] Checking router: dd320656-0e73-41e7-bd31-4fb2ca2491fc for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:43:03.200821 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] Updating router dd320656-0e73-41e7-bd31-4fb2ca2491fc port 545a5a15-93a5-479e-8229-11854a9a3650 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:43:03.272934 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:03.357064 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-832b509a-d656-4a0c-b570-2866fd4d4263 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:03.372316 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-832b509a-d656-4a0c-b570-2866fd4d4263 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Transition to ACTIVE for port object 2188db91-b0ec-4371-851c-a511dd78de80 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:43:03.381532 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:03.398249 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-832b509a-d656-4a0c-b570-2866fd4d4263 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:03.454874 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 199ce948-115c-4ac5-8d93-0618f28670f3, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=199ce948-115c-4ac5-8d93-0618f28670f3,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:43:03.459586 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:03.473003 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832b509a-d656-4a0c-b570-2866fd4d4263 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network d9538268-80bc-489d-9b73-9399e08b6c1c is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:43:03.476349 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-832b509a-d656-4a0c-b570-2866fd4d4263 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:43:03.480192 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832b509a-d656-4a0c-b570-2866fd4d4263 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:43:03.514236 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b509a-d656-4a0c-b570-2866fd4d4263 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=2188db91-b0ec-4371-851c-a511dd78de80,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:03.550877 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b509a-d656-4a0c-b570-2866fd4d4263 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:03.551612 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-832b509a-d656-4a0c-b570-2866fd4d4263 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:03.578897 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-832b509a-d656-4a0c-b570-2866fd4d4263 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7739584 Jan 11 09:43:03.587618 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=199ce948-115c-4ac5-8d93-0618f28670f3,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:03.763977 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-04935a4b-d70a-4a51-a5b2-669ad42e4793 None None] Provisioning for port 2188db91-b0ec-4371-851c-a511dd78de80 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:43:03.770342 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:03.774856 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-04935a4b-d70a-4a51-a5b2-669ad42e4793 None None] Provisioning complete for port 2188db91-b0ec-4371-851c-a511dd78de80 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:43:03.775217 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-04935a4b-d70a-4a51-a5b2-669ad42e4793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:03.816388 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] Transition to ACTIVE for port object 545a5a15-93a5-479e-8229-11854a9a3650 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:43:03.830657 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:03.877743 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-04935a4b-d70a-4a51-a5b2-669ad42e4793 None None] Port 2188db91-b0ec-4371-851c-a511dd78de80 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:43:03.951715 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35810) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:03.957339 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-364e9eed-d20c-405b-b987-65270ac896a4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-47472392', 'description': 'tempest-secgroup-smoke-47472392 description', 'project_id': 'b18c1b552dc34b41889b96f8d477063d'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:43:03.965171 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-364e9eed-d20c-405b-b987-65270ac896a4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:43:03.969503 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-364e9eed-d20c-405b-b987-65270ac896a4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:43:03.972523 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-364e9eed-d20c-405b-b987-65270ac896a4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:43:03.978559 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-364e9eed-d20c-405b-b987-65270ac896a4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:43:03.988013 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-364e9eed-d20c-405b-b987-65270ac896a4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:03.998761 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630eef9-9a79-4fdc-99ed-ec03aae54f9d None None] Pushing event updated for resources: {'Port': ['ID=545a5a15-93a5-479e-8229-11854a9a3650,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:04.010295 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-364e9eed-d20c-405b-b987-65270ac896a4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:43:04.014197 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-364e9eed-d20c-405b-b987-65270ac896a4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:43:04.017155 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-364e9eed-d20c-405b-b987-65270ac896a4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:43:04.023757 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-364e9eed-d20c-405b-b987-65270ac896a4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:43:04.056466 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] Attempting to bind port 545a5a15-93a5-479e-8229-11854a9a3650 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:43:04.056844 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] Attempting to bind port 545a5a15-93a5-479e-8229-11854a9a3650 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'f69092f7-7124-431e-8c29-40caeec1685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:43:04.057201 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] Attempting to bind port 545a5a15-93a5-479e-8229-11854a9a3650 on network d9538268-80bc-489d-9b73-9399e08b6c1c {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:43:04.062811 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:43:04.063171 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] Checking segment: {'id': 'f69092f7-7124-431e-8c29-40caeec1685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:43:04.063572 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.064236 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] Bound using segment: {'id': 'f69092f7-7124-431e-8c29-40caeec1685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:43:04.064785 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] Bound port: 545a5a15-93a5-479e-8229-11854a9a3650, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69092f7-7124-431e-8c29-40caeec1685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:43:04.065055 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.108387 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-364e9eed-d20c-405b-b987-65270ac896a4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.113637 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-364e9eed-d20c-405b-b987-65270ac896a4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.145681 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a5f21511-472d-4ba7-9d6b-0e3603ed4753 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:43:04.166075 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e9eed-d20c-405b-b987-65270ac896a4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8641fbeb-3b7c-41fb-bce6-a3be8b743cd6,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:04.168654 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-364e9eed-d20c-405b-b987-65270ac896a4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.169852 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-364e9eed-d20c-405b-b987-65270ac896a4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2170599 Jan 11 09:43:04.172840 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35814) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:04.178577 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-0f9f4e8d-99f9-4107-b69c-3d4564f9dc3b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '8641fbeb-3b7c-41fb-bce6-a3be8b743cd6', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:43:04.184738 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0f9f4e8d-99f9-4107-b69c-3d4564f9dc3b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:43:04.188527 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0f9f4e8d-99f9-4107-b69c-3d4564f9dc3b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:43:04.191762 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0f9f4e8d-99f9-4107-b69c-3d4564f9dc3b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:43:04.197802 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0f9f4e8d-99f9-4107-b69c-3d4564f9dc3b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:43:04.215785 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f9f4e8d-99f9-4107-b69c-3d4564f9dc3b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.228829 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.256447 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] For port 545a5a15-93a5-479e-8229-11854a9a3650, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:43:04.262071 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] For port 545a5a15-93a5-479e-8229-11854a9a3650, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=545a5a15-93a5-479e-8229-11854a9a3650,segment=NetworkSegment(f69092f7-7124-431e-8c29-40caeec1685b),segment_id=f69092f7-7124-431e-8c29-40caeec1685b)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:43:04.268508 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.277407 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f9f4e8d-99f9-4107-b69c-3d4564f9dc3b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.281377 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f9f4e8d-99f9-4107-b69c-3d4564f9dc3b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.304553 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f4e8d-99f9-4107-b69c-3d4564f9dc3b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6b179f-44c2-4b72-ba17-1f9663a99b0e,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:04.314239 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f9f4e8d-99f9-4107-b69c-3d4564f9dc3b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.317885 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0f9f4e8d-99f9-4107-b69c-3d4564f9dc3b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416030 Jan 11 09:43:04.318054 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35818) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:04.323155 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-90d808fa-b46a-4892-bc6b-074f78cafad5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '8641fbeb-3b7c-41fb-bce6-a3be8b743cd6', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:43:04.328862 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-90d808fa-b46a-4892-bc6b-074f78cafad5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:43:04.331355 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port a5f21511-472d-4ba7-9d6b-0e3603ed4753 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:43:04.331815 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.332821 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-90d808fa-b46a-4892-bc6b-074f78cafad5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:43:04.336682 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-90d808fa-b46a-4892-bc6b-074f78cafad5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:43:04.345668 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-90d808fa-b46a-4892-bc6b-074f78cafad5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:43:04.363939 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-90d808fa-b46a-4892-bc6b-074f78cafad5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.408003 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] Routers {'dd320656-0e73-41e7-bd31-4fb2ca2491fc'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:43:04.408634 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:42:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['dd320656-0e73-41e7-bd31-4fb2ca2491fc'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:43:04.431009 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-90d808fa-b46a-4892-bc6b-074f78cafad5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.436103 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-90d808fa-b46a-4892-bc6b-074f78cafad5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.464997 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d808fa-b46a-4892-bc6b-074f78cafad5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=871e54ce-01c7-49ab-9f8c-b4e2228475e7,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:04.475804 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-90d808fa-b46a-4892-bc6b-074f78cafad5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.477433 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-90d808fa-b46a-4892-bc6b-074f78cafad5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1583862 Jan 11 09:43:04.480611 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35822) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:04.485817 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b8f54fd9-6a57-4fd2-870b-fccc56c5ee1e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '8641fbeb-3b7c-41fb-bce6-a3be8b743cd6', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:43:04.492899 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b8f54fd9-6a57-4fd2-870b-fccc56c5ee1e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:43:04.497004 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b8f54fd9-6a57-4fd2-870b-fccc56c5ee1e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:43:04.500129 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b8f54fd9-6a57-4fd2-870b-fccc56c5ee1e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:43:04.506786 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b8f54fd9-6a57-4fd2-870b-fccc56c5ee1e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:43:04.526673 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8f54fd9-6a57-4fd2-870b-fccc56c5ee1e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.545635 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630eef9-9a79-4fdc-99ed-ec03aae54f9d None None] Pushing event updated for resources: {'Port': ['ID=545a5a15-93a5-479e-8229-11854a9a3650,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:04.597601 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8f54fd9-6a57-4fd2-870b-fccc56c5ee1e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.602370 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8f54fd9-6a57-4fd2-870b-fccc56c5ee1e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.627266 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f54fd9-6a57-4fd2-870b-fccc56c5ee1e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e351ae1-0356-4686-a3c1-17d557bf07cb,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:04.637104 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8f54fd9-6a57-4fd2-870b-fccc56c5ee1e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.638385 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b8f54fd9-6a57-4fd2-870b-fccc56c5ee1e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1569822 Jan 11 09:43:04.641341 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35826) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:04.646289 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-15097664-0359-4a9a-a738-da98271cab0c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '8641fbeb-3b7c-41fb-bce6-a3be8b743cd6', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:43:04.652142 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-15097664-0359-4a9a-a738-da98271cab0c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:43:04.655906 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-15097664-0359-4a9a-a738-da98271cab0c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:43:04.658728 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-15097664-0359-4a9a-a738-da98271cab0c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:43:04.664970 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-15097664-0359-4a9a-a738-da98271cab0c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:43:04.684727 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15097664-0359-4a9a-a738-da98271cab0c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.739638 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] Set router dd320656-0e73-41e7-bd31-4fb2ca2491fc gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:43:04.749393 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15097664-0359-4a9a-a738-da98271cab0c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.753298 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15097664-0359-4a9a-a738-da98271cab0c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.775935 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15097664-0359-4a9a-a738-da98271cab0c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d1a8a4-fd4f-44fc-990a-617c5412c33f,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:04.785140 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15097664-0359-4a9a-a738-da98271cab0c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.789572 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-15097664-0359-4a9a-a738-da98271cab0c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1442108 Jan 11 09:43:04.789716 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 199ce948-115c-4ac5-8d93-0618f28670f3 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:43:04.789814 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35830) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:04.794792 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9fc1ed52-27fe-4e99-b124-7ef1f219244c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '8641fbeb-3b7c-41fb-bce6-a3be8b743cd6', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:43:04.800421 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9fc1ed52-27fe-4e99-b124-7ef1f219244c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:43:04.804830 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9fc1ed52-27fe-4e99-b124-7ef1f219244c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:43:04.807663 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9fc1ed52-27fe-4e99-b124-7ef1f219244c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:43:04.813240 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9fc1ed52-27fe-4e99-b124-7ef1f219244c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:43:04.825699 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-9fc1ed52-27fe-4e99-b124-7ef1f219244c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Project b18c1b552dc34b41889b96f8d477063d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:43:04.834752 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fc1ed52-27fe-4e99-b124-7ef1f219244c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.902283 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fc1ed52-27fe-4e99-b124-7ef1f219244c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.907035 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fc1ed52-27fe-4e99-b124-7ef1f219244c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.930273 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1ed52-27fe-4e99-b124-7ef1f219244c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f65ff4-9282-47ef-bd44-6f6c3879a905,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:04.940214 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9fc1ed52-27fe-4e99-b124-7ef1f219244c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:04.941393 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9fc1ed52-27fe-4e99-b124-7ef1f219244c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1506464 Jan 11 09:43:04.944968 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35834) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:04.950069 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-af2292e9-51f8-498c-87b2-c1fa813f8a27 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '8641fbeb-3b7c-41fb-bce6-a3be8b743cd6', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:43:04.955784 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-af2292e9-51f8-498c-87b2-c1fa813f8a27 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:43:04.959597 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-af2292e9-51f8-498c-87b2-c1fa813f8a27 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:43:04.962463 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-af2292e9-51f8-498c-87b2-c1fa813f8a27 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:43:04.968137 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-af2292e9-51f8-498c-87b2-c1fa813f8a27 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:43:04.978493 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-af2292e9-51f8-498c-87b2-c1fa813f8a27 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Project b18c1b552dc34b41889b96f8d477063d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:43:04.984866 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af2292e9-51f8-498c-87b2-c1fa813f8a27 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:05.025538 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 199ce948-115c-4ac5-8d93-0618f28670f3 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:43:05.025538 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:05.050739 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af2292e9-51f8-498c-87b2-c1fa813f8a27 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:05.055703 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af2292e9-51f8-498c-87b2-c1fa813f8a27 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:05.079903 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2292e9-51f8-498c-87b2-c1fa813f8a27 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce271668-996d-4db3-86a0-bc61a38a7e28,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:05.090296 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af2292e9-51f8-498c-87b2-c1fa813f8a27 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:05.099560 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-af2292e9-51f8-498c-87b2-c1fa813f8a27 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1456726 Jan 11 09:43:05.245111 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'name': 'tempest-TestNetworkBasicOps-router-1950274476', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:42:55Z', 'updated_at': '2022-01-11T09:43:01Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:42:56Z', 'updated_at': '2022-01-11T09:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '545a5a15-93a5-479e-8229-11854a9a3650', 'name': '', 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:64:c8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '8bc99f66-cdab-4b92-9646-d8984f136540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:00Z', 'updated_at': '2022-01-11T09:43:04Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '8bc99f66-cdab-4b92-9646-d8984f136540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:43:05.249199 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddc6d75-cfb9-4b46-8880-4dddaed203b0 None None] The sync data for ids ['dd320656-0e73-41e7-bd31-4fb2ca2491fc'] in dv-neutron-823402-4-hyperv is: [{'id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'name': 'tempest-TestNetworkBasicOps-router-1950274476', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:42:55Z', 'updated_at': '2022-01-11T09:43:01Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:42:56Z', 'updated_at': '2022-01-11T09:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '545a5a15-93a5-479e-8229-11854a9a3650', 'name': '', 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:64:c8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '8bc99f66-cdab-4b92-9646-d8984f136540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:00Z', 'updated_at': '2022-01-11T09:43:04Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '8bc99f66-cdab-4b92-9646-d8984f136540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:43:05.354280 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-385a072e-b502-4074-9721-4b47ea0d969c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:43:05.369854 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-385a072e-b502-4074-9721-4b47ea0d969c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:43:05.371093 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-385a072e-b502-4074-9721-4b47ea0d969c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-47472392&fields=id&tenant_id=b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 267 time: 0.0694435 Jan 11 09:43:05.451316 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-16015121-ecae-47bc-b5c2-362568571433 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:05.451912 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-16015121-ecae-47bc-b5c2-362568571433 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:43:05.468758 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-16015121-ecae-47bc-b5c2-362568571433 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:43:05.470034 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-16015121-ecae-47bc-b5c2-362568571433 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports/2188db91-b0ec-4371-851c-a511dd78de80 HTTP/1.1" status: 200 len: 930 time: 0.0925097 Jan 11 09:43:05.689916 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-c0f21a00-fdf5-4d5c-a098-7ffb61adbb8c service neutron] 10.222.0.15 "GET /v2.0/ports/2188db91-b0ec-4371-851c-a511dd78de80?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2031560 Jan 11 09:43:05.828529 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-938cf224-e91c-4361-837b-0fd005a55fa7 service neutron] 10.222.0.15 "GET /v2.0/networks/d9538268-80bc-489d-9b73-9399e08b6c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320674 Jan 11 09:43:06.074691 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-3357034e-f523-4236-aa9c-bcb85a5dc267 service neutron] 10.222.0.15 "GET /v2.0/networks/d9538268-80bc-489d-9b73-9399e08b6c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404149 Jan 11 09:43:06.139867 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 545a5a15-93a5-479e-8229-11854a9a3650 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:43:06.234483 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 545a5a15-93a5-479e-8229-11854a9a3650 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:43:06.241358 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 545a5a15-93a5-479e-8229-11854a9a3650 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:43:06.241769 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:06.287414 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-fc7a177b-9570-48de-b266-f3eeb12bb8e8 req-f1b5da78-be57-4900-9436-4abbfd0bc3d5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd3cfb5c-02da-41a7-8862-66335884520e HTTP/1.1" status: 200 len: 210 time: 0.0491734 Jan 11 09:43:06.371346 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:06.404836 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 545a5a15-93a5-479e-8229-11854a9a3650, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=545a5a15-93a5-479e-8229-11854a9a3650,segment=NetworkSegment(f69092f7-7124-431e-8c29-40caeec1685b),segment_id=f69092f7-7124-431e-8c29-40caeec1685b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:43:06.408727 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:06.482041 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=545a5a15-93a5-479e-8229-11854a9a3650,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:07.219460 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-77a8ef1f-2007-4c32-8975-72c9abab2b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:07.220801 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-77a8ef1f-2007-4c32-8975-72c9abab2b9c service neutron] 10.222.0.42 "GET /v2.0/ports/2188db91-b0ec-4371-851c-a511dd78de80 HTTP/1.1" status: 200 len: 1026 time: 0.0647807 Jan 11 09:43:07.374392 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-fdab3d1e-f5bc-4b9d-b220-7f10d29322ee tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:07.375747 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-fdab3d1e-f5bc-4b9d-b220-7f10d29322ee tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/networks?id=d9538268-80bc-489d-9b73-9399e08b6c1c HTTP/1.1" status: 200 len: 797 time: 0.1495435 Jan 11 09:43:07.425802 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-dc4a1266-14e7-42d5-95c6-d4a2bda51b66 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 378 time: 0.0399044 Jan 11 09:43:07.436314 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-8029ea04-833c-4aab-9247-8ded750b6fe7 service neutron] Request body: {'port': {'device_id': 'bd3cfb5c-02da-41a7-8862-66335884520e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:43:07.448254 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6c426409-5c51-4e61-84f9-70615a212220 req-bb5fd300-66ab-4984-a3e2-4499d255334d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd3cfb5c-02da-41a7-8862-66335884520e HTTP/1.1" status: 200 len: 210 time: 0.0444689 Jan 11 09:43:07.550528 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-8029ea04-833c-4aab-9247-8ded750b6fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:07.889101 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-8029ea04-833c-4aab-9247-8ded750b6fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2188db91-b0ec-4371-851c-a511dd78de80 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:43:07.896201 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-8029ea04-833c-4aab-9247-8ded750b6fe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:07.909980 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-8029ea04-833c-4aab-9247-8ded750b6fe7 service neutron] Transition to ACTIVE for port object 2188db91-b0ec-4371-851c-a511dd78de80 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:43:07.914318 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-8029ea04-833c-4aab-9247-8ded750b6fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:08.073303 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029ea04-833c-4aab-9247-8ded750b6fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=2188db91-b0ec-4371-851c-a511dd78de80,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:08.110423 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 545a5a15-93a5-479e-8229-11854a9a3650 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:43:08.181758 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 545a5a15-93a5-479e-8229-11854a9a3650 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:43:08.182152 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:08.263464 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-8029ea04-833c-4aab-9247-8ded750b6fe7 service neutron] Attempting to bind port 2188db91-b0ec-4371-851c-a511dd78de80 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:43:08.264004 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-8029ea04-833c-4aab-9247-8ded750b6fe7 service neutron] Attempting to bind port 2188db91-b0ec-4371-851c-a511dd78de80 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': 'f69092f7-7124-431e-8c29-40caeec1685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:43:08.264004 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-8029ea04-833c-4aab-9247-8ded750b6fe7 service neutron] Attempting to bind port 2188db91-b0ec-4371-851c-a511dd78de80 on network d9538268-80bc-489d-9b73-9399e08b6c1c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:43:08.268779 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-8029ea04-833c-4aab-9247-8ded750b6fe7 service neutron] Port 2188db91-b0ec-4371-851c-a511dd78de80 on network d9538268-80bc-489d-9b73-9399e08b6c1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:43:08.269116 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-8029ea04-833c-4aab-9247-8ded750b6fe7 service neutron] Attempting to bind port 2188db91-b0ec-4371-851c-a511dd78de80 on network d9538268-80bc-489d-9b73-9399e08b6c1c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:43:08.274714 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-8029ea04-833c-4aab-9247-8ded750b6fe7 service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:43:08.275042 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-8029ea04-833c-4aab-9247-8ded750b6fe7 service neutron] Checking segment: {'id': 'f69092f7-7124-431e-8c29-40caeec1685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:43:08.275418 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-8029ea04-833c-4aab-9247-8ded750b6fe7 service neutron] Bound using segment: {'id': 'f69092f7-7124-431e-8c29-40caeec1685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:43:08.275832 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-8029ea04-833c-4aab-9247-8ded750b6fe7 service neutron] Bound port: 2188db91-b0ec-4371-851c-a511dd78de80, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f69092f7-7124-431e-8c29-40caeec1685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:43:08.276159 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-8029ea04-833c-4aab-9247-8ded750b6fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:08.365407 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-8029ea04-833c-4aab-9247-8ded750b6fe7 service neutron] For port 2188db91-b0ec-4371-851c-a511dd78de80, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:43:08.368728 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-8029ea04-833c-4aab-9247-8ded750b6fe7 service neutron] For port 2188db91-b0ec-4371-851c-a511dd78de80, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2188db91-b0ec-4371-851c-a511dd78de80,segment=NetworkSegment(f69092f7-7124-431e-8c29-40caeec1685b),segment_id=f69092f7-7124-431e-8c29-40caeec1685b)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:43:08.372304 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-8029ea04-833c-4aab-9247-8ded750b6fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:08.426486 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-8029ea04-833c-4aab-9247-8ded750b6fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:08.427081 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-8029ea04-833c-4aab-9247-8ded750b6fe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:08.428695 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-8029ea04-833c-4aab-9247-8ded750b6fe7 service neutron] 10.222.0.42 "PUT /v2.0/ports/2188db91-b0ec-4371-851c-a511dd78de80 HTTP/1.1" status: 200 len: 1131 time: 0.9961631 Jan 11 09:43:08.429127 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3cfb5c-02da-41a7-8862-66335884520e', 'tag': '2188db91-b0ec-4371-851c-a511dd78de80'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:43:08.462819 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029ea04-833c-4aab-9247-8ded750b6fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=2188db91-b0ec-4371-851c-a511dd78de80,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:08.504964 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3cfb5c-02da-41a7-8862-66335884520e', 'tag': '2188db91-b0ec-4371-851c-a511dd78de80', 'status': 'completed', 'code': 200} Jan 11 09:43:08.546633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-b37c41ec-dc16-4be9-884b-9999c100a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:08.548241 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-b37c41ec-dc16-4be9-884b-9999c100a0ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=bd3cfb5c-02da-41a7-8862-66335884520e HTTP/1.1" status: 200 len: 1134 time: 0.0802205 Jan 11 09:43:08.627745 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-51bd09a4-aa0b-4c6f-8332-6be473037133 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2188db91-b0ec-4371-851c-a511dd78de80 HTTP/1.1" status: 200 len: 217 time: 0.0671430 Jan 11 09:43:08.649000 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d113da5-c45b-4c63-b5cb-95f6da149965 req-34c68f0e-8ee5-4f86-9c0f-01fbf3138d0a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:08.651125 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7d113da5-c45b-4c63-b5cb-95f6da149965 req-34c68f0e-8ee5-4f86-9c0f-01fbf3138d0a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd3cfb5c-02da-41a7-8862-66335884520e HTTP/1.1" status: 200 len: 981 time: 0.0869968 Jan 11 09:43:08.694603 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-c1bfbd4f-57d5-4512-9913-234cc3a6a9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:08.696045 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-c1bfbd4f-57d5-4512-9913-234cc3a6a9fb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8bc99f66-cdab-4b92-9646-d8984f136540 HTTP/1.1" status: 200 len: 834 time: 0.0628557 Jan 11 09:43:08.700284 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7d113da5-c45b-4c63-b5cb-95f6da149965 req-45651c4a-ae2b-4d15-8e9f-69244fa36904 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c161407d-6f4c-4903-bd3a-382e35a5ba1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433948 Jan 11 09:43:08.776227 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-ded1458d-52a5-4a13-945e-de53b85f9154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:08.777597 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-ded1458d-52a5-4a13-945e-de53b85f9154 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9538268-80bc-489d-9b73-9399e08b6c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756063 Jan 11 09:43:08.907676 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-cec39843-9cdc-47e1-a052-feacbe3db2ec service neutron] 10.222.0.42 "GET /v2.0/networks/d9538268-80bc-489d-9b73-9399e08b6c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235731 Jan 11 09:43:09.036401 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4d1e37bd-0a6d-491b-b94b-e5292030f3b6 req-fb3cbb27-adcc-4ab7-b152-3bf95afe19b4 service neutron] 10.222.0.42 "GET /v2.0/networks/d9538268-80bc-489d-9b73-9399e08b6c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226571 Jan 11 09:43:09.152263 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a2556-4fee-412e-a68a-cabbeb4c3ab6 req-5255890e-c1dd-4401-995e-dc66041f5789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:09.153705 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8a8a2556-4fee-412e-a68a-cabbeb4c3ab6 req-5255890e-c1dd-4401-995e-dc66041f5789 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=bd3cfb5c-02da-41a7-8862-66335884520e HTTP/1.1" status: 200 len: 1134 time: 0.0701644 Jan 11 09:43:09.283120 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a2556-4fee-412e-a68a-cabbeb4c3ab6 req-af4fd44b-136e-473f-9c88-3f7da7220dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:09.284562 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8a8a2556-4fee-412e-a68a-cabbeb4c3ab6 req-af4fd44b-136e-473f-9c88-3f7da7220dfc service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9538268-80bc-489d-9b73-9399e08b6c1c HTTP/1.1" status: 200 len: 898 time: 0.1247780 Jan 11 09:43:09.354298 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8a8a2556-4fee-412e-a68a-cabbeb4c3ab6 req-ccd863d7-7702-42d1-b72d-a47e548e3101 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2188db91-b0ec-4371-851c-a511dd78de80 HTTP/1.1" status: 200 len: 217 time: 0.0633922 Jan 11 09:43:09.414410 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a2556-4fee-412e-a68a-cabbeb4c3ab6 req-db5aa4e5-c4c8-452c-95da-ea63f80a2c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:09.415791 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8a8a2556-4fee-412e-a68a-cabbeb4c3ab6 req-db5aa4e5-c4c8-452c-95da-ea63f80a2c28 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8bc99f66-cdab-4b92-9646-d8984f136540 HTTP/1.1" status: 200 len: 834 time: 0.0556405 Jan 11 09:43:09.491730 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a2556-4fee-412e-a68a-cabbeb4c3ab6 req-2b97922e-b2bf-4ba1-ae6c-37b10f315e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:09.493168 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8a8a2556-4fee-412e-a68a-cabbeb4c3ab6 req-2b97922e-b2bf-4ba1-ae6c-37b10f315e8a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9538268-80bc-489d-9b73-9399e08b6c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714386 Jan 11 09:43:09.621355 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8a8a2556-4fee-412e-a68a-cabbeb4c3ab6 req-87f5bb0b-9431-4206-bb09-cbc0b409e6e7 service neutron] 10.222.0.42 "GET /v2.0/networks/d9538268-80bc-489d-9b73-9399e08b6c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223714 Jan 11 09:43:09.751662 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8a8a2556-4fee-412e-a68a-cabbeb4c3ab6 req-113adb64-af0e-47de-ac31-b84b2b90c43a service neutron] 10.222.0.42 "GET /v2.0/networks/d9538268-80bc-489d-9b73-9399e08b6c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244993 Jan 11 09:43:09.894482 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619a02e-3143-4ea6-a22d-dd528af0313c req-46366e3a-cb94-4b5a-ac5a-8796d7690600 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:09.895833 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3619a02e-3143-4ea6-a22d-dd528af0313c req-46366e3a-cb94-4b5a-ac5a-8796d7690600 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd3cfb5c-02da-41a7-8862-66335884520e HTTP/1.1" status: 200 len: 981 time: 0.0828757 Jan 11 09:43:09.939833 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3619a02e-3143-4ea6-a22d-dd528af0313c req-ae553164-a333-4e6c-a58b-2239c9b3102d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c161407d-6f4c-4903-bd3a-382e35a5ba1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382681 Jan 11 09:43:11.118177 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc9148-6882-4739-b600-b1273afd9190 req-6c6c9d2f-d53e-404f-9b48-70008d2c5f88 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:11.119597 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4fcc9148-6882-4739-b600-b1273afd9190 req-6c6c9d2f-d53e-404f-9b48-70008d2c5f88 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd3cfb5c-02da-41a7-8862-66335884520e HTTP/1.1" status: 200 len: 981 time: 0.0773690 Jan 11 09:43:11.166009 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4fcc9148-6882-4739-b600-b1273afd9190 req-ff06cdbc-76f9-4084-af8e-7babcaeba166 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c161407d-6f4c-4903-bd3a-382e35a5ba1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398989 Jan 11 09:43:12.351983 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d92a91-1576-48ed-b774-f70a53dab649 req-b4b994d6-a9a5-4bdc-bbe1-644360de08c7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:12.353480 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-94d92a91-1576-48ed-b774-f70a53dab649 req-b4b994d6-a9a5-4bdc-bbe1-644360de08c7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd3cfb5c-02da-41a7-8862-66335884520e HTTP/1.1" status: 200 len: 981 time: 0.0840187 Jan 11 09:43:12.396473 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-94d92a91-1576-48ed-b774-f70a53dab649 req-7373cd73-79f0-45e1-b18b-e8d39894c6b2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c161407d-6f4c-4903-bd3a-382e35a5ba1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374105 Jan 11 09:43:12.515177 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2188db91-b0ec-4371-851c-a511dd78de80 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:43:12.646836 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2188db91-b0ec-4371-851c-a511dd78de80, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2188db91-b0ec-4371-851c-a511dd78de80,segment=NetworkSegment(f69092f7-7124-431e-8c29-40caeec1685b),segment_id=f69092f7-7124-431e-8c29-40caeec1685b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:43:12.661960 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '2188db91-b0ec-4371-851c-a511dd78de80', 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c', 'port_id': '2188db91-b0ec-4371-851c-a511dd78de80', 'mac_address': 'fa:16:3e:97:58:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc99f66-cdab-4b92-9646-d8984f136540', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:43:12.720707 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:12.736973 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2188db91-b0ec-4371-851c-a511dd78de80 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:43:12.752094 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2188db91-b0ec-4371-851c-a511dd78de80, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2188db91-b0ec-4371-851c-a511dd78de80,segment=NetworkSegment(f69092f7-7124-431e-8c29-40caeec1685b),segment_id=f69092f7-7124-431e-8c29-40caeec1685b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:43:12.755794 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:12.822268 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=2188db91-b0ec-4371-851c-a511dd78de80,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:13.066597 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['2188db91-b0ec-4371-851c-a511dd78de80'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:43:13.577504 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdeb54-dc0c-4d92-8427-c56a3f4861b6 req-bb107986-fc77-4163-aaf3-1f207de51ecd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:13.578965 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-fabdeb54-dc0c-4d92-8427-c56a3f4861b6 req-bb107986-fc77-4163-aaf3-1f207de51ecd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd3cfb5c-02da-41a7-8862-66335884520e HTTP/1.1" status: 200 len: 982 time: 0.0786006 Jan 11 09:43:13.622097 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-fabdeb54-dc0c-4d92-8427-c56a3f4861b6 req-c7cafc4d-0e8f-4979-b039-c2a69feb31e9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c161407d-6f4c-4903-bd3a-382e35a5ba1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375130 Jan 11 09:43:14.530765 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2188db91-b0ec-4371-851c-a511dd78de80 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:43:14.609006 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port 2188db91-b0ec-4371-851c-a511dd78de80 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:43:14.613711 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 2188db91-b0ec-4371-851c-a511dd78de80 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:43:14.614124 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:14.736067 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:14.763407 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3cfb5c-02da-41a7-8862-66335884520e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2188db91-b0ec-4371-851c-a511dd78de80'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:43:14.772880 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2188db91-b0ec-4371-851c-a511dd78de80, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2188db91-b0ec-4371-851c-a511dd78de80,segment=NetworkSegment(f69092f7-7124-431e-8c29-40caeec1685b),segment_id=f69092f7-7124-431e-8c29-40caeec1685b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:43:14.777377 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:14.811777 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f11bb-ea19-4ef2-af1f-306ebfe14a1c req-d66bbf8b-2c10-42dd-85be-adabfe1e8749 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:14.813293 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-164f11bb-ea19-4ef2-af1f-306ebfe14a1c req-d66bbf8b-2c10-42dd-85be-adabfe1e8749 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd3cfb5c-02da-41a7-8862-66335884520e HTTP/1.1" status: 200 len: 982 time: 0.0853283 Jan 11 09:43:14.818604 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3cfb5c-02da-41a7-8862-66335884520e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2188db91-b0ec-4371-851c-a511dd78de80', 'code': 200} Jan 11 09:43:14.855915 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=2188db91-b0ec-4371-851c-a511dd78de80,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:14.860925 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-164f11bb-ea19-4ef2-af1f-306ebfe14a1c req-2cc1a482-e83c-4547-9a5f-fef08065caa9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c161407d-6f4c-4903-bd3a-382e35a5ba1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406122 Jan 11 09:43:15.043299 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2bee8-623b-4c75-b64d-d5154da0fb52 req-0140497a-0500-43be-aece-ba26686b206c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:15.044697 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-cea2bee8-623b-4c75-b64d-d5154da0fb52 req-0140497a-0500-43be-aece-ba26686b206c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bd3cfb5c-02da-41a7-8862-66335884520e HTTP/1.1" status: 200 len: 1136 time: 0.0707362 Jan 11 09:43:15.084346 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-cea2bee8-623b-4c75-b64d-d5154da0fb52 req-75bfa84d-7d75-4d22-affc-1c22d94f6281 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c161407d-6f4c-4903-bd3a-382e35a5ba1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340788 Jan 11 09:43:16.048869 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da168cb7-e194-4be9-a83d-0bca6ab40127 req-0652d3c9-c88e-4b27-baea-ae36c17ec697 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:16.050331 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-da168cb7-e194-4be9-a83d-0bca6ab40127 req-0652d3c9-c88e-4b27-baea-ae36c17ec697 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd3cfb5c-02da-41a7-8862-66335884520e HTTP/1.1" status: 200 len: 983 time: 0.0802050 Jan 11 09:43:16.099788 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-da168cb7-e194-4be9-a83d-0bca6ab40127 req-84ed36c5-50fb-4487-b61a-b0336987ee92 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c161407d-6f4c-4903-bd3a-382e35a5ba1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426457 Jan 11 09:43:17.283581 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06907c04-088a-4ef3-9e91-3e0d1527f9b7 req-aa6d7e65-7f06-4bf7-b565-663560ea4f6e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:17.285017 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-06907c04-088a-4ef3-9e91-3e0d1527f9b7 req-aa6d7e65-7f06-4bf7-b565-663560ea4f6e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd3cfb5c-02da-41a7-8862-66335884520e HTTP/1.1" status: 200 len: 983 time: 0.0781035 Jan 11 09:43:17.328937 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-06907c04-088a-4ef3-9e91-3e0d1527f9b7 req-4d95525d-1889-4b11-8df6-33cf6112a8ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c161407d-6f4c-4903-bd3a-382e35a5ba1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374906 Jan 11 09:43:17.509775 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2eb78-1c82-4b41-9be1-8035867e6000 req-18cb3430-8f99-45e3-a49e-c72d459a682e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:17.511236 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f5b2eb78-1c82-4b41-9be1-8035867e6000 req-18cb3430-8f99-45e3-a49e-c72d459a682e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd3cfb5c-02da-41a7-8862-66335884520e HTTP/1.1" status: 200 len: 983 time: 0.0813756 Jan 11 09:43:17.554766 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f5b2eb78-1c82-4b41-9be1-8035867e6000 req-b884f305-6edb-44b3-b362-6c73c3dcac86 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c161407d-6f4c-4903-bd3a-382e35a5ba1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378964 Jan 11 09:43:17.576989 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35890) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:17.644789 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aedcf0-6ba1-4a46-ad61-4092172662ae tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:17.646286 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-59aedcf0-6ba1-4a46-ad61-4092172662ae tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bd3cfb5c-02da-41a7-8862-66335884520e HTTP/1.1" status: 200 len: 1131 time: 0.0683422 Jan 11 09:43:17.649569 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35894) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:17.654575 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3a9fae82-8049-495a-b0d1-e255874b2f92 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'port_id': '2188db91-b0ec-4371-851c-a511dd78de80', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:43:17.660513 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3a9fae82-8049-495a-b0d1-e255874b2f92 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:43:17.665174 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3a9fae82-8049-495a-b0d1-e255874b2f92 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:floatingip and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:43:17.668044 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3a9fae82-8049-495a-b0d1-e255874b2f92 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:43:17.673616 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3a9fae82-8049-495a-b0d1-e255874b2f92 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:43:17.684949 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a9fae82-8049-495a-b0d1-e255874b2f92 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:17.821306 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a9fae82-8049-495a-b0d1-e255874b2f92 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:17.958658 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-3a9fae82-8049-495a-b0d1-e255874b2f92 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.26.3.220 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/bda241b7-9503-4047-886c-276411fd0be7) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:43:18.104872 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a9fae82-8049-495a-b0d1-e255874b2f92 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:18.133342 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a9fae82-8049-495a-b0d1-e255874b2f92 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:18.205909 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9fae82-8049-495a-b0d1-e255874b2f92 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:43:18.208701 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-3a9fae82-8049-495a-b0d1-e255874b2f92 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:43:18.212737 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9fae82-8049-495a-b0d1-e255874b2f92 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:43:18.247993 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9fae82-8049-495a-b0d1-e255874b2f92 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=bda241b7-9503-4047-886c-276411fd0be7,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:18.729629 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a9fae82-8049-495a-b0d1-e255874b2f92 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:18.801617 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a9fae82-8049-495a-b0d1-e255874b2f92 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:19.009277 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a9fae82-8049-495a-b0d1-e255874b2f92 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:19.013836 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a9fae82-8049-495a-b0d1-e255874b2f92 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:19.108754 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8b1c4b2e-375e-4e75-b231-f81e8e7d6f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:19.117467 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9fae82-8049-495a-b0d1-e255874b2f92 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=bda241b7-9503-4047-886c-276411fd0be7,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:19.133197 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a9fae82-8049-495a-b0d1-e255874b2f92 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:19.306519 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-3a9fae82-8049-495a-b0d1-e255874b2f92 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Floating IP 4dbeafad-a0ee-4b90-9d38-39d8e5b69c9d associated. External IP: 172.26.3.220, port: 2188db91-b0ec-4371-851c-a511dd78de80. Jan 11 09:43:19.649433 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9fae82-8049-495a-b0d1-e255874b2f92 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router dd320656-0e73-41e7-bd31-4fb2ca2491fc has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:43:19.939143 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9fae82-8049-495a-b0d1-e255874b2f92 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:43:19.948956 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4943b5de-0ca1-4d31-946f-efce45b173c2 None None] Sync routers for ids ['dd320656-0e73-41e7-bd31-4fb2ca2491fc'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:43:19.958205 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4943b5de-0ca1-4d31-946f-efce45b173c2 None None] Routers {'dd320656-0e73-41e7-bd31-4fb2ca2491fc'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:43:19.958811 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4943b5de-0ca1-4d31-946f-efce45b173c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:42:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['dd320656-0e73-41e7-bd31-4fb2ca2491fc'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:43:19.968149 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a9fae82-8049-495a-b0d1-e255874b2f92 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:20.023891 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3a9fae82-8049-495a-b0d1-e255874b2f92 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.3732352 Jan 11 09:43:20.024484 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3cfb5c-02da-41a7-8862-66335884520e', 'tag': '2188db91-b0ec-4371-851c-a511dd78de80'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:43:20.026848 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 35898) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:20.179846 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-4943b5de-0ca1-4d31-946f-efce45b173c2 None None] Set router dd320656-0e73-41e7-bd31-4fb2ca2491fc gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:43:20.217575 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f5bc7b-ba85-47fa-b6cb-f4ee77f0eec4 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:20.221580 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-00f5bc7b-ba85-47fa-b6cb-f4ee77f0eec4 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bd3cfb5c-02da-41a7-8862-66335884520e&network_id=d9538268-80bc-489d-9b73-9399e08b6c1c HTTP/1.1" status: 200 len: 1131 time: 0.1912782 Jan 11 09:43:20.242467 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3cfb5c-02da-41a7-8862-66335884520e', 'tag': '2188db91-b0ec-4371-851c-a511dd78de80', 'status': 'completed', 'code': 200} Jan 11 09:43:20.343060 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd7975-7c1e-4ebb-8bc2-70af855785b7 req-3584f55d-e731-4a11-bd3d-75b2cb2a7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:20.344531 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-02fd7975-7c1e-4ebb-8bc2-70af855785b7 req-3584f55d-e731-4a11-bd3d-75b2cb2a7b2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=bd3cfb5c-02da-41a7-8862-66335884520e HTTP/1.1" status: 200 len: 1136 time: 0.0745509 Jan 11 09:43:20.482417 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd7975-7c1e-4ebb-8bc2-70af855785b7 req-1b6bf1ed-6fc8-4032-929d-28e4e2e2230d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:20.483837 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-02fd7975-7c1e-4ebb-8bc2-70af855785b7 req-1b6bf1ed-6fc8-4032-929d-28e4e2e2230d service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9538268-80bc-489d-9b73-9399e08b6c1c HTTP/1.1" status: 200 len: 898 time: 0.1333499 Jan 11 09:43:20.566682 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4943b5de-0ca1-4d31-946f-efce45b173c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'name': 'tempest-TestNetworkBasicOps-router-1950274476', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:42:55Z', 'updated_at': '2022-01-11T09:43:01Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:42:56Z', 'updated_at': '2022-01-11T09:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '4dbeafad-a0ee-4b90-9d38-39d8e5b69c9d', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.220', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'port_id': '2188db91-b0ec-4371-851c-a511dd78de80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2078104511', 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c', 'mac_address': 'fa:16:3e:97:58:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3cfb5c-02da-41a7-8862-66335884520e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:43:18Z', 'updated_at': '2022-01-11T09:43:18Z', 'revision_number': 0, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '545a5a15-93a5-479e-8229-11854a9a3650', 'name': '', 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:64:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '8bc99f66-cdab-4b92-9646-d8984f136540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:00Z', 'updated_at': '2022-01-11T09:43:06Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '8bc99f66-cdab-4b92-9646-d8984f136540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:43:20.571720 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4943b5de-0ca1-4d31-946f-efce45b173c2 None None] Checking router: dd320656-0e73-41e7-bd31-4fb2ca2491fc for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:43:20.582407 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4943b5de-0ca1-4d31-946f-efce45b173c2 None None] Routers {'dd320656-0e73-41e7-bd31-4fb2ca2491fc'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:43:20.583044 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4943b5de-0ca1-4d31-946f-efce45b173c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:42:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['dd320656-0e73-41e7-bd31-4fb2ca2491fc'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:43:20.592410 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-02fd7975-7c1e-4ebb-8bc2-70af855785b7 req-597b15d8-f25a-4784-9659-73ed3a9f0a7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2188db91-b0ec-4371-851c-a511dd78de80 HTTP/1.1" status: 200 len: 1037 time: 0.1018977 Jan 11 09:43:20.622669 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce1c53-1649-4cac-9da8-55f1a1d9e8aa req-dc0d5368-e2fa-4ff5-8d28-0e65a76b444d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:20.624297 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6bce1c53-1649-4cac-9da8-55f1a1d9e8aa req-dc0d5368-e2fa-4ff5-8d28-0e65a76b444d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd3cfb5c-02da-41a7-8862-66335884520e HTTP/1.1" status: 200 len: 983 time: 0.0907335 Jan 11 09:43:20.664885 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd7975-7c1e-4ebb-8bc2-70af855785b7 req-2aa9390b-1080-4763-8e6b-a7bda10c5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:20.666996 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-02fd7975-7c1e-4ebb-8bc2-70af855785b7 req-2aa9390b-1080-4763-8e6b-a7bda10c5b36 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8bc99f66-cdab-4b92-9646-d8984f136540 HTTP/1.1" status: 200 len: 834 time: 0.0678492 Jan 11 09:43:20.672755 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6bce1c53-1649-4cac-9da8-55f1a1d9e8aa req-9a238518-417f-4dec-ad33-f8eeb5502441 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c161407d-6f4c-4903-bd3a-382e35a5ba1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424039 Jan 11 09:43:20.745480 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd7975-7c1e-4ebb-8bc2-70af855785b7 req-25d8b0e7-230e-429f-9e02-a2f1fc9eacdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:20.746971 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-02fd7975-7c1e-4ebb-8bc2-70af855785b7 req-25d8b0e7-230e-429f-9e02-a2f1fc9eacdd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9538268-80bc-489d-9b73-9399e08b6c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730705 Jan 11 09:43:20.781361 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-4943b5de-0ca1-4d31-946f-efce45b173c2 None None] Set router dd320656-0e73-41e7-bd31-4fb2ca2491fc gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:43:20.882184 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-02fd7975-7c1e-4ebb-8bc2-70af855785b7 req-f9260d96-75f3-4ef3-82d3-a708fe15bf85 service neutron] 10.222.0.42 "GET /v2.0/networks/d9538268-80bc-489d-9b73-9399e08b6c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279149 Jan 11 09:43:21.020606 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-02fd7975-7c1e-4ebb-8bc2-70af855785b7 req-069bedfe-ed46-49d7-908c-1e4023f22ea8 service neutron] 10.222.0.42 "GET /v2.0/networks/d9538268-80bc-489d-9b73-9399e08b6c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330059 Jan 11 09:43:21.135379 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-4943b5de-0ca1-4d31-946f-efce45b173c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'name': 'tempest-TestNetworkBasicOps-router-1950274476', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:42:55Z', 'updated_at': '2022-01-11T09:43:01Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:42:56Z', 'updated_at': '2022-01-11T09:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '4dbeafad-a0ee-4b90-9d38-39d8e5b69c9d', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.220', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'port_id': '2188db91-b0ec-4371-851c-a511dd78de80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2078104511', 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c', 'mac_address': 'fa:16:3e:97:58:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3cfb5c-02da-41a7-8862-66335884520e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:43:18Z', 'updated_at': '2022-01-11T09:43:18Z', 'revision_number': 0, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '545a5a15-93a5-479e-8229-11854a9a3650', 'name': '', 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:64:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '8bc99f66-cdab-4b92-9646-d8984f136540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:00Z', 'updated_at': '2022-01-11T09:43:06Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '8bc99f66-cdab-4b92-9646-d8984f136540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:43:21.139267 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4943b5de-0ca1-4d31-946f-efce45b173c2 None None] The sync data for ids ['dd320656-0e73-41e7-bd31-4fb2ca2491fc'] in dv-neutron-823402-4-hyperv is: [{'id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'name': 'tempest-TestNetworkBasicOps-router-1950274476', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:42:55Z', 'updated_at': '2022-01-11T09:43:01Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:42:56Z', 'updated_at': '2022-01-11T09:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '4dbeafad-a0ee-4b90-9d38-39d8e5b69c9d', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.220', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'port_id': '2188db91-b0ec-4371-851c-a511dd78de80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2078104511', 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c', 'mac_address': 'fa:16:3e:97:58:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3cfb5c-02da-41a7-8862-66335884520e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:43:18Z', 'updated_at': '2022-01-11T09:43:18Z', 'revision_number': 0, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '545a5a15-93a5-479e-8229-11854a9a3650', 'name': '', 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:64:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '8bc99f66-cdab-4b92-9646-d8984f136540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:00Z', 'updated_at': '2022-01-11T09:43:06Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '8bc99f66-cdab-4b92-9646-d8984f136540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:43:21.331097 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581e50ce-8937-454f-96dc-2f28ab9433f5 None None] New status for floating IP 4dbeafad-a0ee-4b90-9d38-39d8e5b69c9d: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:43:21.387206 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e8b01a67-9709-4795-a2ec-2e50e7cb30e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:21.859784 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e56d43-1a36-4455-9334-881647ecb015 req-9c1df454-eb05-48fa-b72c-3656fd77c21a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:21.861128 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-34e56d43-1a36-4455-9334-881647ecb015 req-9c1df454-eb05-48fa-b72c-3656fd77c21a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd3cfb5c-02da-41a7-8862-66335884520e HTTP/1.1" status: 200 len: 983 time: 0.0791905 Jan 11 09:43:21.904078 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-34e56d43-1a36-4455-9334-881647ecb015 req-2785d16f-9c50-474b-9c82-c891396bfb3c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c161407d-6f4c-4903-bd3a-382e35a5ba1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374341 Jan 11 09:43:22.016866 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5c3af-e8d7-4a9c-acab-ac80064c4271 req-bc6e3035-ee4b-4fca-955e-18cda293d341 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:22.017553 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-c7b5c3af-e8d7-4a9c-acab-ac80064c4271 req-bc6e3035-ee4b-4fca-955e-18cda293d341 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:43:22.032797 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-c7b5c3af-e8d7-4a9c-acab-ac80064c4271 req-bc6e3035-ee4b-4fca-955e-18cda293d341 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:43:22.033940 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c7b5c3af-e8d7-4a9c-acab-ac80064c4271 req-bc6e3035-ee4b-4fca-955e-18cda293d341 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd3cfb5c-02da-41a7-8862-66335884520e HTTP/1.1" status: 200 len: 983 time: 0.0943668 Jan 11 09:43:22.107676 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5c3af-e8d7-4a9c-acab-ac80064c4271 req-dbdadddc-9a00-43b4-8963-d561278d95b7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:22.108994 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c7b5c3af-e8d7-4a9c-acab-ac80064c4271 req-dbdadddc-9a00-43b4-8963-d561278d95b7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/ports/2188db91-b0ec-4371-851c-a511dd78de80?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0696344 Jan 11 09:43:22.251977 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c7b5c3af-e8d7-4a9c-acab-ac80064c4271 req-ca414d2c-2d1b-4a4b-83e0-7724f05b9777 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/networks/d9538268-80bc-489d-9b73-9399e08b6c1c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1380835 Jan 11 09:43:22.261385 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-c7b5c3af-e8d7-4a9c-acab-ac80064c4271 req-e6070485-51c0-43fa-8d0f-d50c6b9f1140 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:43:22.375183 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c7b5c3af-e8d7-4a9c-acab-ac80064c4271 req-e6070485-51c0-43fa-8d0f-d50c6b9f1140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:22.490055 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:22.568295 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-c7b5c3af-e8d7-4a9c-acab-ac80064c4271 req-e6070485-51c0-43fa-8d0f-d50c6b9f1140 service neutron] For port 2188db91-b0ec-4371-851c-a511dd78de80, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2188db91-b0ec-4371-851c-a511dd78de80,segment=NetworkSegment(f69092f7-7124-431e-8c29-40caeec1685b),segment_id=f69092f7-7124-431e-8c29-40caeec1685b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:43:22.596349 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-c7b5c3af-e8d7-4a9c-acab-ac80064c4271 req-e6070485-51c0-43fa-8d0f-d50c6b9f1140 service neutron] For port 2188db91-b0ec-4371-851c-a511dd78de80, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:43:22.602614 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:22.650849 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-c7b5c3af-e8d7-4a9c-acab-ac80064c4271 req-e6070485-51c0-43fa-8d0f-d50c6b9f1140 service neutron] device_id is not set on port 2188db91-b0ec-4371-851c-a511dd78de80 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:43:22.659086 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c7b5c3af-e8d7-4a9c-acab-ac80064c4271 req-e6070485-51c0-43fa-8d0f-d50c6b9f1140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:22.665240 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c7b5c3af-e8d7-4a9c-acab-ac80064c4271 req-e6070485-51c0-43fa-8d0f-d50c6b9f1140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:22.916481 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6070485-51c0-43fa-8d0f-d50c6b9f1140 service neutron] Pushing event updated for resources: {'Port': ['ID=2188db91-b0ec-4371-851c-a511dd78de80,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:22.933274 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-66e5c08e-7668-40ea-9986-e72519f1ac13 None None] Provisioning complete for port 2188db91-b0ec-4371-851c-a511dd78de80 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:43:22.933648 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-66e5c08e-7668-40ea-9986-e72519f1ac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:22.977321 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b5c3af-e8d7-4a9c-acab-ac80064c4271 req-e6070485-51c0-43fa-8d0f-d50c6b9f1140 service neutron] No DVR routers for this DVR port 2188db91-b0ec-4371-851c-a511dd78de80 on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:43:22.995040 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-66e5c08e-7668-40ea-9986-e72519f1ac13 None None] Port 2188db91-b0ec-4371-851c-a511dd78de80 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:43:23.055369 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-afbcac58-42d6-489b-8563-0eacac98ed71 req-e3240c7b-391b-4b8a-a11c-9979bc2dc909 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd3cfb5c-02da-41a7-8862-66335884520e HTTP/1.1" status: 200 len: 210 time: 0.0446377 Jan 11 09:43:23.198841 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-c7b5c3af-e8d7-4a9c-acab-ac80064c4271 req-e6070485-51c0-43fa-8d0f-d50c6b9f1140 service neutron] In _notify_port_updated(), no bound segment for port 2188db91-b0ec-4371-851c-a511dd78de80 on network d9538268-80bc-489d-9b73-9399e08b6c1c {{(pid=87654) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 11 09:43:23.199694 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5c3af-e8d7-4a9c-acab-ac80064c4271 req-e6070485-51c0-43fa-8d0f-d50c6b9f1140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:23.200302 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-c7b5c3af-e8d7-4a9c-acab-ac80064c4271 req-e6070485-51c0-43fa-8d0f-d50c6b9f1140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:23.201556 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c7b5c3af-e8d7-4a9c-acab-ac80064c4271 req-e6070485-51c0-43fa-8d0f-d50c6b9f1140 service neutron] 10.222.0.42 "PUT /v2.0/ports/2188db91-b0ec-4371-851c-a511dd78de80 HTTP/1.1" status: 200 len: 1026 time: 0.9439998 Jan 11 09:43:24.039655 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:24.148665 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35916) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:24.218221 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80ca570-0082-44da-bf86-2d112f039ede tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:24.219537 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e80ca570-0082-44da-bf86-2d112f039ede tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports/2188db91-b0ec-4371-851c-a511dd78de80 HTTP/1.1" status: 200 len: 925 time: 0.0699110 Jan 11 09:43:24.759405 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35922) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:24.764660 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7146b54e-97a8-4ed9-829b-d5ce96161af0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1248009717', 'description': 'tempest-secgroup-smoke-1248009717 description', 'project_id': 'b18c1b552dc34b41889b96f8d477063d'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:43:24.770516 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7146b54e-97a8-4ed9-829b-d5ce96161af0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:43:24.780175 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7146b54e-97a8-4ed9-829b-d5ce96161af0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:43:24.789915 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7146b54e-97a8-4ed9-829b-d5ce96161af0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:24.809144 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7146b54e-97a8-4ed9-829b-d5ce96161af0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:43:24.812772 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-7146b54e-97a8-4ed9-829b-d5ce96161af0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:43:24.815785 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-7146b54e-97a8-4ed9-829b-d5ce96161af0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:43:24.821734 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7146b54e-97a8-4ed9-829b-d5ce96161af0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:43:24.892848 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7146b54e-97a8-4ed9-829b-d5ce96161af0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:24.896362 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7146b54e-97a8-4ed9-829b-d5ce96161af0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:24.937361 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146b54e-97a8-4ed9-829b-d5ce96161af0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=204c9604-246d-4583-bb38-48888910c6b9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:24.946658 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7146b54e-97a8-4ed9-829b-d5ce96161af0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:24.947873 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7146b54e-97a8-4ed9-829b-d5ce96161af0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1874464 Jan 11 09:43:24.950619 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35926) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:24.955622 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3a360e26-ad80-475e-a171-29532f1293ed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '204c9604-246d-4583-bb38-48888910c6b9', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:43:24.962111 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3a360e26-ad80-475e-a171-29532f1293ed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:43:24.966071 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3a360e26-ad80-475e-a171-29532f1293ed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:43:24.968663 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3a360e26-ad80-475e-a171-29532f1293ed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:43:24.974286 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3a360e26-ad80-475e-a171-29532f1293ed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:43:24.989629 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a360e26-ad80-475e-a171-29532f1293ed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:25.048202 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a360e26-ad80-475e-a171-29532f1293ed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:25.051956 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a360e26-ad80-475e-a171-29532f1293ed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:25.076999 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a360e26-ad80-475e-a171-29532f1293ed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf98130f-0c05-4a1b-afff-7d0954106f27,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:25.086487 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a360e26-ad80-475e-a171-29532f1293ed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:25.087631 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3a360e26-ad80-475e-a171-29532f1293ed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1361282 Jan 11 09:43:25.090281 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35930) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:25.095044 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-92999714-e4a6-476e-8a1e-c1db34988c01 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '204c9604-246d-4583-bb38-48888910c6b9', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:43:25.100737 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-92999714-e4a6-476e-8a1e-c1db34988c01 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:43:25.104643 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-92999714-e4a6-476e-8a1e-c1db34988c01 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:43:25.107465 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-92999714-e4a6-476e-8a1e-c1db34988c01 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:43:25.113022 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-92999714-e4a6-476e-8a1e-c1db34988c01 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:43:25.129197 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92999714-e4a6-476e-8a1e-c1db34988c01 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:25.188520 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92999714-e4a6-476e-8a1e-c1db34988c01 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:25.191888 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92999714-e4a6-476e-8a1e-c1db34988c01 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:25.217951 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92999714-e4a6-476e-8a1e-c1db34988c01 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65581992-25de-4102-9abe-76a4e470bfb1,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:25.226243 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-92999714-e4a6-476e-8a1e-c1db34988c01 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:25.227505 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-92999714-e4a6-476e-8a1e-c1db34988c01 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1363406 Jan 11 09:43:25.230179 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35934) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:25.235109 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-db3bc0b6-7452-408e-a4ea-1b73fd833193 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '204c9604-246d-4583-bb38-48888910c6b9', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:43:25.241694 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-db3bc0b6-7452-408e-a4ea-1b73fd833193 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:43:25.245639 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-db3bc0b6-7452-408e-a4ea-1b73fd833193 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:43:25.248479 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-db3bc0b6-7452-408e-a4ea-1b73fd833193 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:43:25.254232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-db3bc0b6-7452-408e-a4ea-1b73fd833193 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:43:25.271812 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db3bc0b6-7452-408e-a4ea-1b73fd833193 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:25.331994 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db3bc0b6-7452-408e-a4ea-1b73fd833193 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:25.335869 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db3bc0b6-7452-408e-a4ea-1b73fd833193 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:25.359645 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3bc0b6-7452-408e-a4ea-1b73fd833193 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5d0dc15-3d4c-4348-8773-91cadd6a0eac,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:25.368424 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db3bc0b6-7452-408e-a4ea-1b73fd833193 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:25.369629 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-db3bc0b6-7452-408e-a4ea-1b73fd833193 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385467 Jan 11 09:43:25.372315 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35938) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:25.377266 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f37a3120-ac5a-4b2c-b087-09d9dafc3d74 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '204c9604-246d-4583-bb38-48888910c6b9', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:43:25.382966 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f37a3120-ac5a-4b2c-b087-09d9dafc3d74 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:43:25.386715 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f37a3120-ac5a-4b2c-b087-09d9dafc3d74 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:43:25.389511 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f37a3120-ac5a-4b2c-b087-09d9dafc3d74 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:43:25.395064 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f37a3120-ac5a-4b2c-b087-09d9dafc3d74 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:43:25.411966 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f37a3120-ac5a-4b2c-b087-09d9dafc3d74 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:25.473313 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f37a3120-ac5a-4b2c-b087-09d9dafc3d74 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:25.477296 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f37a3120-ac5a-4b2c-b087-09d9dafc3d74 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:25.499884 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a3120-ac5a-4b2c-b087-09d9dafc3d74 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b63695a5-64f2-4486-a462-c78309f71c1e,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:25.509412 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f37a3120-ac5a-4b2c-b087-09d9dafc3d74 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:25.513137 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f37a3120-ac5a-4b2c-b087-09d9dafc3d74 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1374664 Jan 11 09:43:25.513324 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35942) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:25.518143 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b7e57486-1001-48bf-9096-91064e543184 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '204c9604-246d-4583-bb38-48888910c6b9', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:43:25.523772 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b7e57486-1001-48bf-9096-91064e543184 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:43:25.527457 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b7e57486-1001-48bf-9096-91064e543184 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:43:25.530261 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b7e57486-1001-48bf-9096-91064e543184 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:43:25.535716 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b7e57486-1001-48bf-9096-91064e543184 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:43:25.546521 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-b7e57486-1001-48bf-9096-91064e543184 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Project b18c1b552dc34b41889b96f8d477063d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:43:25.553883 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7e57486-1001-48bf-9096-91064e543184 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:25.619585 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7e57486-1001-48bf-9096-91064e543184 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:25.622834 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7e57486-1001-48bf-9096-91064e543184 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:25.648985 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e57486-1001-48bf-9096-91064e543184 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51430a7c-6cf0-43c5-8d46-9922d14598da,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:25.655119 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b7e57486-1001-48bf-9096-91064e543184 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:25.658821 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b7e57486-1001-48bf-9096-91064e543184 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1420469 Jan 11 09:43:25.659004 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 35946) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:25.664418 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d1251c27-a8e7-40ee-bdf8-d87c6387cc6c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '204c9604-246d-4583-bb38-48888910c6b9', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:43:25.670495 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d1251c27-a8e7-40ee-bdf8-d87c6387cc6c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:43:25.674299 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d1251c27-a8e7-40ee-bdf8-d87c6387cc6c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:43:25.677094 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d1251c27-a8e7-40ee-bdf8-d87c6387cc6c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:43:25.683443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d1251c27-a8e7-40ee-bdf8-d87c6387cc6c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:43:25.694438 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-d1251c27-a8e7-40ee-bdf8-d87c6387cc6c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Project b18c1b552dc34b41889b96f8d477063d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:43:25.701433 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1251c27-a8e7-40ee-bdf8-d87c6387cc6c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:25.764064 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1251c27-a8e7-40ee-bdf8-d87c6387cc6c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:25.767243 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1251c27-a8e7-40ee-bdf8-d87c6387cc6c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:25.790010 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1251c27-a8e7-40ee-bdf8-d87c6387cc6c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b99f7b-3ec7-4fbd-a831-cab3207f84a4,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:25.798578 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1251c27-a8e7-40ee-bdf8-d87c6387cc6c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:25.799738 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d1251c27-a8e7-40ee-bdf8-d87c6387cc6c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1398456 Jan 11 09:43:25.955783 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-25162baf-3778-4676-8746-cff2cc13f69f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:43:25.970583 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-25162baf-3778-4676-8746-cff2cc13f69f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:43:25.971726 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-25162baf-3778-4676-8746-cff2cc13f69f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1248009717&fields=id&tenant_id=b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 267 time: 0.0546050 Jan 11 09:43:26.049978 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-a59d3aee-18b4-40f6-b9eb-089a80732a45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:26.051229 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-a59d3aee-18b4-40f6-b9eb-089a80732a45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports/2188db91-b0ec-4371-851c-a511dd78de80 HTTP/1.1" status: 200 len: 930 time: 0.0730364 Jan 11 09:43:26.123261 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-cb8df3e0-9d6f-4649-933e-55b225cdf919 service neutron] 10.222.0.15 "GET /v2.0/ports/2188db91-b0ec-4371-851c-a511dd78de80?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0592027 Jan 11 09:43:26.252179 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-4a73d3c4-d964-4991-bc3b-b7a58164cda3 service neutron] 10.222.0.15 "GET /v2.0/networks/d9538268-80bc-489d-9b73-9399e08b6c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233137 Jan 11 09:43:26.384092 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-4bd6753a-bf7b-4b4e-b9de-19de9464ab1c service neutron] 10.222.0.15 "GET /v2.0/networks/d9538268-80bc-489d-9b73-9399e08b6c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255388 Jan 11 09:43:26.564614 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-154200aa-d8cc-48fb-8229-93cb956cc3f7 req-bdc31c6a-d66c-4ba1-a2b5-c3de8b207d4f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba42abf-fec7-4cf0-9844-c71ecc8c24ea HTTP/1.1" status: 200 len: 210 time: 0.0461795 Jan 11 09:43:26.577328 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2188db91-b0ec-4371-851c-a511dd78de80 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:43:26.633208 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2188db91-b0ec-4371-851c-a511dd78de80 not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:43:27.660186 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d2b75c1e-e166-45c3-b4a4-ee13e04582ab req-07f9b84c-5aa4-47c6-b073-d62bcd1f6806 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba42abf-fec7-4cf0-9844-c71ecc8c24ea HTTP/1.1" status: 200 len: 210 time: 0.0439816 Jan 11 09:43:28.806924 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b4022a8f-2586-415e-9693-36d18050e32d req-a534eccc-ade5-48f0-8547-3a0dd7a6405f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba42abf-fec7-4cf0-9844-c71ecc8c24ea HTTP/1.1" status: 200 len: 210 time: 0.0418732 Jan 11 09:43:29.972598 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-561f700b-5a05-4306-be6b-d1592d462ee4 req-1146bd59-c0e7-4c9d-a6ee-769b165e00b7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba42abf-fec7-4cf0-9844-c71ecc8c24ea HTTP/1.1" status: 200 len: 210 time: 0.0562210 Jan 11 09:43:30.059266 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-dcdccf9e-4b9a-4b15-acc3-41f1aa22eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:30.060194 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-dcdccf9e-4b9a-4b15-acc3-41f1aa22eb98 service neutron] 10.222.0.42 "GET /v2.0/ports/2188db91-b0ec-4371-851c-a511dd78de80 HTTP/1.1" status: 200 len: 1026 time: 0.0788367 Jan 11 09:43:30.239504 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-c44358d4-714f-4da0-899f-799b54bb2aa3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:30.241975 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-c44358d4-714f-4da0-899f-799b54bb2aa3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/networks?id=d9538268-80bc-489d-9b73-9399e08b6c1c HTTP/1.1" status: 200 len: 797 time: 0.1762347 Jan 11 09:43:30.297599 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-b6652868-e75a-4cba-9134-3150cdc634bd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 471 time: 0.0479414 Jan 11 09:43:30.309415 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-7b73ff62-73a7-4f44-9282-c5f672ed8462 service neutron] Request body: {'port': {'device_id': 'aba42abf-fec7-4cf0-9844-c71ecc8c24ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:43:30.438643 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-7b73ff62-73a7-4f44-9282-c5f672ed8462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:30.817122 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-7b73ff62-73a7-4f44-9282-c5f672ed8462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2188db91-b0ec-4371-851c-a511dd78de80 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:43:30.824627 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-7b73ff62-73a7-4f44-9282-c5f672ed8462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:30.838934 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-7b73ff62-73a7-4f44-9282-c5f672ed8462 service neutron] Transition to ACTIVE for port object 2188db91-b0ec-4371-851c-a511dd78de80 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:43:30.842909 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-7b73ff62-73a7-4f44-9282-c5f672ed8462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:30.995008 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73ff62-73a7-4f44-9282-c5f672ed8462 service neutron] Pushing event updated for resources: {'Port': ['ID=2188db91-b0ec-4371-851c-a511dd78de80,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:31.113360 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-7b73ff62-73a7-4f44-9282-c5f672ed8462 service neutron] Attempting to bind port 2188db91-b0ec-4371-851c-a511dd78de80 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:43:31.114022 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-7b73ff62-73a7-4f44-9282-c5f672ed8462 service neutron] Attempting to bind port 2188db91-b0ec-4371-851c-a511dd78de80 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': 'f69092f7-7124-431e-8c29-40caeec1685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:43:31.114022 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-7b73ff62-73a7-4f44-9282-c5f672ed8462 service neutron] Attempting to bind port 2188db91-b0ec-4371-851c-a511dd78de80 on network d9538268-80bc-489d-9b73-9399e08b6c1c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:43:31.118596 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-7b73ff62-73a7-4f44-9282-c5f672ed8462 service neutron] Port 2188db91-b0ec-4371-851c-a511dd78de80 on network d9538268-80bc-489d-9b73-9399e08b6c1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:43:31.118893 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-7b73ff62-73a7-4f44-9282-c5f672ed8462 service neutron] Attempting to bind port 2188db91-b0ec-4371-851c-a511dd78de80 on network d9538268-80bc-489d-9b73-9399e08b6c1c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:43:31.123816 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-7b73ff62-73a7-4f44-9282-c5f672ed8462 service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:43:31.124144 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-7b73ff62-73a7-4f44-9282-c5f672ed8462 service neutron] Checking segment: {'id': 'f69092f7-7124-431e-8c29-40caeec1685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:43:31.124522 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-7b73ff62-73a7-4f44-9282-c5f672ed8462 service neutron] Bound using segment: {'id': 'f69092f7-7124-431e-8c29-40caeec1685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:43:31.124933 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-7b73ff62-73a7-4f44-9282-c5f672ed8462 service neutron] Bound port: 2188db91-b0ec-4371-851c-a511dd78de80, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f69092f7-7124-431e-8c29-40caeec1685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:43:31.125273 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-7b73ff62-73a7-4f44-9282-c5f672ed8462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:31.167365 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb906a1a-03c7-48c6-af5c-fecdb59e0f88 req-6af4150d-fc59-43db-a6cc-b825520ba38d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:31.168755 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-eb906a1a-03c7-48c6-af5c-fecdb59e0f88 req-6af4150d-fc59-43db-a6cc-b825520ba38d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba42abf-fec7-4cf0-9844-c71ecc8c24ea HTTP/1.1" status: 200 len: 981 time: 0.0825956 Jan 11 09:43:31.213426 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-eb906a1a-03c7-48c6-af5c-fecdb59e0f88 req-64a794d0-24b8-4c97-8229-d576078b16f5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c161407d-6f4c-4903-bd3a-382e35a5ba1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387919 Jan 11 09:43:31.220718 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-7b73ff62-73a7-4f44-9282-c5f672ed8462 service neutron] For port 2188db91-b0ec-4371-851c-a511dd78de80, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:43:31.223715 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-7b73ff62-73a7-4f44-9282-c5f672ed8462 service neutron] For port 2188db91-b0ec-4371-851c-a511dd78de80, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2188db91-b0ec-4371-851c-a511dd78de80,segment=NetworkSegment(f69092f7-7124-431e-8c29-40caeec1685b),segment_id=f69092f7-7124-431e-8c29-40caeec1685b)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:43:31.228791 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-7b73ff62-73a7-4f44-9282-c5f672ed8462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:31.289277 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-7b73ff62-73a7-4f44-9282-c5f672ed8462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:31.289896 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-7b73ff62-73a7-4f44-9282-c5f672ed8462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:31.291312 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-7b73ff62-73a7-4f44-9282-c5f672ed8462 service neutron] 10.222.0.42 "PUT /v2.0/ports/2188db91-b0ec-4371-851c-a511dd78de80 HTTP/1.1" status: 200 len: 1131 time: 0.9868083 Jan 11 09:43:31.291754 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba42abf-fec7-4cf0-9844-c71ecc8c24ea', 'tag': '2188db91-b0ec-4371-851c-a511dd78de80'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:43:31.317262 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73ff62-73a7-4f44-9282-c5f672ed8462 service neutron] Pushing event updated for resources: {'Port': ['ID=2188db91-b0ec-4371-851c-a511dd78de80,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:31.371461 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba42abf-fec7-4cf0-9844-c71ecc8c24ea', 'tag': '2188db91-b0ec-4371-851c-a511dd78de80', 'status': 'completed', 'code': 200} Jan 11 09:43:31.536722 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-1f4d70ad-6cfd-4ba6-b700-4ee258a21be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:31.538809 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-1f4d70ad-6cfd-4ba6-b700-4ee258a21be3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=aba42abf-fec7-4cf0-9844-c71ecc8c24ea HTTP/1.1" status: 200 len: 1134 time: 0.2006042 Jan 11 09:43:31.638616 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-be4be387-d375-4c0a-b1b1-93aabbf720a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2188db91-b0ec-4371-851c-a511dd78de80 HTTP/1.1" status: 200 len: 1037 time: 0.0925889 Jan 11 09:43:31.711509 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-65aa8dde-ef24-48f2-94e0-f1499c271b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:31.712945 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-65aa8dde-ef24-48f2-94e0-f1499c271b9c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8bc99f66-cdab-4b92-9646-d8984f136540 HTTP/1.1" status: 200 len: 834 time: 0.0683825 Jan 11 09:43:31.786617 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-68141bec-3e24-41d0-a980-ce20fe8b0461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:31.788665 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-68141bec-3e24-41d0-a980-ce20fe8b0461 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9538268-80bc-489d-9b73-9399e08b6c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696154 Jan 11 09:43:31.918202 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-31876aca-2344-483c-8d0f-7f6f4c2f27d4 service neutron] 10.222.0.42 "GET /v2.0/networks/d9538268-80bc-489d-9b73-9399e08b6c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231911 Jan 11 09:43:32.047372 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ccfc4a4f-e59b-4d7a-8941-13d960952395 req-0f75a823-fe4e-4977-a3f0-34a3bdddca5a service neutron] 10.222.0.42 "GET /v2.0/networks/d9538268-80bc-489d-9b73-9399e08b6c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235847 Jan 11 09:43:32.164012 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8a107-ae26-429c-9ed3-984028ba56a2 req-610cd6b2-65d3-4f93-8788-03b750cba6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:32.165464 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7ac8a107-ae26-429c-9ed3-984028ba56a2 req-610cd6b2-65d3-4f93-8788-03b750cba6de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=aba42abf-fec7-4cf0-9844-c71ecc8c24ea HTTP/1.1" status: 200 len: 1134 time: 0.0742352 Jan 11 09:43:32.295855 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8a107-ae26-429c-9ed3-984028ba56a2 req-7a39db36-4631-47a0-9eea-46861d2ccdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:32.297280 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7ac8a107-ae26-429c-9ed3-984028ba56a2 req-7a39db36-4631-47a0-9eea-46861d2ccdad service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9538268-80bc-489d-9b73-9399e08b6c1c HTTP/1.1" status: 200 len: 898 time: 0.1260509 Jan 11 09:43:32.400079 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7ac8a107-ae26-429c-9ed3-984028ba56a2 req-5999e5a0-786d-4802-906b-121a37379a44 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2188db91-b0ec-4371-851c-a511dd78de80 HTTP/1.1" status: 200 len: 1037 time: 0.0969296 Jan 11 09:43:32.401982 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6645dc-0849-494b-aba2-ca87f036af07 req-ce5abca3-f845-4fe9-929a-d3ffcfaff65d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:32.403489 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2c6645dc-0849-494b-aba2-ca87f036af07 req-ce5abca3-f845-4fe9-929a-d3ffcfaff65d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba42abf-fec7-4cf0-9844-c71ecc8c24ea HTTP/1.1" status: 200 len: 981 time: 0.0851357 Jan 11 09:43:32.447591 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2c6645dc-0849-494b-aba2-ca87f036af07 req-eda81588-663d-4f00-858f-118de879c53d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c161407d-6f4c-4903-bd3a-382e35a5ba1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384655 Jan 11 09:43:32.461662 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8a107-ae26-429c-9ed3-984028ba56a2 req-7994bd33-1b8b-46b7-9222-44a42a11d97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:32.463117 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7ac8a107-ae26-429c-9ed3-984028ba56a2 req-7994bd33-1b8b-46b7-9222-44a42a11d97a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8bc99f66-cdab-4b92-9646-d8984f136540 HTTP/1.1" status: 200 len: 834 time: 0.0572445 Jan 11 09:43:32.536107 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8a107-ae26-429c-9ed3-984028ba56a2 req-27d161f3-cb81-4629-b25d-bbfdf3bde088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:32.537520 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7ac8a107-ae26-429c-9ed3-984028ba56a2 req-27d161f3-cb81-4629-b25d-bbfdf3bde088 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9538268-80bc-489d-9b73-9399e08b6c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682235 Jan 11 09:43:32.604684 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:43:32.668072 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7ac8a107-ae26-429c-9ed3-984028ba56a2 req-97faa741-6f6a-41cd-b16d-1a9616fcccb6 service neutron] 10.222.0.42 "GET /v2.0/networks/d9538268-80bc-489d-9b73-9399e08b6c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242383 Jan 11 09:43:32.799594 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7ac8a107-ae26-429c-9ed3-984028ba56a2 req-334318dc-5df0-4398-b7bb-7a47b949f5cb service neutron] 10.222.0.42 "GET /v2.0/networks/d9538268-80bc-489d-9b73-9399e08b6c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252639 Jan 11 09:43:33.629098 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649c141-fa85-4f6c-bbe8-85ec4bd225e6 req-85bb0f9d-a341-4ddc-9b1b-98346f103790 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:33.630567 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3649c141-fa85-4f6c-bbe8-85ec4bd225e6 req-85bb0f9d-a341-4ddc-9b1b-98346f103790 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba42abf-fec7-4cf0-9844-c71ecc8c24ea HTTP/1.1" status: 200 len: 981 time: 0.0790498 Jan 11 09:43:33.673826 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3649c141-fa85-4f6c-bbe8-85ec4bd225e6 req-c2383973-6bb1-46b6-b398-76b1566da36b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c161407d-6f4c-4903-bd3a-382e35a5ba1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370631 Jan 11 09:43:34.140414 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:35.002010 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b177105-eca4-484c-8ab0-4186408c9b99 req-2ea14312-f9bf-4510-9807-4aa6bd144b18 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:35.003367 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9b177105-eca4-484c-8ab0-4186408c9b99 req-2ea14312-f9bf-4510-9807-4aa6bd144b18 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba42abf-fec7-4cf0-9844-c71ecc8c24ea HTTP/1.1" status: 200 len: 981 time: 0.0818629 Jan 11 09:43:35.046202 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9b177105-eca4-484c-8ab0-4186408c9b99 req-825ae480-cf55-46ee-baf6-570a1f68c909 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c161407d-6f4c-4903-bd3a-382e35a5ba1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366323 Jan 11 09:43:36.228889 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc2795-cf56-4640-be74-2542186f9982 req-26296881-cfce-4043-9bbe-5534f2a83628 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:36.230359 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d4cc2795-cf56-4640-be74-2542186f9982 req-26296881-cfce-4043-9bbe-5534f2a83628 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba42abf-fec7-4cf0-9844-c71ecc8c24ea HTTP/1.1" status: 200 len: 981 time: 0.0789783 Jan 11 09:43:36.277334 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d4cc2795-cf56-4640-be74-2542186f9982 req-bbb50930-9e8b-4b18-8ef3-ee4392cc8fde tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c161407d-6f4c-4903-bd3a-382e35a5ba1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414650 Jan 11 09:43:36.639421 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2188db91-b0ec-4371-851c-a511dd78de80 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:43:36.769845 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2188db91-b0ec-4371-851c-a511dd78de80, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2188db91-b0ec-4371-851c-a511dd78de80,segment=NetworkSegment(f69092f7-7124-431e-8c29-40caeec1685b),segment_id=f69092f7-7124-431e-8c29-40caeec1685b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:43:36.785458 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '2188db91-b0ec-4371-851c-a511dd78de80', 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c', 'port_id': '2188db91-b0ec-4371-851c-a511dd78de80', 'mac_address': 'fa:16:3e:97:58:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc99f66-cdab-4b92-9646-d8984f136540', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:43:36.838760 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:36.855174 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2188db91-b0ec-4371-851c-a511dd78de80 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:43:36.870363 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2188db91-b0ec-4371-851c-a511dd78de80, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2188db91-b0ec-4371-851c-a511dd78de80,segment=NetworkSegment(f69092f7-7124-431e-8c29-40caeec1685b),segment_id=f69092f7-7124-431e-8c29-40caeec1685b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:43:36.874434 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:36.941028 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=2188db91-b0ec-4371-851c-a511dd78de80,revision_number=9']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:37.181006 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['2188db91-b0ec-4371-851c-a511dd78de80'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:43:37.457159 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5a4bd-b84b-409c-8590-c2e6972ffb93 req-fab6fed0-a312-4af6-9acc-1dd280da2bf6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:37.458628 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cfd5a4bd-b84b-409c-8590-c2e6972ffb93 req-fab6fed0-a312-4af6-9acc-1dd280da2bf6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba42abf-fec7-4cf0-9844-c71ecc8c24ea HTTP/1.1" status: 200 len: 982 time: 0.0783455 Jan 11 09:43:37.502050 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cfd5a4bd-b84b-409c-8590-c2e6972ffb93 req-52bff175-da74-4f39-b290-7330d9b81604 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c161407d-6f4c-4903-bd3a-382e35a5ba1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373719 Jan 11 09:43:38.655072 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2188db91-b0ec-4371-851c-a511dd78de80 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:43:38.694706 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33693c9d-d234-4260-b6a6-31c180b79ab3 req-ccdebba7-dae0-4f4e-8ba6-ae9503ab36fa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:38.695841 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-33693c9d-d234-4260-b6a6-31c180b79ab3 req-ccdebba7-dae0-4f4e-8ba6-ae9503ab36fa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba42abf-fec7-4cf0-9844-c71ecc8c24ea HTTP/1.1" status: 200 len: 982 time: 0.0866263 Jan 11 09:43:38.726478 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port 2188db91-b0ec-4371-851c-a511dd78de80 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:43:38.733487 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 2188db91-b0ec-4371-851c-a511dd78de80 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:43:38.733869 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:38.744073 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-33693c9d-d234-4260-b6a6-31c180b79ab3 req-d77c5f85-4c34-4610-9a5b-731405d1c326 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c161407d-6f4c-4903-bd3a-382e35a5ba1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416310 Jan 11 09:43:38.845702 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:38.874932 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba42abf-fec7-4cf0-9844-c71ecc8c24ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2188db91-b0ec-4371-851c-a511dd78de80'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:43:38.884940 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2188db91-b0ec-4371-851c-a511dd78de80, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2188db91-b0ec-4371-851c-a511dd78de80,segment=NetworkSegment(f69092f7-7124-431e-8c29-40caeec1685b),segment_id=f69092f7-7124-431e-8c29-40caeec1685b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:43:38.888527 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:38.919842 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba42abf-fec7-4cf0-9844-c71ecc8c24ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2188db91-b0ec-4371-851c-a511dd78de80', 'code': 200} Jan 11 09:43:38.956822 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=2188db91-b0ec-4371-851c-a511dd78de80,revision_number=10']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:39.153688 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9c8fe-2459-4b55-b386-eb5fa5ce3acb req-1c87fcde-6736-4ac3-a481-d85a998f4d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:39.155101 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-49f9c8fe-2459-4b55-b386-eb5fa5ce3acb req-1c87fcde-6736-4ac3-a481-d85a998f4d1f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aba42abf-fec7-4cf0-9844-c71ecc8c24ea HTTP/1.1" status: 200 len: 1137 time: 0.0748525 Jan 11 09:43:39.195679 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-49f9c8fe-2459-4b55-b386-eb5fa5ce3acb req-d5a20a85-f906-4349-ac67-279bb5e11faf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c161407d-6f4c-4903-bd3a-382e35a5ba1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346136 Jan 11 09:43:39.927899 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca3f7c-fc13-4288-965d-cf2801f759eb req-2466d9fa-48dd-4678-b79c-ff0809c3075d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:39.933019 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-fbca3f7c-fc13-4288-965d-cf2801f759eb req-2466d9fa-48dd-4678-b79c-ff0809c3075d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba42abf-fec7-4cf0-9844-c71ecc8c24ea HTTP/1.1" status: 200 len: 984 time: 0.0828319 Jan 11 09:43:39.977813 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-fbca3f7c-fc13-4288-965d-cf2801f759eb req-78e0bf88-3cd4-479b-857d-0cf16db9b7c8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c161407d-6f4c-4903-bd3a-382e35a5ba1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411589 Jan 11 09:43:41.164547 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5474e-bb6b-49f0-829e-ea129a5601ac req-5b1d6b13-54c9-4521-912a-ca1196f26c57 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:41.165984 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-87a5474e-bb6b-49f0-829e-ea129a5601ac req-5b1d6b13-54c9-4521-912a-ca1196f26c57 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba42abf-fec7-4cf0-9844-c71ecc8c24ea HTTP/1.1" status: 200 len: 984 time: 0.0818627 Jan 11 09:43:41.209549 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-87a5474e-bb6b-49f0-829e-ea129a5601ac req-3fa38d1d-6a9f-4a19-bd86-5efa5925b315 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c161407d-6f4c-4903-bd3a-382e35a5ba1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378747 Jan 11 09:43:41.392154 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f9218-e71a-445c-91fd-071e469bb087 req-945a9206-e1c3-4f35-9b4e-0804dd36b45b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:41.393503 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9d8f9218-e71a-445c-91fd-071e469bb087 req-945a9206-e1c3-4f35-9b4e-0804dd36b45b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba42abf-fec7-4cf0-9844-c71ecc8c24ea HTTP/1.1" status: 200 len: 984 time: 0.0779068 Jan 11 09:43:41.436429 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9d8f9218-e71a-445c-91fd-071e469bb087 req-8f5b62ad-e9b3-44ad-bea2-0427c01e3ba5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c161407d-6f4c-4903-bd3a-382e35a5ba1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372291 Jan 11 09:43:41.458698 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36012) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:41.627390 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644ebfff-4292-496e-bf53-9b7a1270c508 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:41.628866 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-644ebfff-4292-496e-bf53-9b7a1270c508 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=aba42abf-fec7-4cf0-9844-c71ecc8c24ea&network_id=d9538268-80bc-489d-9b73-9399e08b6c1c HTTP/1.1" status: 200 len: 1132 time: 0.1690373 Jan 11 09:43:41.988407 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ee380-b7cf-4df4-afa3-3a2c10590842 req-e48f049f-bb40-4cc1-a311-d56469e269a5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:41.989865 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-962ee380-b7cf-4df4-afa3-3a2c10590842 req-e48f049f-bb40-4cc1-a311-d56469e269a5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba42abf-fec7-4cf0-9844-c71ecc8c24ea HTTP/1.1" status: 200 len: 984 time: 0.0814407 Jan 11 09:43:42.035619 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-962ee380-b7cf-4df4-afa3-3a2c10590842 req-8c8e09db-d73a-4e4f-b333-3552e1f6a8f8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c161407d-6f4c-4903-bd3a-382e35a5ba1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400288 Jan 11 09:43:43.227970 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2915232-b015-4338-8810-8b9678b1c05c req-d6fdeb05-0624-43d0-9eb3-249359aa17c0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:43.229406 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b2915232-b015-4338-8810-8b9678b1c05c req-d6fdeb05-0624-43d0-9eb3-249359aa17c0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba42abf-fec7-4cf0-9844-c71ecc8c24ea HTTP/1.1" status: 200 len: 984 time: 0.0792437 Jan 11 09:43:43.272420 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b2915232-b015-4338-8810-8b9678b1c05c req-63034332-5f9c-4075-a025-a1bb8ca9f9e2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c161407d-6f4c-4903-bd3a-382e35a5ba1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373292 Jan 11 09:43:43.427407 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ace06-393b-40b7-8f83-cb2eef59a5c1 req-a6b9215a-cd79-45df-b24c-605af74e20a3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:43.431561 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a02ace06-393b-40b7-8f83-cb2eef59a5c1 req-a6b9215a-cd79-45df-b24c-605af74e20a3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/ports?device_id=aba42abf-fec7-4cf0-9844-c71ecc8c24ea HTTP/1.1" status: 200 len: 984 time: 0.0775506 Jan 11 09:43:43.502604 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ace06-393b-40b7-8f83-cb2eef59a5c1 req-a499e62f-16a3-41de-8d7a-caba1d07acce tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:43.503936 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a02ace06-393b-40b7-8f83-cb2eef59a5c1 req-a499e62f-16a3-41de-8d7a-caba1d07acce tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/ports/2188db91-b0ec-4371-851c-a511dd78de80?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0698028 Jan 11 09:43:43.645382 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a02ace06-393b-40b7-8f83-cb2eef59a5c1 req-27e275a4-bd7b-4811-94d3-a473c797f8e8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/networks/d9538268-80bc-489d-9b73-9399e08b6c1c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1368010 Jan 11 09:43:43.656070 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-a02ace06-393b-40b7-8f83-cb2eef59a5c1 req-bf846e2f-2df0-45ad-a79b-6bb2aaaa0492 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:43:43.766659 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a02ace06-393b-40b7-8f83-cb2eef59a5c1 req-bf846e2f-2df0-45ad-a79b-6bb2aaaa0492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:44.063837 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-a02ace06-393b-40b7-8f83-cb2eef59a5c1 req-bf846e2f-2df0-45ad-a79b-6bb2aaaa0492 service neutron] For port 2188db91-b0ec-4371-851c-a511dd78de80, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2188db91-b0ec-4371-851c-a511dd78de80,segment=NetworkSegment(f69092f7-7124-431e-8c29-40caeec1685b),segment_id=f69092f7-7124-431e-8c29-40caeec1685b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:43:44.091829 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-a02ace06-393b-40b7-8f83-cb2eef59a5c1 req-bf846e2f-2df0-45ad-a79b-6bb2aaaa0492 service neutron] For port 2188db91-b0ec-4371-851c-a511dd78de80, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:43:44.144832 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-a02ace06-393b-40b7-8f83-cb2eef59a5c1 req-bf846e2f-2df0-45ad-a79b-6bb2aaaa0492 service neutron] device_id is not set on port 2188db91-b0ec-4371-851c-a511dd78de80 yet. {{(pid=87654) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 11 09:43:44.153406 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a02ace06-393b-40b7-8f83-cb2eef59a5c1 req-bf846e2f-2df0-45ad-a79b-6bb2aaaa0492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:44.158497 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a02ace06-393b-40b7-8f83-cb2eef59a5c1 req-bf846e2f-2df0-45ad-a79b-6bb2aaaa0492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:44.303395 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf846e2f-2df0-45ad-a79b-6bb2aaaa0492 service neutron] Pushing event updated for resources: {'Port': ['ID=2188db91-b0ec-4371-851c-a511dd78de80,revision_number=11']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:44.314405 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf846e2f-2df0-45ad-a79b-6bb2aaaa0492 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:44.314696 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf846e2f-2df0-45ad-a79b-6bb2aaaa0492 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:44.315037 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf846e2f-2df0-45ad-a79b-6bb2aaaa0492 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:44.315373 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf846e2f-2df0-45ad-a79b-6bb2aaaa0492 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:44.315705 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf846e2f-2df0-45ad-a79b-6bb2aaaa0492 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:44.316050 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf846e2f-2df0-45ad-a79b-6bb2aaaa0492 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:44.316363 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf846e2f-2df0-45ad-a79b-6bb2aaaa0492 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:44.316685 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf846e2f-2df0-45ad-a79b-6bb2aaaa0492 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:44.317006 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf846e2f-2df0-45ad-a79b-6bb2aaaa0492 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:44.317326 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf846e2f-2df0-45ad-a79b-6bb2aaaa0492 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:44.317646 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf846e2f-2df0-45ad-a79b-6bb2aaaa0492 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:44.317961 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf846e2f-2df0-45ad-a79b-6bb2aaaa0492 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:44.370291 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02ace06-393b-40b7-8f83-cb2eef59a5c1 req-bf846e2f-2df0-45ad-a79b-6bb2aaaa0492 service neutron] No DVR routers for this DVR port 2188db91-b0ec-4371-851c-a511dd78de80 on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:43:44.424702 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d6f3fc6d-3bc2-41ed-887f-c55ed1452ffd req-bf388b4b-8843-45c9-abb5-0d32ae657714 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=aba42abf-fec7-4cf0-9844-c71ecc8c24ea HTTP/1.1" status: 200 len: 210 time: 0.0413098 Jan 11 09:43:44.474342 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3fc76565-cb70-421e-81e5-4bdb4c9ac54d None None] Provisioning complete for port 2188db91-b0ec-4371-851c-a511dd78de80 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:43:44.475461 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3fc76565-cb70-421e-81e5-4bdb4c9ac54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:44.526188 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3fc76565-cb70-421e-81e5-4bdb4c9ac54d None None] Port 2188db91-b0ec-4371-851c-a511dd78de80 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:43:44.593525 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-a02ace06-393b-40b7-8f83-cb2eef59a5c1 req-bf846e2f-2df0-45ad-a79b-6bb2aaaa0492 service neutron] In _notify_port_updated(), no bound segment for port 2188db91-b0ec-4371-851c-a511dd78de80 on network d9538268-80bc-489d-9b73-9399e08b6c1c {{(pid=87654) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 11 09:43:44.594322 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ace06-393b-40b7-8f83-cb2eef59a5c1 req-bf846e2f-2df0-45ad-a79b-6bb2aaaa0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:44.594925 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a02ace06-393b-40b7-8f83-cb2eef59a5c1 req-bf846e2f-2df0-45ad-a79b-6bb2aaaa0492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:44.596173 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a02ace06-393b-40b7-8f83-cb2eef59a5c1 req-bf846e2f-2df0-45ad-a79b-6bb2aaaa0492 service neutron] 10.222.0.42 "PUT /v2.0/ports/2188db91-b0ec-4371-851c-a511dd78de80 HTTP/1.1" status: 200 len: 1027 time: 0.9439788 Jan 11 09:43:45.517614 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36026) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:45.586483 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdc9a919-ad46-4adf-aa0d-c31e21a95470 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:45.614729 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdc9a919-ad46-4adf-aa0d-c31e21a95470 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:45.679459 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdc9a919-ad46-4adf-aa0d-c31e21a95470 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:45.697232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9a919-ad46-4adf-aa0d-c31e21a95470 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=204c9604-246d-4583-bb38-48888910c6b9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:45.706268 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9a919-ad46-4adf-aa0d-c31e21a95470 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:45.706515 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9a919-ad46-4adf-aa0d-c31e21a95470 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:45.706865 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9a919-ad46-4adf-aa0d-c31e21a95470 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:45.707267 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9a919-ad46-4adf-aa0d-c31e21a95470 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:45.707549 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9a919-ad46-4adf-aa0d-c31e21a95470 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:45.707908 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9a919-ad46-4adf-aa0d-c31e21a95470 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:45.708238 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9a919-ad46-4adf-aa0d-c31e21a95470 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:45.708561 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9a919-ad46-4adf-aa0d-c31e21a95470 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:45.708922 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9a919-ad46-4adf-aa0d-c31e21a95470 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:45.709228 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9a919-ad46-4adf-aa0d-c31e21a95470 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:45.709626 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9a919-ad46-4adf-aa0d-c31e21a95470 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:45.709945 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9a919-ad46-4adf-aa0d-c31e21a95470 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:45.718207 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cdc9a919-ad46-4adf-aa0d-c31e21a95470 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:45.719898 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-cdc9a919-ad46-4adf-aa0d-c31e21a95470 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/security-groups/204c9604-246d-4583-bb38-48888910c6b9 HTTP/1.1" status: 204 len: 168 time: 0.2007160 Jan 11 09:43:45.748510 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36032) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:45.946622 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ac1ee9ac-bad2-4468-9f2b-b030c0abc871 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port bda241b7-9503-4047-886c-276411fd0be7 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:43:45.946958 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac1ee9ac-bad2-4468-9f2b-b030c0abc871 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:46.109879 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac1ee9ac-bad2-4468-9f2b-b030c0abc871 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:46.110225 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac1ee9ac-bad2-4468-9f2b-b030c0abc871 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:46.232624 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-ac1ee9ac-bad2-4468-9f2b-b030c0abc871 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for bda241b7-9503-4047-886c-276411fd0be7 owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:43:46.376332 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac1ee9ac-bad2-4468-9f2b-b030c0abc871 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:46.426642 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ee9ac-bad2-4468-9f2b-b030c0abc871 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=bda241b7-9503-4047-886c-276411fd0be7,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:46.513369 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac1ee9ac-bad2-4468-9f2b-b030c0abc871 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:46.513716 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-ac1ee9ac-bad2-4468-9f2b-b030c0abc871 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Floating IP 4dbeafad-a0ee-4b90-9d38-39d8e5b69c9d disassociated (deleted). External IP: 172.26.3.220, port: 2188db91-b0ec-4371-851c-a511dd78de80. Jan 11 09:43:46.747600 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2188db91-b0ec-4371-851c-a511dd78de80 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:43:46.841054 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2188db91-b0ec-4371-851c-a511dd78de80 not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:43:46.960837 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1ee9ac-bad2-4468-9f2b-b030c0abc871 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router dd320656-0e73-41e7-bd31-4fb2ca2491fc has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:43:47.132950 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1ee9ac-bad2-4468-9f2b-b030c0abc871 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:43:47.142211 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f51265-8ddc-428d-8db9-529173bfd893 None None] Sync routers for ids ['dd320656-0e73-41e7-bd31-4fb2ca2491fc'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:43:47.152257 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f51265-8ddc-428d-8db9-529173bfd893 None None] Routers {'dd320656-0e73-41e7-bd31-4fb2ca2491fc'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:43:47.152638 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac1ee9ac-bad2-4468-9f2b-b030c0abc871 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:47.152852 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c0f51265-8ddc-428d-8db9-529173bfd893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:43:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['dd320656-0e73-41e7-bd31-4fb2ca2491fc'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:43:47.210528 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ac1ee9ac-bad2-4468-9f2b-b030c0abc871 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/floatingips/4dbeafad-a0ee-4b90-9d38-39d8e5b69c9d HTTP/1.1" status: 204 len: 168 time: 1.4609199 Jan 11 09:43:47.357092 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36040) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:47.359357 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-c0f51265-8ddc-428d-8db9-529173bfd893 None None] Set router dd320656-0e73-41e7-bd31-4fb2ca2491fc gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:43:47.424147 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f1ba358-569b-41bd-97ec-bc02ed834b8e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:47.453611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f1ba358-569b-41bd-97ec-bc02ed834b8e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:47.518498 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f1ba358-569b-41bd-97ec-bc02ed834b8e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:47.536766 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ba358-569b-41bd-97ec-bc02ed834b8e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8641fbeb-3b7c-41fb-bce6-a3be8b743cd6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:47.544779 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f1ba358-569b-41bd-97ec-bc02ed834b8e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:47.548740 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1f1ba358-569b-41bd-97ec-bc02ed834b8e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/security-groups/8641fbeb-3b7c-41fb-bce6-a3be8b743cd6 HTTP/1.1" status: 204 len: 168 time: 0.1877527 Jan 11 09:43:47.576105 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36046) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:47.643960 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2adfcb15-0eef-4c87-92a8-2bf732b3ba53 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port 2188db91-b0ec-4371-851c-a511dd78de80 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:43:47.644291 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2adfcb15-0eef-4c87-92a8-2bf732b3ba53 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:47.673616 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c0f51265-8ddc-428d-8db9-529173bfd893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'name': 'tempest-TestNetworkBasicOps-router-1950274476', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:42:55Z', 'updated_at': '2022-01-11T09:43:01Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:42:56Z', 'updated_at': '2022-01-11T09:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '545a5a15-93a5-479e-8229-11854a9a3650', 'name': '', 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:64:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '8bc99f66-cdab-4b92-9646-d8984f136540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:00Z', 'updated_at': '2022-01-11T09:43:06Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '8bc99f66-cdab-4b92-9646-d8984f136540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:43:47.678159 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f51265-8ddc-428d-8db9-529173bfd893 None None] Checking router: dd320656-0e73-41e7-bd31-4fb2ca2491fc for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:43:47.686437 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f51265-8ddc-428d-8db9-529173bfd893 None None] Routers {'dd320656-0e73-41e7-bd31-4fb2ca2491fc'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:43:47.687039 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c0f51265-8ddc-428d-8db9-529173bfd893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:43:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['dd320656-0e73-41e7-bd31-4fb2ca2491fc'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:43:47.867068 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-c0f51265-8ddc-428d-8db9-529173bfd893 None None] Set router dd320656-0e73-41e7-bd31-4fb2ca2491fc gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:43:47.887002 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2adfcb15-0eef-4c87-92a8-2bf732b3ba53 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:48.007897 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2adfcb15-0eef-4c87-92a8-2bf732b3ba53 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for 2188db91-b0ec-4371-851c-a511dd78de80 owned by {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:43:48.148326 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2adfcb15-0eef-4c87-92a8-2bf732b3ba53 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:48.180225 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c0f51265-8ddc-428d-8db9-529173bfd893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'name': 'tempest-TestNetworkBasicOps-router-1950274476', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:42:55Z', 'updated_at': '2022-01-11T09:43:01Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:42:56Z', 'updated_at': '2022-01-11T09:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '545a5a15-93a5-479e-8229-11854a9a3650', 'name': '', 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:64:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '8bc99f66-cdab-4b92-9646-d8984f136540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:00Z', 'updated_at': '2022-01-11T09:43:06Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '8bc99f66-cdab-4b92-9646-d8984f136540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:43:48.184256 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f51265-8ddc-428d-8db9-529173bfd893 None None] The sync data for ids ['dd320656-0e73-41e7-bd31-4fb2ca2491fc'] in dv-neutron-823402-4-hyperv is: [{'id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'name': 'tempest-TestNetworkBasicOps-router-1950274476', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:42:55Z', 'updated_at': '2022-01-11T09:43:01Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:42:56Z', 'updated_at': '2022-01-11T09:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '545a5a15-93a5-479e-8229-11854a9a3650', 'name': '', 'network_id': 'd9538268-80bc-489d-9b73-9399e08b6c1c', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:64:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '8bc99f66-cdab-4b92-9646-d8984f136540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:00Z', 'updated_at': '2022-01-11T09:43:06Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '8bc99f66-cdab-4b92-9646-d8984f136540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:43:48.197692 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfcb15-0eef-4c87-92a8-2bf732b3ba53 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=2188db91-b0ec-4371-851c-a511dd78de80,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:48.305696 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2adfcb15-0eef-4c87-92a8-2bf732b3ba53 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:48.315887 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2adfcb15-0eef-4c87-92a8-2bf732b3ba53 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/ports/2188db91-b0ec-4371-851c-a511dd78de80 HTTP/1.1" status: 204 len: 168 time: 0.7387097 Jan 11 09:43:48.318984 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36050) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:48.454936 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4c6b5f-6742-4427-b695-fb7ce8c66434 None None] New status for floating IP 4dbeafad-a0ee-4b90-9d38-39d8e5b69c9d: DOWN {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:43:48.890575 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-91a43af5-eaec-4847-9925-54226ee38527 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:49.112665 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f44bc6b6-5d55-4d50-9c44-6f1175d83d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:49.350599 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-91a43af5-eaec-4847-9925-54226ee38527 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port 545a5a15-93a5-479e-8229-11854a9a3650 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:43:49.351199 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-91a43af5-eaec-4847-9925-54226ee38527 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:49.545129 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-91a43af5-eaec-4847-9925-54226ee38527 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port 545a5a15-93a5-479e-8229-11854a9a3650, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=545a5a15-93a5-479e-8229-11854a9a3650,segment=NetworkSegment(f69092f7-7124-431e-8c29-40caeec1685b),segment_id=f69092f7-7124-431e-8c29-40caeec1685b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:43:49.545473 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-91a43af5-eaec-4847-9925-54226ee38527 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:49.666714 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-91a43af5-eaec-4847-9925-54226ee38527 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for 545a5a15-93a5-479e-8229-11854a9a3650 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:43:49.855248 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-91a43af5-eaec-4847-9925-54226ee38527 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:49.906309 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a43af5-eaec-4847-9925-54226ee38527 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=545a5a15-93a5-479e-8229-11854a9a3650,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:50.177247 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-91a43af5-eaec-4847-9925-54226ee38527 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:50.525104 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a43af5-eaec-4847-9925-54226ee38527 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router dd320656-0e73-41e7-bd31-4fb2ca2491fc has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:43:50.810860 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a43af5-eaec-4847-9925-54226ee38527 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:43:50.821124 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e1e60e-4927-422d-90dc-fd294a006505 None None] Sync routers for ids ['dd320656-0e73-41e7-bd31-4fb2ca2491fc'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:43:50.823974 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-91a43af5-eaec-4847-9925-54226ee38527 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "PUT /v2.0/routers/dd320656-0e73-41e7-bd31-4fb2ca2491fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5039327 Jan 11 09:43:50.826596 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36054) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:50.830585 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e1e60e-4927-422d-90dc-fd294a006505 None None] Routers {'dd320656-0e73-41e7-bd31-4fb2ca2491fc'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:43:50.831189 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-68e1e60e-4927-422d-90dc-fd294a006505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:43:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['dd320656-0e73-41e7-bd31-4fb2ca2491fc'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:43:50.893683 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-5168b3b1-71e0-42f7-91de-77eadba75db1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting subnet 8bc99f66-cdab-4b92-9646-d8984f136540 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:43:50.896750 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5168b3b1-71e0-42f7-91de-77eadba75db1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:50.951241 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5168b3b1-71e0-42f7-91de-77eadba75db1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:51.007623 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-68e1e60e-4927-422d-90dc-fd294a006505 None None] Set router dd320656-0e73-41e7-bd31-4fb2ca2491fc gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:43:51.041018 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5168b3b1-71e0-42f7-91de-77eadba75db1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:51.113245 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5168b3b1-71e0-42f7-91de-77eadba75db1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:51.154032 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5168b3b1-71e0-42f7-91de-77eadba75db1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:51.156823 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168b3b1-71e0-42f7-91de-77eadba75db1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Subnet': ['ID=8bc99f66-cdab-4b92-9646-d8984f136540,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:51.160047 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e4165f-54a4-496d-b009-713935dceeeb None None] Network d9538268-80bc-489d-9b73-9399e08b6c1c requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:43:51.164116 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5168b3b1-71e0-42f7-91de-77eadba75db1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/subnets/8bc99f66-cdab-4b92-9646-d8984f136540 HTTP/1.1" status: 204 len: 168 time: 0.3365769 Jan 11 09:43:51.166738 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36058) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:51.328266 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-68e1e60e-4927-422d-90dc-fd294a006505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'name': 'tempest-TestNetworkBasicOps-router-1950274476', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:42:55Z', 'updated_at': '2022-01-11T09:43:49Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:42:56Z', 'updated_at': '2022-01-11T09:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:43:51.332314 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e1e60e-4927-422d-90dc-fd294a006505 None None] Checking router: dd320656-0e73-41e7-bd31-4fb2ca2491fc for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:43:51.343057 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e1e60e-4927-422d-90dc-fd294a006505 None None] Routers {'dd320656-0e73-41e7-bd31-4fb2ca2491fc'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:43:51.343821 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-68e1e60e-4927-422d-90dc-fd294a006505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:43:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['dd320656-0e73-41e7-bd31-4fb2ca2491fc'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:43:51.352781 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adc60d60-acc9-4a06-9d45-afbd3ef308c5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:51.379198 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f048a511-f7ce-4643-bc14-817b87534582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:51.457865 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b685436-520b-4778-badb-fb0fd60d2ac7 None None] DHCP port deletion for d9538268-80bc-489d-9b73-9399e08b6c1c request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:43:51.462429 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5b685436-520b-4778-badb-fb0fd60d2ac7 None None] Deleting port a5f21511-472d-4ba7-9d6b-0e3603ed4753 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:43:51.462869 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5b685436-520b-4778-badb-fb0fd60d2ac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:51.535663 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-68e1e60e-4927-422d-90dc-fd294a006505 None None] Set router dd320656-0e73-41e7-bd31-4fb2ca2491fc gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:43:51.541557 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adc60d60-acc9-4a06-9d45-afbd3ef308c5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:51.552867 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-adc60d60-acc9-4a06-9d45-afbd3ef308c5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port 199ce948-115c-4ac5-8d93-0618f28670f3 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:43:51.553438 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adc60d60-acc9-4a06-9d45-afbd3ef308c5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:51.682638 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5b685436-520b-4778-badb-fb0fd60d2ac7 None None] For port a5f21511-472d-4ba7-9d6b-0e3603ed4753, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a5f21511-472d-4ba7-9d6b-0e3603ed4753,segment=NetworkSegment(f69092f7-7124-431e-8c29-40caeec1685b),segment_id=f69092f7-7124-431e-8c29-40caeec1685b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:43:51.682985 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5b685436-520b-4778-badb-fb0fd60d2ac7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:51.739836 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-adc60d60-acc9-4a06-9d45-afbd3ef308c5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port 199ce948-115c-4ac5-8d93-0618f28670f3, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=199ce948-115c-4ac5-8d93-0618f28670f3,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:43:51.740205 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adc60d60-acc9-4a06-9d45-afbd3ef308c5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:51.820449 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-5b685436-520b-4778-badb-fb0fd60d2ac7 None None] Calling delete_port for a5f21511-472d-4ba7-9d6b-0e3603ed4753 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:43:51.836566 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-68e1e60e-4927-422d-90dc-fd294a006505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'name': 'tempest-TestNetworkBasicOps-router-1950274476', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:42:55Z', 'updated_at': '2022-01-11T09:43:49Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:42:56Z', 'updated_at': '2022-01-11T09:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:43:51.840499 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e1e60e-4927-422d-90dc-fd294a006505 None None] The sync data for ids ['dd320656-0e73-41e7-bd31-4fb2ca2491fc'] in dv-neutron-823402-4-hyperv is: [{'id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'name': 'tempest-TestNetworkBasicOps-router-1950274476', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120'}], 'enable_snat': True}, 'gw_port_id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:42:55Z', 'updated_at': '2022-01-11T09:43:49Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '199ce948-115c-4ac5-8d93-0618f28670f3', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320656-0e73-41e7-bd31-4fb2ca2491fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:42:56Z', 'updated_at': '2022-01-11T09:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:43:51.865613 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-adc60d60-acc9-4a06-9d45-afbd3ef308c5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for 199ce948-115c-4ac5-8d93-0618f28670f3 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:43:51.900745 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5b685436-520b-4778-badb-fb0fd60d2ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:51.945630 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b685436-520b-4778-badb-fb0fd60d2ac7 None None] Pushing event deleted for resources: {'Port': ['ID=a5f21511-472d-4ba7-9d6b-0e3603ed4753,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:51.949106 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b685436-520b-4778-badb-fb0fd60d2ac7 None None] No DVR routers for this DVR port a5f21511-472d-4ba7-9d6b-0e3603ed4753 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:43:52.036142 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adc60d60-acc9-4a06-9d45-afbd3ef308c5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:52.086061 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc60d60-acc9-4a06-9d45-afbd3ef308c5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=199ce948-115c-4ac5-8d93-0618f28670f3,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:52.288701 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a5f21511-472d-4ba7-9d6b-0e3603ed4753 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:43:52.303827 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adc60d60-acc9-4a06-9d45-afbd3ef308c5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:52.325867 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: a5f21511-472d-4ba7-9d6b-0e3603ed4753 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:43:52.326261 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a5f21511-472d-4ba7-9d6b-0e3603ed4753 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:43:52.326685 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 545a5a15-93a5-479e-8229-11854a9a3650 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:43:52.360126 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 545a5a15-93a5-479e-8229-11854a9a3650 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:43:52.360475 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 545a5a15-93a5-479e-8229-11854a9a3650 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:43:52.484958 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adc60d60-acc9-4a06-9d45-afbd3ef308c5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:52.487050 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adc60d60-acc9-4a06-9d45-afbd3ef308c5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:52.494170 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:52.511575 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adc60d60-acc9-4a06-9d45-afbd3ef308c5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:52.512102 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc60d60-acc9-4a06-9d45-afbd3ef308c5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Fanout notify agent at l3_agent the message router_deleted on router dd320656-0e73-41e7-bd31-4fb2ca2491fc {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:43:52.527699 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adc60d60-acc9-4a06-9d45-afbd3ef308c5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:52.531424 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-adc60d60-acc9-4a06-9d45-afbd3ef308c5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/routers/dd320656-0e73-41e7-bd31-4fb2ca2491fc HTTP/1.1" status: 204 len: 168 time: 1.3611491 Jan 11 09:43:52.531920 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36062) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:52.608700 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:52.649933 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e7b1541e-2145-4a55-a080-774b044aa5f9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:52.787983 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e7b1541e-2145-4a55-a080-774b044aa5f9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:52.815145 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e7b1541e-2145-4a55-a080-774b044aa5f9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9538268-80bc-489d-9b73-9399e08b6c1c']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:43:52.828413 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e7b1541e-2145-4a55-a080-774b044aa5f9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69092f7-7124-431e-8c29-40caeec1685b') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:43:52.828701 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-e7b1541e-2145-4a55-a080-774b044aa5f9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69092f7-7124-431e-8c29-40caeec1685b') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:43:52.840795 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e7b1541e-2145-4a55-a080-774b044aa5f9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:52.856586 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e7b1541e-2145-4a55-a080-774b044aa5f9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:52.862430 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b1541e-2145-4a55-a080-774b044aa5f9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:43:52.862808 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e7b1541e-2145-4a55-a080-774b044aa5f9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:43:52.877152 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:43:52.960222 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e7b1541e-2145-4a55-a080-774b044aa5f9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:52.964701 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e7b1541e-2145-4a55-a080-774b044aa5f9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:52.992438 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1541e-2145-4a55-a080-774b044aa5f9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Network': ['ID=d9538268-80bc-489d-9b73-9399e08b6c1c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:52.999386 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e7b1541e-2145-4a55-a080-774b044aa5f9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/networks/d9538268-80bc-489d-9b73-9399e08b6c1c HTTP/1.1" status: 204 len: 168 time: 0.4668646 Jan 11 09:43:53.014272 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36066) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:53.025779 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8e579d15-c160-4e71-bcfe-40d822223ab3 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0098791 Jan 11 09:43:53.027461 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36070) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:53.032370 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9a1f05e3-2e84-42b6-8dd1-9b667f04d1d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'network': {'name': 'tempest-network-smoke--384242332', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'port_security_enabled': True}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:43:53.036883 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9a1f05e3-2e84-42b6-8dd1-9b667f04d1d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:43:53.040987 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9a1f05e3-2e84-42b6-8dd1-9b667f04d1d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:network and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:43:53.044274 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9a1f05e3-2e84-42b6-8dd1-9b667f04d1d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:43:53.049806 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9a1f05e3-2e84-42b6-8dd1-9b667f04d1d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:43:53.060013 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1f05e3-2e84-42b6-8dd1-9b667f04d1d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Made reservation on behalf of b18c1b552dc34b41889b96f8d477063d for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:43:53.063659 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a1f05e3-2e84-42b6-8dd1-9b667f04d1d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:53.091057 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1f05e3-2e84-42b6-8dd1-9b667f04d1d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:43:53.099953 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a1f05e3-2e84-42b6-8dd1-9b667f04d1d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:53.100289 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-9a1f05e3-2e84-42b6-8dd1-9b667f04d1d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Added segment 0d9090fa-1a01-4c2f-906a-5140e4189036 of type vlan for network 379222d6-9afc-4e8f-9ab8-99ff410dcf27 Jan 11 09:43:53.125498 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a1f05e3-2e84-42b6-8dd1-9b667f04d1d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:53.154447 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a1f05e3-2e84-42b6-8dd1-9b667f04d1d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:53.159812 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1f05e3-2e84-42b6-8dd1-9b667f04d1d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:53.160381 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a1f05e3-2e84-42b6-8dd1-9b667f04d1d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:53.263103 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9a1f05e3-2e84-42b6-8dd1-9b667f04d1d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2345617 Jan 11 09:43:53.265740 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36074) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:53.267862 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f05e3-2e84-42b6-8dd1-9b667f04d1d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Network': ['ID=379222d6-9afc-4e8f-9ab8-99ff410dcf27,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:53.271937 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-81e32101-7a1d-4d42-acb8-ac4ccb48ae23 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-192391150', 'admin_state_up': True, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:43:53.277628 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 379222d6-9afc-4e8f-9ab8-99ff410dcf27 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:43:53.279382 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-81e32101-7a1d-4d42-acb8-ac4ccb48ae23 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:43:53.283241 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-81e32101-7a1d-4d42-acb8-ac4ccb48ae23 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:router and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:43:53.286066 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-81e32101-7a1d-4d42-acb8-ac4ccb48ae23 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:43:53.293651 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-81e32101-7a1d-4d42-acb8-ac4ccb48ae23 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:43:53.303516 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-81e32101-7a1d-4d42-acb8-ac4ccb48ae23 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:53.304487 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-81e32101-7a1d-4d42-acb8-ac4ccb48ae23 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:53.319417 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-81e32101-7a1d-4d42-acb8-ac4ccb48ae23 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:53.681434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-81e32101-7a1d-4d42-acb8-ac4ccb48ae23 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:53.982776 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-81e32101-7a1d-4d42-acb8-ac4ccb48ae23 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:54.017724 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-81e32101-7a1d-4d42-acb8-ac4ccb48ae23 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:54.042613 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:54.085453 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 199ce948-115c-4ac5-8d93-0618f28670f3 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:43:54.119650 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 199ce948-115c-4ac5-8d93-0618f28670f3 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:43:54.119993 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 199ce948-115c-4ac5-8d93-0618f28670f3 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:43:54.152469 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-81e32101-7a1d-4d42-acb8-ac4ccb48ae23 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.26.3.140 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/2ee766d7-c6ab-46e7-9c10-43ede486c9f4) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:43:54.295877 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-81e32101-7a1d-4d42-acb8-ac4ccb48ae23 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:54.324347 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-81e32101-7a1d-4d42-acb8-ac4ccb48ae23 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:54.392015 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e32101-7a1d-4d42-acb8-ac4ccb48ae23 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:43:54.393073 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-81e32101-7a1d-4d42-acb8-ac4ccb48ae23 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:43:54.397545 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e32101-7a1d-4d42-acb8-ac4ccb48ae23 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:43:54.431459 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e32101-7a1d-4d42-acb8-ac4ccb48ae23 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=2ee766d7-c6ab-46e7-9c10-43ede486c9f4,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:54.805413 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-81e32101-7a1d-4d42-acb8-ac4ccb48ae23 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:55.242916 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-81e32101-7a1d-4d42-acb8-ac4ccb48ae23 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:55.439017 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e32101-7a1d-4d42-acb8-ac4ccb48ae23 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router a60a258c-1d2e-456e-92d2-be7d6ade0e1a is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:43:55.614886 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e32101-7a1d-4d42-acb8-ac4ccb48ae23 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:43:55.623979 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] Sync routers for ids ['a60a258c-1d2e-456e-92d2-be7d6ade0e1a'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:43:55.633335 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] Routers {'a60a258c-1d2e-456e-92d2-be7d6ade0e1a'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:43:55.633948 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:43:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['a60a258c-1d2e-456e-92d2-be7d6ade0e1a'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:43:55.640539 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-81e32101-7a1d-4d42-acb8-ac4ccb48ae23 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:55.644572 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-81e32101-7a1d-4d42-acb8-ac4ccb48ae23 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3750920 Jan 11 09:43:55.645070 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36078) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:55.688366 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-02e75aaf-7402-41a3-a847-2210f8312e1a tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b18c1b552dc34b41889b96f8d477063d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394948 Jan 11 09:43:55.688585 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36082) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:55.813355 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] Set router a60a258c-1d2e-456e-92d2-be7d6ade0e1a gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:43:55.820356 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a35607e-542a-42b9-820a-ca36e9eaad4f tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:55.821829 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6a35607e-542a-42b9-820a-ca36e9eaad4f tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1323884 Jan 11 09:43:55.824658 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36086) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:55.868407 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b0294777-15ef-47f6-b43b-661031a04089 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425689 Jan 11 09:43:55.870797 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36090) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:55.876368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9c53e5ae-8b1c-46dd-a8e3-71df6a92b55e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2079348297', 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:43:55.987849 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9c53e5ae-8b1c-46dd-a8e3-71df6a92b55e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:43:55.992448 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9c53e5ae-8b1c-46dd-a8e3-71df6a92b55e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:subnet and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:43:55.995338 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9c53e5ae-8b1c-46dd-a8e3-71df6a92b55e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:43:56.000944 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9c53e5ae-8b1c-46dd-a8e3-71df6a92b55e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:43:56.011621 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c53e5ae-8b1c-46dd-a8e3-71df6a92b55e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Made reservation on behalf of b18c1b552dc34b41889b96f8d477063d for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:43:56.015140 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c53e5ae-8b1c-46dd-a8e3-71df6a92b55e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:56.131639 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'name': 'tempest-TestNetworkBasicOps-router-192391150', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:43:53Z', 'updated_at': '2022-01-11T09:43:54Z', 'revision_number': 3, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:54Z', 'updated_at': '2022-01-11T09:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:43:56.135445 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] Checking router: a60a258c-1d2e-456e-92d2-be7d6ade0e1a for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:43:56.135792 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] Updating router a60a258c-1d2e-456e-92d2-be7d6ade0e1a port 2ee766d7-c6ab-46e7-9c10-43ede486c9f4 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:43:56.189142 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:56.338183 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c53e5ae-8b1c-46dd-a8e3-71df6a92b55e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:56.417790 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53e5ae-8b1c-46dd-a8e3-71df6a92b55e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Subnet': ['ID=e92ec034-7593-4a1b-a896-5f52c930e3ee,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:56.426559 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c53e5ae-8b1c-46dd-a8e3-71df6a92b55e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Checking segment: {'id': '0d9090fa-1a01-4c2f-906a-5140e4189036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:43:56.426913 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c53e5ae-8b1c-46dd-a8e3-71df6a92b55e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network hostable DHCP agents. Network: 379222d6-9afc-4e8f-9ab8-99ff410dcf27, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:43:56.446973 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c53e5ae-8b1c-46dd-a8e3-71df6a92b55e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 379222d6-9afc-4e8f-9ab8-99ff410dcf27 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:43:56.456034 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-9c53e5ae-8b1c-46dd-a8e3-71df6a92b55e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 379222d6-9afc-4e8f-9ab8-99ff410dcf27) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:43:56.460599 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c53e5ae-8b1c-46dd-a8e3-71df6a92b55e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:56.461163 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c53e5ae-8b1c-46dd-a8e3-71df6a92b55e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:56.482928 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9c53e5ae-8b1c-46dd-a8e3-71df6a92b55e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6110816 Jan 11 09:43:56.485776 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36094) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:56.487161 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0607a7c-b4e1-4cfb-9b11-dcc33e8065c3 None None] Network 379222d6-9afc-4e8f-9ab8-99ff410dcf27 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:43:56.592336 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:56.618317 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] Transition to ACTIVE for port object 2ee766d7-c6ab-46e7-9c10-43ede486c9f4 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:43:56.627180 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:56.747773 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] Attempting to bind port 2ee766d7-c6ab-46e7-9c10-43ede486c9f4 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:43:56.748137 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] Attempting to bind port 2ee766d7-c6ab-46e7-9c10-43ede486c9f4 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:43:56.748496 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] Attempting to bind port 2ee766d7-c6ab-46e7-9c10-43ede486c9f4 on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:43:56.762011 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:43:56.762404 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:43:56.762801 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:56.763186 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:43:56.763641 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] Bound port: 2ee766d7-c6ab-46e7-9c10-43ede486c9f4, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:43:56.764008 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:56.792741 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64c8e2-e2ac-47a2-abca-6a0bf4a90ab8 None None] Pushing event updated for resources: {'Port': ['ID=2ee766d7-c6ab-46e7-9c10-43ede486c9f4,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:56.818929 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64c8e2-e2ac-47a2-abca-6a0bf4a90ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:56.819285 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64c8e2-e2ac-47a2-abca-6a0bf4a90ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:56.819688 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64c8e2-e2ac-47a2-abca-6a0bf4a90ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:56.820023 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64c8e2-e2ac-47a2-abca-6a0bf4a90ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:56.820499 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64c8e2-e2ac-47a2-abca-6a0bf4a90ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:56.820833 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64c8e2-e2ac-47a2-abca-6a0bf4a90ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:56.821286 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64c8e2-e2ac-47a2-abca-6a0bf4a90ab8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:56.821812 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64c8e2-e2ac-47a2-abca-6a0bf4a90ab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:56.822368 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64c8e2-e2ac-47a2-abca-6a0bf4a90ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:56.822918 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64c8e2-e2ac-47a2-abca-6a0bf4a90ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:56.823434 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64c8e2-e2ac-47a2-abca-6a0bf4a90ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:56.823999 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64c8e2-e2ac-47a2-abca-6a0bf4a90ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:43:56.885842 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebd6fc0-97f9-44d5-8275-0648ba9ee2aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-379222d6-9afc-4e8f-9ab8-99ff410dcf27', 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ips': [{'subnet_id': 'e92ec034-7593-4a1b-a896-5f52c930e3ee'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:43:56.886682 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ebd6fc0-97f9-44d5-8275-0648ba9ee2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:56.915447 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] For port 2ee766d7-c6ab-46e7-9c10-43ede486c9f4, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:43:56.960203 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] For port 2ee766d7-c6ab-46e7-9c10-43ede486c9f4, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=2ee766d7-c6ab-46e7-9c10-43ede486c9f4,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:43:56.969226 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:57.119112 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64c8e2-e2ac-47a2-abca-6a0bf4a90ab8 None None] Pushing event updated for resources: {'Port': ['ID=2ee766d7-c6ab-46e7-9c10-43ede486c9f4,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:57.121555 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] Routers {'a60a258c-1d2e-456e-92d2-be7d6ade0e1a'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:43:57.122181 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:43:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['a60a258c-1d2e-456e-92d2-be7d6ade0e1a'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:43:57.213817 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-5ebd6fc0-97f9-44d5-8275-0648ba9ee2aa None None] Allocated IP 172.20.0.2 (379222d6-9afc-4e8f-9ab8-99ff410dcf27/e92ec034-7593-4a1b-a896-5f52c930e3ee/8ae9a964-12bb-45e5-91c6-a38177b63fd6) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:43:57.314878 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-14b7c461-b99a-4f26-800c-b9925c6fa0c7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:57.438248 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] Set router a60a258c-1d2e-456e-92d2-be7d6ade0e1a gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:43:57.756246 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ebd6fc0-97f9-44d5-8275-0648ba9ee2aa None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:57.795615 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5ebd6fc0-97f9-44d5-8275-0648ba9ee2aa None None] Transition to ACTIVE for port object 8ae9a964-12bb-45e5-91c6-a38177b63fd6 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:43:57.819374 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5ebd6fc0-97f9-44d5-8275-0648ba9ee2aa None None] Transition to ACTIVE for port object 8ae9a964-12bb-45e5-91c6-a38177b63fd6 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:43:57.824669 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ebd6fc0-97f9-44d5-8275-0648ba9ee2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:57.886904 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-14b7c461-b99a-4f26-800c-b9925c6fa0c7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.20.0.1 (379222d6-9afc-4e8f-9ab8-99ff410dcf27/e92ec034-7593-4a1b-a896-5f52c930e3ee/628a5248-1bca-4913-a2a6-b9a41ad0d179) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:43:57.903467 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebd6fc0-97f9-44d5-8275-0648ba9ee2aa None None] Network 379222d6-9afc-4e8f-9ab8-99ff410dcf27 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:43:57.906845 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-5ebd6fc0-97f9-44d5-8275-0648ba9ee2aa None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:43:57.911887 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebd6fc0-97f9-44d5-8275-0648ba9ee2aa None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:43:57.916232 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd6fc0-97f9-44d5-8275-0648ba9ee2aa None None] Pushing event updated for resources: {'Port': ['ID=8ae9a964-12bb-45e5-91c6-a38177b63fd6,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:57.952598 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'name': 'tempest-TestNetworkBasicOps-router-192391150', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:43:53Z', 'updated_at': '2022-01-11T09:43:54Z', 'revision_number': 3, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:54Z', 'updated_at': '2022-01-11T09:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:43:57.987950 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a667aa-5963-4114-ad8b-ba4956dac372 None None] The sync data for ids ['a60a258c-1d2e-456e-92d2-be7d6ade0e1a'] in dv-neutron-823402-4-hyperv is: [{'id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'name': 'tempest-TestNetworkBasicOps-router-192391150', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:43:53Z', 'updated_at': '2022-01-11T09:43:54Z', 'revision_number': 3, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:54Z', 'updated_at': '2022-01-11T09:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:43:58.013118 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5ebd6fc0-97f9-44d5-8275-0648ba9ee2aa None None] Attempting to bind port 8ae9a964-12bb-45e5-91c6-a38177b63fd6 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:43:58.013490 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5ebd6fc0-97f9-44d5-8275-0648ba9ee2aa None None] Attempting to bind port 8ae9a964-12bb-45e5-91c6-a38177b63fd6 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '0d9090fa-1a01-4c2f-906a-5140e4189036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:43:58.013852 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebd6fc0-97f9-44d5-8275-0648ba9ee2aa None None] Attempting to bind port 8ae9a964-12bb-45e5-91c6-a38177b63fd6 on network 379222d6-9afc-4e8f-9ab8-99ff410dcf27 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:43:58.019418 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebd6fc0-97f9-44d5-8275-0648ba9ee2aa None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:43:58.019785 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebd6fc0-97f9-44d5-8275-0648ba9ee2aa None None] Checking segment: {'id': '0d9090fa-1a01-4c2f-906a-5140e4189036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:43:58.020184 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ebd6fc0-97f9-44d5-8275-0648ba9ee2aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:58.020568 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebd6fc0-97f9-44d5-8275-0648ba9ee2aa None None] Bound using segment: {'id': '0d9090fa-1a01-4c2f-906a-5140e4189036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:43:58.021719 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5ebd6fc0-97f9-44d5-8275-0648ba9ee2aa None None] Bound port: 8ae9a964-12bb-45e5-91c6-a38177b63fd6, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9090fa-1a01-4c2f-906a-5140e4189036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:43:58.022142 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ebd6fc0-97f9-44d5-8275-0648ba9ee2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:58.045693 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-14b7c461-b99a-4f26-800c-b9925c6fa0c7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:58.062072 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-14b7c461-b99a-4f26-800c-b9925c6fa0c7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Transition to ACTIVE for port object 628a5248-1bca-4913-a2a6-b9a41ad0d179 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:43:58.087724 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-14b7c461-b99a-4f26-800c-b9925c6fa0c7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:58.116165 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5ebd6fc0-97f9-44d5-8275-0648ba9ee2aa None None] For port 8ae9a964-12bb-45e5-91c6-a38177b63fd6, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:43:58.119198 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5ebd6fc0-97f9-44d5-8275-0648ba9ee2aa None None] For port 8ae9a964-12bb-45e5-91c6-a38177b63fd6, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=8ae9a964-12bb-45e5-91c6-a38177b63fd6,segment=NetworkSegment(0d9090fa-1a01-4c2f-906a-5140e4189036),segment_id=0d9090fa-1a01-4c2f-906a-5140e4189036)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:43:58.124722 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ebd6fc0-97f9-44d5-8275-0648ba9ee2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:58.160595 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b7c461-b99a-4f26-800c-b9925c6fa0c7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 379222d6-9afc-4e8f-9ab8-99ff410dcf27 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:43:58.164358 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-14b7c461-b99a-4f26-800c-b9925c6fa0c7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:43:58.168296 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b7c461-b99a-4f26-800c-b9925c6fa0c7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:43:58.209020 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd6fc0-97f9-44d5-8275-0648ba9ee2aa None None] Pushing event updated for resources: {'Port': ['ID=8ae9a964-12bb-45e5-91c6-a38177b63fd6,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:58.221046 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7c461-b99a-4f26-800c-b9925c6fa0c7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=628a5248-1bca-4913-a2a6-b9a41ad0d179,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:58.252044 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-14b7c461-b99a-4f26-800c-b9925c6fa0c7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:58.390901 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-14b7c461-b99a-4f26-800c-b9925c6fa0c7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:58.839936 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-14b7c461-b99a-4f26-800c-b9925c6fa0c7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:58.844451 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-14b7c461-b99a-4f26-800c-b9925c6fa0c7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:58.964867 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-14b7c461-b99a-4f26-800c-b9925c6fa0c7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:58.968337 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7c461-b99a-4f26-800c-b9925c6fa0c7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=628a5248-1bca-4913-a2a6-b9a41ad0d179,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:43:59.219537 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b7c461-b99a-4f26-800c-b9925c6fa0c7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 379222d6-9afc-4e8f-9ab8-99ff410dcf27 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:43:59.220641 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-14b7c461-b99a-4f26-800c-b9925c6fa0c7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:43:59.241471 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050fe755-9b96-4142-a8f2-e708b0aabcb0 None None] Network 379222d6-9afc-4e8f-9ab8-99ff410dcf27 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:43:59.356667 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-396450d0-0f13-4de1-82a8-90344d0c8c4c None None] Provisioning for port 8ae9a964-12bb-45e5-91c6-a38177b63fd6 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:43:59.409855 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b7c461-b99a-4f26-800c-b9925c6fa0c7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router a60a258c-1d2e-456e-92d2-be7d6ade0e1a has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:43:59.596643 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b7c461-b99a-4f26-800c-b9925c6fa0c7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:43:59.610131 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-14b7c461-b99a-4f26-800c-b9925c6fa0c7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "PUT /v2.0/routers/a60a258c-1d2e-456e-92d2-be7d6ade0e1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1218972 Jan 11 09:43:59.611897 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36098) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:59.626621 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] Sync routers for ids ['a60a258c-1d2e-456e-92d2-be7d6ade0e1a'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:43:59.636728 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] Routers {'a60a258c-1d2e-456e-92d2-be7d6ade0e1a'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:43:59.637339 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:43:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['a60a258c-1d2e-456e-92d2-be7d6ade0e1a'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:43:59.759452 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd432bb5-c6e3-462c-b678-11050a9ee640 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:59.760179 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd432bb5-c6e3-462c-b678-11050a9ee640 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:59.760391 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd432bb5-c6e3-462c-b678-11050a9ee640 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:59.760845 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd432bb5-c6e3-462c-b678-11050a9ee640 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:59.764927 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-bd432bb5-c6e3-462c-b678-11050a9ee640 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1497152 Jan 11 09:43:59.765148 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36102) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:59.801439 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d26a9c68-9ba7-4eb6-8574-d1b30f1f12a9 None None] Provisioning for port 628a5248-1bca-4913-a2a6-b9a41ad0d179 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:43:59.807088 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d26a9c68-9ba7-4eb6-8574-d1b30f1f12a9 None None] Provisioning complete for port 628a5248-1bca-4913-a2a6-b9a41ad0d179 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:43:59.807465 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d26a9c68-9ba7-4eb6-8574-d1b30f1f12a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:43:59.827019 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] Set router a60a258c-1d2e-456e-92d2-be7d6ade0e1a gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:43:59.844944 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6dbbce-8651-42fc-8a44-86c60d361bee tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:59.845322 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6dbbce-8651-42fc-8a44-86c60d361bee tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:59.846352 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6dbbce-8651-42fc-8a44-86c60d361bee tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:59.847018 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6dbbce-8651-42fc-8a44-86c60d361bee tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:43:59.850034 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ee6dbbce-8651-42fc-8a44-86c60d361bee tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0839884 Jan 11 09:43:59.852674 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36106) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:43:59.881798 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-d26a9c68-9ba7-4eb6-8574-d1b30f1f12a9 None None] Port 628a5248-1bca-4913-a2a6-b9a41ad0d179 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:44:00.028181 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0c680520-2f83-4a36-b714-5e45b2edf34c None None] Provisioning complete for port 628a5248-1bca-4913-a2a6-b9a41ad0d179 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:44:00.028582 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0c680520-2f83-4a36-b714-5e45b2edf34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:00.075151 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f4dcb57f-c240-4c97-9737-a4d4ee7544cd tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2213211 Jan 11 09:44:00.104957 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0c680520-2f83-4a36-b714-5e45b2edf34c None None] Port 628a5248-1bca-4913-a2a6-b9a41ad0d179 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:44:00.178938 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'name': 'tempest-TestNetworkBasicOps-router-192391150', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:43:53Z', 'updated_at': '2022-01-11T09:43:58Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:54Z', 'updated_at': '2022-01-11T09:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '628a5248-1bca-4913-a2a6-b9a41ad0d179', 'name': '', 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:c7:74:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e92ec034-7593-4a1b-a896-5f52c930e3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:57Z', 'updated_at': '2022-01-11T09:43:58Z', 'revision_number': 2, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'e92ec034-7593-4a1b-a896-5f52c930e3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:44:00.183317 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] Checking router: a60a258c-1d2e-456e-92d2-be7d6ade0e1a for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:44:00.183519 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] Updating router a60a258c-1d2e-456e-92d2-be7d6ade0e1a port 628a5248-1bca-4913-a2a6-b9a41ad0d179 binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:44:00.222469 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 8ae9a964-12bb-45e5-91c6-a38177b63fd6 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:44:00.248102 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:00.274132 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8823b8ba-10d0-4a19-bdf7-67080335dd4a None None] Provisioning complete for port 628a5248-1bca-4913-a2a6-b9a41ad0d179 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:44:00.274676 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8823b8ba-10d0-4a19-bdf7-67080335dd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:00.280367 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36112) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:44:00.285487 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b99d7ee2-9bf5-489e-9bab-5743b66e47a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-758317305', 'description': 'tempest-secgroup-smoke-758317305 description', 'project_id': 'b18c1b552dc34b41889b96f8d477063d'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:44:00.291826 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b99d7ee2-9bf5-489e-9bab-5743b66e47a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:44:00.295827 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b99d7ee2-9bf5-489e-9bab-5743b66e47a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:44:00.299475 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b99d7ee2-9bf5-489e-9bab-5743b66e47a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:44:00.305417 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b99d7ee2-9bf5-489e-9bab-5743b66e47a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:44:00.321027 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b99d7ee2-9bf5-489e-9bab-5743b66e47a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:00.342367 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b99d7ee2-9bf5-489e-9bab-5743b66e47a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:44:00.343660 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8823b8ba-10d0-4a19-bdf7-67080335dd4a None None] Port 628a5248-1bca-4913-a2a6-b9a41ad0d179 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:44:00.347902 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b99d7ee2-9bf5-489e-9bab-5743b66e47a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:44:00.349811 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 8ae9a964-12bb-45e5-91c6-a38177b63fd6 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:44:00.351415 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b99d7ee2-9bf5-489e-9bab-5743b66e47a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:44:00.356026 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 8ae9a964-12bb-45e5-91c6-a38177b63fd6 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:44:00.357141 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:00.357328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b99d7ee2-9bf5-489e-9bab-5743b66e47a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:44:00.434856 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b99d7ee2-9bf5-489e-9bab-5743b66e47a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:00.440276 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b99d7ee2-9bf5-489e-9bab-5743b66e47a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:00.487605 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d7ee2-9bf5-489e-9bab-5743b66e47a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac640714-6bfb-4460-8cbc-cab50097ee88,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:44:00.491683 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b99d7ee2-9bf5-489e-9bab-5743b66e47a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:00.492879 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b99d7ee2-9bf5-489e-9bab-5743b66e47a8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2115283 Jan 11 09:44:00.495973 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36116) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:44:00.502626 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5fc7648b-624a-4fb7-ad1e-c9552e03ad62 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': 'ac640714-6bfb-4460-8cbc-cab50097ee88', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:44:00.509968 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5fc7648b-624a-4fb7-ad1e-c9552e03ad62 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:44:00.513930 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5fc7648b-624a-4fb7-ad1e-c9552e03ad62 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:44:00.516948 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5fc7648b-624a-4fb7-ad1e-c9552e03ad62 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:44:00.518917 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:00.523606 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5fc7648b-624a-4fb7-ad1e-c9552e03ad62 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:44:00.544444 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5fc7648b-624a-4fb7-ad1e-c9552e03ad62 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:00.553018 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 8ae9a964-12bb-45e5-91c6-a38177b63fd6, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=8ae9a964-12bb-45e5-91c6-a38177b63fd6,segment=NetworkSegment(0d9090fa-1a01-4c2f-906a-5140e4189036),segment_id=0d9090fa-1a01-4c2f-906a-5140e4189036)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:44:00.557492 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:00.558319 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 2ee766d7-c6ab-46e7-9c10-43ede486c9f4 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:44:00.610865 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5fc7648b-624a-4fb7-ad1e-c9552e03ad62 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:00.616070 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5fc7648b-624a-4fb7-ad1e-c9552e03ad62 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:00.649640 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7648b-624a-4fb7-ad1e-c9552e03ad62 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215c0f46-d492-4715-8f7c-44b19ada4488,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:44:00.657635 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5fc7648b-624a-4fb7-ad1e-c9552e03ad62 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:00.659715 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5fc7648b-624a-4fb7-ad1e-c9552e03ad62 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1627035 Jan 11 09:44:00.662649 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36120) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:44:00.669837 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-48a66d9a-d050-40d2-a32a-0a50b2b2d715 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': 'ac640714-6bfb-4460-8cbc-cab50097ee88', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:44:00.670036 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:00.678825 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-48a66d9a-d050-40d2-a32a-0a50b2b2d715 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:44:00.679720 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=8ae9a964-12bb-45e5-91c6-a38177b63fd6,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:44:00.683097 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 2ee766d7-c6ab-46e7-9c10-43ede486c9f4 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:44:00.683982 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] Transition to ACTIVE for port object 628a5248-1bca-4913-a2a6-b9a41ad0d179 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:44:00.684542 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-48a66d9a-d050-40d2-a32a-0a50b2b2d715 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:44:00.689194 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 2ee766d7-c6ab-46e7-9c10-43ede486c9f4 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:44:00.689558 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:00.689878 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-48a66d9a-d050-40d2-a32a-0a50b2b2d715 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:44:00.695408 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:00.697358 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-48a66d9a-d050-40d2-a32a-0a50b2b2d715 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:44:00.718418 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48a66d9a-d050-40d2-a32a-0a50b2b2d715 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:00.788497 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48a66d9a-d050-40d2-a32a-0a50b2b2d715 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:00.794487 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48a66d9a-d050-40d2-a32a-0a50b2b2d715 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:00.813640 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a66d9a-d050-40d2-a32a-0a50b2b2d715 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589e60aa-b8dc-4134-8906-c44c85b13168,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:44:00.833876 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48a66d9a-d050-40d2-a32a-0a50b2b2d715 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:00.835909 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-48a66d9a-d050-40d2-a32a-0a50b2b2d715 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1716843 Jan 11 09:44:00.839114 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36124) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:44:00.844551 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a2a8941a-eb23-4c8f-8c53-cae493269cdc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': 'ac640714-6bfb-4460-8cbc-cab50097ee88', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:44:00.851649 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a2a8941a-eb23-4c8f-8c53-cae493269cdc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:44:00.856344 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a2a8941a-eb23-4c8f-8c53-cae493269cdc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:44:00.860269 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a2a8941a-eb23-4c8f-8c53-cae493269cdc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:44:00.870267 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a2a8941a-eb23-4c8f-8c53-cae493269cdc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:44:00.893487 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2a8941a-eb23-4c8f-8c53-cae493269cdc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:00.901008 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:00.919157 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 2ee766d7-c6ab-46e7-9c10-43ede486c9f4, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=2ee766d7-c6ab-46e7-9c10-43ede486c9f4,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:44:00.924800 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:00.951317 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] Attempting to bind port 628a5248-1bca-4913-a2a6-b9a41ad0d179 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:44:00.951680 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] Attempting to bind port 628a5248-1bca-4913-a2a6-b9a41ad0d179 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '0d9090fa-1a01-4c2f-906a-5140e4189036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:44:00.952040 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] Attempting to bind port 628a5248-1bca-4913-a2a6-b9a41ad0d179 on network 379222d6-9afc-4e8f-9ab8-99ff410dcf27 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:44:00.954799 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd607ce1-5d2a-4a5c-b8f6-9103cae60267 None None] Pushing event updated for resources: {'Port': ['ID=628a5248-1bca-4913-a2a6-b9a41ad0d179,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:44:00.963823 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd607ce1-5d2a-4a5c-b8f6-9103cae60267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:44:00.964318 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd607ce1-5d2a-4a5c-b8f6-9103cae60267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:44:00.964656 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd607ce1-5d2a-4a5c-b8f6-9103cae60267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:44:00.964983 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd607ce1-5d2a-4a5c-b8f6-9103cae60267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:44:00.965306 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd607ce1-5d2a-4a5c-b8f6-9103cae60267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:44:00.965628 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd607ce1-5d2a-4a5c-b8f6-9103cae60267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:44:00.965947 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd607ce1-5d2a-4a5c-b8f6-9103cae60267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:44:00.966286 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd607ce1-5d2a-4a5c-b8f6-9103cae60267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:44:00.966603 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd607ce1-5d2a-4a5c-b8f6-9103cae60267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:44:00.966914 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd607ce1-5d2a-4a5c-b8f6-9103cae60267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:44:00.967227 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd607ce1-5d2a-4a5c-b8f6-9103cae60267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:44:00.967539 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd607ce1-5d2a-4a5c-b8f6-9103cae60267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:44:00.973024 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:44:00.973390 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] Checking segment: {'id': '0d9090fa-1a01-4c2f-906a-5140e4189036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:44:00.975508 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:00.976473 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] Bound using segment: {'id': '0d9090fa-1a01-4c2f-906a-5140e4189036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:44:00.976473 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] Bound port: 628a5248-1bca-4913-a2a6-b9a41ad0d179, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9090fa-1a01-4c2f-906a-5140e4189036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:44:00.976764 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:00.994333 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2a8941a-eb23-4c8f-8c53-cae493269cdc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:01.002368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2a8941a-eb23-4c8f-8c53-cae493269cdc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:01.018845 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=2ee766d7-c6ab-46e7-9c10-43ede486c9f4,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:44:01.026956 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8941a-eb23-4c8f-8c53-cae493269cdc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=880d0f97-cf0d-4a66-bfef-9d1d85d4863b,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:44:01.039003 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2a8941a-eb23-4c8f-8c53-cae493269cdc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:01.042549 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a2a8941a-eb23-4c8f-8c53-cae493269cdc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2024372 Jan 11 09:44:01.043226 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36128) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:44:01.048381 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-99f0f93b-b084-45b1-8fb9-705d1a802e38 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': 'ac640714-6bfb-4460-8cbc-cab50097ee88', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:44:01.055222 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-99f0f93b-b084-45b1-8fb9-705d1a802e38 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:44:01.062208 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-99f0f93b-b084-45b1-8fb9-705d1a802e38 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:44:01.066190 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-99f0f93b-b084-45b1-8fb9-705d1a802e38 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:44:01.075597 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-99f0f93b-b084-45b1-8fb9-705d1a802e38 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:44:01.077604 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] For port 628a5248-1bca-4913-a2a6-b9a41ad0d179, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:44:01.080838 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] For port 628a5248-1bca-4913-a2a6-b9a41ad0d179, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=628a5248-1bca-4913-a2a6-b9a41ad0d179,segment=NetworkSegment(0d9090fa-1a01-4c2f-906a-5140e4189036),segment_id=0d9090fa-1a01-4c2f-906a-5140e4189036)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:44:01.084830 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:01.093258 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-99f0f93b-b084-45b1-8fb9-705d1a802e38 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:01.160943 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] Routers {'a60a258c-1d2e-456e-92d2-be7d6ade0e1a'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:44:01.161120 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-99f0f93b-b084-45b1-8fb9-705d1a802e38 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:01.161759 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:43:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['a60a258c-1d2e-456e-92d2-be7d6ade0e1a'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:44:01.165062 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-99f0f93b-b084-45b1-8fb9-705d1a802e38 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:01.190494 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0f93b-b084-45b1-8fb9-705d1a802e38 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c62c4a7-bf52-4685-8e88-0af23c26d514,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:44:01.202123 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-99f0f93b-b084-45b1-8fb9-705d1a802e38 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:01.203694 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-99f0f93b-b084-45b1-8fb9-705d1a802e38 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1591074 Jan 11 09:44:01.206186 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36132) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:44:01.212401 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-797c923d-22ad-4be6-8aa7-8ee95896c197 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': 'ac640714-6bfb-4460-8cbc-cab50097ee88', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:44:01.218461 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-797c923d-22ad-4be6-8aa7-8ee95896c197 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:44:01.222714 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-797c923d-22ad-4be6-8aa7-8ee95896c197 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:44:01.225853 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-797c923d-22ad-4be6-8aa7-8ee95896c197 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:44:01.231947 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-797c923d-22ad-4be6-8aa7-8ee95896c197 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:44:01.233892 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd607ce1-5d2a-4a5c-b8f6-9103cae60267 None None] Pushing event updated for resources: {'Port': ['ID=628a5248-1bca-4913-a2a6-b9a41ad0d179,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:44:01.245388 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-797c923d-22ad-4be6-8aa7-8ee95896c197 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Project b18c1b552dc34b41889b96f8d477063d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:44:01.252876 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-797c923d-22ad-4be6-8aa7-8ee95896c197 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:01.323323 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-797c923d-22ad-4be6-8aa7-8ee95896c197 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:01.327235 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-797c923d-22ad-4be6-8aa7-8ee95896c197 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:01.349505 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c923d-22ad-4be6-8aa7-8ee95896c197 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e0aa93-ea42-478d-b37a-9bd5a3262a1b,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:44:01.355470 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] Set router a60a258c-1d2e-456e-92d2-be7d6ade0e1a gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:44:01.360095 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-797c923d-22ad-4be6-8aa7-8ee95896c197 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:01.361444 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-797c923d-22ad-4be6-8aa7-8ee95896c197 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1539207 Jan 11 09:44:01.364870 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36136) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:44:01.370247 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d06fa90e-b89a-4174-b7a3-df9538249107 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': 'ac640714-6bfb-4460-8cbc-cab50097ee88', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:44:01.378501 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d06fa90e-b89a-4174-b7a3-df9538249107 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:44:01.383328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d06fa90e-b89a-4174-b7a3-df9538249107 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:44:01.386545 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d06fa90e-b89a-4174-b7a3-df9538249107 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:44:01.392526 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d06fa90e-b89a-4174-b7a3-df9538249107 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:44:01.402936 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-d06fa90e-b89a-4174-b7a3-df9538249107 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Project b18c1b552dc34b41889b96f8d477063d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:44:01.409684 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d06fa90e-b89a-4174-b7a3-df9538249107 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:01.477849 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d06fa90e-b89a-4174-b7a3-df9538249107 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:01.481400 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d06fa90e-b89a-4174-b7a3-df9538249107 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:01.505835 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06fa90e-b89a-4174-b7a3-df9538249107 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c946635-d0b1-4596-810c-0b66f35aeab3,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:44:01.515148 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d06fa90e-b89a-4174-b7a3-df9538249107 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:01.516317 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d06fa90e-b89a-4174-b7a3-df9538249107 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1503491 Jan 11 09:44:01.675443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-723429e0-266c-49e7-b5d3-9671e2b804e1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:44:01.675673 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'name': 'tempest-TestNetworkBasicOps-router-192391150', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:43:53Z', 'updated_at': '2022-01-11T09:43:58Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:54Z', 'updated_at': '2022-01-11T09:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '628a5248-1bca-4913-a2a6-b9a41ad0d179', 'name': '', 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:c7:74:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e92ec034-7593-4a1b-a896-5f52c930e3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:57Z', 'updated_at': '2022-01-11T09:44:01Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'e92ec034-7593-4a1b-a896-5f52c930e3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:44:01.680153 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546b9bcd-a142-4b00-97f5-9cb37da10954 None None] The sync data for ids ['a60a258c-1d2e-456e-92d2-be7d6ade0e1a'] in dv-neutron-823402-4-hyperv is: [{'id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'name': 'tempest-TestNetworkBasicOps-router-192391150', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:43:53Z', 'updated_at': '2022-01-11T09:43:58Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:54Z', 'updated_at': '2022-01-11T09:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '628a5248-1bca-4913-a2a6-b9a41ad0d179', 'name': '', 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:c7:74:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e92ec034-7593-4a1b-a896-5f52c930e3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:57Z', 'updated_at': '2022-01-11T09:44:01Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'e92ec034-7593-4a1b-a896-5f52c930e3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:44:01.694059 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-723429e0-266c-49e7-b5d3-9671e2b804e1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:44:01.695265 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-723429e0-266c-49e7-b5d3-9671e2b804e1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-758317305&fields=id&tenant_id=b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 267 time: 0.0608416 Jan 11 09:44:01.872292 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-9b50b099-cdd6-4fe4-be8d-6f516c392844 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:01.872989 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-9b50b099-cdd6-4fe4-be8d-6f516c392844 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:44:01.889080 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-9b50b099-cdd6-4fe4-be8d-6f516c392844 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:44:01.890375 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-9b50b099-cdd6-4fe4-be8d-6f516c392844 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/networks?id=379222d6-9afc-4e8f-9ab8-99ff410dcf27 HTTP/1.1" status: 200 len: 796 time: 0.1863890 Jan 11 09:44:01.906533 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-1d770204-2715-40ff-84da-70659297347b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/quotas/b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 375 time: 0.0105009 Jan 11 09:44:01.995526 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-8f7be63f-cc4c-42b2-91f4-b43cbcabfda9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:44:02.011678 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-8f7be63f-cc4c-42b2-91f4-b43cbcabfda9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:44:02.013283 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-8f7be63f-cc4c-42b2-91f4-b43cbcabfda9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007020 Jan 11 09:44:02.162474 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-0915fd65-4356-4f6b-8c17-9cadc3f68fd3 service neutron] 10.222.0.15 "GET /v2.0/networks/379222d6-9afc-4e8f-9ab8-99ff410dcf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355283 Jan 11 09:44:02.225710 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 8ae9a964-12bb-45e5-91c6-a38177b63fd6 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:44:02.298218 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 8ae9a964-12bb-45e5-91c6-a38177b63fd6 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:44:02.299022 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:02.425693 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 628a5248-1bca-4913-a2a6-b9a41ad0d179 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:44:02.426227 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-ddfd2d6a-d83f-48ab-b69b-eb9005623d88 service neutron] 10.222.0.15 "GET /v2.0/networks/379222d6-9afc-4e8f-9ab8-99ff410dcf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582386 Jan 11 09:44:02.498843 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 628a5248-1bca-4913-a2a6-b9a41ad0d179 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:44:02.504389 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 628a5248-1bca-4913-a2a6-b9a41ad0d179 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:44:02.504758 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:02.627047 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e7accd57-e4c3-4fe1-9cfb-c6814651b5ab req-1d22f517-32f2-4886-97c0-f57900b8925f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=01029360-487f-4a13-aa03-9996045a7b2a HTTP/1.1" status: 200 len: 210 time: 0.0471253 Jan 11 09:44:02.645427 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:02.682574 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 628a5248-1bca-4913-a2a6-b9a41ad0d179, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=628a5248-1bca-4913-a2a6-b9a41ad0d179,segment=NetworkSegment(0d9090fa-1a01-4c2f-906a-5140e4189036),segment_id=0d9090fa-1a01-4c2f-906a-5140e4189036)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:44:02.688817 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:02.689699 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 2ee766d7-c6ab-46e7-9c10-43ede486c9f4 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:44:02.818384 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=628a5248-1bca-4913-a2a6-b9a41ad0d179,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:44:02.832287 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 2ee766d7-c6ab-46e7-9c10-43ede486c9f4 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:44:02.832662 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:03.700286 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-30f83db7-9eb0-43c2-9fef-e7e119212257 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:03.700964 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-30f83db7-9eb0-43c2-9fef-e7e119212257 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:44:03.714489 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-30f83db7-9eb0-43c2-9fef-e7e119212257 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:44:03.715834 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-30f83db7-9eb0-43c2-9fef-e7e119212257 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/networks?id=379222d6-9afc-4e8f-9ab8-99ff410dcf27 HTTP/1.1" status: 200 len: 796 time: 0.1746814 Jan 11 09:44:03.769165 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-00cfa402-6d07-4106-bd0c-6b4f190a794e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:44:03.781712 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-00cfa402-6d07-4106-bd0c-6b4f190a794e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:44:03.782870 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-00cfa402-6d07-4106-bd0c-6b4f190a794e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 379 time: 0.0576231 Jan 11 09:44:03.793565 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-3b9c1292-19b4-411b-8718-97b1ea4696b5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'port': {'device_id': '01029360-487f-4a13-aa03-9996045a7b2a', 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27', 'admin_state_up': True, 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'security_groups': ['ac640714-6bfb-4460-8cbc-cab50097ee88']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:44:03.800437 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8774c87e-f6be-4b8e-9ef1-289e9c8417ad req-cc1bdd65-1553-49d1-8bb4-a4077742fc7b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=01029360-487f-4a13-aa03-9996045a7b2a HTTP/1.1" status: 200 len: 210 time: 0.0429962 Jan 11 09:44:03.929266 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-3b9c1292-19b4-411b-8718-97b1ea4696b5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:44:03.938896 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-3b9c1292-19b4-411b-8718-97b1ea4696b5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:44:03.949298 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-3b9c1292-19b4-411b-8718-97b1ea4696b5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Made reservation on behalf of b18c1b552dc34b41889b96f8d477063d for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:44:03.952744 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-3b9c1292-19b4-411b-8718-97b1ea4696b5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:04.115131 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-3b9c1292-19b4-411b-8718-97b1ea4696b5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.20.0.8 (379222d6-9afc-4e8f-9ab8-99ff410dcf27/e92ec034-7593-4a1b-a896-5f52c930e3ee/ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:44:04.135131 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 628a5248-1bca-4913-a2a6-b9a41ad0d179 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:44:04.212164 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:04.237752 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 628a5248-1bca-4913-a2a6-b9a41ad0d179 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:44:04.238135 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:04.314038 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-3b9c1292-19b4-411b-8718-97b1ea4696b5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:04.330384 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-3b9c1292-19b4-411b-8718-97b1ea4696b5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Transition to ACTIVE for port object ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:44:04.354098 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-3b9c1292-19b4-411b-8718-97b1ea4696b5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:04.429499 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-3b9c1292-19b4-411b-8718-97b1ea4696b5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 379222d6-9afc-4e8f-9ab8-99ff410dcf27 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:44:04.432670 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-3b9c1292-19b4-411b-8718-97b1ea4696b5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:44:04.436580 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-3b9c1292-19b4-411b-8718-97b1ea4696b5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:44:04.468477 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c1292-19b4-411b-8718-97b1ea4696b5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:44:04.504941 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-3b9c1292-19b4-411b-8718-97b1ea4696b5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:04.506180 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-3b9c1292-19b4-411b-8718-97b1ea4696b5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:04.539564 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-3b9c1292-19b4-411b-8718-97b1ea4696b5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7494321 Jan 11 09:44:04.551411 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-1370eabe-f310-46da-b85b-344b6e4cc108 service neutron] Request body: {'port': {'device_id': '01029360-487f-4a13-aa03-9996045a7b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:44:04.677940 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-1370eabe-f310-46da-b85b-344b6e4cc108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:04.731559 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7f3c35a0-8422-48b9-8f6f-b62697924652 None None] Provisioning for port ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:44:04.736286 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7f3c35a0-8422-48b9-8f6f-b62697924652 None None] Provisioning complete for port ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:44:04.736727 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7f3c35a0-8422-48b9-8f6f-b62697924652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:04.789762 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7f3c35a0-8422-48b9-8f6f-b62697924652 None None] Port ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:44:04.999959 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb513b-6bd8-44ea-b749-b79e73d44369 req-45dd6d13-7ebd-4687-8874-672f968a62b3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:05.001532 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e6fb513b-6bd8-44ea-b749-b79e73d44369 req-45dd6d13-7ebd-4687-8874-672f968a62b3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=01029360-487f-4a13-aa03-9996045a7b2a HTTP/1.1" status: 200 len: 931 time: 0.0877953 Jan 11 09:44:05.048573 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e6fb513b-6bd8-44ea-b749-b79e73d44369 req-93326735-07b2-459f-8bca-5b29b5a8451b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac640714-6bfb-4460-8cbc-cab50097ee88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399110 Jan 11 09:44:05.146758 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-1370eabe-f310-46da-b85b-344b6e4cc108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:44:05.153780 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-1370eabe-f310-46da-b85b-344b6e4cc108 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:05.167490 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-1370eabe-f310-46da-b85b-344b6e4cc108 service neutron] Transition to ACTIVE for port object ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:44:05.171058 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-1370eabe-f310-46da-b85b-344b6e4cc108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:05.345659 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370eabe-f310-46da-b85b-344b6e4cc108 service neutron] Pushing event updated for resources: {'Port': ['ID=ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:44:05.415806 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-1370eabe-f310-46da-b85b-344b6e4cc108 service neutron] Attempting to bind port ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:44:05.416128 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-1370eabe-f310-46da-b85b-344b6e4cc108 service neutron] Attempting to bind port ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '0d9090fa-1a01-4c2f-906a-5140e4189036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:44:05.416446 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-1370eabe-f310-46da-b85b-344b6e4cc108 service neutron] Attempting to bind port ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e on network 379222d6-9afc-4e8f-9ab8-99ff410dcf27 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:44:05.420866 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-1370eabe-f310-46da-b85b-344b6e4cc108 service neutron] Port ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e on network 379222d6-9afc-4e8f-9ab8-99ff410dcf27 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:44:05.421176 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-1370eabe-f310-46da-b85b-344b6e4cc108 service neutron] Attempting to bind port ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e on network 379222d6-9afc-4e8f-9ab8-99ff410dcf27 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:44:05.426079 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-1370eabe-f310-46da-b85b-344b6e4cc108 service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:44:05.426436 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-1370eabe-f310-46da-b85b-344b6e4cc108 service neutron] Checking segment: {'id': '0d9090fa-1a01-4c2f-906a-5140e4189036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:44:05.426855 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-1370eabe-f310-46da-b85b-344b6e4cc108 service neutron] Bound using segment: {'id': '0d9090fa-1a01-4c2f-906a-5140e4189036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:44:05.427249 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-1370eabe-f310-46da-b85b-344b6e4cc108 service neutron] Bound port: ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9090fa-1a01-4c2f-906a-5140e4189036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:44:05.427581 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-1370eabe-f310-46da-b85b-344b6e4cc108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:05.518618 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-1370eabe-f310-46da-b85b-344b6e4cc108 service neutron] For port ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:44:05.522444 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-1370eabe-f310-46da-b85b-344b6e4cc108 service neutron] For port ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e,segment=NetworkSegment(0d9090fa-1a01-4c2f-906a-5140e4189036),segment_id=0d9090fa-1a01-4c2f-906a-5140e4189036)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:44:05.526912 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-1370eabe-f310-46da-b85b-344b6e4cc108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:05.578259 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-1370eabe-f310-46da-b85b-344b6e4cc108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:05.578958 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-1370eabe-f310-46da-b85b-344b6e4cc108 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:05.580816 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-1370eabe-f310-46da-b85b-344b6e4cc108 service neutron] 10.222.0.42 "PUT /v2.0/ports/ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e HTTP/1.1" status: 200 len: 1093 time: 1.0345719 Jan 11 09:44:05.583656 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01029360-487f-4a13-aa03-9996045a7b2a', 'tag': 'ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:44:05.655925 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01029360-487f-4a13-aa03-9996045a7b2a', 'tag': 'ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e', 'status': 'completed', 'code': 200} Jan 11 09:44:05.656698 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370eabe-f310-46da-b85b-344b6e4cc108 service neutron] Pushing event updated for resources: {'Port': ['ID=ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:44:05.702157 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-4b44431f-5896-4b29-98c0-2fa135f3cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:05.703922 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-4b44431f-5896-4b29-98c0-2fa135f3cf11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=01029360-487f-4a13-aa03-9996045a7b2a HTTP/1.1" status: 200 len: 1096 time: 0.0855854 Jan 11 09:44:05.773755 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-af0dd821-f3f0-4f96-b62b-7775555d65ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e HTTP/1.1" status: 200 len: 217 time: 0.0628901 Jan 11 09:44:05.840815 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-59954595-f8f7-4a1a-9d19-228c22d0e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:05.842411 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-59954595-f8f7-4a1a-9d19-228c22d0e033 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e92ec034-7593-4a1b-a896-5f52c930e3ee HTTP/1.1" status: 200 len: 835 time: 0.0626812 Jan 11 09:44:05.915798 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-7795c8c5-af36-42f6-8ab2-8915084ca4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:05.917284 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-7795c8c5-af36-42f6-8ab2-8915084ca4b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=379222d6-9afc-4e8f-9ab8-99ff410dcf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684123 Jan 11 09:44:06.046852 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-cfc4ec2d-1300-4dcc-9492-f97f00682542 service neutron] 10.222.0.42 "GET /v2.0/networks/379222d6-9afc-4e8f-9ab8-99ff410dcf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235347 Jan 11 09:44:06.183041 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-72a6942e-a4fd-4ad1-a574-4d6bdbdfd119 req-b5c074b2-464d-4f3c-a869-db770b2b45c0 service neutron] 10.222.0.42 "GET /v2.0/networks/379222d6-9afc-4e8f-9ab8-99ff410dcf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297784 Jan 11 09:44:06.235679 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ced82c-3ca6-4843-8d9f-b7bcd5fa4cb5 req-c93b29ba-4515-4404-88da-c681e2f4e2b6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:06.237303 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f3ced82c-3ca6-4843-8d9f-b7bcd5fa4cb5 req-c93b29ba-4515-4404-88da-c681e2f4e2b6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=01029360-487f-4a13-aa03-9996045a7b2a HTTP/1.1" status: 200 len: 943 time: 0.0820663 Jan 11 09:44:06.287604 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f3ced82c-3ca6-4843-8d9f-b7bcd5fa4cb5 req-a3db9163-69b0-4747-8b43-f26381acc6f1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac640714-6bfb-4460-8cbc-cab50097ee88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429826 Jan 11 09:44:06.310492 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56ee3b-9ad2-4bc7-8412-ed2cb71c0608 req-85b2978a-baa7-44e8-8a80-6763d3256a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:06.311943 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0b56ee3b-9ad2-4bc7-8412-ed2cb71c0608 req-85b2978a-baa7-44e8-8a80-6763d3256a06 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=01029360-487f-4a13-aa03-9996045a7b2a HTTP/1.1" status: 200 len: 1096 time: 0.0771060 Jan 11 09:44:06.443710 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56ee3b-9ad2-4bc7-8412-ed2cb71c0608 req-2cb8cbb8-fdce-4b56-86a7-5e5cb22ba67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:06.445130 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0b56ee3b-9ad2-4bc7-8412-ed2cb71c0608 req-2cb8cbb8-fdce-4b56-86a7-5e5cb22ba67e service neutron] 10.222.0.42 "GET /v2.0/networks?id=379222d6-9afc-4e8f-9ab8-99ff410dcf27 HTTP/1.1" status: 200 len: 897 time: 0.1269112 Jan 11 09:44:06.521718 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0b56ee3b-9ad2-4bc7-8412-ed2cb71c0608 req-1165bc0f-a779-4564-bfe8-968e5e187c24 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e HTTP/1.1" status: 200 len: 217 time: 0.0692623 Jan 11 09:44:06.586583 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56ee3b-9ad2-4bc7-8412-ed2cb71c0608 req-d7494ced-da04-4260-acc0-d876efd5d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:06.587911 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0b56ee3b-9ad2-4bc7-8412-ed2cb71c0608 req-d7494ced-da04-4260-acc0-d876efd5d31f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e92ec034-7593-4a1b-a896-5f52c930e3ee HTTP/1.1" status: 200 len: 835 time: 0.0609040 Jan 11 09:44:06.663576 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56ee3b-9ad2-4bc7-8412-ed2cb71c0608 req-d009fc1c-842b-46d5-ae74-f8b1b91ee47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:06.665050 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0b56ee3b-9ad2-4bc7-8412-ed2cb71c0608 req-d009fc1c-842b-46d5-ae74-f8b1b91ee47d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=379222d6-9afc-4e8f-9ab8-99ff410dcf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712864 Jan 11 09:44:06.797983 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0b56ee3b-9ad2-4bc7-8412-ed2cb71c0608 req-199da439-666d-44bd-8ab7-e1362d5c5305 service neutron] 10.222.0.42 "GET /v2.0/networks/379222d6-9afc-4e8f-9ab8-99ff410dcf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267779 Jan 11 09:44:07.040925 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0b56ee3b-9ad2-4bc7-8412-ed2cb71c0608 req-b71b9318-3804-4362-992e-21396666b05e service neutron] 10.222.0.42 "GET /v2.0/networks/379222d6-9afc-4e8f-9ab8-99ff410dcf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364855 Jan 11 09:44:07.468586 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a6969-4fe9-4d4c-b0cf-692648f4e907 req-b6bbe6ee-d83e-4ad6-8c2b-6cf3b468da75 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:07.470020 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a19a6969-4fe9-4d4c-b0cf-692648f4e907 req-b6bbe6ee-d83e-4ad6-8c2b-6cf3b468da75 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=01029360-487f-4a13-aa03-9996045a7b2a HTTP/1.1" status: 200 len: 943 time: 0.0789173 Jan 11 09:44:07.513828 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a19a6969-4fe9-4d4c-b0cf-692648f4e907 req-63f3d1b5-f3ec-4cac-b32f-df32916e53cb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac640714-6bfb-4460-8cbc-cab50097ee88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379074 Jan 11 09:44:08.700594 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a107fb-4d2b-4ecb-8003-f705962689b4 req-dc587482-e98c-49c6-a178-e5149c52192b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:08.702040 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d3a107fb-4d2b-4ecb-8003-f705962689b4 req-dc587482-e98c-49c6-a178-e5149c52192b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=01029360-487f-4a13-aa03-9996045a7b2a HTTP/1.1" status: 200 len: 943 time: 0.0845065 Jan 11 09:44:08.746932 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d3a107fb-4d2b-4ecb-8003-f705962689b4 req-1edfea30-65aa-4958-8f86-9f201b9611e0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac640714-6bfb-4460-8cbc-cab50097ee88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391836 Jan 11 09:44:08.857221 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:44:08.986744 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e,segment=NetworkSegment(0d9090fa-1a01-4c2f-906a-5140e4189036),segment_id=0d9090fa-1a01-4c2f-906a-5140e4189036)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:44:08.999770 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': 'ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e', 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27', 'port_id': 'ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e', 'mac_address': 'fa:16:3e:b4:13:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92ec034-7593-4a1b-a896-5f52c930e3ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:44:09.056076 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:09.072536 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:44:09.087599 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e,segment=NetworkSegment(0d9090fa-1a01-4c2f-906a-5140e4189036),segment_id=0d9090fa-1a01-4c2f-906a-5140e4189036)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:44:09.091256 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:09.156140 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:44:09.388422 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:44:09.602763 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:44:09.927450 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606071b0-7e09-497c-94e1-421bea9993cd req-b37a05bf-bdd4-4c14-9b35-810339195b29 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:09.928955 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-606071b0-7e09-497c-94e1-421bea9993cd req-b37a05bf-bdd4-4c14-9b35-810339195b29 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=01029360-487f-4a13-aa03-9996045a7b2a HTTP/1.1" status: 200 len: 944 time: 0.0782125 Jan 11 09:44:09.971677 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-606071b0-7e09-497c-94e1-421bea9993cd req-640ddc4b-ccbb-40f5-b818-2d6fc2762ca6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac640714-6bfb-4460-8cbc-cab50097ee88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371013 Jan 11 09:44:10.872125 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:44:10.964703 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:44:10.969349 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:44:10.969661 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:11.084410 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:11.110579 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01029360-487f-4a13-aa03-9996045a7b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:44:11.120015 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e,segment=NetworkSegment(0d9090fa-1a01-4c2f-906a-5140e4189036),segment_id=0d9090fa-1a01-4c2f-906a-5140e4189036)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:44:11.124498 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:11.166309 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01029360-487f-4a13-aa03-9996045a7b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e', 'code': 200} Jan 11 09:44:11.168738 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83b738-8196-458f-8184-1fc722fb05b0 req-08f6f62c-4f29-4318-be02-81263ddeb1c5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:11.176114 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4a83b738-8196-458f-8184-1fc722fb05b0 req-08f6f62c-4f29-4318-be02-81263ddeb1c5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=01029360-487f-4a13-aa03-9996045a7b2a HTTP/1.1" status: 200 len: 944 time: 0.1006815 Jan 11 09:44:11.206295 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:44:11.230731 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4a83b738-8196-458f-8184-1fc722fb05b0 req-32d595eb-be25-4e2e-83ab-e64a935f7bb1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac640714-6bfb-4460-8cbc-cab50097ee88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535059 Jan 11 09:44:11.401487 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcd380-8733-447a-948f-901d8fee6d35 req-66ec2a29-131f-4f41-a6a6-6167d4b45cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:11.403119 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-24fcd380-8733-447a-948f-901d8fee6d35 req-66ec2a29-131f-4f41-a6a6-6167d4b45cf6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=01029360-487f-4a13-aa03-9996045a7b2a HTTP/1.1" status: 200 len: 1098 time: 0.0727365 Jan 11 09:44:11.446208 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-24fcd380-8733-447a-948f-901d8fee6d35 req-b913129d-a2f3-4010-ac83-e8b29b4bc841 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac640714-6bfb-4460-8cbc-cab50097ee88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364563 Jan 11 09:44:12.420364 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7999cd2-f527-4bda-b1ae-6eb3bb3b5c23 req-72f39590-a1ea-45b9-80be-d87dbbfa3407 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:12.421804 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b7999cd2-f527-4bda-b1ae-6eb3bb3b5c23 req-72f39590-a1ea-45b9-80be-d87dbbfa3407 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=01029360-487f-4a13-aa03-9996045a7b2a HTTP/1.1" status: 200 len: 945 time: 0.0803630 Jan 11 09:44:12.465495 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b7999cd2-f527-4bda-b1ae-6eb3bb3b5c23 req-f7fc79ea-d1b4-4e8a-82ae-fd32b851b274 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac640714-6bfb-4460-8cbc-cab50097ee88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381045 Jan 11 09:44:13.649293 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48d4f5-690f-4ca8-8e22-ca1740650137 req-a14fe166-0894-4fe9-b849-139ee7a852be tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:13.650769 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4e48d4f5-690f-4ca8-8e22-ca1740650137 req-a14fe166-0894-4fe9-b849-139ee7a852be tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=01029360-487f-4a13-aa03-9996045a7b2a HTTP/1.1" status: 200 len: 945 time: 0.0812311 Jan 11 09:44:13.694649 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4e48d4f5-690f-4ca8-8e22-ca1740650137 req-70a3b663-cac1-4f14-98bf-a3a5346fb493 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac640714-6bfb-4460-8cbc-cab50097ee88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382857 Jan 11 09:44:13.875694 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c633223-981a-4813-bbee-8bd74a92ad7b req-cd2fe8b2-350b-43a6-9b04-594dc23c00b0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:13.877069 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3c633223-981a-4813-bbee-8bd74a92ad7b req-cd2fe8b2-350b-43a6-9b04-594dc23c00b0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=01029360-487f-4a13-aa03-9996045a7b2a HTTP/1.1" status: 200 len: 945 time: 0.0805161 Jan 11 09:44:13.924747 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3c633223-981a-4813-bbee-8bd74a92ad7b req-f99c69d3-a56d-489f-b1a9-4ffe42286e45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac640714-6bfb-4460-8cbc-cab50097ee88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408387 Jan 11 09:44:13.948314 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36190) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:44:14.016475 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095025bd-bcc5-49c5-aa7b-4c310c1997dc tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:14.017940 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-095025bd-bcc5-49c5-aa7b-4c310c1997dc tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=01029360-487f-4a13-aa03-9996045a7b2a HTTP/1.1" status: 200 len: 1093 time: 0.0686574 Jan 11 09:44:14.020737 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36194) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:44:14.025791 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a0451e89-356c-45aa-b100-db6da425534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'port_id': 'ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:44:14.031890 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a0451e89-356c-45aa-b100-db6da425534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:44:14.035823 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a0451e89-356c-45aa-b100-db6da425534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:floatingip and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:44:14.038712 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a0451e89-356c-45aa-b100-db6da425534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:44:14.044197 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a0451e89-356c-45aa-b100-db6da425534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:44:14.055071 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0451e89-356c-45aa-b100-db6da425534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:14.188854 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0451e89-356c-45aa-b100-db6da425534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:14.323813 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-a0451e89-356c-45aa-b100-db6da425534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.26.3.247 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/8d3d1399-47f8-44a1-bff7-93e624f1576a) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:44:14.469669 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0451e89-356c-45aa-b100-db6da425534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:14.497558 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0451e89-356c-45aa-b100-db6da425534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:14.563825 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0451e89-356c-45aa-b100-db6da425534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:44:14.566674 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a0451e89-356c-45aa-b100-db6da425534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:44:14.571100 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0451e89-356c-45aa-b100-db6da425534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:44:14.606130 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0451e89-356c-45aa-b100-db6da425534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=8d3d1399-47f8-44a1-bff7-93e624f1576a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:44:15.075855 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0451e89-356c-45aa-b100-db6da425534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:15.146182 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0451e89-356c-45aa-b100-db6da425534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:15.351118 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0451e89-356c-45aa-b100-db6da425534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:15.355415 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0451e89-356c-45aa-b100-db6da425534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:15.460331 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0451e89-356c-45aa-b100-db6da425534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=8d3d1399-47f8-44a1-bff7-93e624f1576a,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:44:15.470576 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0451e89-356c-45aa-b100-db6da425534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:15.641727 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-a0451e89-356c-45aa-b100-db6da425534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Floating IP 96a0bd66-07a5-46e4-b5d8-68378bb4cbba associated. External IP: 172.26.3.247, port: ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e. Jan 11 09:44:15.992779 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0451e89-356c-45aa-b100-db6da425534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router a60a258c-1d2e-456e-92d2-be7d6ade0e1a has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:44:16.178384 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0451e89-356c-45aa-b100-db6da425534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:44:16.188366 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be6055f-d735-4129-8a74-e017a434cdd8 None None] Sync routers for ids ['a60a258c-1d2e-456e-92d2-be7d6ade0e1a'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:44:16.197661 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be6055f-d735-4129-8a74-e017a434cdd8 None None] Routers {'a60a258c-1d2e-456e-92d2-be7d6ade0e1a'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:44:16.198565 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8be6055f-d735-4129-8a74-e017a434cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:43:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['a60a258c-1d2e-456e-92d2-be7d6ade0e1a'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:44:16.202071 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0451e89-356c-45aa-b100-db6da425534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:16.259810 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a0451e89-356c-45aa-b100-db6da425534d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2377138 Jan 11 09:44:16.260616 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01029360-487f-4a13-aa03-9996045a7b2a', 'tag': 'ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:44:16.262416 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36198) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:44:16.304562 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01029360-487f-4a13-aa03-9996045a7b2a', 'tag': 'ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e', 'status': 'completed', 'code': 200} Jan 11 09:44:16.390045 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-8be6055f-d735-4129-8a74-e017a434cdd8 None None] Set router a60a258c-1d2e-456e-92d2-be7d6ade0e1a gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:44:16.500255 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-dbe774f8-8bb8-4092-9929-68e1f7f60889 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/routers/a60a258c-1d2e-456e-92d2-be7d6ade0e1a HTTP/1.1" status: 200 len: 922 time: 0.2366309 Jan 11 09:44:16.502815 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36204) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:44:16.507328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe7e53-1811-42bf-bc10-e0f2d9ec02e4 req-6439f196-ef59-41de-9947-8e826bbcb25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:16.508724 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4afe7e53-1811-42bf-bc10-e0f2d9ec02e4 req-6439f196-ef59-41de-9947-8e826bbcb25d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=01029360-487f-4a13-aa03-9996045a7b2a HTTP/1.1" status: 200 len: 1098 time: 0.1797950 Jan 11 09:44:16.701422 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b9879a0f-9dff-463f-bfbc-ab068a8edad4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/96a0bd66-07a5-46e4-b5d8-68378bb4cbba HTTP/1.1" status: 200 len: 991 time: 0.1963418 Jan 11 09:44:16.732909 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe7e53-1811-42bf-bc10-e0f2d9ec02e4 req-3ea09990-9bac-48a4-9b6d-62fadb3c45b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:16.734371 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4afe7e53-1811-42bf-bc10-e0f2d9ec02e4 req-3ea09990-9bac-48a4-9b6d-62fadb3c45b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=379222d6-9afc-4e8f-9ab8-99ff410dcf27 HTTP/1.1" status: 200 len: 897 time: 0.1643770 Jan 11 09:44:16.736588 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8be6055f-d735-4129-8a74-e017a434cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'name': 'tempest-TestNetworkBasicOps-router-192391150', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:43:53Z', 'updated_at': '2022-01-11T09:43:58Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:54Z', 'updated_at': '2022-01-11T09:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '96a0bd66-07a5-46e4-b5d8-68378bb4cbba', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.247', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'port_id': 'ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27', 'mac_address': 'fa:16:3e:b4:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01029360-487f-4a13-aa03-9996045a7b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:44:15Z', 'updated_at': '2022-01-11T09:44:15Z', 'revision_number': 0, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628a5248-1bca-4913-a2a6-b9a41ad0d179', 'name': '', 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:c7:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e92ec034-7593-4a1b-a896-5f52c930e3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:57Z', 'updated_at': '2022-01-11T09:44:02Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'e92ec034-7593-4a1b-a896-5f52c930e3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:44:16.740530 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be6055f-d735-4129-8a74-e017a434cdd8 None None] Checking router: a60a258c-1d2e-456e-92d2-be7d6ade0e1a for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:44:16.748817 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be6055f-d735-4129-8a74-e017a434cdd8 None None] Routers {'a60a258c-1d2e-456e-92d2-be7d6ade0e1a'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:44:16.749413 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8be6055f-d735-4129-8a74-e017a434cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:43:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['a60a258c-1d2e-456e-92d2-be7d6ade0e1a'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:44:16.836530 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4afe7e53-1811-42bf-bc10-e0f2d9ec02e4 req-bfb16507-d86c-4a89-b2b0-db1990f097e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e HTTP/1.1" status: 200 len: 999 time: 0.0968561 Jan 11 09:44:16.901776 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe7e53-1811-42bf-bc10-e0f2d9ec02e4 req-b0cc20fd-31ea-4b19-b239-5e3da9d397c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:16.903262 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4afe7e53-1811-42bf-bc10-e0f2d9ec02e4 req-b0cc20fd-31ea-4b19-b239-5e3da9d397c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e92ec034-7593-4a1b-a896-5f52c930e3ee HTTP/1.1" status: 200 len: 835 time: 0.0615828 Jan 11 09:44:16.926893 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-8be6055f-d735-4129-8a74-e017a434cdd8 None None] Set router a60a258c-1d2e-456e-92d2-be7d6ade0e1a gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:44:16.976870 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe7e53-1811-42bf-bc10-e0f2d9ec02e4 req-e69a1890-758f-4997-afce-0e5231457ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:16.978256 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4afe7e53-1811-42bf-bc10-e0f2d9ec02e4 req-e69a1890-758f-4997-afce-0e5231457ddc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=379222d6-9afc-4e8f-9ab8-99ff410dcf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693765 Jan 11 09:44:17.107212 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4afe7e53-1811-42bf-bc10-e0f2d9ec02e4 req-97386f41-4421-4dac-bad9-9fbd37e19b3b service neutron] 10.222.0.42 "GET /v2.0/networks/379222d6-9afc-4e8f-9ab8-99ff410dcf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234024 Jan 11 09:44:17.235197 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4afe7e53-1811-42bf-bc10-e0f2d9ec02e4 req-e3e6ab9f-7397-44a5-9cff-3ab45d214650 service neutron] 10.222.0.42 "GET /v2.0/networks/379222d6-9afc-4e8f-9ab8-99ff410dcf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225951 Jan 11 09:44:17.270773 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8be6055f-d735-4129-8a74-e017a434cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'name': 'tempest-TestNetworkBasicOps-router-192391150', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:43:53Z', 'updated_at': '2022-01-11T09:43:58Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:54Z', 'updated_at': '2022-01-11T09:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '96a0bd66-07a5-46e4-b5d8-68378bb4cbba', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.247', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'port_id': 'ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27', 'mac_address': 'fa:16:3e:b4:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01029360-487f-4a13-aa03-9996045a7b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:44:15Z', 'updated_at': '2022-01-11T09:44:15Z', 'revision_number': 0, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628a5248-1bca-4913-a2a6-b9a41ad0d179', 'name': '', 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:c7:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e92ec034-7593-4a1b-a896-5f52c930e3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:57Z', 'updated_at': '2022-01-11T09:44:02Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'e92ec034-7593-4a1b-a896-5f52c930e3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:44:17.276232 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be6055f-d735-4129-8a74-e017a434cdd8 None None] The sync data for ids ['a60a258c-1d2e-456e-92d2-be7d6ade0e1a'] in dv-neutron-823402-4-hyperv is: [{'id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'name': 'tempest-TestNetworkBasicOps-router-192391150', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:43:53Z', 'updated_at': '2022-01-11T09:43:58Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:54Z', 'updated_at': '2022-01-11T09:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '96a0bd66-07a5-46e4-b5d8-68378bb4cbba', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.247', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'port_id': 'ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27', 'mac_address': 'fa:16:3e:b4:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01029360-487f-4a13-aa03-9996045a7b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:44:15Z', 'updated_at': '2022-01-11T09:44:15Z', 'revision_number': 0, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628a5248-1bca-4913-a2a6-b9a41ad0d179', 'name': '', 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:c7:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e92ec034-7593-4a1b-a896-5f52c930e3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:57Z', 'updated_at': '2022-01-11T09:44:02Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'e92ec034-7593-4a1b-a896-5f52c930e3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:44:17.470282 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c51ebc-124b-41ed-955c-847f94d2a53b None None] New status for floating IP 96a0bd66-07a5-46e4-b5d8-68378bb4cbba: ACTIVE {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:44:17.703897 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36208) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:44:17.815116 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4d1e59a2-523a-43a3-ade8-cf04592872d8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/96a0bd66-07a5-46e4-b5d8-68378bb4cbba HTTP/1.1" status: 200 len: 993 time: 0.1100402 Jan 11 09:44:19.116203 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c89e2837-e53f-483d-bf15-8463736e0c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:20.767280 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0ddc858e-7d17-431f-820d-5560212a3e12 req-c957cad5-6360-4b7e-b50e-226110300394 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=01029360-487f-4a13-aa03-9996045a7b2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693066 Jan 11 09:44:21.010277 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc858e-7d17-431f-820d-5560212a3e12 req-383bc14f-adec-49bd-949d-85cbccf4c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:21.011679 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0ddc858e-7d17-431f-820d-5560212a3e12 req-383bc14f-adec-49bd-949d-85cbccf4c51b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=01029360-487f-4a13-aa03-9996045a7b2a HTTP/1.1" status: 200 len: 1098 time: 0.1798134 Jan 11 09:44:21.151068 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc858e-7d17-431f-820d-5560212a3e12 req-976803f5-643b-49a3-acd2-3f25a8c7d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:21.152462 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0ddc858e-7d17-431f-820d-5560212a3e12 req-976803f5-643b-49a3-acd2-3f25a8c7d709 service neutron] 10.222.0.42 "GET /v2.0/networks?id=379222d6-9afc-4e8f-9ab8-99ff410dcf27 HTTP/1.1" status: 200 len: 897 time: 0.1227632 Jan 11 09:44:21.253637 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0ddc858e-7d17-431f-820d-5560212a3e12 req-ce28ef22-1d94-47bb-91c9-244aee77cfc3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e HTTP/1.1" status: 200 len: 1001 time: 0.0951772 Jan 11 09:44:21.316348 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc858e-7d17-431f-820d-5560212a3e12 req-39d2cfaf-3b56-4d0a-a72a-06ffefe2f9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:21.317711 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0ddc858e-7d17-431f-820d-5560212a3e12 req-39d2cfaf-3b56-4d0a-a72a-06ffefe2f9dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e92ec034-7593-4a1b-a896-5f52c930e3ee HTTP/1.1" status: 200 len: 835 time: 0.0580568 Jan 11 09:44:21.333607 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7ede2daa-cbb9-40ba-8e1f-01b66d18ce45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:21.394756 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc858e-7d17-431f-820d-5560212a3e12 req-b14d20c4-e641-4119-9f00-c3fddca4cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:44:21.396194 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0ddc858e-7d17-431f-820d-5560212a3e12 req-b14d20c4-e641-4119-9f00-c3fddca4cf7e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=379222d6-9afc-4e8f-9ab8-99ff410dcf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727952 Jan 11 09:44:21.526547 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0ddc858e-7d17-431f-820d-5560212a3e12 req-5364fb11-ec43-4463-87c2-76b08034af68 service neutron] 10.222.0.42 "GET /v2.0/networks/379222d6-9afc-4e8f-9ab8-99ff410dcf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237838 Jan 11 09:44:21.660583 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0ddc858e-7d17-431f-820d-5560212a3e12 req-481e444d-51c3-4b1c-9f48-2aa2f19c2c67 service neutron] 10.222.0.42 "GET /v2.0/networks/379222d6-9afc-4e8f-9ab8-99ff410dcf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252341 Jan 11 09:44:22.495533 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:22.602665 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:24.044591 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:34.154990 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:46.602022 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:44:49.153806 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ffd859e4-ab5a-4a29-bde4-cb1c488a7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:51.335059 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-597dd97f-d9ce-4751-8702-3e77e4977584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:52.498577 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:52.603758 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:44:54.047289 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:04.164795 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:07.618935 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [req-745f5531-39d4-438a-8726-df35a551d328 req-30656224-ddcb-4a78-b8d5-ab318b8bb952 service neutron] (87654) timed out ('10.222.0.42', 60911) {{(pid=87654) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 11 09:45:19.115882 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-793a3617-8272-470f-99ba-4adc0d0ee202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:20.819198 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d8b9f515-6e34-4384-ba2c-53066d9acb22 req-b97461c2-8133-4839-99b8-5d609257577f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=01029360-487f-4a13-aa03-9996045a7b2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1163630 Jan 11 09:45:20.960764 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9f515-6e34-4384-ba2c-53066d9acb22 req-bec7b457-5fe0-4ffb-8876-e5f583c77556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:20.962182 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d8b9f515-6e34-4384-ba2c-53066d9acb22 req-bec7b457-5fe0-4ffb-8876-e5f583c77556 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=01029360-487f-4a13-aa03-9996045a7b2a HTTP/1.1" status: 200 len: 1098 time: 0.0751920 Jan 11 09:45:21.123106 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9f515-6e34-4384-ba2c-53066d9acb22 req-2e4383ff-1d1a-4ea9-b686-41ef2cd9e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:21.125332 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d8b9f515-6e34-4384-ba2c-53066d9acb22 req-2e4383ff-1d1a-4ea9-b686-41ef2cd9e1c9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=379222d6-9afc-4e8f-9ab8-99ff410dcf27 HTTP/1.1" status: 200 len: 897 time: 0.1441469 Jan 11 09:45:21.223055 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d8b9f515-6e34-4384-ba2c-53066d9acb22 req-2d3a0842-5490-49a2-9c4e-4ee487c32fda service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e HTTP/1.1" status: 200 len: 1001 time: 0.0915420 Jan 11 09:45:21.287300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9f515-6e34-4384-ba2c-53066d9acb22 req-62553bc7-1b20-4635-867e-75307d0c9c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:21.288676 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d8b9f515-6e34-4384-ba2c-53066d9acb22 req-62553bc7-1b20-4635-867e-75307d0c9c98 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e92ec034-7593-4a1b-a896-5f52c930e3ee HTTP/1.1" status: 200 len: 835 time: 0.0600402 Jan 11 09:45:21.337807 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f47b9ca5-839e-44be-9e11-5f65d7dd5332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:21.363178 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9f515-6e34-4384-ba2c-53066d9acb22 req-11b56102-570e-4219-801e-d499ba8ec37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:21.364679 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d8b9f515-6e34-4384-ba2c-53066d9acb22 req-11b56102-570e-4219-801e-d499ba8ec37b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=379222d6-9afc-4e8f-9ab8-99ff410dcf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697904 Jan 11 09:45:21.503080 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d8b9f515-6e34-4384-ba2c-53066d9acb22 req-99ed69de-0a61-4a20-864e-f5cdf282b04d service neutron] 10.222.0.42 "GET /v2.0/networks/379222d6-9afc-4e8f-9ab8-99ff410dcf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314330 Jan 11 09:45:21.633205 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d8b9f515-6e34-4384-ba2c-53066d9acb22 req-58e1fdf0-b3d9-4a84-99e5-9d6c56a66a14 service neutron] 10.222.0.42 "GET /v2.0/networks/379222d6-9afc-4e8f-9ab8-99ff410dcf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237183 Jan 11 09:45:22.501140 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:22.605150 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:23.600566 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:45:24.049015 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:27.147394 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36232) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:27.443046 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d2f13e57-05fc-4eb7-85a2-a0e540016750 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/routers/a60a258c-1d2e-456e-92d2-be7d6ade0e1a/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2945864 Jan 11 09:45:27.445812 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36236) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:27.632881 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05f28ad-b5bc-467e-9dc1-d75889774efd tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Notify agent at dv-neutron-823402-4-hyperv the message router_removed_from_agent {{(pid=87654) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jan 11 09:45:27.635964 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f05f28ad-b5bc-467e-9dc1-d75889774efd tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "DELETE /v2.0/agents/006ed4c3-41a5-4a17-9d89-131e8b8889c0/l3-routers/a60a258c-1d2e-456e-92d2-be7d6ade0e1a HTTP/1.1" status: 204 len: 168 time: 0.1892333 Jan 11 09:45:27.638762 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36240) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:27.823967 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-faf74114-a9d5-40e4-bbfb-0a96d42d7944 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/routers/a60a258c-1d2e-456e-92d2-be7d6ade0e1a/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1842034 Jan 11 09:45:27.827269 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36244) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:27.930701 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ad426336-c394-4874-acad-61b01095444f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/96a0bd66-07a5-46e4-b5d8-68378bb4cbba HTTP/1.1" status: 200 len: 993 time: 0.1022313 Jan 11 09:45:28.392038 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e09373-c3a8-40f8-8fbe-9328df3e2569 None None] New status for floating IP 96a0bd66-07a5-46e4-b5d8-68378bb4cbba: DOWN {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:45:28.446904 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 628a5248-1bca-4913-a2a6-b9a41ad0d179 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:45:28.730600 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:28.764962 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 628a5248-1bca-4913-a2a6-b9a41ad0d179, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=628a5248-1bca-4913-a2a6-b9a41ad0d179,segment=NetworkSegment(0d9090fa-1a01-4c2f-906a-5140e4189036),segment_id=0d9090fa-1a01-4c2f-906a-5140e4189036)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:45:28.769215 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:28.769942 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 2ee766d7-c6ab-46e7-9c10-43ede486c9f4 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:45:28.881761 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=628a5248-1bca-4913-a2a6-b9a41ad0d179,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:28.912707 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:28.913074 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:28.913432 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:28.913759 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:28.914078 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:28.914425 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:28.914800 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:28.915084 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:28.915399 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:28.915708 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:28.916018 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:28.916326 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:28.934541 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36248) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:28.954910 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:28.964808 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 2ee766d7-c6ab-46e7-9c10-43ede486c9f4, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=2ee766d7-c6ab-46e7-9c10-43ede486c9f4,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:45:28.970048 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:29.038331 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=2ee766d7-c6ab-46e7-9c10-43ede486c9f4,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:29.048287 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-719debed-1cf6-47a7-938a-42a92386fd84 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/96a0bd66-07a5-46e4-b5d8-68378bb4cbba HTTP/1.1" status: 200 len: 991 time: 0.1119146 Jan 11 09:45:31.084303 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36258) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:31.283386 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c629112-b1e5-44b0-b207-482139ba3170 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Router a60a258c-1d2e-456e-92d2-be7d6ade0e1a is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:45:31.283787 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c629112-b1e5-44b0-b207-482139ba3170 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Notify agent at dv-neutron-823402-4-hyperv the message router_added_to_agent {{(pid=87654) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jan 11 09:45:31.303115 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0c629112-b1e5-44b0-b207-482139ba3170 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "POST /v2.0/agents/006ed4c3-41a5-4a17-9d89-131e8b8889c0/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2177606 Jan 11 09:45:31.305705 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36266) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:31.317355 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f8e88f-eb44-4b5a-8226-cc1b0f8be2f1 None None] Sync routers for ids ['a60a258c-1d2e-456e-92d2-be7d6ade0e1a'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:45:31.326930 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f8e88f-eb44-4b5a-8226-cc1b0f8be2f1 None None] Routers {'a60a258c-1d2e-456e-92d2-be7d6ade0e1a'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:45:31.327534 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-10f8e88f-eb44-4b5a-8226-cc1b0f8be2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:45:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['a60a258c-1d2e-456e-92d2-be7d6ade0e1a'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:45:31.492935 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-308f2f01-a71c-4de9-8a35-d7351e703318 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/routers/a60a258c-1d2e-456e-92d2-be7d6ade0e1a/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1860659 Jan 11 09:45:31.495680 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36270) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:31.529004 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-10f8e88f-eb44-4b5a-8226-cc1b0f8be2f1 None None] Set router a60a258c-1d2e-456e-92d2-be7d6ade0e1a gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:45:31.597582 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c3bcbc29-5ad3-407e-af33-aebbd2950656 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/96a0bd66-07a5-46e4-b5d8-68378bb4cbba HTTP/1.1" status: 200 len: 991 time: 0.1006939 Jan 11 09:45:31.871524 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-10f8e88f-eb44-4b5a-8226-cc1b0f8be2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'name': 'tempest-TestNetworkBasicOps-router-192391150', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:43:53Z', 'updated_at': '2022-01-11T09:43:58Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:54Z', 'updated_at': '2022-01-11T09:45:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '96a0bd66-07a5-46e4-b5d8-68378bb4cbba', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.247', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'port_id': 'ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27', 'mac_address': 'fa:16:3e:b4:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01029360-487f-4a13-aa03-9996045a7b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:44:15Z', 'updated_at': '2022-01-11T09:45:28Z', 'revision_number': 2, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628a5248-1bca-4913-a2a6-b9a41ad0d179', 'name': '', 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:c7:74:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e92ec034-7593-4a1b-a896-5f52c930e3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:57Z', 'updated_at': '2022-01-11T09:45:28Z', 'revision_number': 6, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'e92ec034-7593-4a1b-a896-5f52c930e3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:45:31.875633 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f8e88f-eb44-4b5a-8226-cc1b0f8be2f1 None None] Checking router: a60a258c-1d2e-456e-92d2-be7d6ade0e1a for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:45:31.883670 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f8e88f-eb44-4b5a-8226-cc1b0f8be2f1 None None] Routers {'a60a258c-1d2e-456e-92d2-be7d6ade0e1a'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:45:31.884252 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-10f8e88f-eb44-4b5a-8226-cc1b0f8be2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:45:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['a60a258c-1d2e-456e-92d2-be7d6ade0e1a'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:45:32.086989 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-10f8e88f-eb44-4b5a-8226-cc1b0f8be2f1 None None] Set router a60a258c-1d2e-456e-92d2-be7d6ade0e1a gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:45:32.525132 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-10f8e88f-eb44-4b5a-8226-cc1b0f8be2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'name': 'tempest-TestNetworkBasicOps-router-192391150', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:43:53Z', 'updated_at': '2022-01-11T09:43:58Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:54Z', 'updated_at': '2022-01-11T09:45:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '96a0bd66-07a5-46e4-b5d8-68378bb4cbba', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.247', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'port_id': 'ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27', 'mac_address': 'fa:16:3e:b4:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01029360-487f-4a13-aa03-9996045a7b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:44:15Z', 'updated_at': '2022-01-11T09:45:28Z', 'revision_number': 2, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628a5248-1bca-4913-a2a6-b9a41ad0d179', 'name': '', 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:c7:74:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e92ec034-7593-4a1b-a896-5f52c930e3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:57Z', 'updated_at': '2022-01-11T09:45:28Z', 'revision_number': 6, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'e92ec034-7593-4a1b-a896-5f52c930e3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:45:32.529613 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f8e88f-eb44-4b5a-8226-cc1b0f8be2f1 None None] The sync data for ids ['a60a258c-1d2e-456e-92d2-be7d6ade0e1a'] in dv-neutron-823402-4-hyperv is: [{'id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'name': 'tempest-TestNetworkBasicOps-router-192391150', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:43:53Z', 'updated_at': '2022-01-11T09:43:58Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:54Z', 'updated_at': '2022-01-11T09:45:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '96a0bd66-07a5-46e4-b5d8-68378bb4cbba', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.247', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'port_id': 'ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27', 'mac_address': 'fa:16:3e:b4:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01029360-487f-4a13-aa03-9996045a7b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:44:15Z', 'updated_at': '2022-01-11T09:45:28Z', 'revision_number': 2, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628a5248-1bca-4913-a2a6-b9a41ad0d179', 'name': '', 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:c7:74:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e92ec034-7593-4a1b-a896-5f52c930e3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:57Z', 'updated_at': '2022-01-11T09:45:28Z', 'revision_number': 6, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'e92ec034-7593-4a1b-a896-5f52c930e3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:45:32.602016 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36274) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:32.857047 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a077e0d8-0fb7-460a-a8fd-5657f6a8fcf4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/96a0bd66-07a5-46e4-b5d8-68378bb4cbba HTTP/1.1" status: 200 len: 991 time: 0.2538378 Jan 11 09:45:33.861203 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36278) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:33.968259 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-82226c3c-7087-4328-9326-125c4cb6735a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/96a0bd66-07a5-46e4-b5d8-68378bb4cbba HTTP/1.1" status: 200 len: 991 time: 0.1059749 Jan 11 09:45:34.175008 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:34.212703 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 628a5248-1bca-4913-a2a6-b9a41ad0d179 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:45:34.275015 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2212a7-a181-4fca-bab1-c8d5c29395e1 None None] New status for floating IP 96a0bd66-07a5-46e4-b5d8-68378bb4cbba: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:45:34.431194 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 628a5248-1bca-4913-a2a6-b9a41ad0d179 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:45:34.431472 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:34.634276 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:34.670531 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 628a5248-1bca-4913-a2a6-b9a41ad0d179, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=628a5248-1bca-4913-a2a6-b9a41ad0d179,segment=NetworkSegment(0d9090fa-1a01-4c2f-906a-5140e4189036),segment_id=0d9090fa-1a01-4c2f-906a-5140e4189036)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:45:34.675098 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:34.676117 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 2ee766d7-c6ab-46e7-9c10-43ede486c9f4 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:45:34.826438 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=628a5248-1bca-4913-a2a6-b9a41ad0d179,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:34.837738 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 2ee766d7-c6ab-46e7-9c10-43ede486c9f4 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:45:34.838123 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:34.948854 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:34.964405 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 2ee766d7-c6ab-46e7-9c10-43ede486c9f4, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=2ee766d7-c6ab-46e7-9c10-43ede486c9f4,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:45:34.968897 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:34.971913 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36282) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:35.038513 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=2ee766d7-c6ab-46e7-9c10-43ede486c9f4,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:35.080816 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-04f28ce7-91bb-4d35-bbb8-80c00b162a4e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/96a0bd66-07a5-46e4-b5d8-68378bb4cbba HTTP/1.1" status: 200 len: 993 time: 0.1071582 Jan 11 09:45:35.348660 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36290) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:35.547868 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d7f87c74-d8de-4ec9-be12-be9042357a09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port 8d3d1399-47f8-44a1-bff7-93e624f1576a {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:45:35.548118 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d7f87c74-d8de-4ec9-be12-be9042357a09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:35.714054 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d7f87c74-d8de-4ec9-be12-be9042357a09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:35.714498 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d7f87c74-d8de-4ec9-be12-be9042357a09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:35.836607 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d7f87c74-d8de-4ec9-be12-be9042357a09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for 8d3d1399-47f8-44a1-bff7-93e624f1576a owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:45:35.981864 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d7f87c74-d8de-4ec9-be12-be9042357a09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:36.031432 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f87c74-d8de-4ec9-be12-be9042357a09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=8d3d1399-47f8-44a1-bff7-93e624f1576a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:36.067554 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f87c74-d8de-4ec9-be12-be9042357a09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:36.067897 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f87c74-d8de-4ec9-be12-be9042357a09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:36.068228 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f87c74-d8de-4ec9-be12-be9042357a09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:36.068551 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f87c74-d8de-4ec9-be12-be9042357a09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:36.068870 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f87c74-d8de-4ec9-be12-be9042357a09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:36.069190 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f87c74-d8de-4ec9-be12-be9042357a09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:36.069507 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f87c74-d8de-4ec9-be12-be9042357a09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:36.069818 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f87c74-d8de-4ec9-be12-be9042357a09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:36.070153 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f87c74-d8de-4ec9-be12-be9042357a09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:36.070466 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f87c74-d8de-4ec9-be12-be9042357a09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:36.070774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f87c74-d8de-4ec9-be12-be9042357a09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:36.071081 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f87c74-d8de-4ec9-be12-be9042357a09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:36.129141 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d7f87c74-d8de-4ec9-be12-be9042357a09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:36.129471 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [None req-d7f87c74-d8de-4ec9-be12-be9042357a09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Floating IP 96a0bd66-07a5-46e4-b5d8-68378bb4cbba disassociated (deleted). External IP: 172.26.3.247, port: ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e. Jan 11 09:45:36.183258 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 628a5248-1bca-4913-a2a6-b9a41ad0d179 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:45:36.249751 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 628a5248-1bca-4913-a2a6-b9a41ad0d179 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:45:36.250258 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:36.368306 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 2ee766d7-c6ab-46e7-9c10-43ede486c9f4 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:45:36.441008 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 2ee766d7-c6ab-46e7-9c10-43ede486c9f4 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:45:36.441292 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:36.599170 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f87c74-d8de-4ec9-be12-be9042357a09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router a60a258c-1d2e-456e-92d2-be7d6ade0e1a has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:45:36.791199 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f87c74-d8de-4ec9-be12-be9042357a09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:45:36.801621 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd37de0-ca71-4bdf-8a0c-7e59c03d353b None None] Sync routers for ids ['a60a258c-1d2e-456e-92d2-be7d6ade0e1a'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:45:36.806833 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d7f87c74-d8de-4ec9-be12-be9042357a09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:36.811292 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd37de0-ca71-4bdf-8a0c-7e59c03d353b None None] Routers {'a60a258c-1d2e-456e-92d2-be7d6ade0e1a'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:45:36.811892 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2bd37de0-ca71-4bdf-8a0c-7e59c03d353b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:45:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['a60a258c-1d2e-456e-92d2-be7d6ade0e1a'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:45:36.863562 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d7f87c74-d8de-4ec9-be12-be9042357a09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/floatingips/96a0bd66-07a5-46e4-b5d8-68378bb4cbba HTTP/1.1" status: 204 len: 168 time: 1.5137780 Jan 11 09:45:36.864123 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01029360-487f-4a13-aa03-9996045a7b2a', 'tag': 'ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:45:36.909428 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01029360-487f-4a13-aa03-9996045a7b2a', 'tag': 'ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e', 'status': 'completed', 'code': 200} Jan 11 09:45:37.005905 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-2bd37de0-ca71-4bdf-8a0c-7e59c03d353b None None] Set router a60a258c-1d2e-456e-92d2-be7d6ade0e1a gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:45:37.006161 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9024db-8ddc-4526-82c6-baba7da34cb4 req-1a0ff329-dae2-4943-990a-d268a0e49510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:37.007463 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ec9024db-8ddc-4526-82c6-baba7da34cb4 req-1a0ff329-dae2-4943-990a-d268a0e49510 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=01029360-487f-4a13-aa03-9996045a7b2a HTTP/1.1" status: 200 len: 1098 time: 0.0753937 Jan 11 09:45:37.163670 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9024db-8ddc-4526-82c6-baba7da34cb4 req-ad143e8d-eee2-490f-a59d-a2a1a20656dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:37.164839 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ec9024db-8ddc-4526-82c6-baba7da34cb4 req-ad143e8d-eee2-490f-a59d-a2a1a20656dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=379222d6-9afc-4e8f-9ab8-99ff410dcf27 HTTP/1.1" status: 200 len: 897 time: 0.1509502 Jan 11 09:45:37.243966 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ec9024db-8ddc-4526-82c6-baba7da34cb4 req-deca92c3-4caa-455c-b063-45cc2fa01470 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e HTTP/1.1" status: 200 len: 217 time: 0.0722811 Jan 11 09:45:37.308610 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9024db-8ddc-4526-82c6-baba7da34cb4 req-79947d32-18b3-4a3d-a8ae-5df08fa8ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:37.310824 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ec9024db-8ddc-4526-82c6-baba7da34cb4 req-79947d32-18b3-4a3d-a8ae-5df08fa8ee2f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e92ec034-7593-4a1b-a896-5f52c930e3ee HTTP/1.1" status: 200 len: 835 time: 0.0600483 Jan 11 09:45:37.385332 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2bd37de0-ca71-4bdf-8a0c-7e59c03d353b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'name': 'tempest-TestNetworkBasicOps-router-192391150', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:43:53Z', 'updated_at': '2022-01-11T09:43:58Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:54Z', 'updated_at': '2022-01-11T09:45:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '628a5248-1bca-4913-a2a6-b9a41ad0d179', 'name': '', 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:c7:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e92ec034-7593-4a1b-a896-5f52c930e3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:57Z', 'updated_at': '2022-01-11T09:45:34Z', 'revision_number': 7, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'e92ec034-7593-4a1b-a896-5f52c930e3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:45:37.389455 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd37de0-ca71-4bdf-8a0c-7e59c03d353b None None] Checking router: a60a258c-1d2e-456e-92d2-be7d6ade0e1a for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:45:37.393442 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9024db-8ddc-4526-82c6-baba7da34cb4 req-3ff76c60-7fc7-4151-822a-dd775c050a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:37.395265 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ec9024db-8ddc-4526-82c6-baba7da34cb4 req-3ff76c60-7fc7-4151-822a-dd775c050a0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=379222d6-9afc-4e8f-9ab8-99ff410dcf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776918 Jan 11 09:45:37.398035 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd37de0-ca71-4bdf-8a0c-7e59c03d353b None None] Routers {'a60a258c-1d2e-456e-92d2-be7d6ade0e1a'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:45:37.398672 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2bd37de0-ca71-4bdf-8a0c-7e59c03d353b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:45:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['a60a258c-1d2e-456e-92d2-be7d6ade0e1a'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:45:37.443353 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b1bfa-a20f-4b9a-b497-80562c6fa683 req-061f2d37-20e8-4c93-8406-6b05057d4b3a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:37.445002 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2a9b1bfa-a20f-4b9a-b497-80562c6fa683 req-061f2d37-20e8-4c93-8406-6b05057d4b3a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=01029360-487f-4a13-aa03-9996045a7b2a HTTP/1.1" status: 200 len: 945 time: 0.2684727 Jan 11 09:45:37.489890 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2a9b1bfa-a20f-4b9a-b497-80562c6fa683 req-d4bbb1c5-341a-4d8a-b128-1c39df239a88 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac640714-6bfb-4460-8cbc-cab50097ee88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392668 Jan 11 09:45:37.544956 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ec9024db-8ddc-4526-82c6-baba7da34cb4 req-3e3f34e9-34ca-4dc7-9ef6-ea127c6aca0c service neutron] 10.222.0.42 "GET /v2.0/networks/379222d6-9afc-4e8f-9ab8-99ff410dcf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421702 Jan 11 09:45:37.572624 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-2bd37de0-ca71-4bdf-8a0c-7e59c03d353b None None] Set router a60a258c-1d2e-456e-92d2-be7d6ade0e1a gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:45:37.687170 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ec9024db-8ddc-4526-82c6-baba7da34cb4 req-cef03747-3e2f-4789-84ee-98a889a2f605 service neutron] 10.222.0.42 "GET /v2.0/networks/379222d6-9afc-4e8f-9ab8-99ff410dcf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365759 Jan 11 09:45:37.885880 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-2bd37de0-ca71-4bdf-8a0c-7e59c03d353b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'name': 'tempest-TestNetworkBasicOps-router-192391150', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:43:53Z', 'updated_at': '2022-01-11T09:43:58Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:54Z', 'updated_at': '2022-01-11T09:45:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '628a5248-1bca-4913-a2a6-b9a41ad0d179', 'name': '', 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:c7:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e92ec034-7593-4a1b-a896-5f52c930e3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:57Z', 'updated_at': '2022-01-11T09:45:34Z', 'revision_number': 7, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'e92ec034-7593-4a1b-a896-5f52c930e3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:45:37.890199 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd37de0-ca71-4bdf-8a0c-7e59c03d353b None None] The sync data for ids ['a60a258c-1d2e-456e-92d2-be7d6ade0e1a'] in dv-neutron-823402-4-hyperv is: [{'id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'name': 'tempest-TestNetworkBasicOps-router-192391150', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:43:53Z', 'updated_at': '2022-01-11T09:43:58Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:54Z', 'updated_at': '2022-01-11T09:45:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '628a5248-1bca-4913-a2a6-b9a41ad0d179', 'name': '', 'network_id': '379222d6-9afc-4e8f-9ab8-99ff410dcf27', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:c7:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e92ec034-7593-4a1b-a896-5f52c930e3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:57Z', 'updated_at': '2022-01-11T09:45:34Z', 'revision_number': 7, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'e92ec034-7593-4a1b-a896-5f52c930e3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:45:38.557480 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eef6d27-f81a-4987-8bfa-41a3eec4ff7e None None] New status for floating IP 96a0bd66-07a5-46e4-b5d8-68378bb4cbba: DOWN {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:45:38.734690 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2c3fc-1179-4a34-b728-a8113ae82444 req-d3a2f676-df39-49da-8d74-5e108b2c76a3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:38.736157 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-20b2c3fc-1179-4a34-b728-a8113ae82444 req-d3a2f676-df39-49da-8d74-5e108b2c76a3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=01029360-487f-4a13-aa03-9996045a7b2a HTTP/1.1" status: 200 len: 945 time: 0.1335909 Jan 11 09:45:38.779675 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-20b2c3fc-1179-4a34-b728-a8113ae82444 req-13503b9c-c70a-41fe-a265-7438d543f15e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac640714-6bfb-4460-8cbc-cab50097ee88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380192 Jan 11 09:45:38.855224 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70cb3f-6e9c-4b47-a087-0377ea279a9f req-9c58dd1b-28e0-40e0-a859-615641f49d3f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:38.855912 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-1b70cb3f-6e9c-4b47-a087-0377ea279a9f req-9c58dd1b-28e0-40e0-a859-615641f49d3f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:45:38.871889 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-1b70cb3f-6e9c-4b47-a087-0377ea279a9f req-9c58dd1b-28e0-40e0-a859-615641f49d3f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:45:38.873948 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1b70cb3f-6e9c-4b47-a087-0377ea279a9f req-9c58dd1b-28e0-40e0-a859-615641f49d3f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/ports?device_id=01029360-487f-4a13-aa03-9996045a7b2a HTTP/1.1" status: 200 len: 945 time: 0.0978436 Jan 11 09:45:38.958233 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-1b70cb3f-6e9c-4b47-a087-0377ea279a9f req-3351d1b1-827f-4f66-a758-f4bf76c70ac4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:45:38.958576 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1b70cb3f-6e9c-4b47-a087-0377ea279a9f req-3351d1b1-827f-4f66-a758-f4bf76c70ac4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:39.203181 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1b70cb3f-6e9c-4b47-a087-0377ea279a9f req-3351d1b1-827f-4f66-a758-f4bf76c70ac4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e,segment=NetworkSegment(0d9090fa-1a01-4c2f-906a-5140e4189036),segment_id=0d9090fa-1a01-4c2f-906a-5140e4189036)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:45:39.203533 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1b70cb3f-6e9c-4b47-a087-0377ea279a9f req-3351d1b1-827f-4f66-a758-f4bf76c70ac4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:39.449907 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-1b70cb3f-6e9c-4b47-a087-0377ea279a9f req-3351d1b1-827f-4f66-a758-f4bf76c70ac4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:45:39.599086 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1b70cb3f-6e9c-4b47-a087-0377ea279a9f req-3351d1b1-827f-4f66-a758-f4bf76c70ac4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:39.648997 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351d1b1-827f-4f66-a758-f4bf76c70ac4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:39.723809 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b70cb3f-6e9c-4b47-a087-0377ea279a9f req-3351d1b1-827f-4f66-a758-f4bf76c70ac4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] No DVR routers for this DVR port ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:45:39.726368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1b70cb3f-6e9c-4b47-a087-0377ea279a9f req-3351d1b1-827f-4f66-a758-f4bf76c70ac4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:39.728877 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01029360-487f-4a13-aa03-9996045a7b2a', 'name': 'network-vif-deleted', 'tag': 'ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:45:39.744055 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1b70cb3f-6e9c-4b47-a087-0377ea279a9f req-3351d1b1-827f-4f66-a758-f4bf76c70ac4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "DELETE /v2.0/ports/ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e HTTP/1.1" status: 204 len: 173 time: 0.8646975 Jan 11 09:45:39.774821 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01029360-487f-4a13-aa03-9996045a7b2a', 'name': 'network-vif-deleted', 'tag': 'ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e', 'status': 'completed', 'code': 200} Jan 11 09:45:39.944281 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f6e9f3e4-9bf7-4485-b01a-684d3a848671 req-6cab7b55-09be-4c8f-b481-5b3999685676 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=01029360-487f-4a13-aa03-9996045a7b2a HTTP/1.1" status: 200 len: 210 time: 0.0451865 Jan 11 09:45:41.036774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36314) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:41.105460 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-597d86ef-f878-4e71-93e1-4673621412c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:41.135496 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-597d86ef-f878-4e71-93e1-4673621412c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:41.197663 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-597d86ef-f878-4e71-93e1-4673621412c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:41.216198 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d86ef-f878-4e71-93e1-4673621412c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac640714-6bfb-4460-8cbc-cab50097ee88,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:41.231050 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-597d86ef-f878-4e71-93e1-4673621412c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:41.232115 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-597d86ef-f878-4e71-93e1-4673621412c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/security-groups/ac640714-6bfb-4460-8cbc-cab50097ee88 HTTP/1.1" status: 204 len: 168 time: 0.1943364 Jan 11 09:45:41.263609 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36320) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:41.807697 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4a08bf2-f0c5-4a49-b1ef-edac4cb07f5d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:42.258350 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c4a08bf2-f0c5-4a49-b1ef-edac4cb07f5d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port 628a5248-1bca-4913-a2a6-b9a41ad0d179 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:45:42.259074 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4a08bf2-f0c5-4a49-b1ef-edac4cb07f5d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:42.443850 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c4a08bf2-f0c5-4a49-b1ef-edac4cb07f5d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port 628a5248-1bca-4913-a2a6-b9a41ad0d179, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=628a5248-1bca-4913-a2a6-b9a41ad0d179,segment=NetworkSegment(0d9090fa-1a01-4c2f-906a-5140e4189036),segment_id=0d9090fa-1a01-4c2f-906a-5140e4189036)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:45:42.444204 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4a08bf2-f0c5-4a49-b1ef-edac4cb07f5d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:42.569528 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c4a08bf2-f0c5-4a49-b1ef-edac4cb07f5d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for 628a5248-1bca-4913-a2a6-b9a41ad0d179 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:45:42.753988 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4a08bf2-f0c5-4a49-b1ef-edac4cb07f5d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:42.802544 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a08bf2-f0c5-4a49-b1ef-edac4cb07f5d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=628a5248-1bca-4913-a2a6-b9a41ad0d179,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:43.080629 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4a08bf2-f0c5-4a49-b1ef-edac4cb07f5d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:43.266327 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:45:43.299815 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:45:43.300147 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device ebec3430-63ab-4fd9-a5d6-6d4e4b136d9e not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:45:43.436903 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a08bf2-f0c5-4a49-b1ef-edac4cb07f5d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router a60a258c-1d2e-456e-92d2-be7d6ade0e1a has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:45:43.726674 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a08bf2-f0c5-4a49-b1ef-edac4cb07f5d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:45:43.736529 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f947c15f-2123-4881-9877-ed8d23830e99 None None] Sync routers for ids ['a60a258c-1d2e-456e-92d2-be7d6ade0e1a'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:45:43.740027 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c4a08bf2-f0c5-4a49-b1ef-edac4cb07f5d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "PUT /v2.0/routers/a60a258c-1d2e-456e-92d2-be7d6ade0e1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4753633 Jan 11 09:45:43.742651 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36324) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:43.745861 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f947c15f-2123-4881-9877-ed8d23830e99 None None] Routers {'a60a258c-1d2e-456e-92d2-be7d6ade0e1a'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:45:43.746492 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f947c15f-2123-4881-9877-ed8d23830e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:45:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['a60a258c-1d2e-456e-92d2-be7d6ade0e1a'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:45:43.808849 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f46b4b4-bc73-4b77-abe4-dcecb07ad32b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting subnet e92ec034-7593-4a1b-a896-5f52c930e3ee {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:45:43.812459 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3f46b4b4-bc73-4b77-abe4-dcecb07ad32b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:43.865534 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3f46b4b4-bc73-4b77-abe4-dcecb07ad32b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:43.920888 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-f947c15f-2123-4881-9877-ed8d23830e99 None None] Set router a60a258c-1d2e-456e-92d2-be7d6ade0e1a gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:45:43.951515 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3f46b4b4-bc73-4b77-abe4-dcecb07ad32b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:44.023861 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3f46b4b4-bc73-4b77-abe4-dcecb07ad32b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:44.064570 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46b4b4-bc73-4b77-abe4-dcecb07ad32b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Subnet': ['ID=e92ec034-7593-4a1b-a896-5f52c930e3ee,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:44.066429 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3f46b4b4-bc73-4b77-abe4-dcecb07ad32b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:44.072396 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1da7e3e-ae48-450e-b39a-6ebebf896a53 None None] Network 379222d6-9afc-4e8f-9ab8-99ff410dcf27 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:45:44.072692 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3f46b4b4-bc73-4b77-abe4-dcecb07ad32b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/subnets/e92ec034-7593-4a1b-a896-5f52c930e3ee HTTP/1.1" status: 204 len: 168 time: 0.3290939 Jan 11 09:45:44.075333 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36328) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:44.250461 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f947c15f-2123-4881-9877-ed8d23830e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'name': 'tempest-TestNetworkBasicOps-router-192391150', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:43:53Z', 'updated_at': '2022-01-11T09:45:42Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:54Z', 'updated_at': '2022-01-11T09:45:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:45:44.254561 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f947c15f-2123-4881-9877-ed8d23830e99 None None] Checking router: a60a258c-1d2e-456e-92d2-be7d6ade0e1a for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:45:44.263857 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d69f97c0-6dc7-47e6-864e-b0ec12087515 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:44.264280 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f947c15f-2123-4881-9877-ed8d23830e99 None None] Routers {'a60a258c-1d2e-456e-92d2-be7d6ade0e1a'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:45:44.264891 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f947c15f-2123-4881-9877-ed8d23830e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:45:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['a60a258c-1d2e-456e-92d2-be7d6ade0e1a'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:45:44.328031 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c4e1e1-9fc7-4296-b6e2-36659137da7d None None] DHCP port deletion for 379222d6-9afc-4e8f-9ab8-99ff410dcf27 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:45:44.333609 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f4c4e1e1-9fc7-4296-b6e2-36659137da7d None None] Deleting port 8ae9a964-12bb-45e5-91c6-a38177b63fd6 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:45:44.333984 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f4c4e1e1-9fc7-4296-b6e2-36659137da7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:44.448916 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-f947c15f-2123-4881-9877-ed8d23830e99 None None] Set router a60a258c-1d2e-456e-92d2-be7d6ade0e1a gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:45:44.449423 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d69f97c0-6dc7-47e6-864e-b0ec12087515 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:44.460684 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d69f97c0-6dc7-47e6-864e-b0ec12087515 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port 2ee766d7-c6ab-46e7-9c10-43ede486c9f4 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:45:44.461070 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d69f97c0-6dc7-47e6-864e-b0ec12087515 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:44.541162 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f4c4e1e1-9fc7-4296-b6e2-36659137da7d None None] For port 8ae9a964-12bb-45e5-91c6-a38177b63fd6, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=8ae9a964-12bb-45e5-91c6-a38177b63fd6,segment=NetworkSegment(0d9090fa-1a01-4c2f-906a-5140e4189036),segment_id=0d9090fa-1a01-4c2f-906a-5140e4189036)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:45:44.542124 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f4c4e1e1-9fc7-4296-b6e2-36659137da7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:44.659826 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d69f97c0-6dc7-47e6-864e-b0ec12087515 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port 2ee766d7-c6ab-46e7-9c10-43ede486c9f4, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=2ee766d7-c6ab-46e7-9c10-43ede486c9f4,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:45:44.660247 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d69f97c0-6dc7-47e6-864e-b0ec12087515 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:44.663662 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-f4c4e1e1-9fc7-4296-b6e2-36659137da7d None None] Calling delete_port for 8ae9a964-12bb-45e5-91c6-a38177b63fd6 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:45:44.780096 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f947c15f-2123-4881-9877-ed8d23830e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'name': 'tempest-TestNetworkBasicOps-router-192391150', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:43:53Z', 'updated_at': '2022-01-11T09:45:42Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:54Z', 'updated_at': '2022-01-11T09:45:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:45:44.784294 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f4c4e1e1-9fc7-4296-b6e2-36659137da7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:44.788156 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f947c15f-2123-4881-9877-ed8d23830e99 None None] The sync data for ids ['a60a258c-1d2e-456e-92d2-be7d6ade0e1a'] in dv-neutron-823402-4-hyperv is: [{'id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'name': 'tempest-TestNetworkBasicOps-router-192391150', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:43:53Z', 'updated_at': '2022-01-11T09:45:42Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '2ee766d7-c6ab-46e7-9c10-43ede486c9f4', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60a258c-1d2e-456e-92d2-be7d6ade0e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:43:54Z', 'updated_at': '2022-01-11T09:45:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:45:44.833169 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c4e1e1-9fc7-4296-b6e2-36659137da7d None None] No DVR routers for this DVR port 8ae9a964-12bb-45e5-91c6-a38177b63fd6 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:45:44.836520 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4e1e1-9fc7-4296-b6e2-36659137da7d None None] Pushing event deleted for resources: {'Port': ['ID=8ae9a964-12bb-45e5-91c6-a38177b63fd6,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:44.850024 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d69f97c0-6dc7-47e6-864e-b0ec12087515 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for 2ee766d7-c6ab-46e7-9c10-43ede486c9f4 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:45:45.016064 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d69f97c0-6dc7-47e6-864e-b0ec12087515 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:45.061261 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f97c0-6dc7-47e6-864e-b0ec12087515 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=2ee766d7-c6ab-46e7-9c10-43ede486c9f4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:45.152415 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d69f97c0-6dc7-47e6-864e-b0ec12087515 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:45.445425 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d69f97c0-6dc7-47e6-864e-b0ec12087515 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:45.447573 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d69f97c0-6dc7-47e6-864e-b0ec12087515 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:45.468638 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d69f97c0-6dc7-47e6-864e-b0ec12087515 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:45.469372 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69f97c0-6dc7-47e6-864e-b0ec12087515 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Fanout notify agent at l3_agent the message router_deleted on router a60a258c-1d2e-456e-92d2-be7d6ade0e1a {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:45:45.485147 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d69f97c0-6dc7-47e6-864e-b0ec12087515 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:45.486356 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d69f97c0-6dc7-47e6-864e-b0ec12087515 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/routers/a60a258c-1d2e-456e-92d2-be7d6ade0e1a HTTP/1.1" status: 204 len: 168 time: 1.4100184 Jan 11 09:45:45.488935 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36332) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:45.604480 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cae6caec-018e-487e-80dc-6920947ec963 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:45.738435 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cae6caec-018e-487e-80dc-6920947ec963 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:45.762246 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-cae6caec-018e-487e-80dc-6920947ec963 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379222d6-9afc-4e8f-9ab8-99ff410dcf27']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:45:45.777124 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-cae6caec-018e-487e-80dc-6920947ec963 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9090fa-1a01-4c2f-906a-5140e4189036') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:45:45.777406 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-cae6caec-018e-487e-80dc-6920947ec963 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9090fa-1a01-4c2f-906a-5140e4189036') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:45:45.788862 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cae6caec-018e-487e-80dc-6920947ec963 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:45.804526 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cae6caec-018e-487e-80dc-6920947ec963 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:45.810788 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae6caec-018e-487e-80dc-6920947ec963 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:45:45.811156 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cae6caec-018e-487e-80dc-6920947ec963 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:45:45.824925 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:45:45.902272 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cae6caec-018e-487e-80dc-6920947ec963 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:45.922254 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cae6caec-018e-487e-80dc-6920947ec963 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:45.937046 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6caec-018e-487e-80dc-6920947ec963 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Network': ['ID=379222d6-9afc-4e8f-9ab8-99ff410dcf27,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:45.945429 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-cae6caec-018e-487e-80dc-6920947ec963 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/networks/379222d6-9afc-4e8f-9ab8-99ff410dcf27 HTTP/1.1" status: 204 len: 168 time: 0.4554238 Jan 11 09:45:45.966188 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36336) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:45.971779 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d653fcb1-b661-4cf0-bb2c-a083808b01a0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'network': {'name': 'tempest-network-smoke--1870341465', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'port_security_enabled': True}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:45:45.976599 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d653fcb1-b661-4cf0-bb2c-a083808b01a0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:45:45.980621 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d653fcb1-b661-4cf0-bb2c-a083808b01a0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:network and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:45:45.983467 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d653fcb1-b661-4cf0-bb2c-a083808b01a0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:45:45.989049 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d653fcb1-b661-4cf0-bb2c-a083808b01a0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:45:45.998969 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d653fcb1-b661-4cf0-bb2c-a083808b01a0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Made reservation on behalf of b18c1b552dc34b41889b96f8d477063d for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:45:46.002430 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d653fcb1-b661-4cf0-bb2c-a083808b01a0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:46.029620 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d653fcb1-b661-4cf0-bb2c-a083808b01a0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:45:46.037800 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d653fcb1-b661-4cf0-bb2c-a083808b01a0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:46.038160 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-d653fcb1-b661-4cf0-bb2c-a083808b01a0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Added segment 4e0225ce-0872-4928-ad07-068a9bd3cb09 of type vlan for network 86b537e2-8423-436a-b3fb-9475539f560e Jan 11 09:45:46.063037 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d653fcb1-b661-4cf0-bb2c-a083808b01a0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:46.092126 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d653fcb1-b661-4cf0-bb2c-a083808b01a0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:46.097423 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d653fcb1-b661-4cf0-bb2c-a083808b01a0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:46.097985 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d653fcb1-b661-4cf0-bb2c-a083808b01a0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:46.156481 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d653fcb1-b661-4cf0-bb2c-a083808b01a0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1892283 Jan 11 09:45:46.159332 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36340) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:46.164809 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-10554915', 'admin_state_up': True, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:45:46.175655 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:45:46.179781 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:router and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:45:46.183355 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:45:46.187252 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 8ae9a964-12bb-45e5-91c6-a38177b63fd6 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:45:46.190521 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:45:46.200460 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:46.201396 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:46.209812 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653fcb1-b661-4cf0-bb2c-a083808b01a0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Network': ['ID=86b537e2-8423-436a-b3fb-9475539f560e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:46.216376 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:46.224620 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 8ae9a964-12bb-45e5-91c6-a38177b63fd6 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:45:46.224914 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 8ae9a964-12bb-45e5-91c6-a38177b63fd6 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:45:46.225336 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 628a5248-1bca-4913-a2a6-b9a41ad0d179 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:45:46.258975 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 86b537e2-8423-436a-b3fb-9475539f560e details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:45:46.284565 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 628a5248-1bca-4913-a2a6-b9a41ad0d179 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:45:46.284904 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 628a5248-1bca-4913-a2a6-b9a41ad0d179 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:45:46.285319 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 2ee766d7-c6ab-46e7-9c10-43ede486c9f4 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:45:46.327604 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 2ee766d7-c6ab-46e7-9c10-43ede486c9f4 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:45:46.327941 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 2ee766d7-c6ab-46e7-9c10-43ede486c9f4 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:45:46.487275 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:46.787143 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:46.815602 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:46.947602 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.26.3.249 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/580c3927-77a8-40be-8a29-cf8c7217d7bf) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:45:47.090956 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:47.119008 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:47.183754 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:45:47.188168 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:45:47.192910 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:45:47.222186 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=580c3927-77a8-40be-8a29-cf8c7217d7bf,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:47.239001 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:47.239347 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:47.239682 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:47.240012 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:47.240342 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:47.240665 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:47.240990 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:47.241306 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:47.241624 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:47.241938 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:47.242291 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:47.242604 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:47.714300 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:48.051468 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:48.251460 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 1ae2ccdf-95cb-435d-ba94-f211dcb9471f is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:45:48.426130 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:45:48.435629 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] Sync routers for ids ['1ae2ccdf-95cb-435d-ba94-f211dcb9471f'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:45:48.444501 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] Routers {'1ae2ccdf-95cb-435d-ba94-f211dcb9471f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:45:48.445105 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:45:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1ae2ccdf-95cb-435d-ba94-f211dcb9471f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:45:48.453893 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:48.455116 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0f0cf5be-cfb5-4095-ae70-b59c9750fe45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2947390 Jan 11 09:45:48.458236 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36344) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:48.497418 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-297a80b1-c5f0-4c45-8966-ee1d15e11d46 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b18c1b552dc34b41889b96f8d477063d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379956 Jan 11 09:45:48.500333 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36348) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:48.623559 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] Set router 1ae2ccdf-95cb-435d-ba94-f211dcb9471f gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:45:48.629094 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400e7765-1e83-401d-ac7d-17f33760993d tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:48.630597 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-400e7765-1e83-401d-ac7d-17f33760993d tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293888 Jan 11 09:45:48.633386 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36352) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:48.677161 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-64b201b9-0961-4e21-ad0f-4cfc53b2738b tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426416 Jan 11 09:45:48.679537 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36356) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:48.685816 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-44c6b152-a604-4bca-9d0f-b2ac4cd01137 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1466272101', 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:45:48.911621 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-44c6b152-a604-4bca-9d0f-b2ac4cd01137 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:45:48.915407 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-44c6b152-a604-4bca-9d0f-b2ac4cd01137 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:subnet and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:45:48.918263 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-44c6b152-a604-4bca-9d0f-b2ac4cd01137 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:45:48.924819 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-44c6b152-a604-4bca-9d0f-b2ac4cd01137 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:45:48.927909 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'name': 'tempest-TestNetworkBasicOps-router-10554915', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '580c3927-77a8-40be-8a29-cf8c7217d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:45:47Z', 'revision_number': 3, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '580c3927-77a8-40be-8a29-cf8c7217d7bf', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:45:48.931627 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] Checking router: 1ae2ccdf-95cb-435d-ba94-f211dcb9471f for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:45:48.931937 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] Updating router 1ae2ccdf-95cb-435d-ba94-f211dcb9471f port 580c3927-77a8-40be-8a29-cf8c7217d7bf binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:45:48.935850 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c6b152-a604-4bca-9d0f-b2ac4cd01137 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Made reservation on behalf of b18c1b552dc34b41889b96f8d477063d for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:45:48.939457 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-44c6b152-a604-4bca-9d0f-b2ac4cd01137 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:48.983721 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:49.147592 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-18387ad3-00a4-4da8-aa27-b15d22e6c753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:49.163114 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-44c6b152-a604-4bca-9d0f-b2ac4cd01137 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:49.248301 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b152-a604-4bca-9d0f-b2ac4cd01137 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Subnet': ['ID=a0e04bff-e61f-42a2-917f-46db90e8bfb0,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:49.255700 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c6b152-a604-4bca-9d0f-b2ac4cd01137 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Checking segment: {'id': '4e0225ce-0872-4928-ad07-068a9bd3cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:45:49.256250 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c6b152-a604-4bca-9d0f-b2ac4cd01137 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network hostable DHCP agents. Network: 86b537e2-8423-436a-b3fb-9475539f560e, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:45:49.274899 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c6b152-a604-4bca-9d0f-b2ac4cd01137 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 86b537e2-8423-436a-b3fb-9475539f560e is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:45:49.284674 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-44c6b152-a604-4bca-9d0f-b2ac4cd01137 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 86b537e2-8423-436a-b3fb-9475539f560e) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:45:49.290246 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c6b152-a604-4bca-9d0f-b2ac4cd01137 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:49.290908 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-44c6b152-a604-4bca-9d0f-b2ac4cd01137 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:49.300662 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bde762-778a-41fd-a715-46fcb605fc3a None None] Network 86b537e2-8423-436a-b3fb-9475539f560e requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:45:49.320688 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-44c6b152-a604-4bca-9d0f-b2ac4cd01137 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6400471 Jan 11 09:45:49.321882 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36360) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:49.397815 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:49.423436 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] Transition to ACTIVE for port object 580c3927-77a8-40be-8a29-cf8c7217d7bf will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:45:49.441534 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:49.567567 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f1154-8df8-4864-93db-c543145bfd2d None None] Pushing event updated for resources: {'Port': ['ID=580c3927-77a8-40be-8a29-cf8c7217d7bf,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:49.571464 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] Attempting to bind port 580c3927-77a8-40be-8a29-cf8c7217d7bf on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:45:49.571831 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] Attempting to bind port 580c3927-77a8-40be-8a29-cf8c7217d7bf by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:45:49.572188 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] Attempting to bind port 580c3927-77a8-40be-8a29-cf8c7217d7bf on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:45:49.644520 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:45:49.644889 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:45:49.645284 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:49.645671 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:45:49.646171 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] Bound port: 580c3927-77a8-40be-8a29-cf8c7217d7bf, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:45:49.646542 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:49.698978 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a67ff7-f04d-4708-bd57-c7fe0b774fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-86b537e2-8423-436a-b3fb-9475539f560e', 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ips': [{'subnet_id': 'a0e04bff-e61f-42a2-917f-46db90e8bfb0'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:45:49.700936 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f9a67ff7-f04d-4708-bd57-c7fe0b774fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:49.778712 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] For port 580c3927-77a8-40be-8a29-cf8c7217d7bf, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:45:49.796833 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] For port 580c3927-77a8-40be-8a29-cf8c7217d7bf, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=580c3927-77a8-40be-8a29-cf8c7217d7bf,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:45:49.801027 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:49.936133 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] Routers {'1ae2ccdf-95cb-435d-ba94-f211dcb9471f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:45:49.936759 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:45:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1ae2ccdf-95cb-435d-ba94-f211dcb9471f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:45:49.995075 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f1154-8df8-4864-93db-c543145bfd2d None None] Pushing event updated for resources: {'Port': ['ID=580c3927-77a8-40be-8a29-cf8c7217d7bf,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:50.037350 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a4f49506-36b7-4139-ada1-0c9eb1385413 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:50.038570 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-f9a67ff7-f04d-4708-bd57-c7fe0b774fe7 None None] Allocated IP 172.20.0.2 (86b537e2-8423-436a-b3fb-9475539f560e/a0e04bff-e61f-42a2-917f-46db90e8bfb0/496f988e-88d8-4d94-a023-853d117d23ff) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:45:50.219302 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] Set router 1ae2ccdf-95cb-435d-ba94-f211dcb9471f gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:45:50.551997 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f9a67ff7-f04d-4708-bd57-c7fe0b774fe7 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:50.569468 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f9a67ff7-f04d-4708-bd57-c7fe0b774fe7 None None] Transition to ACTIVE for port object 496f988e-88d8-4d94-a023-853d117d23ff will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:45:50.593032 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f9a67ff7-f04d-4708-bd57-c7fe0b774fe7 None None] Transition to ACTIVE for port object 496f988e-88d8-4d94-a023-853d117d23ff will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:45:50.601363 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f9a67ff7-f04d-4708-bd57-c7fe0b774fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:50.679841 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a67ff7-f04d-4708-bd57-c7fe0b774fe7 None None] Network 86b537e2-8423-436a-b3fb-9475539f560e is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:45:50.684296 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-f9a67ff7-f04d-4708-bd57-c7fe0b774fe7 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:45:50.686436 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a67ff7-f04d-4708-bd57-c7fe0b774fe7 None None] Pushing event updated for resources: {'Port': ['ID=496f988e-88d8-4d94-a023-853d117d23ff,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:50.689690 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'name': 'tempest-TestNetworkBasicOps-router-10554915', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '580c3927-77a8-40be-8a29-cf8c7217d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:45:47Z', 'revision_number': 3, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '580c3927-77a8-40be-8a29-cf8c7217d7bf', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:45:50.692289 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a67ff7-f04d-4708-bd57-c7fe0b774fe7 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:45:50.729393 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e36c55f-cfee-416f-aef7-2ceff99fe84b None None] The sync data for ids ['1ae2ccdf-95cb-435d-ba94-f211dcb9471f'] in dv-neutron-823402-4-hyperv is: [{'id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'name': 'tempest-TestNetworkBasicOps-router-10554915', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '580c3927-77a8-40be-8a29-cf8c7217d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:45:47Z', 'revision_number': 3, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '580c3927-77a8-40be-8a29-cf8c7217d7bf', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:45:50.790433 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f9a67ff7-f04d-4708-bd57-c7fe0b774fe7 None None] Attempting to bind port 496f988e-88d8-4d94-a023-853d117d23ff on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:45:50.790804 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f9a67ff7-f04d-4708-bd57-c7fe0b774fe7 None None] Attempting to bind port 496f988e-88d8-4d94-a023-853d117d23ff by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '4e0225ce-0872-4928-ad07-068a9bd3cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:45:50.791171 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a67ff7-f04d-4708-bd57-c7fe0b774fe7 None None] Attempting to bind port 496f988e-88d8-4d94-a023-853d117d23ff on network 86b537e2-8423-436a-b3fb-9475539f560e {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:45:50.797315 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a67ff7-f04d-4708-bd57-c7fe0b774fe7 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:45:50.797688 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a67ff7-f04d-4708-bd57-c7fe0b774fe7 None None] Checking segment: {'id': '4e0225ce-0872-4928-ad07-068a9bd3cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:45:50.798111 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f9a67ff7-f04d-4708-bd57-c7fe0b774fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:50.798511 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a67ff7-f04d-4708-bd57-c7fe0b774fe7 None None] Bound using segment: {'id': '4e0225ce-0872-4928-ad07-068a9bd3cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:45:50.798974 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f9a67ff7-f04d-4708-bd57-c7fe0b774fe7 None None] Bound port: 496f988e-88d8-4d94-a023-853d117d23ff, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0225ce-0872-4928-ad07-068a9bd3cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:45:50.799341 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f9a67ff7-f04d-4708-bd57-c7fe0b774fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:50.802804 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-a4f49506-36b7-4139-ada1-0c9eb1385413 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.20.0.1 (86b537e2-8423-436a-b3fb-9475539f560e/a0e04bff-e61f-42a2-917f-46db90e8bfb0/0eacfd59-13e2-41ce-8c74-b421fe929366) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:45:50.895025 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f9a67ff7-f04d-4708-bd57-c7fe0b774fe7 None None] For port 496f988e-88d8-4d94-a023-853d117d23ff, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:45:50.898139 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f9a67ff7-f04d-4708-bd57-c7fe0b774fe7 None None] For port 496f988e-88d8-4d94-a023-853d117d23ff, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=496f988e-88d8-4d94-a023-853d117d23ff,segment=NetworkSegment(4e0225ce-0872-4928-ad07-068a9bd3cb09),segment_id=4e0225ce-0872-4928-ad07-068a9bd3cb09)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:45:50.903268 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f9a67ff7-f04d-4708-bd57-c7fe0b774fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:50.989556 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a4f49506-36b7-4139-ada1-0c9eb1385413 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:51.009327 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-a4f49506-36b7-4139-ada1-0c9eb1385413 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Transition to ACTIVE for port object 0eacfd59-13e2-41ce-8c74-b421fe929366 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:45:51.015349 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a67ff7-f04d-4708-bd57-c7fe0b774fe7 None None] Pushing event updated for resources: {'Port': ['ID=496f988e-88d8-4d94-a023-853d117d23ff,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:51.044874 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a4f49506-36b7-4139-ada1-0c9eb1385413 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:51.117419 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f49506-36b7-4139-ada1-0c9eb1385413 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 86b537e2-8423-436a-b3fb-9475539f560e is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:45:51.120599 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a4f49506-36b7-4139-ada1-0c9eb1385413 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:45:51.124906 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f49506-36b7-4139-ada1-0c9eb1385413 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:45:51.165978 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f49506-36b7-4139-ada1-0c9eb1385413 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=0eacfd59-13e2-41ce-8c74-b421fe929366,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:51.194611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a4f49506-36b7-4139-ada1-0c9eb1385413 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:51.350000 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-07d7879e-9eff-469e-917a-90b569a544c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:51.364455 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a4f49506-36b7-4139-ada1-0c9eb1385413 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:51.812527 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a4f49506-36b7-4139-ada1-0c9eb1385413 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:51.817803 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a4f49506-36b7-4139-ada1-0c9eb1385413 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:51.936989 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a4f49506-36b7-4139-ada1-0c9eb1385413 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:51.940445 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f49506-36b7-4139-ada1-0c9eb1385413 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=0eacfd59-13e2-41ce-8c74-b421fe929366,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:52.043816 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f38850-1474-41b5-87bb-4c209f83ddcf None None] Network 86b537e2-8423-436a-b3fb-9475539f560e requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:45:52.085503 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f49506-36b7-4139-ada1-0c9eb1385413 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 86b537e2-8423-436a-b3fb-9475539f560e is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:45:52.087160 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a4f49506-36b7-4139-ada1-0c9eb1385413 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:45:52.185354 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f7b115ee-8b77-4b3c-9f2e-50efeb85d769 None None] Provisioning for port 496f988e-88d8-4d94-a023-853d117d23ff completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:45:52.265471 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 580c3927-77a8-40be-8a29-cf8c7217d7bf up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:45:52.300609 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f49506-36b7-4139-ada1-0c9eb1385413 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 1ae2ccdf-95cb-435d-ba94-f211dcb9471f has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:45:52.392303 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 580c3927-77a8-40be-8a29-cf8c7217d7bf completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:45:52.400645 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 580c3927-77a8-40be-8a29-cf8c7217d7bf triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:45:52.401015 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:52.541224 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:52.548569 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:52.568148 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 580c3927-77a8-40be-8a29-cf8c7217d7bf, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=580c3927-77a8-40be-8a29-cf8c7217d7bf,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:45:52.572562 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:52.573422 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 496f988e-88d8-4d94-a023-853d117d23ff up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:45:52.613503 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f49506-36b7-4139-ada1-0c9eb1385413 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:45:52.626954 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a4f49506-36b7-4139-ada1-0c9eb1385413 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "PUT /v2.0/routers/1ae2ccdf-95cb-435d-ba94-f211dcb9471f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3036234 Jan 11 09:45:52.628637 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] Sync routers for ids ['1ae2ccdf-95cb-435d-ba94-f211dcb9471f'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:45:52.629532 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36366) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:52.643303 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] Routers {'1ae2ccdf-95cb-435d-ba94-f211dcb9471f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:45:52.644197 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:45:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1ae2ccdf-95cb-435d-ba94-f211dcb9471f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:45:52.735394 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:52.776059 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=580c3927-77a8-40be-8a29-cf8c7217d7bf,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:52.802430 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 496f988e-88d8-4d94-a023-853d117d23ff completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:45:52.810970 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 496f988e-88d8-4d94-a023-853d117d23ff triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:45:52.811469 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:52.855601 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90d9d7-5d65-4704-aa27-0b1c77b16fbd tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:52.856188 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90d9d7-5d65-4704-aa27-0b1c77b16fbd tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:52.856804 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90d9d7-5d65-4704-aa27-0b1c77b16fbd tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:52.857257 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90d9d7-5d65-4704-aa27-0b1c77b16fbd tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:52.859472 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5e90d9d7-5d65-4704-aa27-0b1c77b16fbd tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2286873 Jan 11 09:45:52.860861 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4515fa49-b0cf-4817-9ba1-d037354bec5d None None] Provisioning for port 0eacfd59-13e2-41ce-8c74-b421fe929366 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:45:52.862026 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36370) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:52.874980 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4515fa49-b0cf-4817-9ba1-d037354bec5d None None] Provisioning complete for port 0eacfd59-13e2-41ce-8c74-b421fe929366 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:45:52.875350 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4515fa49-b0cf-4817-9ba1-d037354bec5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:52.886133 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] Set router 1ae2ccdf-95cb-435d-ba94-f211dcb9471f gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:45:52.938101 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b615b35-d372-4fb6-ae95-675e658025b2 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:52.939155 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b615b35-d372-4fb6-ae95-675e658025b2 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:52.939388 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b615b35-d372-4fb6-ae95-675e658025b2 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:52.939894 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b615b35-d372-4fb6-ae95-675e658025b2 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:52.944317 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4515fa49-b0cf-4817-9ba1-d037354bec5d None None] Port 0eacfd59-13e2-41ce-8c74-b421fe929366 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:45:52.944505 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7b615b35-d372-4fb6-ae95-675e658025b2 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0783660 Jan 11 09:45:52.945770 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36374) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:53.005883 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:53.052348 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 496f988e-88d8-4d94-a023-853d117d23ff, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=496f988e-88d8-4d94-a023-853d117d23ff,segment=NetworkSegment(4e0225ce-0872-4928-ad07-068a9bd3cb09),segment_id=4e0225ce-0872-4928-ad07-068a9bd3cb09)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:45:53.061922 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:53.140863 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-89c11d4c-5467-4c5d-8180-a816f025b075 None None] Provisioning complete for port 0eacfd59-13e2-41ce-8c74-b421fe929366 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:45:53.141141 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-89c11d4c-5467-4c5d-8180-a816f025b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:53.179702 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=496f988e-88d8-4d94-a023-853d117d23ff,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:53.199375 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-89c11d4c-5467-4c5d-8180-a816f025b075 None None] Port 0eacfd59-13e2-41ce-8c74-b421fe929366 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:45:53.205614 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-18fe63b5-7bda-491b-a5fb-107885e17e2d tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2583570 Jan 11 09:45:53.258233 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'name': 'tempest-TestNetworkBasicOps-router-10554915', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '580c3927-77a8-40be-8a29-cf8c7217d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:45:51Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '580c3927-77a8-40be-8a29-cf8c7217d7bf', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '0eacfd59-13e2-41ce-8c74-b421fe929366', 'name': '', 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:e4:2c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a0e04bff-e61f-42a2-917f-46db90e8bfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:45:50Z', 'updated_at': '2022-01-11T09:45:51Z', 'revision_number': 2, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'a0e04bff-e61f-42a2-917f-46db90e8bfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:45:53.262057 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] Checking router: 1ae2ccdf-95cb-435d-ba94-f211dcb9471f for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:45:53.263050 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] Updating router 1ae2ccdf-95cb-435d-ba94-f211dcb9471f port 0eacfd59-13e2-41ce-8c74-b421fe929366 binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:45:53.316458 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:53.320956 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4283009f-8b6b-4fd1-96ac-8b17a084c5b9 None None] Provisioning complete for port 0eacfd59-13e2-41ce-8c74-b421fe929366 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:45:53.321426 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4283009f-8b6b-4fd1-96ac-8b17a084c5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:53.381859 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4283009f-8b6b-4fd1-96ac-8b17a084c5b9 None None] Port 0eacfd59-13e2-41ce-8c74-b421fe929366 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:45:53.503820 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36380) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:53.509060 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9ce0a4f6-6382-4e44-93d0-e6d2bc983cc6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1969038299', 'description': 'tempest-secgroup-smoke-1969038299 description', 'project_id': 'b18c1b552dc34b41889b96f8d477063d'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:45:53.515148 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9ce0a4f6-6382-4e44-93d0-e6d2bc983cc6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:45:53.519172 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9ce0a4f6-6382-4e44-93d0-e6d2bc983cc6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:45:53.522164 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9ce0a4f6-6382-4e44-93d0-e6d2bc983cc6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:45:53.527806 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9ce0a4f6-6382-4e44-93d0-e6d2bc983cc6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:45:53.538112 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ce0a4f6-6382-4e44-93d0-e6d2bc983cc6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:53.558543 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9ce0a4f6-6382-4e44-93d0-e6d2bc983cc6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:45:53.563636 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9ce0a4f6-6382-4e44-93d0-e6d2bc983cc6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:45:53.566434 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9ce0a4f6-6382-4e44-93d0-e6d2bc983cc6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:45:53.572668 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9ce0a4f6-6382-4e44-93d0-e6d2bc983cc6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:45:53.645881 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ce0a4f6-6382-4e44-93d0-e6d2bc983cc6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:53.651124 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ce0a4f6-6382-4e44-93d0-e6d2bc983cc6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:53.696725 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0a4f6-6382-4e44-93d0-e6d2bc983cc6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9109b509-8241-41ce-8445-a953d1b37294,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:53.701330 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ce0a4f6-6382-4e44-93d0-e6d2bc983cc6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:53.705467 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36384) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:53.705731 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9ce0a4f6-6382-4e44-93d0-e6d2bc983cc6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2006481 Jan 11 09:45:53.709617 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:53.711134 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-93de7d50-13b9-49de-b059-3eeb08b7ae29 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '9109b509-8241-41ce-8445-a953d1b37294', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:45:53.718626 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-93de7d50-13b9-49de-b059-3eeb08b7ae29 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:45:53.722488 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-93de7d50-13b9-49de-b059-3eeb08b7ae29 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:45:53.725356 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-93de7d50-13b9-49de-b059-3eeb08b7ae29 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:45:53.727920 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] Transition to ACTIVE for port object 0eacfd59-13e2-41ce-8c74-b421fe929366 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:45:53.731238 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-93de7d50-13b9-49de-b059-3eeb08b7ae29 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:45:53.734073 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:53.749956 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-93de7d50-13b9-49de-b059-3eeb08b7ae29 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:53.811559 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-93de7d50-13b9-49de-b059-3eeb08b7ae29 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:53.815546 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-93de7d50-13b9-49de-b059-3eeb08b7ae29 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:53.839611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de7d50-13b9-49de-b059-3eeb08b7ae29 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216b74f9-d110-45db-8974-910b226390d9,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:53.850616 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-93de7d50-13b9-49de-b059-3eeb08b7ae29 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:53.854571 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-93de7d50-13b9-49de-b059-3eeb08b7ae29 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1451941 Jan 11 09:45:53.854735 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36388) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:53.859626 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-afe3f359-409f-45aa-bb7e-d89a357a3695 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '9109b509-8241-41ce-8445-a953d1b37294', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:45:53.862241 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329fda44-ae36-4421-992f-015ac64b642d None None] Pushing event updated for resources: {'Port': ['ID=0eacfd59-13e2-41ce-8c74-b421fe929366,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:53.865394 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-afe3f359-409f-45aa-bb7e-d89a357a3695 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:45:53.869197 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-afe3f359-409f-45aa-bb7e-d89a357a3695 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:45:53.873140 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-afe3f359-409f-45aa-bb7e-d89a357a3695 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:45:53.879203 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-afe3f359-409f-45aa-bb7e-d89a357a3695 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:45:53.897954 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-afe3f359-409f-45aa-bb7e-d89a357a3695 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:53.904186 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329fda44-ae36-4421-992f-015ac64b642d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:53.904532 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329fda44-ae36-4421-992f-015ac64b642d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:53.904867 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329fda44-ae36-4421-992f-015ac64b642d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:53.905197 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329fda44-ae36-4421-992f-015ac64b642d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:53.905520 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329fda44-ae36-4421-992f-015ac64b642d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:53.906003 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329fda44-ae36-4421-992f-015ac64b642d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:53.906201 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329fda44-ae36-4421-992f-015ac64b642d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:53.906519 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329fda44-ae36-4421-992f-015ac64b642d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:53.906828 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329fda44-ae36-4421-992f-015ac64b642d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:53.907146 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329fda44-ae36-4421-992f-015ac64b642d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:53.907458 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329fda44-ae36-4421-992f-015ac64b642d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:53.907770 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329fda44-ae36-4421-992f-015ac64b642d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:45:53.965351 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] Attempting to bind port 0eacfd59-13e2-41ce-8c74-b421fe929366 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:45:53.966032 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] Attempting to bind port 0eacfd59-13e2-41ce-8c74-b421fe929366 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '4e0225ce-0872-4928-ad07-068a9bd3cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:45:53.966497 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] Attempting to bind port 0eacfd59-13e2-41ce-8c74-b421fe929366 on network 86b537e2-8423-436a-b3fb-9475539f560e {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:45:53.970516 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-afe3f359-409f-45aa-bb7e-d89a357a3695 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:53.972192 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:45:53.972684 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] Checking segment: {'id': '4e0225ce-0872-4928-ad07-068a9bd3cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:45:53.973068 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:53.973511 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] Bound using segment: {'id': '4e0225ce-0872-4928-ad07-068a9bd3cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:45:53.973939 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] Bound port: 0eacfd59-13e2-41ce-8c74-b421fe929366, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0225ce-0872-4928-ad07-068a9bd3cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:45:53.974309 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:53.977180 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-afe3f359-409f-45aa-bb7e-d89a357a3695 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:54.005121 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3f359-409f-45aa-bb7e-d89a357a3695 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09bd976-f52c-4052-a513-82b1480c14b3,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:54.015865 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-afe3f359-409f-45aa-bb7e-d89a357a3695 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:54.020200 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-afe3f359-409f-45aa-bb7e-d89a357a3695 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1614101 Jan 11 09:45:54.020200 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36392) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:54.026250 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ff717426-7caa-4ff1-b9d0-af2128415383 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '9109b509-8241-41ce-8445-a953d1b37294', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:45:54.032065 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ff717426-7caa-4ff1-b9d0-af2128415383 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:45:54.036758 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ff717426-7caa-4ff1-b9d0-af2128415383 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:45:54.039689 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ff717426-7caa-4ff1-b9d0-af2128415383 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:45:54.045284 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ff717426-7caa-4ff1-b9d0-af2128415383 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:45:54.051742 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:54.065233 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff717426-7caa-4ff1-b9d0-af2128415383 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:54.078057 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] For port 0eacfd59-13e2-41ce-8c74-b421fe929366, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:45:54.080974 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] For port 0eacfd59-13e2-41ce-8c74-b421fe929366, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0eacfd59-13e2-41ce-8c74-b421fe929366,segment=NetworkSegment(4e0225ce-0872-4928-ad07-068a9bd3cb09),segment_id=4e0225ce-0872-4928-ad07-068a9bd3cb09)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:45:54.085197 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:54.134580 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff717426-7caa-4ff1-b9d0-af2128415383 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:54.139388 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff717426-7caa-4ff1-b9d0-af2128415383 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:54.171590 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff717426-7caa-4ff1-b9d0-af2128415383 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:54.172808 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ff717426-7caa-4ff1-b9d0-af2128415383 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1519420 Jan 11 09:45:54.175183 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff717426-7caa-4ff1-b9d0-af2128415383 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7e41b6-dd60-40f8-920b-58a31b790c23,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:54.175780 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36396) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:54.179870 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] Routers {'1ae2ccdf-95cb-435d-ba94-f211dcb9471f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:45:54.180572 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:45:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1ae2ccdf-95cb-435d-ba94-f211dcb9471f'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:45:54.180942 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-fd335110-a31d-42f2-8c36-0ae380edc565 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '9109b509-8241-41ce-8445-a953d1b37294', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:45:54.192210 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-fd335110-a31d-42f2-8c36-0ae380edc565 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:45:54.196265 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-fd335110-a31d-42f2-8c36-0ae380edc565 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:45:54.199209 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-fd335110-a31d-42f2-8c36-0ae380edc565 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:45:54.214646 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-fd335110-a31d-42f2-8c36-0ae380edc565 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:45:54.227925 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 580c3927-77a8-40be-8a29-cf8c7217d7bf up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:45:54.239474 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329fda44-ae36-4421-992f-015ac64b642d None None] Pushing event updated for resources: {'Port': ['ID=0eacfd59-13e2-41ce-8c74-b421fe929366,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:54.263535 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd335110-a31d-42f2-8c36-0ae380edc565 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:54.333067 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 580c3927-77a8-40be-8a29-cf8c7217d7bf triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:45:54.333448 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:54.337117 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd335110-a31d-42f2-8c36-0ae380edc565 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:54.342667 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd335110-a31d-42f2-8c36-0ae380edc565 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:54.376376 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd335110-a31d-42f2-8c36-0ae380edc565 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef08379-2ac5-4ee0-9c9d-cee59054568a,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:54.387223 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd335110-a31d-42f2-8c36-0ae380edc565 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:54.390593 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-fd335110-a31d-42f2-8c36-0ae380edc565 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2137375 Jan 11 09:45:54.391580 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36400) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:54.397811 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] Set router 1ae2ccdf-95cb-435d-ba94-f211dcb9471f gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:45:54.399858 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c46053c7-f68a-4487-9df9-62b75abb3ec7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '9109b509-8241-41ce-8445-a953d1b37294', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:45:54.407043 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c46053c7-f68a-4487-9df9-62b75abb3ec7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:45:54.411526 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c46053c7-f68a-4487-9df9-62b75abb3ec7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:45:54.415088 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c46053c7-f68a-4487-9df9-62b75abb3ec7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:45:54.421669 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c46053c7-f68a-4487-9df9-62b75abb3ec7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:45:54.432104 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-c46053c7-f68a-4487-9df9-62b75abb3ec7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Project b18c1b552dc34b41889b96f8d477063d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:45:54.439804 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c46053c7-f68a-4487-9df9-62b75abb3ec7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:54.484365 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 496f988e-88d8-4d94-a023-853d117d23ff up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:45:54.507348 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c46053c7-f68a-4487-9df9-62b75abb3ec7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:54.512375 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c46053c7-f68a-4487-9df9-62b75abb3ec7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:54.535508 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46053c7-f68a-4487-9df9-62b75abb3ec7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7fcc87d-73bb-437e-ab56-4b01557f984b,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:54.545821 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c46053c7-f68a-4487-9df9-62b75abb3ec7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:54.547257 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c46053c7-f68a-4487-9df9-62b75abb3ec7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1525707 Jan 11 09:45:54.549984 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36404) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:45:54.554975 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-3893e291-9da3-4b11-a014-9950108c55a9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '9109b509-8241-41ce-8445-a953d1b37294', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:45:54.558972 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 496f988e-88d8-4d94-a023-853d117d23ff triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:45:54.560232 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:54.561844 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3893e291-9da3-4b11-a014-9950108c55a9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:45:54.565629 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3893e291-9da3-4b11-a014-9950108c55a9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:45:54.568474 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3893e291-9da3-4b11-a014-9950108c55a9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:45:54.574149 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3893e291-9da3-4b11-a014-9950108c55a9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:45:54.586424 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-3893e291-9da3-4b11-a014-9950108c55a9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Project b18c1b552dc34b41889b96f8d477063d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:45:54.594435 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3893e291-9da3-4b11-a014-9950108c55a9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:54.663955 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3893e291-9da3-4b11-a014-9950108c55a9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:54.669108 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3893e291-9da3-4b11-a014-9950108c55a9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:54.723018 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893e291-9da3-4b11-a014-9950108c55a9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23dc00d2-f6ff-49fd-817c-2ee971f4da6d,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:54.727518 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3893e291-9da3-4b11-a014-9950108c55a9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:54.734127 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3893e291-9da3-4b11-a014-9950108c55a9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1786149 Jan 11 09:45:54.744798 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'name': 'tempest-TestNetworkBasicOps-router-10554915', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '580c3927-77a8-40be-8a29-cf8c7217d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:45:51Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '580c3927-77a8-40be-8a29-cf8c7217d7bf', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '0eacfd59-13e2-41ce-8c74-b421fe929366', 'name': '', 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:e4:2c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a0e04bff-e61f-42a2-917f-46db90e8bfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:45:50Z', 'updated_at': '2022-01-11T09:45:54Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'a0e04bff-e61f-42a2-917f-46db90e8bfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:45:54.749514 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed49dee-bc25-4bef-a121-1a6e46f3ba5a None None] The sync data for ids ['1ae2ccdf-95cb-435d-ba94-f211dcb9471f'] in dv-neutron-823402-4-hyperv is: [{'id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'name': 'tempest-TestNetworkBasicOps-router-10554915', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '580c3927-77a8-40be-8a29-cf8c7217d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:45:51Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '580c3927-77a8-40be-8a29-cf8c7217d7bf', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '0eacfd59-13e2-41ce-8c74-b421fe929366', 'name': '', 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:e4:2c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a0e04bff-e61f-42a2-917f-46db90e8bfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:45:50Z', 'updated_at': '2022-01-11T09:45:54Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'a0e04bff-e61f-42a2-917f-46db90e8bfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:45:54.921838 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-7f4b5c1d-03fe-400c-b08d-8945d3e741aa tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1969038299&fields=id&tenant_id=b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 267 time: 0.0417318 Jan 11 09:45:55.087351 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-e0e075a0-f793-4885-8d8b-c387da57f2b0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:55.088865 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-e0e075a0-f793-4885-8d8b-c387da57f2b0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/networks?id=86b537e2-8423-436a-b3fb-9475539f560e HTTP/1.1" status: 200 len: 797 time: 0.1603465 Jan 11 09:45:55.104162 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-4f662b3f-c2a9-4769-a169-66e6cdbb2fe0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/quotas/b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 375 time: 0.0095782 Jan 11 09:45:55.189824 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-46d2b4e6-2288-49c4-b0bb-d787ecb0f6ea tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:45:55.207416 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-46d2b4e6-2288-49c4-b0bb-d787ecb0f6ea tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:45:55.209634 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-46d2b4e6-2288-49c4-b0bb-d787ecb0f6ea tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989027 Jan 11 09:45:55.354908 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-c8bc7dca-3cf1-4d69-aa1c-2fa0907d8ecd service neutron] 10.222.0.15 "GET /v2.0/networks/86b537e2-8423-436a-b3fb-9475539f560e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329606 Jan 11 09:45:55.490922 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-79974528-a4e2-4f74-b75a-480ac5724354 service neutron] 10.222.0.15 "GET /v2.0/networks/86b537e2-8423-436a-b3fb-9475539f560e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293716 Jan 11 09:45:56.199019 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0eacfd59-13e2-41ce-8c74-b421fe929366 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:45:56.269049 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 0eacfd59-13e2-41ce-8c74-b421fe929366 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:45:56.273606 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 0eacfd59-13e2-41ce-8c74-b421fe929366 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:45:56.273966 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:56.389080 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:56.423620 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 0eacfd59-13e2-41ce-8c74-b421fe929366, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0eacfd59-13e2-41ce-8c74-b421fe929366,segment=NetworkSegment(4e0225ce-0872-4928-ad07-068a9bd3cb09),segment_id=4e0225ce-0872-4928-ad07-068a9bd3cb09)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:45:56.428768 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:56.495105 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=0eacfd59-13e2-41ce-8c74-b421fe929366,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:56.682908 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-aae95a83-0dc7-492b-9cf5-3a323d4d9b1b req-66d07760-40f5-4392-8f70-6dee0e502c7a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e HTTP/1.1" status: 200 len: 210 time: 0.0460753 Jan 11 09:45:57.815274 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-a1c3042c-d0ff-451c-b807-b1b0ae61d7bc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:57.815992 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-a1c3042c-d0ff-451c-b807-b1b0ae61d7bc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:45:57.831524 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-a1c3042c-d0ff-451c-b807-b1b0ae61d7bc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:45:57.832808 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-a1c3042c-d0ff-451c-b807-b1b0ae61d7bc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/networks?id=86b537e2-8423-436a-b3fb-9475539f560e HTTP/1.1" status: 200 len: 797 time: 0.2910764 Jan 11 09:45:57.836926 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8565cec2-74c1-4ce6-ac08-bd95e60bc46d req-2167b4fd-e021-4de1-90e3-ec0aeadd8d66 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e HTTP/1.1" status: 200 len: 210 time: 0.0446041 Jan 11 09:45:57.889586 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-e65acd67-b954-4bc1-b0a4-e349194f56d3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:45:57.904322 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-e65acd67-b954-4bc1-b0a4-e349194f56d3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:45:57.905492 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-e65acd67-b954-4bc1-b0a4-e349194f56d3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 380 time: 0.0593252 Jan 11 09:45:57.914161 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-a7fd52cf-3b1d-40a1-9334-3ac976de89bc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'port': {'device_id': '1110a93b-d20c-411f-b1f7-b8f2d5afee9e', 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e', 'admin_state_up': True, 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'security_groups': ['9109b509-8241-41ce-8445-a953d1b37294']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:45:58.047659 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-a7fd52cf-3b1d-40a1-9334-3ac976de89bc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:45:58.056796 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-a7fd52cf-3b1d-40a1-9334-3ac976de89bc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:45:58.066498 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-a7fd52cf-3b1d-40a1-9334-3ac976de89bc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Made reservation on behalf of b18c1b552dc34b41889b96f8d477063d for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:45:58.069901 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-a7fd52cf-3b1d-40a1-9334-3ac976de89bc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:58.187848 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0eacfd59-13e2-41ce-8c74-b421fe929366 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:45:58.233483 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-a7fd52cf-3b1d-40a1-9334-3ac976de89bc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.20.0.3 (86b537e2-8423-436a-b3fb-9475539f560e/a0e04bff-e61f-42a2-917f-46db90e8bfb0/4b38288d-8fb3-4580-b6bb-6dc56dd7986f) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:45:58.255036 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 0eacfd59-13e2-41ce-8c74-b421fe929366 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:45:58.255528 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:58.428082 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-a7fd52cf-3b1d-40a1-9334-3ac976de89bc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:58.444562 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-a7fd52cf-3b1d-40a1-9334-3ac976de89bc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Transition to ACTIVE for port object 4b38288d-8fb3-4580-b6bb-6dc56dd7986f will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:45:58.468650 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-a7fd52cf-3b1d-40a1-9334-3ac976de89bc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:58.535005 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-a7fd52cf-3b1d-40a1-9334-3ac976de89bc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 86b537e2-8423-436a-b3fb-9475539f560e is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:45:58.537930 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-a7fd52cf-3b1d-40a1-9334-3ac976de89bc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:45:58.541892 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-a7fd52cf-3b1d-40a1-9334-3ac976de89bc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:45:58.582837 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd52cf-3b1d-40a1-9334-3ac976de89bc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=4b38288d-8fb3-4580-b6bb-6dc56dd7986f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:58.618183 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-a7fd52cf-3b1d-40a1-9334-3ac976de89bc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:58.618780 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-a7fd52cf-3b1d-40a1-9334-3ac976de89bc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:58.644653 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-a7fd52cf-3b1d-40a1-9334-3ac976de89bc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7338159 Jan 11 09:45:58.656400 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-5d829058-f14b-44b4-a595-f23452ce8c78 service neutron] Request body: {'port': {'device_id': '1110a93b-d20c-411f-b1f7-b8f2d5afee9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:45:58.771368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-5d829058-f14b-44b4-a595-f23452ce8c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:58.805086 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a7966c94-5c37-42f4-8945-e671eb389473 None None] Provisioning for port 4b38288d-8fb3-4580-b6bb-6dc56dd7986f completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:45:58.810714 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a7966c94-5c37-42f4-8945-e671eb389473 None None] Provisioning complete for port 4b38288d-8fb3-4580-b6bb-6dc56dd7986f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:45:58.811030 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a7966c94-5c37-42f4-8945-e671eb389473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:58.868068 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a7966c94-5c37-42f4-8945-e671eb389473 None None] Port 4b38288d-8fb3-4580-b6bb-6dc56dd7986f cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:45:59.021519 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac698d7a-0bc9-4256-b52a-443471fb766a req-4ed57199-e25f-42e9-8717-8e3cb4121cb6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:59.023015 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ac698d7a-0bc9-4256-b52a-443471fb766a req-4ed57199-e25f-42e9-8717-8e3cb4121cb6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e HTTP/1.1" status: 200 len: 931 time: 0.0798070 Jan 11 09:45:59.070901 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ac698d7a-0bc9-4256-b52a-443471fb766a req-5a5753d1-63c6-4bd5-b02b-20a89854f1ba tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=9109b509-8241-41ce-8445-a953d1b37294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414357 Jan 11 09:45:59.109251 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-5d829058-f14b-44b4-a595-f23452ce8c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b38288d-8fb3-4580-b6bb-6dc56dd7986f {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:45:59.116461 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-5d829058-f14b-44b4-a595-f23452ce8c78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:59.130795 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-5d829058-f14b-44b4-a595-f23452ce8c78 service neutron] Transition to ACTIVE for port object 4b38288d-8fb3-4580-b6bb-6dc56dd7986f will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:45:59.134241 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-5d829058-f14b-44b4-a595-f23452ce8c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:59.285610 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d829058-f14b-44b4-a595-f23452ce8c78 service neutron] Pushing event updated for resources: {'Port': ['ID=4b38288d-8fb3-4580-b6bb-6dc56dd7986f,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:59.366466 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-5d829058-f14b-44b4-a595-f23452ce8c78 service neutron] Attempting to bind port 4b38288d-8fb3-4580-b6bb-6dc56dd7986f on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:45:59.366792 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-5d829058-f14b-44b4-a595-f23452ce8c78 service neutron] Attempting to bind port 4b38288d-8fb3-4580-b6bb-6dc56dd7986f by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '4e0225ce-0872-4928-ad07-068a9bd3cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:45:59.367114 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-5d829058-f14b-44b4-a595-f23452ce8c78 service neutron] Attempting to bind port 4b38288d-8fb3-4580-b6bb-6dc56dd7986f on network 86b537e2-8423-436a-b3fb-9475539f560e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:45:59.372153 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-5d829058-f14b-44b4-a595-f23452ce8c78 service neutron] Port 4b38288d-8fb3-4580-b6bb-6dc56dd7986f on network 86b537e2-8423-436a-b3fb-9475539f560e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:45:59.372461 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-5d829058-f14b-44b4-a595-f23452ce8c78 service neutron] Attempting to bind port 4b38288d-8fb3-4580-b6bb-6dc56dd7986f on network 86b537e2-8423-436a-b3fb-9475539f560e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:45:59.377354 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-5d829058-f14b-44b4-a595-f23452ce8c78 service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:45:59.377679 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-5d829058-f14b-44b4-a595-f23452ce8c78 service neutron] Checking segment: {'id': '4e0225ce-0872-4928-ad07-068a9bd3cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:45:59.378047 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-5d829058-f14b-44b4-a595-f23452ce8c78 service neutron] Bound using segment: {'id': '4e0225ce-0872-4928-ad07-068a9bd3cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:45:59.378487 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-5d829058-f14b-44b4-a595-f23452ce8c78 service neutron] Bound port: 4b38288d-8fb3-4580-b6bb-6dc56dd7986f, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e0225ce-0872-4928-ad07-068a9bd3cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:45:59.378818 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-5d829058-f14b-44b4-a595-f23452ce8c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:59.466194 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-5d829058-f14b-44b4-a595-f23452ce8c78 service neutron] For port 4b38288d-8fb3-4580-b6bb-6dc56dd7986f, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:45:59.468875 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-5d829058-f14b-44b4-a595-f23452ce8c78 service neutron] For port 4b38288d-8fb3-4580-b6bb-6dc56dd7986f, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=4b38288d-8fb3-4580-b6bb-6dc56dd7986f,segment=NetworkSegment(4e0225ce-0872-4928-ad07-068a9bd3cb09),segment_id=4e0225ce-0872-4928-ad07-068a9bd3cb09)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:45:59.473164 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-5d829058-f14b-44b4-a595-f23452ce8c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:59.639485 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-5d829058-f14b-44b4-a595-f23452ce8c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:59.640090 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-5d829058-f14b-44b4-a595-f23452ce8c78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:45:59.641466 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-5d829058-f14b-44b4-a595-f23452ce8c78 service neutron] 10.222.0.42 "PUT /v2.0/ports/4b38288d-8fb3-4580-b6bb-6dc56dd7986f HTTP/1.1" status: 200 len: 1093 time: 0.9899974 Jan 11 09:45:59.641927 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1110a93b-d20c-411f-b1f7-b8f2d5afee9e', 'tag': '4b38288d-8fb3-4580-b6bb-6dc56dd7986f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:45:59.665964 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d829058-f14b-44b4-a595-f23452ce8c78 service neutron] Pushing event updated for resources: {'Port': ['ID=4b38288d-8fb3-4580-b6bb-6dc56dd7986f,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:45:59.731872 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1110a93b-d20c-411f-b1f7-b8f2d5afee9e', 'tag': '4b38288d-8fb3-4580-b6bb-6dc56dd7986f', 'status': 'completed', 'code': 200} Jan 11 09:45:59.773298 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-768e78a6-8f2b-409a-9e11-8b84c7127e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:59.774813 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-768e78a6-8f2b-409a-9e11-8b84c7127e6e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e HTTP/1.1" status: 200 len: 1096 time: 0.0769188 Jan 11 09:45:59.846649 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-d5e49c01-e2fe-4408-bb14-bc8999cfc847 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b38288d-8fb3-4580-b6bb-6dc56dd7986f HTTP/1.1" status: 200 len: 217 time: 0.0648286 Jan 11 09:45:59.910936 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-b806b146-6e0b-4a97-b891-ca0d20b36c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:59.912254 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-b806b146-6e0b-4a97-b891-ca0d20b36c10 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0e04bff-e61f-42a2-917f-46db90e8bfb0 HTTP/1.1" status: 200 len: 844 time: 0.0603786 Jan 11 09:45:59.985505 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-00d44ae0-caec-4622-bd14-da68490caa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:45:59.986993 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-00d44ae0-caec-4622-bd14-da68490caa6f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86b537e2-8423-436a-b3fb-9475539f560e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692124 Jan 11 09:46:00.117331 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-1fb8fa78-ccdf-4d30-b991-8dcfd42565b5 service neutron] 10.222.0.42 "GET /v2.0/networks/86b537e2-8423-436a-b3fb-9475539f560e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243711 Jan 11 09:46:00.250695 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b4d68b68-9b67-4c9b-bd93-d4edb219f241 req-b2eaf0d4-c570-4bdd-b58a-2198b51e7743 service neutron] 10.222.0.42 "GET /v2.0/networks/86b537e2-8423-436a-b3fb-9475539f560e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276002 Jan 11 09:46:00.254331 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c981d-fdba-4b52-a4c1-f429253f9fc7 req-5adb1e7c-3db1-4afa-b5ef-c148986c1128 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:46:00.255769 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-524c981d-fdba-4b52-a4c1-f429253f9fc7 req-5adb1e7c-3db1-4afa-b5ef-c148986c1128 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e HTTP/1.1" status: 200 len: 943 time: 0.0785513 Jan 11 09:46:00.302380 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-524c981d-fdba-4b52-a4c1-f429253f9fc7 req-7240dd4c-01c3-4ba7-9f74-30c71a1ab33e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=9109b509-8241-41ce-8445-a953d1b37294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408928 Jan 11 09:46:00.374423 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283462f8-ad5b-47f9-af07-6bc2c4437f30 req-496dd58b-d59a-4c55-8cab-8daf11b9ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:46:00.375866 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-283462f8-ad5b-47f9-af07-6bc2c4437f30 req-496dd58b-d59a-4c55-8cab-8daf11b9ad7e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e HTTP/1.1" status: 200 len: 1096 time: 0.0755692 Jan 11 09:46:00.530188 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283462f8-ad5b-47f9-af07-6bc2c4437f30 req-1cdc31bd-0681-449d-8200-7aee2b00fc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:46:00.531685 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-283462f8-ad5b-47f9-af07-6bc2c4437f30 req-1cdc31bd-0681-449d-8200-7aee2b00fc1f service neutron] 10.222.0.42 "GET /v2.0/networks?id=86b537e2-8423-436a-b3fb-9475539f560e HTTP/1.1" status: 200 len: 898 time: 0.1502419 Jan 11 09:46:00.597415 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-283462f8-ad5b-47f9-af07-6bc2c4437f30 req-a2024182-697b-401b-94db-450e91775a96 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b38288d-8fb3-4580-b6bb-6dc56dd7986f HTTP/1.1" status: 200 len: 217 time: 0.0599005 Jan 11 09:46:00.599126 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:46:00.660971 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283462f8-ad5b-47f9-af07-6bc2c4437f30 req-1dc31b0e-fd91-4d0a-8c1b-c62bcff18dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:46:00.662386 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-283462f8-ad5b-47f9-af07-6bc2c4437f30 req-1dc31b0e-fd91-4d0a-8c1b-c62bcff18dce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0e04bff-e61f-42a2-917f-46db90e8bfb0 HTTP/1.1" status: 200 len: 844 time: 0.0592072 Jan 11 09:46:00.737530 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283462f8-ad5b-47f9-af07-6bc2c4437f30 req-bf32d9c8-a1f1-4cde-8c11-dad91f82aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:46:00.739001 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-283462f8-ad5b-47f9-af07-6bc2c4437f30 req-bf32d9c8-a1f1-4cde-8c11-dad91f82aa77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86b537e2-8423-436a-b3fb-9475539f560e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695240 Jan 11 09:46:00.879324 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-283462f8-ad5b-47f9-af07-6bc2c4437f30 req-10a00018-26f4-431c-9a31-3042cc95ee63 service neutron] 10.222.0.42 "GET /v2.0/networks/86b537e2-8423-436a-b3fb-9475539f560e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334810 Jan 11 09:46:01.009470 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-283462f8-ad5b-47f9-af07-6bc2c4437f30 req-f6e28454-9f4f-45b3-b246-e06120e3e709 service neutron] 10.222.0.42 "GET /v2.0/networks/86b537e2-8423-436a-b3fb-9475539f560e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240308 Jan 11 09:46:01.488163 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be405627-4bf1-4968-9b1b-6eab8fbc2638 req-830209b6-f285-4c3e-a52f-4f7aa1172d11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:46:01.489600 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-be405627-4bf1-4968-9b1b-6eab8fbc2638 req-830209b6-f285-4c3e-a52f-4f7aa1172d11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e HTTP/1.1" status: 200 len: 943 time: 0.0817308 Jan 11 09:46:01.532875 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-be405627-4bf1-4968-9b1b-6eab8fbc2638 req-95ca17ca-02dc-4e08-8c6e-7f9174370c24 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=9109b509-8241-41ce-8445-a953d1b37294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377138 Jan 11 09:46:02.716427 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff11ae-e64c-4d4a-ac78-6a12c1535c73 req-ac2ec89b-c2d7-45fe-a166-4c1d2dbfbf61 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:46:02.718046 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8fff11ae-e64c-4d4a-ac78-6a12c1535c73 req-ac2ec89b-c2d7-45fe-a166-4c1d2dbfbf61 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e HTTP/1.1" status: 200 len: 943 time: 0.0820067 Jan 11 09:46:02.761439 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8fff11ae-e64c-4d4a-ac78-6a12c1535c73 req-c5348f19-94a1-4f93-943e-bb64f5d4a5a3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=9109b509-8241-41ce-8445-a953d1b37294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377018 Jan 11 09:46:03.365924 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 4b38288d-8fb3-4580-b6bb-6dc56dd7986f details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:46:03.498400 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 4b38288d-8fb3-4580-b6bb-6dc56dd7986f, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=4b38288d-8fb3-4580-b6bb-6dc56dd7986f,segment=NetworkSegment(4e0225ce-0872-4928-ad07-068a9bd3cb09),segment_id=4e0225ce-0872-4928-ad07-068a9bd3cb09)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:46:03.510890 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '4b38288d-8fb3-4580-b6bb-6dc56dd7986f', 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e', 'port_id': '4b38288d-8fb3-4580-b6bb-6dc56dd7986f', 'mac_address': 'fa:16:3e:67:37:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0e04bff-e61f-42a2-917f-46db90e8bfb0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:46:03.564815 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:46:03.581034 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b38288d-8fb3-4580-b6bb-6dc56dd7986f {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:46:03.597462 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 4b38288d-8fb3-4580-b6bb-6dc56dd7986f, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=4b38288d-8fb3-4580-b6bb-6dc56dd7986f,segment=NetworkSegment(4e0225ce-0872-4928-ad07-068a9bd3cb09),segment_id=4e0225ce-0872-4928-ad07-068a9bd3cb09)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:46:03.601179 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:46:03.673410 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=4b38288d-8fb3-4580-b6bb-6dc56dd7986f,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:46:03.920037 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['4b38288d-8fb3-4580-b6bb-6dc56dd7986f'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:46:03.948086 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16fdbe-04e2-4938-be1c-4c9000e65b01 req-5bb5404d-a798-4a51-b41f-f4fd85ed8b0c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:46:03.949672 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-be16fdbe-04e2-4938-be1c-4c9000e65b01 req-5bb5404d-a798-4a51-b41f-f4fd85ed8b0c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e HTTP/1.1" status: 200 len: 944 time: 0.0843446 Jan 11 09:46:03.994131 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-be16fdbe-04e2-4938-be1c-4c9000e65b01 req-69216479-1fb9-4714-b87c-ad65a517e7ab tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=9109b509-8241-41ce-8445-a953d1b37294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382018 Jan 11 09:46:04.189369 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:46:05.188753 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c53fad-778a-4aab-b024-d2a2f50c6657 req-f41377f5-f74a-4556-bb91-65b725b7e54a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:46:05.190214 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-36c53fad-778a-4aab-b024-d2a2f50c6657 req-f41377f5-f74a-4556-bb91-65b725b7e54a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e HTTP/1.1" status: 200 len: 944 time: 0.0888319 Jan 11 09:46:05.236798 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-36c53fad-778a-4aab-b024-d2a2f50c6657 req-0ee852af-5a18-49fd-8464-2246f3941b1d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=9109b509-8241-41ce-8445-a953d1b37294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409176 Jan 11 09:46:05.381117 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 4b38288d-8fb3-4580-b6bb-6dc56dd7986f up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:46:05.453521 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port 4b38288d-8fb3-4580-b6bb-6dc56dd7986f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:46:05.458043 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 4b38288d-8fb3-4580-b6bb-6dc56dd7986f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:46:05.458434 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:46:05.569917 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:46:05.597993 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1110a93b-d20c-411f-b1f7-b8f2d5afee9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b38288d-8fb3-4580-b6bb-6dc56dd7986f'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:46:05.608007 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 4b38288d-8fb3-4580-b6bb-6dc56dd7986f, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=4b38288d-8fb3-4580-b6bb-6dc56dd7986f,segment=NetworkSegment(4e0225ce-0872-4928-ad07-068a9bd3cb09),segment_id=4e0225ce-0872-4928-ad07-068a9bd3cb09)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:46:05.611933 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:46:05.651638 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1110a93b-d20c-411f-b1f7-b8f2d5afee9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b38288d-8fb3-4580-b6bb-6dc56dd7986f', 'code': 200} Jan 11 09:46:05.686199 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=4b38288d-8fb3-4580-b6bb-6dc56dd7986f,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:46:05.871498 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b4547-e2ad-4005-9dcf-4a9b843b72a5 req-14b45789-c98d-4113-9c43-5e70764edc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:46:05.873020 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-195b4547-e2ad-4005-9dcf-4a9b843b72a5 req-14b45789-c98d-4113-9c43-5e70764edc30 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e HTTP/1.1" status: 200 len: 1098 time: 0.0751510 Jan 11 09:46:05.912466 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-195b4547-e2ad-4005-9dcf-4a9b843b72a5 req-05abc0ea-5ef8-47d4-9f8b-2f60a2ccf43a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9109b509-8241-41ce-8445-a953d1b37294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337384 Jan 11 09:46:06.417358 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd72581-bbff-4292-a356-905e23ac7408 req-337d15eb-6227-4300-8c90-f9b29183fd1e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:46:06.419125 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3bd72581-bbff-4292-a356-905e23ac7408 req-337d15eb-6227-4300-8c90-f9b29183fd1e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e HTTP/1.1" status: 200 len: 945 time: 0.0798657 Jan 11 09:46:06.470781 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3bd72581-bbff-4292-a356-905e23ac7408 req-0b1669d8-24f5-4b04-92f7-7b007a272ca4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=9109b509-8241-41ce-8445-a953d1b37294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461495 Jan 11 09:46:07.658590 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a6880-d665-4eee-8ba8-22341e61b2f5 req-692edb12-630c-4e68-aff3-94ac0211faf6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:46:07.660045 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f25a6880-d665-4eee-8ba8-22341e61b2f5 req-692edb12-630c-4e68-aff3-94ac0211faf6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e HTTP/1.1" status: 200 len: 945 time: 0.0827143 Jan 11 09:46:07.704232 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f25a6880-d665-4eee-8ba8-22341e61b2f5 req-a61809f1-dd9e-49d2-bf2a-57bc1fb8f5fb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=9109b509-8241-41ce-8445-a953d1b37294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385039 Jan 11 09:46:07.889091 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecffd02-ace5-43cb-93ff-0aca86df3a0e req-4e4e17aa-6228-4977-98fa-6ed47508fc9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:46:07.890498 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0ecffd02-ace5-43cb-93ff-0aca86df3a0e req-4e4e17aa-6228-4977-98fa-6ed47508fc9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e HTTP/1.1" status: 200 len: 945 time: 0.0813982 Jan 11 09:46:07.933876 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0ecffd02-ace5-43cb-93ff-0aca86df3a0e req-bbdecaff-afa3-43da-ac4a-cff32aabf5eb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=9109b509-8241-41ce-8445-a953d1b37294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377059 Jan 11 09:46:07.957066 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36462) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:46:08.171365 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2e6478-4cad-4a1e-b66d-c1892546f019 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:46:08.172846 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5b2e6478-4cad-4a1e-b66d-c1892546f019 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e HTTP/1.1" status: 200 len: 1093 time: 0.2148376 Jan 11 09:46:08.175588 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36468) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:46:08.180321 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a730fc47-34e3-4c85-a535-ff1458891770 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'port_id': '4b38288d-8fb3-4580-b6bb-6dc56dd7986f', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:46:08.186724 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a730fc47-34e3-4c85-a535-ff1458891770 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:46:08.190478 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a730fc47-34e3-4c85-a535-ff1458891770 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:floatingip and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:46:08.193242 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a730fc47-34e3-4c85-a535-ff1458891770 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:46:08.198796 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a730fc47-34e3-4c85-a535-ff1458891770 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:46:08.210160 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a730fc47-34e3-4c85-a535-ff1458891770 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:46:08.441835 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a730fc47-34e3-4c85-a535-ff1458891770 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:46:08.572240 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-a730fc47-34e3-4c85-a535-ff1458891770 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.26.3.193 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/9fd37c3e-4063-4dec-b782-e0fed477119e) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:46:08.717013 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a730fc47-34e3-4c85-a535-ff1458891770 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:46:08.750972 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a730fc47-34e3-4c85-a535-ff1458891770 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:46:08.816847 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a730fc47-34e3-4c85-a535-ff1458891770 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:46:08.819559 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a730fc47-34e3-4c85-a535-ff1458891770 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:46:08.823293 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a730fc47-34e3-4c85-a535-ff1458891770 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:46:08.857884 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730fc47-34e3-4c85-a535-ff1458891770 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=9fd37c3e-4063-4dec-b782-e0fed477119e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:46:09.227639 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a730fc47-34e3-4c85-a535-ff1458891770 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:46:09.302268 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a730fc47-34e3-4c85-a535-ff1458891770 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:46:09.501952 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a730fc47-34e3-4c85-a535-ff1458891770 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:46:09.506052 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a730fc47-34e3-4c85-a535-ff1458891770 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:46:09.613917 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730fc47-34e3-4c85-a535-ff1458891770 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=9fd37c3e-4063-4dec-b782-e0fed477119e,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:46:09.625538 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a730fc47-34e3-4c85-a535-ff1458891770 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:46:09.797142 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-a730fc47-34e3-4c85-a535-ff1458891770 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Floating IP 928fa7df-0cdf-4e56-b313-dd07bbde7187 associated. External IP: 172.26.3.193, port: 4b38288d-8fb3-4580-b6bb-6dc56dd7986f. Jan 11 09:46:10.253978 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a730fc47-34e3-4c85-a535-ff1458891770 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 1ae2ccdf-95cb-435d-ba94-f211dcb9471f has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:46:10.438471 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a730fc47-34e3-4c85-a535-ff1458891770 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:46:10.448206 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366f3e98-0c0b-436d-b19a-f13731dfe354 None None] Sync routers for ids ['1ae2ccdf-95cb-435d-ba94-f211dcb9471f'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:46:10.457377 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366f3e98-0c0b-436d-b19a-f13731dfe354 None None] Routers {'1ae2ccdf-95cb-435d-ba94-f211dcb9471f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:46:10.457950 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-366f3e98-0c0b-436d-b19a-f13731dfe354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:45:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1ae2ccdf-95cb-435d-ba94-f211dcb9471f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:46:10.461637 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a730fc47-34e3-4c85-a535-ff1458891770 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:46:10.521516 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a730fc47-34e3-4c85-a535-ff1458891770 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3424833 Jan 11 09:46:10.521516 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1110a93b-d20c-411f-b1f7-b8f2d5afee9e', 'tag': '4b38288d-8fb3-4580-b6bb-6dc56dd7986f'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:46:10.522500 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36472) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:46:10.567545 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1110a93b-d20c-411f-b1f7-b8f2d5afee9e', 'tag': '4b38288d-8fb3-4580-b6bb-6dc56dd7986f', 'status': 'completed', 'code': 200} Jan 11 09:46:10.645703 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-366f3e98-0c0b-436d-b19a-f13731dfe354 None None] Set router 1ae2ccdf-95cb-435d-ba94-f211dcb9471f gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:46:10.787854 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bf679357-e580-4e92-bd79-3e828f76fc1b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/928fa7df-0cdf-4e56-b313-dd07bbde7187 HTTP/1.1" status: 200 len: 991 time: 0.2642112 Jan 11 09:46:10.806791 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83304dd7-355d-48dd-857d-68a92df9e9e9 req-2cc7cd26-54e9-4e7c-a13d-5a10897feba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:46:10.808266 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-83304dd7-355d-48dd-857d-68a92df9e9e9 req-2cc7cd26-54e9-4e7c-a13d-5a10897feba6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e HTTP/1.1" status: 200 len: 1098 time: 0.0954130 Jan 11 09:46:10.942354 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83304dd7-355d-48dd-857d-68a92df9e9e9 req-77386a55-769d-4425-b7c0-e1da5d692ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:46:10.943793 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-83304dd7-355d-48dd-857d-68a92df9e9e9 req-77386a55-769d-4425-b7c0-e1da5d692ab8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86b537e2-8423-436a-b3fb-9475539f560e HTTP/1.1" status: 200 len: 898 time: 0.1295414 Jan 11 09:46:11.030810 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-366f3e98-0c0b-436d-b19a-f13731dfe354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'name': 'tempest-TestNetworkBasicOps-router-10554915', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '580c3927-77a8-40be-8a29-cf8c7217d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:45:51Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '580c3927-77a8-40be-8a29-cf8c7217d7bf', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '928fa7df-0cdf-4e56-b313-dd07bbde7187', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.193', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'port_id': '4b38288d-8fb3-4580-b6bb-6dc56dd7986f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e', 'mac_address': 'fa:16:3e:67:37:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1110a93b-d20c-411f-b1f7-b8f2d5afee9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:46:09Z', 'updated_at': '2022-01-11T09:46:09Z', 'revision_number': 0, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eacfd59-13e2-41ce-8c74-b421fe929366', 'name': '', 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:e4:2c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a0e04bff-e61f-42a2-917f-46db90e8bfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:45:50Z', 'updated_at': '2022-01-11T09:45:56Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'a0e04bff-e61f-42a2-917f-46db90e8bfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:46:11.034526 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366f3e98-0c0b-436d-b19a-f13731dfe354 None None] Checking router: 1ae2ccdf-95cb-435d-ba94-f211dcb9471f for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:46:11.042652 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366f3e98-0c0b-436d-b19a-f13731dfe354 None None] Routers {'1ae2ccdf-95cb-435d-ba94-f211dcb9471f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:46:11.043247 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-366f3e98-0c0b-436d-b19a-f13731dfe354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:45:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1ae2ccdf-95cb-435d-ba94-f211dcb9471f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:46:11.055834 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-83304dd7-355d-48dd-857d-68a92df9e9e9 req-0eda3632-290d-4042-b76c-3aa708ed81ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b38288d-8fb3-4580-b6bb-6dc56dd7986f HTTP/1.1" status: 200 len: 999 time: 0.1061630 Jan 11 09:46:11.120254 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83304dd7-355d-48dd-857d-68a92df9e9e9 req-8721fe40-d7b4-4dbe-afa1-5a1a4f0e87f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:46:11.121774 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-83304dd7-355d-48dd-857d-68a92df9e9e9 req-8721fe40-d7b4-4dbe-afa1-5a1a4f0e87f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0e04bff-e61f-42a2-917f-46db90e8bfb0 HTTP/1.1" status: 200 len: 844 time: 0.0598311 Jan 11 09:46:11.196600 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83304dd7-355d-48dd-857d-68a92df9e9e9 req-a2ec400a-870f-4000-a193-705972844999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:46:11.198150 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-83304dd7-355d-48dd-857d-68a92df9e9e9 req-a2ec400a-870f-4000-a193-705972844999 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86b537e2-8423-436a-b3fb-9475539f560e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710177 Jan 11 09:46:11.219366 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-366f3e98-0c0b-436d-b19a-f13731dfe354 None None] Set router 1ae2ccdf-95cb-435d-ba94-f211dcb9471f gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:46:11.332299 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-83304dd7-355d-48dd-857d-68a92df9e9e9 req-a08a6b7b-6c21-477b-8ae5-56ffe67cdb6e service neutron] 10.222.0.42 "GET /v2.0/networks/86b537e2-8423-436a-b3fb-9475539f560e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284511 Jan 11 09:46:11.465953 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-83304dd7-355d-48dd-857d-68a92df9e9e9 req-9523b92c-bede-4343-a1f3-0f45494de828 service neutron] 10.222.0.42 "GET /v2.0/networks/86b537e2-8423-436a-b3fb-9475539f560e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272776 Jan 11 09:46:11.573009 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-366f3e98-0c0b-436d-b19a-f13731dfe354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'name': 'tempest-TestNetworkBasicOps-router-10554915', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '580c3927-77a8-40be-8a29-cf8c7217d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:45:51Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '580c3927-77a8-40be-8a29-cf8c7217d7bf', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '928fa7df-0cdf-4e56-b313-dd07bbde7187', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.193', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'port_id': '4b38288d-8fb3-4580-b6bb-6dc56dd7986f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e', 'mac_address': 'fa:16:3e:67:37:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1110a93b-d20c-411f-b1f7-b8f2d5afee9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:46:09Z', 'updated_at': '2022-01-11T09:46:09Z', 'revision_number': 0, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eacfd59-13e2-41ce-8c74-b421fe929366', 'name': '', 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:e4:2c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a0e04bff-e61f-42a2-917f-46db90e8bfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:45:50Z', 'updated_at': '2022-01-11T09:45:56Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'a0e04bff-e61f-42a2-917f-46db90e8bfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:46:11.577529 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366f3e98-0c0b-436d-b19a-f13731dfe354 None None] The sync data for ids ['1ae2ccdf-95cb-435d-ba94-f211dcb9471f'] in dv-neutron-823402-4-hyperv is: [{'id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'name': 'tempest-TestNetworkBasicOps-router-10554915', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '580c3927-77a8-40be-8a29-cf8c7217d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:45:51Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '580c3927-77a8-40be-8a29-cf8c7217d7bf', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '928fa7df-0cdf-4e56-b313-dd07bbde7187', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.193', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'port_id': '4b38288d-8fb3-4580-b6bb-6dc56dd7986f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e', 'mac_address': 'fa:16:3e:67:37:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1110a93b-d20c-411f-b1f7-b8f2d5afee9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:46:09Z', 'updated_at': '2022-01-11T09:46:09Z', 'revision_number': 0, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eacfd59-13e2-41ce-8c74-b421fe929366', 'name': '', 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:e4:2c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a0e04bff-e61f-42a2-917f-46db90e8bfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:45:50Z', 'updated_at': '2022-01-11T09:45:56Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'a0e04bff-e61f-42a2-917f-46db90e8bfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:46:11.791730 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36478) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:46:11.800527 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f7c579-72b3-4b3b-8426-dd12a73e2ec1 None None] New status for floating IP 928fa7df-0cdf-4e56-b313-dd07bbde7187: ACTIVE {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:46:11.907087 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5697cbc5-33db-4804-8543-8d2991281b6f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/928fa7df-0cdf-4e56-b313-dd07bbde7187 HTTP/1.1" status: 200 len: 991 time: 0.1141105 Jan 11 09:46:12.910896 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36482) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:46:13.019168 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a6964cea-767d-4f5c-97a5-c2a8325ad28b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/928fa7df-0cdf-4e56-b313-dd07bbde7187 HTTP/1.1" status: 200 len: 993 time: 0.1070652 Jan 11 09:46:19.119726 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6fbad7a2-2b20-4781-b976-c824233e990e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:46:20.771761 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-46f0fdfd-9f75-4001-adbd-a1de3f412d4f req-080fe606-1c3d-40cd-8ed6-4c7695044856 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696511 Jan 11 09:46:20.908701 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0fdfd-9f75-4001-adbd-a1de3f412d4f req-cfedd26b-d443-4623-9814-b01eb905548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:46:20.910240 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-46f0fdfd-9f75-4001-adbd-a1de3f412d4f req-cfedd26b-d443-4623-9814-b01eb905548f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e HTTP/1.1" status: 200 len: 1098 time: 0.0727663 Jan 11 09:46:21.053630 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0fdfd-9f75-4001-adbd-a1de3f412d4f req-f5811360-2a68-48b4-9fc5-22167daf627f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:46:21.055085 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-46f0fdfd-9f75-4001-adbd-a1de3f412d4f req-f5811360-2a68-48b4-9fc5-22167daf627f service neutron] 10.222.0.42 "GET /v2.0/networks?id=86b537e2-8423-436a-b3fb-9475539f560e HTTP/1.1" status: 200 len: 898 time: 0.1258607 Jan 11 09:46:21.151119 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-46f0fdfd-9f75-4001-adbd-a1de3f412d4f req-bd29dbe7-2a7a-4f63-9898-dc28a661356e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b38288d-8fb3-4580-b6bb-6dc56dd7986f HTTP/1.1" status: 200 len: 1001 time: 0.0906596 Jan 11 09:46:21.213496 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0fdfd-9f75-4001-adbd-a1de3f412d4f req-f200bfeb-544b-4cd5-a1e3-c3b69edb9745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:46:21.214900 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-46f0fdfd-9f75-4001-adbd-a1de3f412d4f req-f200bfeb-544b-4cd5-a1e3-c3b69edb9745 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0e04bff-e61f-42a2-917f-46db90e8bfb0 HTTP/1.1" status: 200 len: 844 time: 0.0587785 Jan 11 09:46:21.285546 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0fdfd-9f75-4001-adbd-a1de3f412d4f req-40d8e6ab-3ba4-44bc-b8b6-d8745b06148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:46:21.286900 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-46f0fdfd-9f75-4001-adbd-a1de3f412d4f req-40d8e6ab-3ba4-44bc-b8b6-d8745b06148e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86b537e2-8423-436a-b3fb-9475539f560e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667565 Jan 11 09:46:21.344542 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-554ca71c-6967-4451-a1b3-dac694421382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:46:21.528886 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-46f0fdfd-9f75-4001-adbd-a1de3f412d4f req-77caf289-f87f-4810-9f77-54987b9cde3f service neutron] 10.222.0.42 "GET /v2.0/networks/86b537e2-8423-436a-b3fb-9475539f560e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355578 Jan 11 09:46:21.656052 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-46f0fdfd-9f75-4001-adbd-a1de3f412d4f req-01f705a0-1ae3-4dff-bdc9-3ba7ae57f7b5 service neutron] 10.222.0.42 "GET /v2.0/networks/86b537e2-8423-436a-b3fb-9475539f560e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215868 Jan 11 09:46:22.507020 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:46:22.606420 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:46:24.063166 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:46:34.187533 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:46:37.597923 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:46:49.122582 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-083a06c7-9f09-4893-b5d5-6570b6f2835c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:46:51.345970 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7a52-ec94-4db5-833a-85f040f5e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:46:52.510121 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:46:52.607156 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:46:54.057502 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:47:04.186310 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:47:14.596821 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:47:19.125330 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a7160f05-3fae-47a9-bf35-dcaeb612c0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:47:21.351613 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-778a7c9c-4a3f-46f7-a3c1-a4b5d653b34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:47:22.511795 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:47:22.608507 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:47:22.769310 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-056c45cb-9367-443a-9ad5-6e7b3a3e204d req-5837669f-a472-4690-b7e4-dcedb7d94e02 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731051 Jan 11 09:47:22.919068 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c45cb-9367-443a-9ad5-6e7b3a3e204d req-c2fde5df-79af-4f59-9a13-fc5ac858b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:47:22.920528 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-056c45cb-9367-443a-9ad5-6e7b3a3e204d req-c2fde5df-79af-4f59-9a13-fc5ac858b07f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e HTTP/1.1" status: 200 len: 1098 time: 0.0690358 Jan 11 09:47:23.068494 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c45cb-9367-443a-9ad5-6e7b3a3e204d req-09e8a87d-c45b-4ec5-9cee-e688f742a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:47:23.069846 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-056c45cb-9367-443a-9ad5-6e7b3a3e204d req-09e8a87d-c45b-4ec5-9cee-e688f742a547 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86b537e2-8423-436a-b3fb-9475539f560e HTTP/1.1" status: 200 len: 898 time: 0.1309650 Jan 11 09:47:23.171713 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-056c45cb-9367-443a-9ad5-6e7b3a3e204d req-31ddda2f-618d-4d33-bb1b-6a9baafd2745 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b38288d-8fb3-4580-b6bb-6dc56dd7986f HTTP/1.1" status: 200 len: 1001 time: 0.0953474 Jan 11 09:47:23.235509 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c45cb-9367-443a-9ad5-6e7b3a3e204d req-20084ed3-8f2f-4102-b970-c283dddfb555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:47:23.236884 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-056c45cb-9367-443a-9ad5-6e7b3a3e204d req-20084ed3-8f2f-4102-b970-c283dddfb555 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0e04bff-e61f-42a2-917f-46db90e8bfb0 HTTP/1.1" status: 200 len: 844 time: 0.0591269 Jan 11 09:47:23.310648 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c45cb-9367-443a-9ad5-6e7b3a3e204d req-d75fa870-4795-4761-83f8-fd8f495ab1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:47:23.312817 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-056c45cb-9367-443a-9ad5-6e7b3a3e204d req-d75fa870-4795-4761-83f8-fd8f495ab1d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86b537e2-8423-436a-b3fb-9475539f560e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693479 Jan 11 09:47:23.446521 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-056c45cb-9367-443a-9ad5-6e7b3a3e204d req-c972069d-d921-4a6c-b48b-81445665b06c service neutron] 10.222.0.42 "GET /v2.0/networks/86b537e2-8423-436a-b3fb-9475539f560e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264589 Jan 11 09:47:23.582784 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-056c45cb-9367-443a-9ad5-6e7b3a3e204d req-4013184e-dc01-431d-b704-b1d8b64893d4 service neutron] 10.222.0.42 "GET /v2.0/networks/86b537e2-8423-436a-b3fb-9475539f560e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300013 Jan 11 09:47:24.058185 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:47:34.203525 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:47:49.128428 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3cbf0b29-edad-4aae-ad46-8434aca52ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:47:51.345881 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e52427a8-0ed9-4a32-853f-585b88646c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:47:51.595466 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:47:52.515473 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:47:52.610073 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:47:54.061921 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:48:04.201480 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:48:19.130281 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bc2cb17f-614b-40e6-bc4a-995b913492e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:48:21.346588 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d137741e-bcf3-4a89-accc-2d1cbc327f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:48:22.517600 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:48:22.611405 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:48:24.063394 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:48:24.767612 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d9acd69e-ddd5-443c-8fae-9bcba60bac03 req-33947456-673f-48ac-8567-752dae3f78a4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741622 Jan 11 09:48:24.906931 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acd69e-ddd5-443c-8fae-9bcba60bac03 req-78077bd9-83d9-4b5b-971c-1ff08a6f82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:48:24.908359 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d9acd69e-ddd5-443c-8fae-9bcba60bac03 req-78077bd9-83d9-4b5b-971c-1ff08a6f82d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e HTTP/1.1" status: 200 len: 1098 time: 0.0700381 Jan 11 09:48:25.061475 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acd69e-ddd5-443c-8fae-9bcba60bac03 req-9369295f-f250-4b02-a182-cd0ad05a7cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:48:25.063461 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d9acd69e-ddd5-443c-8fae-9bcba60bac03 req-9369295f-f250-4b02-a182-cd0ad05a7cb4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86b537e2-8423-436a-b3fb-9475539f560e HTTP/1.1" status: 200 len: 898 time: 0.1378694 Jan 11 09:48:25.168133 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d9acd69e-ddd5-443c-8fae-9bcba60bac03 req-418077b2-45f7-4ea2-a193-6e40b265ede8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b38288d-8fb3-4580-b6bb-6dc56dd7986f HTTP/1.1" status: 200 len: 1001 time: 0.0988281 Jan 11 09:48:25.227974 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acd69e-ddd5-443c-8fae-9bcba60bac03 req-802ab7c2-6716-43af-92e1-a8acb5bbc422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:48:25.229378 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d9acd69e-ddd5-443c-8fae-9bcba60bac03 req-802ab7c2-6716-43af-92e1-a8acb5bbc422 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0e04bff-e61f-42a2-917f-46db90e8bfb0 HTTP/1.1" status: 200 len: 844 time: 0.0560000 Jan 11 09:48:25.416522 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acd69e-ddd5-443c-8fae-9bcba60bac03 req-1a55d7df-aa36-46ed-a23f-68f150c192a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:48:25.417868 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d9acd69e-ddd5-443c-8fae-9bcba60bac03 req-1a55d7df-aa36-46ed-a23f-68f150c192a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86b537e2-8423-436a-b3fb-9475539f560e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1823661 Jan 11 09:48:25.546155 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d9acd69e-ddd5-443c-8fae-9bcba60bac03 req-75f7518e-0e3b-4d0f-8847-fbd3bbba4791 service neutron] 10.222.0.42 "GET /v2.0/networks/86b537e2-8423-436a-b3fb-9475539f560e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219442 Jan 11 09:48:25.676789 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d9acd69e-ddd5-443c-8fae-9bcba60bac03 req-167c08ce-417a-471c-9891-3816f42ec183 service neutron] 10.222.0.42 "GET /v2.0/networks/86b537e2-8423-436a-b3fb-9475539f560e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243250 Jan 11 09:48:28.594568 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:48:34.249672 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:48:44.924969 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36516) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:48:44.932031 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f96934e8-5efd-4b2f-8c08-780d66ea454f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:48:45.050607 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f96934e8-5efd-4b2f-8c08-780d66ea454f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6455333'] for subnet, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:48:45.238894 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f96934e8-5efd-4b2f-8c08-780d66ea454f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763173342437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6461788'] for subnet, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:48:45.284835 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96934e8-5efd-4b2f-8c08-780d66ea454f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:48:45.285424 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f96934e8-5efd-4b2f-8c08-780d66ea454f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:48:45.286697 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f96934e8-5efd-4b2f-8c08-780d66ea454f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "PUT /v2.0/subnets/a0e04bff-e61f-42a2-917f-46db90e8bfb0 HTTP/1.1" status: 200 len: 836 time: 0.3607638 Jan 11 09:48:45.291415 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b1ac1e-d9e2-4f2e-8807-55ebba6c80c1 None None] Network 86b537e2-8423-436a-b3fb-9475539f560e requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:48:45.309942 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96934e8-5efd-4b2f-8c08-780d66ea454f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Subnet': ['ID=a0e04bff-e61f-42a2-917f-46db90e8bfb0,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:48:45.317516 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96934e8-5efd-4b2f-8c08-780d66ea454f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:48:45.317858 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96934e8-5efd-4b2f-8c08-780d66ea454f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:48:45.318217 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96934e8-5efd-4b2f-8c08-780d66ea454f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:48:45.318549 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96934e8-5efd-4b2f-8c08-780d66ea454f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:48:45.318871 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96934e8-5efd-4b2f-8c08-780d66ea454f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:48:45.319191 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96934e8-5efd-4b2f-8c08-780d66ea454f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:48:45.319515 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96934e8-5efd-4b2f-8c08-780d66ea454f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:48:45.319829 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96934e8-5efd-4b2f-8c08-780d66ea454f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:48:45.320145 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96934e8-5efd-4b2f-8c08-780d66ea454f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:48:45.320459 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96934e8-5efd-4b2f-8c08-780d66ea454f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:48:45.320798 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96934e8-5efd-4b2f-8c08-780d66ea454f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:48:45.321121 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96934e8-5efd-4b2f-8c08-780d66ea454f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:48:45.696131 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-51c3f6a4-02b9-4a61-a803-63cae0674eed None None] Provisioning complete for port 496f988e-88d8-4d94-a023-853d117d23ff triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:48:45.696498 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-51c3f6a4-02b9-4a61-a803-63cae0674eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:48:45.823684 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-51c3f6a4-02b9-4a61-a803-63cae0674eed None None] Provisioning complete for port 0eacfd59-13e2-41ce-8c74-b421fe929366 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:48:45.823933 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-51c3f6a4-02b9-4a61-a803-63cae0674eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:48:45.986475 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-51c3f6a4-02b9-4a61-a803-63cae0674eed None None] Provisioning complete for port 4b38288d-8fb3-4580-b6bb-6dc56dd7986f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:48:45.986834 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-51c3f6a4-02b9-4a61-a803-63cae0674eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:48:49.132316 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b81e04f0-7223-4728-b4ad-ccf17b1dbec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:48:51.348936 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-895ebdd7-7f0a-4e32-ad65-834c380f5553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:48:52.520469 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:48:52.612126 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:48:54.065700 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:04.261175 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:05.593361 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:49:19.134770 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4b666fda-8493-4424-9c3d-8e90ccfeeeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:21.350341 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7a14b7cd-7a17-4943-ba2c-65c8463b7a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:22.523796 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:22.613374 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:24.068795 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:24.772875 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0053c505-628a-49d2-8fbf-cb97a75a878e req-446e2fb0-e959-4890-9e77-30a85eef1541 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678566 Jan 11 09:49:24.912223 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053c505-628a-49d2-8fbf-cb97a75a878e req-609aaacd-3d4f-4165-be82-6db657cddf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:24.913659 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0053c505-628a-49d2-8fbf-cb97a75a878e req-609aaacd-3d4f-4165-be82-6db657cddf7d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e HTTP/1.1" status: 200 len: 1098 time: 0.0738332 Jan 11 09:49:25.055631 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053c505-628a-49d2-8fbf-cb97a75a878e req-e40ac895-6925-4cd2-bf64-e0310496808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:25.056957 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0053c505-628a-49d2-8fbf-cb97a75a878e req-e40ac895-6925-4cd2-bf64-e0310496808a service neutron] 10.222.0.42 "GET /v2.0/networks?id=86b537e2-8423-436a-b3fb-9475539f560e HTTP/1.1" status: 200 len: 898 time: 0.1245427 Jan 11 09:49:25.157988 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0053c505-628a-49d2-8fbf-cb97a75a878e req-7cfa5a67-42fb-43b8-8c8b-a70929939ed3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b38288d-8fb3-4580-b6bb-6dc56dd7986f HTTP/1.1" status: 200 len: 1001 time: 0.0950987 Jan 11 09:49:25.217494 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053c505-628a-49d2-8fbf-cb97a75a878e req-cd7d6f52-7039-45bf-8ec9-5d2dfbc61531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:25.219429 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0053c505-628a-49d2-8fbf-cb97a75a878e req-cd7d6f52-7039-45bf-8ec9-5d2dfbc61531 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0e04bff-e61f-42a2-917f-46db90e8bfb0 HTTP/1.1" status: 200 len: 844 time: 0.0561943 Jan 11 09:49:25.295400 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053c505-628a-49d2-8fbf-cb97a75a878e req-79527271-272e-4faf-8f84-ccb86b3f91bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:25.297054 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0053c505-628a-49d2-8fbf-cb97a75a878e req-79527271-272e-4faf-8f84-ccb86b3f91bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86b537e2-8423-436a-b3fb-9475539f560e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718567 Jan 11 09:49:25.425085 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0053c505-628a-49d2-8fbf-cb97a75a878e req-1a16cbf6-a8e5-4d2a-ab57-4d13582fb5cf service neutron] 10.222.0.42 "GET /v2.0/networks/86b537e2-8423-436a-b3fb-9475539f560e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218152 Jan 11 09:49:25.553125 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0053c505-628a-49d2-8fbf-cb97a75a878e req-2859b120-c92b-4852-97e6-0aace7057cc8 service neutron] 10.222.0.42 "GET /v2.0/networks/86b537e2-8423-436a-b3fb-9475539f560e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222849 Jan 11 09:49:29.510008 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36540) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:49:29.719544 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-6b197b41-02ff-4390-857c-726eecd21a6c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port 9fd37c3e-4063-4dec-b782-e0fed477119e {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:49:29.719880 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b197b41-02ff-4390-857c-726eecd21a6c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:29.881647 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b197b41-02ff-4390-857c-726eecd21a6c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:29.881868 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b197b41-02ff-4390-857c-726eecd21a6c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:30.002689 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-6b197b41-02ff-4390-857c-726eecd21a6c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for 9fd37c3e-4063-4dec-b782-e0fed477119e owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:49:30.256762 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b197b41-02ff-4390-857c-726eecd21a6c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:30.304885 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b197b41-02ff-4390-857c-726eecd21a6c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=9fd37c3e-4063-4dec-b782-e0fed477119e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:30.392491 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b197b41-02ff-4390-857c-726eecd21a6c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:30.392818 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-6b197b41-02ff-4390-857c-726eecd21a6c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Floating IP 928fa7df-0cdf-4e56-b313-dd07bbde7187 disassociated (deleted). External IP: 172.26.3.193, port: 4b38288d-8fb3-4580-b6bb-6dc56dd7986f. Jan 11 09:49:30.742155 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b197b41-02ff-4390-857c-726eecd21a6c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 1ae2ccdf-95cb-435d-ba94-f211dcb9471f has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:49:30.915022 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b197b41-02ff-4390-857c-726eecd21a6c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:49:30.926323 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaa6632-1dc7-4b20-a55b-6d9c5f8de5f0 None None] Sync routers for ids ['1ae2ccdf-95cb-435d-ba94-f211dcb9471f'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:49:30.931841 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6b197b41-02ff-4390-857c-726eecd21a6c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:30.938268 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaa6632-1dc7-4b20-a55b-6d9c5f8de5f0 None None] Routers {'1ae2ccdf-95cb-435d-ba94-f211dcb9471f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:49:30.939046 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ddaa6632-1dc7-4b20-a55b-6d9c5f8de5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:49:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1ae2ccdf-95cb-435d-ba94-f211dcb9471f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:49:31.000910 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6b197b41-02ff-4390-857c-726eecd21a6c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/floatingips/928fa7df-0cdf-4e56-b313-dd07bbde7187 HTTP/1.1" status: 204 len: 168 time: 1.4897754 Jan 11 09:49:31.001496 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1110a93b-d20c-411f-b1f7-b8f2d5afee9e', 'tag': '4b38288d-8fb3-4580-b6bb-6dc56dd7986f'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:49:31.102745 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1110a93b-d20c-411f-b1f7-b8f2d5afee9e', 'tag': '4b38288d-8fb3-4580-b6bb-6dc56dd7986f', 'status': 'completed', 'code': 200} Jan 11 09:49:31.123853 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-ddaa6632-1dc7-4b20-a55b-6d9c5f8de5f0 None None] Set router 1ae2ccdf-95cb-435d-ba94-f211dcb9471f gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:49:31.194754 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353baae0-82e9-4f14-947a-5effe91799c6 req-df7d2fb4-882d-4155-8dbf-78a227c09ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:31.196229 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-353baae0-82e9-4f14-947a-5effe91799c6 req-df7d2fb4-882d-4155-8dbf-78a227c09ad8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e HTTP/1.1" status: 200 len: 1098 time: 0.0728590 Jan 11 09:49:31.339103 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353baae0-82e9-4f14-947a-5effe91799c6 req-81cedd84-9bd1-4d70-9227-7b9cd13c86e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:31.340726 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-353baae0-82e9-4f14-947a-5effe91799c6 req-81cedd84-9bd1-4d70-9227-7b9cd13c86e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86b537e2-8423-436a-b3fb-9475539f560e HTTP/1.1" status: 200 len: 898 time: 0.1359150 Jan 11 09:49:31.380112 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0959b7e-c17a-4153-a2c5-2452fb6e9f93 req-9f2b3af1-3867-4673-9f28-1d82e34a6b5b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:31.380814 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-b0959b7e-c17a-4153-a2c5-2452fb6e9f93 req-9f2b3af1-3867-4673-9f28-1d82e34a6b5b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:49:31.397798 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-b0959b7e-c17a-4153-a2c5-2452fb6e9f93 req-9f2b3af1-3867-4673-9f28-1d82e34a6b5b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:49:31.399123 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b0959b7e-c17a-4153-a2c5-2452fb6e9f93 req-9f2b3af1-3867-4673-9f28-1d82e34a6b5b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e HTTP/1.1" status: 200 len: 945 time: 0.1012220 Jan 11 09:49:31.419331 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-353baae0-82e9-4f14-947a-5effe91799c6 req-35ecfcf1-8858-4f40-857b-efa11db55664 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b38288d-8fb3-4580-b6bb-6dc56dd7986f HTTP/1.1" status: 200 len: 217 time: 0.0711682 Jan 11 09:49:31.445680 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b0959b7e-c17a-4153-a2c5-2452fb6e9f93 req-3687023e-2c33-4a4c-9626-1ef812c6ac79 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=9109b509-8241-41ce-8445-a953d1b37294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407910 Jan 11 09:49:31.475472 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ddaa6632-1dc7-4b20-a55b-6d9c5f8de5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'name': 'tempest-TestNetworkBasicOps-router-10554915', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '580c3927-77a8-40be-8a29-cf8c7217d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:45:51Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '580c3927-77a8-40be-8a29-cf8c7217d7bf', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '0eacfd59-13e2-41ce-8c74-b421fe929366', 'name': '', 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:e4:2c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a0e04bff-e61f-42a2-917f-46db90e8bfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:45:50Z', 'updated_at': '2022-01-11T09:45:56Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'a0e04bff-e61f-42a2-917f-46db90e8bfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:49:31.479198 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaa6632-1dc7-4b20-a55b-6d9c5f8de5f0 None None] Checking router: 1ae2ccdf-95cb-435d-ba94-f211dcb9471f for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:49:31.487271 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaa6632-1dc7-4b20-a55b-6d9c5f8de5f0 None None] Routers {'1ae2ccdf-95cb-435d-ba94-f211dcb9471f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:49:31.487863 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ddaa6632-1dc7-4b20-a55b-6d9c5f8de5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:49:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1ae2ccdf-95cb-435d-ba94-f211dcb9471f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:49:31.494991 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353baae0-82e9-4f14-947a-5effe91799c6 req-54b858bb-6440-4e64-9246-311456d1d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:31.496413 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-353baae0-82e9-4f14-947a-5effe91799c6 req-54b858bb-6440-4e64-9246-311456d1d058 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0e04bff-e61f-42a2-917f-46db90e8bfb0 HTTP/1.1" status: 200 len: 844 time: 0.0714774 Jan 11 09:49:31.668108 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-ddaa6632-1dc7-4b20-a55b-6d9c5f8de5f0 None None] Set router 1ae2ccdf-95cb-435d-ba94-f211dcb9471f gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:49:31.696145 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353baae0-82e9-4f14-947a-5effe91799c6 req-87f39a84-1ee0-435a-b8b4-255faf52682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:31.697591 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-353baae0-82e9-4f14-947a-5effe91799c6 req-87f39a84-1ee0-435a-b8b4-255faf52682d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86b537e2-8423-436a-b3fb-9475539f560e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1940281 Jan 11 09:49:31.831371 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-353baae0-82e9-4f14-947a-5effe91799c6 req-05072495-a6bf-4f33-9bda-de3b7e6372b5 service neutron] 10.222.0.42 "GET /v2.0/networks/86b537e2-8423-436a-b3fb-9475539f560e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266389 Jan 11 09:49:31.983551 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-353baae0-82e9-4f14-947a-5effe91799c6 req-0218ede4-7902-45db-a3f3-e1faa4f615e4 service neutron] 10.222.0.42 "GET /v2.0/networks/86b537e2-8423-436a-b3fb-9475539f560e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458468 Jan 11 09:49:32.052132 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-ddaa6632-1dc7-4b20-a55b-6d9c5f8de5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'name': 'tempest-TestNetworkBasicOps-router-10554915', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '580c3927-77a8-40be-8a29-cf8c7217d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:45:51Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '580c3927-77a8-40be-8a29-cf8c7217d7bf', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '0eacfd59-13e2-41ce-8c74-b421fe929366', 'name': '', 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:e4:2c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a0e04bff-e61f-42a2-917f-46db90e8bfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:45:50Z', 'updated_at': '2022-01-11T09:45:56Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'a0e04bff-e61f-42a2-917f-46db90e8bfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:49:32.056460 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaa6632-1dc7-4b20-a55b-6d9c5f8de5f0 None None] The sync data for ids ['1ae2ccdf-95cb-435d-ba94-f211dcb9471f'] in dv-neutron-823402-4-hyperv is: [{'id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'name': 'tempest-TestNetworkBasicOps-router-10554915', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '580c3927-77a8-40be-8a29-cf8c7217d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:45:51Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '580c3927-77a8-40be-8a29-cf8c7217d7bf', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '0eacfd59-13e2-41ce-8c74-b421fe929366', 'name': '', 'network_id': '86b537e2-8423-436a-b3fb-9475539f560e', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:e4:2c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a0e04bff-e61f-42a2-917f-46db90e8bfb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:45:50Z', 'updated_at': '2022-01-11T09:45:56Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'a0e04bff-e61f-42a2-917f-46db90e8bfb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:49:32.299243 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3fbeff-f1f1-4a67-b7d4-780514a15c5a None None] New status for floating IP 928fa7df-0cdf-4e56-b313-dd07bbde7187: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:49:32.657798 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086aa58-1d19-490c-9a32-9fef636ed813 req-20794c01-323b-44df-a2ea-50c65d541b45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:32.659270 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f086aa58-1d19-490c-9a32-9fef636ed813 req-20794c01-323b-44df-a2ea-50c65d541b45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e HTTP/1.1" status: 200 len: 945 time: 0.0832093 Jan 11 09:49:32.704349 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f086aa58-1d19-490c-9a32-9fef636ed813 req-0b92cd7d-8e93-490f-ac49-f847eb019aa9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=9109b509-8241-41ce-8445-a953d1b37294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394359 Jan 11 09:49:32.849757 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35bc5ed-a9bf-468f-b19c-3113882d6fb0 req-aa3e89e1-84ae-47fa-946a-8d8718ce5317 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:32.850373 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-a35bc5ed-a9bf-468f-b19c-3113882d6fb0 req-aa3e89e1-84ae-47fa-946a-8d8718ce5317 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:49:32.862449 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-a35bc5ed-a9bf-468f-b19c-3113882d6fb0 req-aa3e89e1-84ae-47fa-946a-8d8718ce5317 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:49:32.863573 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a35bc5ed-a9bf-468f-b19c-3113882d6fb0 req-aa3e89e1-84ae-47fa-946a-8d8718ce5317 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/ports?device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e HTTP/1.1" status: 200 len: 945 time: 0.0915446 Jan 11 09:49:32.935526 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-a35bc5ed-a9bf-468f-b19c-3113882d6fb0 req-aa6bd60f-4523-4bee-94ab-685606631c9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port 4b38288d-8fb3-4580-b6bb-6dc56dd7986f {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:49:32.935852 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a35bc5ed-a9bf-468f-b19c-3113882d6fb0 req-aa6bd60f-4523-4bee-94ab-685606631c9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:33.176502 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-a35bc5ed-a9bf-468f-b19c-3113882d6fb0 req-aa6bd60f-4523-4bee-94ab-685606631c9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port 4b38288d-8fb3-4580-b6bb-6dc56dd7986f, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=4b38288d-8fb3-4580-b6bb-6dc56dd7986f,segment=NetworkSegment(4e0225ce-0872-4928-ad07-068a9bd3cb09),segment_id=4e0225ce-0872-4928-ad07-068a9bd3cb09)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:49:33.177043 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a35bc5ed-a9bf-468f-b19c-3113882d6fb0 req-aa6bd60f-4523-4bee-94ab-685606631c9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:33.297568 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-a35bc5ed-a9bf-468f-b19c-3113882d6fb0 req-aa6bd60f-4523-4bee-94ab-685606631c9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for 4b38288d-8fb3-4580-b6bb-6dc56dd7986f owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:49:33.446297 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a35bc5ed-a9bf-468f-b19c-3113882d6fb0 req-aa6bd60f-4523-4bee-94ab-685606631c9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:33.529131 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6bd60f-4523-4bee-94ab-685606631c9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=4b38288d-8fb3-4580-b6bb-6dc56dd7986f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:33.571505 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6bd60f-4523-4bee-94ab-685606631c9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:33.571849 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6bd60f-4523-4bee-94ab-685606631c9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:33.572181 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6bd60f-4523-4bee-94ab-685606631c9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:33.572509 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6bd60f-4523-4bee-94ab-685606631c9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:33.572840 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6bd60f-4523-4bee-94ab-685606631c9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:33.573165 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6bd60f-4523-4bee-94ab-685606631c9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:33.573485 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6bd60f-4523-4bee-94ab-685606631c9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:33.573804 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6bd60f-4523-4bee-94ab-685606631c9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:33.574147 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6bd60f-4523-4bee-94ab-685606631c9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:33.574463 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6bd60f-4523-4bee-94ab-685606631c9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:33.574777 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6bd60f-4523-4bee-94ab-685606631c9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:33.575087 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6bd60f-4523-4bee-94ab-685606631c9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:33.583638 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35bc5ed-a9bf-468f-b19c-3113882d6fb0 req-aa6bd60f-4523-4bee-94ab-685606631c9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] No DVR routers for this DVR port 4b38288d-8fb3-4580-b6bb-6dc56dd7986f on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:49:33.585671 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a35bc5ed-a9bf-468f-b19c-3113882d6fb0 req-aa6bd60f-4523-4bee-94ab-685606631c9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:33.588137 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1110a93b-d20c-411f-b1f7-b8f2d5afee9e', 'name': 'network-vif-deleted', 'tag': '4b38288d-8fb3-4580-b6bb-6dc56dd7986f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:49:33.605394 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a35bc5ed-a9bf-468f-b19c-3113882d6fb0 req-aa6bd60f-4523-4bee-94ab-685606631c9b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "DELETE /v2.0/ports/4b38288d-8fb3-4580-b6bb-6dc56dd7986f HTTP/1.1" status: 204 len: 173 time: 0.7362702 Jan 11 09:49:33.702335 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1110a93b-d20c-411f-b1f7-b8f2d5afee9e', 'name': 'network-vif-deleted', 'tag': '4b38288d-8fb3-4580-b6bb-6dc56dd7986f', 'status': 'completed', 'code': 200} Jan 11 09:49:33.865487 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-93bd6b59-8c01-4ff0-b13b-f5bcf52514cf req-dfe71cfb-fb59-47e4-b8f0-27e37e4d3ec9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=1110a93b-d20c-411f-b1f7-b8f2d5afee9e HTTP/1.1" status: 200 len: 210 time: 0.0437489 Jan 11 09:49:34.274201 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:34.962244 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36568) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:49:35.029492 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b52d8672-0913-4d9e-802e-b05d7bf558a0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:35.058855 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b52d8672-0913-4d9e-802e-b05d7bf558a0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:35.123210 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b52d8672-0913-4d9e-802e-b05d7bf558a0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:35.142265 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d8672-0913-4d9e-802e-b05d7bf558a0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9109b509-8241-41ce-8445-a953d1b37294,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:35.152959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b52d8672-0913-4d9e-802e-b05d7bf558a0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:35.154214 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b52d8672-0913-4d9e-802e-b05d7bf558a0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/security-groups/9109b509-8241-41ce-8445-a953d1b37294 HTTP/1.1" status: 204 len: 168 time: 0.1909208 Jan 11 09:49:35.183871 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36574) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:49:35.837544 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d79f8f97-5040-4977-aade-158ac384d78c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:36.188297 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d79f8f97-5040-4977-aade-158ac384d78c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port 0eacfd59-13e2-41ce-8c74-b421fe929366 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:49:36.188939 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d79f8f97-5040-4977-aade-158ac384d78c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:36.371222 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d79f8f97-5040-4977-aade-158ac384d78c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port 0eacfd59-13e2-41ce-8c74-b421fe929366, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0eacfd59-13e2-41ce-8c74-b421fe929366,segment=NetworkSegment(4e0225ce-0872-4928-ad07-068a9bd3cb09),segment_id=4e0225ce-0872-4928-ad07-068a9bd3cb09)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:49:36.371573 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d79f8f97-5040-4977-aade-158ac384d78c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:36.500133 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d79f8f97-5040-4977-aade-158ac384d78c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for 0eacfd59-13e2-41ce-8c74-b421fe929366 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:49:36.542983 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 4b38288d-8fb3-4580-b6bb-6dc56dd7986f no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:49:36.576616 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: 4b38288d-8fb3-4580-b6bb-6dc56dd7986f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:49:36.576965 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 4b38288d-8fb3-4580-b6bb-6dc56dd7986f not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:49:36.682741 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d79f8f97-5040-4977-aade-158ac384d78c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:36.731394 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f8f97-5040-4977-aade-158ac384d78c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=0eacfd59-13e2-41ce-8c74-b421fe929366,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:37.110397 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d79f8f97-5040-4977-aade-158ac384d78c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:37.463254 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79f8f97-5040-4977-aade-158ac384d78c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 1ae2ccdf-95cb-435d-ba94-f211dcb9471f has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:49:37.637687 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79f8f97-5040-4977-aade-158ac384d78c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:49:37.650728 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d79f8f97-5040-4977-aade-158ac384d78c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "PUT /v2.0/routers/1ae2ccdf-95cb-435d-ba94-f211dcb9471f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4657066 Jan 11 09:49:37.651445 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4820a6-87c6-4096-a2ac-913f4d4cfd27 None None] Sync routers for ids ['1ae2ccdf-95cb-435d-ba94-f211dcb9471f'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:49:37.653235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36578) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:49:37.661947 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4820a6-87c6-4096-a2ac-913f4d4cfd27 None None] Routers {'1ae2ccdf-95cb-435d-ba94-f211dcb9471f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:49:37.662866 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2e4820a6-87c6-4096-a2ac-913f4d4cfd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:49:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1ae2ccdf-95cb-435d-ba94-f211dcb9471f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:49:37.720869 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dded3df-61da-4165-a783-09173d549024 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting subnet a0e04bff-e61f-42a2-917f-46db90e8bfb0 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:49:37.723933 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5dded3df-61da-4165-a783-09173d549024 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:37.782675 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5dded3df-61da-4165-a783-09173d549024 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:37.864801 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-2e4820a6-87c6-4096-a2ac-913f4d4cfd27 None None] Set router 1ae2ccdf-95cb-435d-ba94-f211dcb9471f gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:49:37.866607 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5dded3df-61da-4165-a783-09173d549024 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:37.944775 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5dded3df-61da-4165-a783-09173d549024 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:37.985985 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5dded3df-61da-4165-a783-09173d549024 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:37.993480 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dded3df-61da-4165-a783-09173d549024 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e04bff-e61f-42a2-917f-46db90e8bfb0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:38.002864 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d8cf26-ea53-48d3-9b43-d3cef1548839 None None] Network 86b537e2-8423-436a-b3fb-9475539f560e requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:49:38.003236 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5dded3df-61da-4165-a783-09173d549024 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/subnets/a0e04bff-e61f-42a2-917f-46db90e8bfb0 HTTP/1.1" status: 204 len: 168 time: 0.3488324 Jan 11 09:49:38.005683 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36582) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:49:38.194046 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d6dad91-cbc1-44e9-94a6-fde66bcd5631 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:38.324476 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2e4820a6-87c6-4096-a2ac-913f4d4cfd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'name': 'tempest-TestNetworkBasicOps-router-10554915', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '580c3927-77a8-40be-8a29-cf8c7217d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:49:36Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': '580c3927-77a8-40be-8a29-cf8c7217d7bf', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:49:38.328427 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4820a6-87c6-4096-a2ac-913f4d4cfd27 None None] Checking router: 1ae2ccdf-95cb-435d-ba94-f211dcb9471f for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:49:38.336931 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4820a6-87c6-4096-a2ac-913f4d4cfd27 None None] Routers {'1ae2ccdf-95cb-435d-ba94-f211dcb9471f'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:49:38.337544 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2e4820a6-87c6-4096-a2ac-913f4d4cfd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:49:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1ae2ccdf-95cb-435d-ba94-f211dcb9471f'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:49:38.376797 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d6dad91-cbc1-44e9-94a6-fde66bcd5631 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:38.388122 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3d6dad91-cbc1-44e9-94a6-fde66bcd5631 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port 580c3927-77a8-40be-8a29-cf8c7217d7bf {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:49:38.388403 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d6dad91-cbc1-44e9-94a6-fde66bcd5631 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:38.394030 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7501b49e-32e9-44c2-ab0b-8d0d15ff7ab9 None None] DHCP port deletion for 86b537e2-8423-436a-b3fb-9475539f560e request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:49:38.407362 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7501b49e-32e9-44c2-ab0b-8d0d15ff7ab9 None None] Deleting port 496f988e-88d8-4d94-a023-853d117d23ff {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:49:38.407728 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7501b49e-32e9-44c2-ab0b-8d0d15ff7ab9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:38.566282 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-2e4820a6-87c6-4096-a2ac-913f4d4cfd27 None None] Set router 1ae2ccdf-95cb-435d-ba94-f211dcb9471f gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:49:38.687503 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2e4820a6-87c6-4096-a2ac-913f4d4cfd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'name': 'tempest-TestNetworkBasicOps-router-10554915', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:49:38Z', 'revision_number': 6, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:49:38.695793 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3d6dad91-cbc1-44e9-94a6-fde66bcd5631 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port 580c3927-77a8-40be-8a29-cf8c7217d7bf, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=580c3927-77a8-40be-8a29-cf8c7217d7bf,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:49:38.696276 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4820a6-87c6-4096-a2ac-913f4d4cfd27 None None] The sync data for ids ['1ae2ccdf-95cb-435d-ba94-f211dcb9471f'] in dv-neutron-823402-4-hyperv is: [{'id': '1ae2ccdf-95cb-435d-ba94-f211dcb9471f', 'name': 'tempest-TestNetworkBasicOps-router-10554915', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:45:46Z', 'updated_at': '2022-01-11T09:49:38Z', 'revision_number': 6, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:49:38.696400 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d6dad91-cbc1-44e9-94a6-fde66bcd5631 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:38.822000 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3d6dad91-cbc1-44e9-94a6-fde66bcd5631 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for 580c3927-77a8-40be-8a29-cf8c7217d7bf owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:49:38.849557 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7501b49e-32e9-44c2-ab0b-8d0d15ff7ab9 None None] For port 496f988e-88d8-4d94-a023-853d117d23ff, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=496f988e-88d8-4d94-a023-853d117d23ff,segment=NetworkSegment(4e0225ce-0872-4928-ad07-068a9bd3cb09),segment_id=4e0225ce-0872-4928-ad07-068a9bd3cb09)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:49:38.849938 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7501b49e-32e9-44c2-ab0b-8d0d15ff7ab9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:38.973057 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7501b49e-32e9-44c2-ab0b-8d0d15ff7ab9 None None] Calling delete_port for 496f988e-88d8-4d94-a023-853d117d23ff owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:49:38.988443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d6dad91-cbc1-44e9-94a6-fde66bcd5631 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:39.035017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6dad91-cbc1-44e9-94a6-fde66bcd5631 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=580c3927-77a8-40be-8a29-cf8c7217d7bf,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:39.049556 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7501b49e-32e9-44c2-ab0b-8d0d15ff7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:39.111120 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7501b49e-32e9-44c2-ab0b-8d0d15ff7ab9 None None] No DVR routers for this DVR port 496f988e-88d8-4d94-a023-853d117d23ff on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:49:39.112813 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501b49e-32e9-44c2-ab0b-8d0d15ff7ab9 None None] Pushing event deleted for resources: {'Port': ['ID=496f988e-88d8-4d94-a023-853d117d23ff,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:39.126211 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7501b49e-32e9-44c2-ab0b-8d0d15ff7ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:39.126558 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7501b49e-32e9-44c2-ab0b-8d0d15ff7ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:39.126894 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7501b49e-32e9-44c2-ab0b-8d0d15ff7ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:39.127224 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7501b49e-32e9-44c2-ab0b-8d0d15ff7ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:39.127895 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7501b49e-32e9-44c2-ab0b-8d0d15ff7ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:39.127895 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7501b49e-32e9-44c2-ab0b-8d0d15ff7ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:39.128188 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7501b49e-32e9-44c2-ab0b-8d0d15ff7ab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:39.128479 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7501b49e-32e9-44c2-ab0b-8d0d15ff7ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:39.128796 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7501b49e-32e9-44c2-ab0b-8d0d15ff7ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:39.129391 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7501b49e-32e9-44c2-ab0b-8d0d15ff7ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:39.129714 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7501b49e-32e9-44c2-ab0b-8d0d15ff7ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:39.130030 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7501b49e-32e9-44c2-ab0b-8d0d15ff7ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:39.147917 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d6dad91-cbc1-44e9-94a6-fde66bcd5631 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:39.327852 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d6dad91-cbc1-44e9-94a6-fde66bcd5631 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:39.330005 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d6dad91-cbc1-44e9-94a6-fde66bcd5631 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:39.352029 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d6dad91-cbc1-44e9-94a6-fde66bcd5631 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:39.352443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6dad91-cbc1-44e9-94a6-fde66bcd5631 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Fanout notify agent at l3_agent the message router_deleted on router 1ae2ccdf-95cb-435d-ba94-f211dcb9471f {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:49:39.367944 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d6dad91-cbc1-44e9-94a6-fde66bcd5631 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:39.369009 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3d6dad91-cbc1-44e9-94a6-fde66bcd5631 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/routers/1ae2ccdf-95cb-435d-ba94-f211dcb9471f HTTP/1.1" status: 204 len: 168 time: 1.3624232 Jan 11 09:49:39.371724 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36586) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:49:39.489395 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3dd48724-06d9-4d5e-9e48-cebba40908e9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:39.621176 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3dd48724-06d9-4d5e-9e48-cebba40908e9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:39.646601 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-3dd48724-06d9-4d5e-9e48-cebba40908e9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b537e2-8423-436a-b3fb-9475539f560e']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:49:39.659447 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-3dd48724-06d9-4d5e-9e48-cebba40908e9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0225ce-0872-4928-ad07-068a9bd3cb09') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:49:39.659742 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-3dd48724-06d9-4d5e-9e48-cebba40908e9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0225ce-0872-4928-ad07-068a9bd3cb09') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:49:39.670997 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3dd48724-06d9-4d5e-9e48-cebba40908e9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:39.689949 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3dd48724-06d9-4d5e-9e48-cebba40908e9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:39.696634 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd48724-06d9-4d5e-9e48-cebba40908e9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:49:39.697181 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3dd48724-06d9-4d5e-9e48-cebba40908e9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:49:39.713140 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:49:39.795760 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3dd48724-06d9-4d5e-9e48-cebba40908e9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:39.813744 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3dd48724-06d9-4d5e-9e48-cebba40908e9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:39.824484 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd48724-06d9-4d5e-9e48-cebba40908e9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Network': ['ID=86b537e2-8423-436a-b3fb-9475539f560e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:39.833298 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3dd48724-06d9-4d5e-9e48-cebba40908e9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/networks/86b537e2-8423-436a-b3fb-9475539f560e HTTP/1.1" status: 204 len: 168 time: 0.4605691 Jan 11 09:49:39.847324 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36590) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:49:39.852823 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c8620d7f-7c14-4909-a322-7e3be5044f54 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'network': {'name': 'tempest-network-smoke--894574693', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'port_security_enabled': True}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:49:39.857800 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c8620d7f-7c14-4909-a322-7e3be5044f54 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:49:39.862223 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c8620d7f-7c14-4909-a322-7e3be5044f54 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:network and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:49:39.865025 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c8620d7f-7c14-4909-a322-7e3be5044f54 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:49:39.870635 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c8620d7f-7c14-4909-a322-7e3be5044f54 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:49:39.880715 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8620d7f-7c14-4909-a322-7e3be5044f54 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Made reservation on behalf of b18c1b552dc34b41889b96f8d477063d for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:49:39.883992 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8620d7f-7c14-4909-a322-7e3be5044f54 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:39.911092 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8620d7f-7c14-4909-a322-7e3be5044f54 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:49:39.920427 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8620d7f-7c14-4909-a322-7e3be5044f54 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:39.920770 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-c8620d7f-7c14-4909-a322-7e3be5044f54 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Added segment dcfd4e66-4630-4a4f-9caf-26bd438d6e2e of type vlan for network 2fb7cfa7-9ca4-4f9b-8524-44ea329218cb Jan 11 09:49:39.948807 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8620d7f-7c14-4909-a322-7e3be5044f54 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:39.980480 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8620d7f-7c14-4909-a322-7e3be5044f54 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:39.986162 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8620d7f-7c14-4909-a322-7e3be5044f54 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:39.986739 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8620d7f-7c14-4909-a322-7e3be5044f54 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:40.045090 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c8620d7f-7c14-4909-a322-7e3be5044f54 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1966748 Jan 11 09:49:40.048624 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36594) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:49:40.053836 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f863ed38-d620-4d5e-b432-9cd8a20d531d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-152937424', 'admin_state_up': True, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:49:40.061202 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f863ed38-d620-4d5e-b432-9cd8a20d531d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:49:40.065652 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f863ed38-d620-4d5e-b432-9cd8a20d531d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:router and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:49:40.068522 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f863ed38-d620-4d5e-b432-9cd8a20d531d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:49:40.074643 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f863ed38-d620-4d5e-b432-9cd8a20d531d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:49:40.084107 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f863ed38-d620-4d5e-b432-9cd8a20d531d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:40.085065 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f863ed38-d620-4d5e-b432-9cd8a20d531d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:40.097165 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8620d7f-7c14-4909-a322-7e3be5044f54 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Network': ['ID=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:40.099433 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f863ed38-d620-4d5e-b432-9cd8a20d531d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:40.107444 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 2fb7cfa7-9ca4-4f9b-8524-44ea329218cb details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:49:40.291849 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 580c3927-77a8-40be-8a29-cf8c7217d7bf no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:49:40.330209 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 580c3927-77a8-40be-8a29-cf8c7217d7bf {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:49:40.330554 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 580c3927-77a8-40be-8a29-cf8c7217d7bf not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:49:40.330984 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0eacfd59-13e2-41ce-8c74-b421fe929366 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:49:40.365359 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 0eacfd59-13e2-41ce-8c74-b421fe929366 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:49:40.365709 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0eacfd59-13e2-41ce-8c74-b421fe929366 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:49:40.366141 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 496f988e-88d8-4d94-a023-853d117d23ff no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:49:40.401523 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 496f988e-88d8-4d94-a023-853d117d23ff {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:49:40.401873 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 496f988e-88d8-4d94-a023-853d117d23ff not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:49:40.477325 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f863ed38-d620-4d5e-b432-9cd8a20d531d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:40.787340 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f863ed38-d620-4d5e-b432-9cd8a20d531d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:40.817790 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f863ed38-d620-4d5e-b432-9cd8a20d531d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:40.952694 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-f863ed38-d620-4d5e-b432-9cd8a20d531d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.26.3.216 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/a12512a5-52c7-41db-a507-15d03838ab4b) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:49:41.106451 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f863ed38-d620-4d5e-b432-9cd8a20d531d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:41.137091 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f863ed38-d620-4d5e-b432-9cd8a20d531d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:41.203579 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f863ed38-d620-4d5e-b432-9cd8a20d531d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:49:41.206509 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f863ed38-d620-4d5e-b432-9cd8a20d531d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:49:41.210107 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f863ed38-d620-4d5e-b432-9cd8a20d531d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:49:41.243685 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863ed38-d620-4d5e-b432-9cd8a20d531d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=a12512a5-52c7-41db-a507-15d03838ab4b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:41.644521 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f863ed38-d620-4d5e-b432-9cd8a20d531d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:42.091963 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f863ed38-d620-4d5e-b432-9cd8a20d531d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:42.291898 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f863ed38-d620-4d5e-b432-9cd8a20d531d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:49:42.468699 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f863ed38-d620-4d5e-b432-9cd8a20d531d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:49:42.478345 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] Sync routers for ids ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:49:42.487423 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] Routers {'8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:49:42.488035 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:49:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:49:42.494538 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f863ed38-d620-4d5e-b432-9cd8a20d531d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:42.498774 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f863ed38-d620-4d5e-b432-9cd8a20d531d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4461141 Jan 11 09:49:42.498927 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36598) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:49:42.538632 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-affe5813-20c0-4e62-bad0-4dc3443256a2 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b18c1b552dc34b41889b96f8d477063d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385325 Jan 11 09:49:42.541183 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36602) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:49:42.645496 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:49:42.668343 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] Set router 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:49:42.670238 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b9b373-1fff-4d79-9c81-38e177ed2913 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:42.674699 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f9b9b373-1fff-4d79-9c81-38e177ed2913 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1324470 Jan 11 09:49:42.674973 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36606) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:49:42.837211 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3166cbfe-6485-4c63-86e8-c05c38ebb1d9 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1611137 Jan 11 09:49:42.839697 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36610) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:49:42.845097 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8fbd9999-9190-463c-961b-855f4fd6028b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-650278891', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:49:42.952219 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8fbd9999-9190-463c-961b-855f4fd6028b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:49:42.955211 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'name': 'tempest-TestNetworkBasicOps-router-152937424', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:41Z', 'revision_number': 3, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:49:42.956779 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8fbd9999-9190-463c-961b-855f4fd6028b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:subnet and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:49:42.959033 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] Checking router: 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:49:42.959374 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] Updating router 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 port a12512a5-52c7-41db-a507-15d03838ab4b binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:49:42.959614 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8fbd9999-9190-463c-961b-855f4fd6028b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:49:42.965328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8fbd9999-9190-463c-961b-855f4fd6028b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:49:42.974507 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbd9999-9190-463c-961b-855f4fd6028b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Made reservation on behalf of b18c1b552dc34b41889b96f8d477063d for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:49:42.977986 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8fbd9999-9190-463c-961b-855f4fd6028b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:43.010195 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:43.192891 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8fbd9999-9190-463c-961b-855f4fd6028b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:43.272829 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd9999-9190-463c-961b-855f4fd6028b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Subnet': ['ID=98ef7c86-ab74-46e9-a2c5-28af0a018ed4,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:43.283550 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbd9999-9190-463c-961b-855f4fd6028b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Checking segment: {'id': 'dcfd4e66-4630-4a4f-9caf-26bd438d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:49:43.283903 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbd9999-9190-463c-961b-855f4fd6028b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network hostable DHCP agents. Network: 2fb7cfa7-9ca4-4f9b-8524-44ea329218cb, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:49:43.303085 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbd9999-9190-463c-961b-855f4fd6028b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 2fb7cfa7-9ca4-4f9b-8524-44ea329218cb is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:49:43.312798 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-8fbd9999-9190-463c-961b-855f4fd6028b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 2fb7cfa7-9ca4-4f9b-8524-44ea329218cb) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:49:43.317374 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbd9999-9190-463c-961b-855f4fd6028b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:43.318172 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8fbd9999-9190-463c-961b-855f4fd6028b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:43.323479 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b63ec3-7e91-4ad0-b0e4-8ccff5bfaedc None None] Network 2fb7cfa7-9ca4-4f9b-8524-44ea329218cb requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:49:43.352492 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8fbd9999-9190-463c-961b-855f4fd6028b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5082748 Jan 11 09:49:43.352850 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36614) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:49:43.379822 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:43.393989 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] Transition to ACTIVE for port object a12512a5-52c7-41db-a507-15d03838ab4b will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:49:43.401201 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:43.483089 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] Attempting to bind port a12512a5-52c7-41db-a507-15d03838ab4b on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:49:43.483780 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] Attempting to bind port a12512a5-52c7-41db-a507-15d03838ab4b by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:49:43.483903 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] Attempting to bind port a12512a5-52c7-41db-a507-15d03838ab4b on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:49:43.489446 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913eb9ae-de73-4446-93c8-71a3f49ef857 None None] Pushing event updated for resources: {'Port': ['ID=a12512a5-52c7-41db-a507-15d03838ab4b,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:43.494305 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:49:43.494679 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:49:43.495536 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:43.495536 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:49:43.495903 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] Bound port: a12512a5-52c7-41db-a507-15d03838ab4b, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:49:43.496269 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:43.536259 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913eb9ae-de73-4446-93c8-71a3f49ef857 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:43.536503 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913eb9ae-de73-4446-93c8-71a3f49ef857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:43.536837 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913eb9ae-de73-4446-93c8-71a3f49ef857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:43.537162 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913eb9ae-de73-4446-93c8-71a3f49ef857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:43.537488 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913eb9ae-de73-4446-93c8-71a3f49ef857 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:43.537816 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913eb9ae-de73-4446-93c8-71a3f49ef857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:43.538159 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913eb9ae-de73-4446-93c8-71a3f49ef857 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:43.538485 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913eb9ae-de73-4446-93c8-71a3f49ef857 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:43.538809 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913eb9ae-de73-4446-93c8-71a3f49ef857 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:43.539126 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913eb9ae-de73-4446-93c8-71a3f49ef857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:43.539442 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913eb9ae-de73-4446-93c8-71a3f49ef857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:43.539754 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913eb9ae-de73-4446-93c8-71a3f49ef857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:43.559211 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b0a697-8c1e-4eab-acb3-cbb01a379f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ips': [{'subnet_id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:49:43.560161 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-19b0a697-8c1e-4eab-acb3-cbb01a379f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:43.583101 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] For port a12512a5-52c7-41db-a507-15d03838ab4b, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:49:43.586185 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] For port a12512a5-52c7-41db-a507-15d03838ab4b, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a12512a5-52c7-41db-a507-15d03838ab4b,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:49:43.591392 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:43.683290 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] Routers {'8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:49:43.683908 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:49:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:49:43.740741 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-19b0a697-8c1e-4eab-acb3-cbb01a379f44 None None] Allocated IP 172.20.0.2 (2fb7cfa7-9ca4-4f9b-8524-44ea329218cb/98ef7c86-ab74-46e9-a2c5-28af0a018ed4/c920f4aa-3cde-4585-81e5-e5e28e22f22a) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:49:43.760107 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913eb9ae-de73-4446-93c8-71a3f49ef857 None None] Pushing event updated for resources: {'Port': ['ID=a12512a5-52c7-41db-a507-15d03838ab4b,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:43.882456 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] Set router 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:49:43.954863 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-19b0a697-8c1e-4eab-acb3-cbb01a379f44 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:43.965619 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-19b0a697-8c1e-4eab-acb3-cbb01a379f44 None None] Transition to ACTIVE for port object c920f4aa-3cde-4585-81e5-e5e28e22f22a will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:49:43.986178 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-19b0a697-8c1e-4eab-acb3-cbb01a379f44 None None] Transition to ACTIVE for port object c920f4aa-3cde-4585-81e5-e5e28e22f22a will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:49:43.992996 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-19b0a697-8c1e-4eab-acb3-cbb01a379f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:44.066320 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b0a697-8c1e-4eab-acb3-cbb01a379f44 None None] Network 2fb7cfa7-9ca4-4f9b-8524-44ea329218cb is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:49:44.069107 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-19b0a697-8c1e-4eab-acb3-cbb01a379f44 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:49:44.073297 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b0a697-8c1e-4eab-acb3-cbb01a379f44 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:49:44.075537 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0a697-8c1e-4eab-acb3-cbb01a379f44 None None] Pushing event updated for resources: {'Port': ['ID=c920f4aa-3cde-4585-81e5-e5e28e22f22a,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:44.166897 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-19b0a697-8c1e-4eab-acb3-cbb01a379f44 None None] Attempting to bind port c920f4aa-3cde-4585-81e5-e5e28e22f22a on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:49:44.167247 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-19b0a697-8c1e-4eab-acb3-cbb01a379f44 None None] Attempting to bind port c920f4aa-3cde-4585-81e5-e5e28e22f22a by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'dcfd4e66-4630-4a4f-9caf-26bd438d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:49:44.167535 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b0a697-8c1e-4eab-acb3-cbb01a379f44 None None] Attempting to bind port c920f4aa-3cde-4585-81e5-e5e28e22f22a on network 2fb7cfa7-9ca4-4f9b-8524-44ea329218cb {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:49:44.172698 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b0a697-8c1e-4eab-acb3-cbb01a379f44 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:49:44.173595 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b0a697-8c1e-4eab-acb3-cbb01a379f44 None None] Checking segment: {'id': 'dcfd4e66-4630-4a4f-9caf-26bd438d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:49:44.173595 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-19b0a697-8c1e-4eab-acb3-cbb01a379f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:44.173870 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b0a697-8c1e-4eab-acb3-cbb01a379f44 None None] Bound using segment: {'id': 'dcfd4e66-4630-4a4f-9caf-26bd438d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:49:44.174385 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-19b0a697-8c1e-4eab-acb3-cbb01a379f44 None None] Bound port: c920f4aa-3cde-4585-81e5-e5e28e22f22a, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfd4e66-4630-4a4f-9caf-26bd438d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:49:44.174666 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-19b0a697-8c1e-4eab-acb3-cbb01a379f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:44.185514 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'name': 'tempest-TestNetworkBasicOps-router-152937424', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:41Z', 'revision_number': 3, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:49:44.190292 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc10aef4-e3ae-40d5-afaf-958bf9eba571 None None] The sync data for ids ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'] in dv-neutron-823402-4-hyperv is: [{'id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'name': 'tempest-TestNetworkBasicOps-router-152937424', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:41Z', 'revision_number': 3, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:49:44.235495 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:44.268946 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-19b0a697-8c1e-4eab-acb3-cbb01a379f44 None None] For port c920f4aa-3cde-4585-81e5-e5e28e22f22a, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:49:44.272902 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-19b0a697-8c1e-4eab-acb3-cbb01a379f44 None None] For port c920f4aa-3cde-4585-81e5-e5e28e22f22a, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=c920f4aa-3cde-4585-81e5-e5e28e22f22a,segment=NetworkSegment(dcfd4e66-4630-4a4f-9caf-26bd438d6e2e),segment_id=dcfd4e66-4630-4a4f-9caf-26bd438d6e2e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:49:44.276758 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-19b0a697-8c1e-4eab-acb3-cbb01a379f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:44.425597 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0a697-8c1e-4eab-acb3-cbb01a379f44 None None] Pushing event updated for resources: {'Port': ['ID=c920f4aa-3cde-4585-81e5-e5e28e22f22a,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:44.725578 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.20.0.1 (2fb7cfa7-9ca4-4f9b-8524-44ea329218cb/98ef7c86-ab74-46e9-a2c5-28af0a018ed4/c978f5c3-04da-4446-b699-a9954744d3e3) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:49:44.904317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:44.920398 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Transition to ACTIVE for port object c978f5c3-04da-4446-b699-a9954744d3e3 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:49:44.946763 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:45.015464 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 2fb7cfa7-9ca4-4f9b-8524-44ea329218cb is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:49:45.018600 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:49:45.023011 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:49:45.069371 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=c978f5c3-04da-4446-b699-a9954744d3e3,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:45.092836 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:45.217575 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:45.459649 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0695d4-9be5-49b3-9038-a01a10a8dc80 None None] Network 2fb7cfa7-9ca4-4f9b-8524-44ea329218cb requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:49:45.585593 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e31c0fea-1c76-4a4e-9f91-494db5611510 None None] Provisioning for port c920f4aa-3cde-4585-81e5-e5e28e22f22a completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:49:45.643026 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:45.648361 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:45.768697 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=c978f5c3-04da-4446-b699-a9954744d3e3,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:45.770747 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:45.782220 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:45.782536 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:45.782870 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:45.783193 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:45.783509 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:45.783827 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:45.784147 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:45.784459 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:45.784772 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:45.785081 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:45.785406 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:45.785698 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:49:45.939215 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e546b571-acc1-416f-bfb0-17635904ea3e None None] Provisioning for port c978f5c3-04da-4446-b699-a9954744d3e3 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:49:45.945169 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e546b571-acc1-416f-bfb0-17635904ea3e None None] Provisioning complete for port c978f5c3-04da-4446-b699-a9954744d3e3 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:49:45.945645 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e546b571-acc1-416f-bfb0-17635904ea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:46.007585 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-e546b571-acc1-416f-bfb0-17635904ea3e None None] Port c978f5c3-04da-4446-b699-a9954744d3e3 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:49:46.044608 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 2fb7cfa7-9ca4-4f9b-8524-44ea329218cb is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:49:46.045706 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:49:46.138841 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-dc8f9f1c-acb5-4531-9695-58e5e139c026 None None] Provisioning complete for port c978f5c3-04da-4446-b699-a9954744d3e3 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:49:46.139209 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dc8f9f1c-acb5-4531-9695-58e5e139c026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:46.195002 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-dc8f9f1c-acb5-4531-9695-58e5e139c026 None None] Port c978f5c3-04da-4446-b699-a9954744d3e3 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:49:46.242054 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:49:46.315931 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2cd5ac6d-996d-40ab-b080-3efd8155366a None None] Provisioning complete for port c978f5c3-04da-4446-b699-a9954744d3e3 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:49:46.316296 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2cd5ac6d-996d-40ab-b080-3efd8155366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:46.356331 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a12512a5-52c7-41db-a507-15d03838ab4b up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:49:46.425433 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5ac6d-996d-40ab-b080-3efd8155366a None None] Port c978f5c3-04da-4446-b699-a9954744d3e3 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:49:46.436401 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:49:46.443376 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port a12512a5-52c7-41db-a507-15d03838ab4b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:49:46.449160 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-29c53e33-9bd3-444d-8195-98347243c7ec tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "PUT /v2.0/routers/8efcffa9-9f31-4fe3-8778-b2a05a3e5df6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0952530 Jan 11 09:49:46.449303 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] Sync routers for ids ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:49:46.451714 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36618) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:49:46.454815 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port a12512a5-52c7-41db-a507-15d03838ab4b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:49:46.455187 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:46.501795 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] Routers {'8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:49:46.502503 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:49:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:49:46.590646 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0a69c9-1ace-4768-b154-40ca6a1df402 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:46.591185 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0a69c9-1ace-4768-b154-40ca6a1df402 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:46.591653 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0a69c9-1ace-4768-b154-40ca6a1df402 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:46.592108 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0a69c9-1ace-4768-b154-40ca6a1df402 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:46.594272 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7c0a69c9-1ace-4768-b154-40ca6a1df402 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1414661 Jan 11 09:49:46.597087 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36622) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:49:46.663710 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fbd524-1ad3-4413-a970-089e3c40ce34 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:46.664176 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fbd524-1ad3-4413-a970-089e3c40ce34 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:46.664629 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fbd524-1ad3-4413-a970-089e3c40ce34 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:46.665077 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fbd524-1ad3-4413-a970-089e3c40ce34 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:46.669275 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-17fbd524-1ad3-4413-a970-089e3c40ce34 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0688171 Jan 11 09:49:46.669479 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36626) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:49:46.734831 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:46.747167 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] Set router 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:49:46.816952 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port a12512a5-52c7-41db-a507-15d03838ab4b, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a12512a5-52c7-41db-a507-15d03838ab4b,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:49:46.822782 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:46.823531 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device c920f4aa-3cde-4585-81e5-e5e28e22f22a up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:49:46.877467 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f553b9e2-5cdf-4f01-8f53-a26dfb30228e tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2044938 Jan 11 09:49:47.031320 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=a12512a5-52c7-41db-a507-15d03838ab4b,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:47.067660 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36632) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:49:47.072834 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-43420d66-680c-4535-9a2e-81919e13533c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-361356655', 'description': 'tempest-secgroup-smoke-361356655 description', 'project_id': 'b18c1b552dc34b41889b96f8d477063d'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:49:47.078903 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-43420d66-680c-4535-9a2e-81919e13533c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:49:47.083017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-43420d66-680c-4535-9a2e-81919e13533c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:49:47.085829 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-43420d66-680c-4535-9a2e-81919e13533c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:49:47.091664 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-43420d66-680c-4535-9a2e-81919e13533c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:49:47.101947 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43420d66-680c-4535-9a2e-81919e13533c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.102763 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port c920f4aa-3cde-4585-81e5-e5e28e22f22a completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:49:47.111681 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port c920f4aa-3cde-4585-81e5-e5e28e22f22a triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:49:47.112052 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.122274 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-43420d66-680c-4535-9a2e-81919e13533c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:49:47.126459 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-43420d66-680c-4535-9a2e-81919e13533c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:49:47.129280 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-43420d66-680c-4535-9a2e-81919e13533c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:49:47.135111 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-43420d66-680c-4535-9a2e-81919e13533c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:49:47.208168 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43420d66-680c-4535-9a2e-81919e13533c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.211989 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43420d66-680c-4535-9a2e-81919e13533c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.259516 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43420d66-680c-4535-9a2e-81919e13533c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04637f52-13c1-4964-8ef2-dc5c394b64ab,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:47.262733 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43420d66-680c-4535-9a2e-81919e13533c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.263926 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-43420d66-680c-4535-9a2e-81919e13533c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1953158 Jan 11 09:49:47.267665 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36636) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:49:47.273037 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-033f2224-4692-41fa-8e40-b1f1c0baf2f3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '04637f52-13c1-4964-8ef2-dc5c394b64ab', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:49:47.279433 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-033f2224-4692-41fa-8e40-b1f1c0baf2f3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:49:47.283288 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-033f2224-4692-41fa-8e40-b1f1c0baf2f3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:49:47.286206 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-033f2224-4692-41fa-8e40-b1f1c0baf2f3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:49:47.291858 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-033f2224-4692-41fa-8e40-b1f1c0baf2f3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:49:47.292028 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.304133 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'name': 'tempest-TestNetworkBasicOps-router-152937424', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:45Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'c978f5c3-04da-4446-b699-a9954744d3e3', 'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:da:ea:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:44Z', 'updated_at': '2022-01-11T09:49:45Z', 'revision_number': 2, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:49:47.308683 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-033f2224-4692-41fa-8e40-b1f1c0baf2f3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.313230 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] Checking router: 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:49:47.313584 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] Updating router 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 port c978f5c3-04da-4446-b699-a9954744d3e3 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:49:47.371448 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-033f2224-4692-41fa-8e40-b1f1c0baf2f3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.375849 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-033f2224-4692-41fa-8e40-b1f1c0baf2f3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.403934 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f2224-4692-41fa-8e40-b1f1c0baf2f3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f385f1c-6e01-444e-8cb0-dcf32c10eb86,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:47.413860 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-033f2224-4692-41fa-8e40-b1f1c0baf2f3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.415075 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-033f2224-4692-41fa-8e40-b1f1c0baf2f3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1462896 Jan 11 09:49:47.417807 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36640) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:49:47.421884 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port c920f4aa-3cde-4585-81e5-e5e28e22f22a, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=c920f4aa-3cde-4585-81e5-e5e28e22f22a,segment=NetworkSegment(dcfd4e66-4630-4a4f-9caf-26bd438d6e2e),segment_id=dcfd4e66-4630-4a4f-9caf-26bd438d6e2e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:49:47.422910 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b40a4a87-d8e3-49d6-9350-170447d4e9c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '04637f52-13c1-4964-8ef2-dc5c394b64ab', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:49:47.424603 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.429441 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b40a4a87-d8e3-49d6-9350-170447d4e9c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:49:47.433217 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b40a4a87-d8e3-49d6-9350-170447d4e9c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:49:47.435086 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.436197 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b40a4a87-d8e3-49d6-9350-170447d4e9c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:49:47.443087 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b40a4a87-d8e3-49d6-9350-170447d4e9c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:49:47.460156 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b40a4a87-d8e3-49d6-9350-170447d4e9c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.522936 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b40a4a87-d8e3-49d6-9350-170447d4e9c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.526672 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b40a4a87-d8e3-49d6-9350-170447d4e9c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.551311 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a4a87-d8e3-49d6-9350-170447d4e9c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce1dd63-83a6-4c7b-8150-a5aab696e524,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:47.553522 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=c920f4aa-3cde-4585-81e5-e5e28e22f22a,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:47.563912 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b40a4a87-d8e3-49d6-9350-170447d4e9c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.566523 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b40a4a87-d8e3-49d6-9350-170447d4e9c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1476111 Jan 11 09:49:47.567964 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36644) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:49:47.573002 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-23cafc03-687d-46d5-a191-cd05a48f0f93 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '04637f52-13c1-4964-8ef2-dc5c394b64ab', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:49:47.578980 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-23cafc03-687d-46d5-a191-cd05a48f0f93 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:49:47.582793 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-23cafc03-687d-46d5-a191-cd05a48f0f93 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:49:47.585624 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-23cafc03-687d-46d5-a191-cd05a48f0f93 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:49:47.591827 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-23cafc03-687d-46d5-a191-cd05a48f0f93 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:49:47.611783 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23cafc03-687d-46d5-a191-cd05a48f0f93 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.676050 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23cafc03-687d-46d5-a191-cd05a48f0f93 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.680941 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23cafc03-687d-46d5-a191-cd05a48f0f93 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.705213 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cafc03-687d-46d5-a191-cd05a48f0f93 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a1d8b3-6665-4581-bcf2-b624bce55788,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:47.715827 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23cafc03-687d-46d5-a191-cd05a48f0f93 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.720649 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-23cafc03-687d-46d5-a191-cd05a48f0f93 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1481314 Jan 11 09:49:47.720649 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36648) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:49:47.725432 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8973f7a5-7410-4e40-88a6-2bbc71f0f24c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '04637f52-13c1-4964-8ef2-dc5c394b64ab', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:49:47.731561 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8973f7a5-7410-4e40-88a6-2bbc71f0f24c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:49:47.736397 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8973f7a5-7410-4e40-88a6-2bbc71f0f24c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:49:47.739293 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8973f7a5-7410-4e40-88a6-2bbc71f0f24c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:49:47.745054 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8973f7a5-7410-4e40-88a6-2bbc71f0f24c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:49:47.761498 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8973f7a5-7410-4e40-88a6-2bbc71f0f24c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.824613 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8973f7a5-7410-4e40-88a6-2bbc71f0f24c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.828965 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8973f7a5-7410-4e40-88a6-2bbc71f0f24c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.841477 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.853620 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] Transition to ACTIVE for port object c978f5c3-04da-4446-b699-a9954744d3e3 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:49:47.853798 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973f7a5-7410-4e40-88a6-2bbc71f0f24c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4509057a-bfba-4f22-acad-10160b999a86,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:47.860739 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.863117 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8973f7a5-7410-4e40-88a6-2bbc71f0f24c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.867057 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8973f7a5-7410-4e40-88a6-2bbc71f0f24c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1433916 Jan 11 09:49:47.867191 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36652) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:49:47.872044 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-cb38dbbe-d96c-4972-b92e-2f69e4e33b97 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '04637f52-13c1-4964-8ef2-dc5c394b64ab', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:49:47.878331 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cb38dbbe-d96c-4972-b92e-2f69e4e33b97 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:49:47.882100 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-cb38dbbe-d96c-4972-b92e-2f69e4e33b97 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:49:47.884992 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-cb38dbbe-d96c-4972-b92e-2f69e4e33b97 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:49:47.891407 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cb38dbbe-d96c-4972-b92e-2f69e4e33b97 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:49:47.902373 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-cb38dbbe-d96c-4972-b92e-2f69e4e33b97 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Project b18c1b552dc34b41889b96f8d477063d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:49:47.909865 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cb38dbbe-d96c-4972-b92e-2f69e4e33b97 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.982740 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cb38dbbe-d96c-4972-b92e-2f69e4e33b97 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:47.994280 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cb38dbbe-d96c-4972-b92e-2f69e4e33b97 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:48.022216 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863589f7-36e4-4b68-8658-12d0a3e07b71 None None] Pushing event updated for resources: {'Port': ['ID=c978f5c3-04da-4446-b699-a9954744d3e3,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:48.026832 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38dbbe-d96c-4972-b92e-2f69e4e33b97 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ead9302-eb72-4a3b-a2d7-87ebf4e2fa53,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:48.038567 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cb38dbbe-d96c-4972-b92e-2f69e4e33b97 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:48.042502 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-cb38dbbe-d96c-4972-b92e-2f69e4e33b97 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1717789 Jan 11 09:49:48.042776 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36656) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:49:48.048788 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4cffea9d-2a62-4196-82cf-09b812df326e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '04637f52-13c1-4964-8ef2-dc5c394b64ab', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:49:48.055335 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4cffea9d-2a62-4196-82cf-09b812df326e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:49:48.059379 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4cffea9d-2a62-4196-82cf-09b812df326e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:49:48.063555 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4cffea9d-2a62-4196-82cf-09b812df326e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:49:48.069514 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4cffea9d-2a62-4196-82cf-09b812df326e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:49:48.080384 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-4cffea9d-2a62-4196-82cf-09b812df326e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Project b18c1b552dc34b41889b96f8d477063d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:49:48.086855 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] Attempting to bind port c978f5c3-04da-4446-b699-a9954744d3e3 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:49:48.087155 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] Attempting to bind port c978f5c3-04da-4446-b699-a9954744d3e3 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'dcfd4e66-4630-4a4f-9caf-26bd438d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:49:48.087519 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] Attempting to bind port c978f5c3-04da-4446-b699-a9954744d3e3 on network 2fb7cfa7-9ca4-4f9b-8524-44ea329218cb {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:49:48.087818 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4cffea9d-2a62-4196-82cf-09b812df326e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:48.093987 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:49:48.094636 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] Checking segment: {'id': 'dcfd4e66-4630-4a4f-9caf-26bd438d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:49:48.095044 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:48.095434 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] Bound using segment: {'id': 'dcfd4e66-4630-4a4f-9caf-26bd438d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:49:48.095905 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] Bound port: c978f5c3-04da-4446-b699-a9954744d3e3, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfd4e66-4630-4a4f-9caf-26bd438d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:49:48.096278 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:48.158109 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4cffea9d-2a62-4196-82cf-09b812df326e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:48.163274 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4cffea9d-2a62-4196-82cf-09b812df326e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:48.184902 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffea9d-2a62-4196-82cf-09b812df326e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44948a53-c215-4d5a-8454-93870cca1d67,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:48.196610 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4cffea9d-2a62-4196-82cf-09b812df326e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:48.197711 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4cffea9d-2a62-4196-82cf-09b812df326e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1537514 Jan 11 09:49:48.207330 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] For port c978f5c3-04da-4446-b699-a9954744d3e3, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:49:48.210758 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] For port c978f5c3-04da-4446-b699-a9954744d3e3, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=c978f5c3-04da-4446-b699-a9954744d3e3,segment=NetworkSegment(dcfd4e66-4630-4a4f-9caf-26bd438d6e2e),segment_id=dcfd4e66-4630-4a4f-9caf-26bd438d6e2e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:49:48.215238 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:48.303150 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] Routers {'8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:49:48.304042 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:49:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:49:48.355450 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a12512a5-52c7-41db-a507-15d03838ab4b up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:49:48.386734 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-337b0e26-6f97-4c2e-8531-32643d3289c1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-361356655&fields=id&tenant_id=b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 267 time: 0.0424328 Jan 11 09:49:48.406923 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863589f7-36e4-4b68-8658-12d0a3e07b71 None None] Pushing event updated for resources: {'Port': ['ID=c978f5c3-04da-4446-b699-a9954744d3e3,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:48.538900 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port a12512a5-52c7-41db-a507-15d03838ab4b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:49:48.539565 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:48.545537 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-c704e8c9-df5f-470d-b83d-d78b173d9a01 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:48.547951 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-c704e8c9-df5f-470d-b83d-d78b173d9a01 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/networks?id=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb HTTP/1.1" status: 200 len: 796 time: 0.1527100 Jan 11 09:49:48.563537 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-8ee93a1f-d2af-48ae-b8d2-3bee2fc74e07 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/quotas/b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 375 time: 0.0100114 Jan 11 09:49:48.584414 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] Set router 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:49:48.645424 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-308b3e3b-b428-41b8-bf7e-b59e3a2707cd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:49:48.661997 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-308b3e3b-b428-41b8-bf7e-b59e3a2707cd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:49:48.663609 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-308b3e3b-b428-41b8-bf7e-b59e3a2707cd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0949349 Jan 11 09:49:48.737412 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-478f6e79-221f-418f-adf9-ee70c4ce0428 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:49:48.738424 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-478f6e79-221f-418f-adf9-ee70c4ce0428 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0486550 Jan 11 09:49:48.877663 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-5cd74b5b-fc40-490e-94d6-12fb42730713 service neutron] 10.222.0.15 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324863 Jan 11 09:49:48.929873 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device c920f4aa-3cde-4585-81e5-e5e28e22f22a up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:49:49.011861 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-7c54a3cb-7c48-4800-a810-69abfba17594 service neutron] 10.222.0.15 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283226 Jan 11 09:49:49.058591 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port c920f4aa-3cde-4585-81e5-e5e28e22f22a triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:49:49.058961 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:49.149959 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'name': 'tempest-TestNetworkBasicOps-router-152937424', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:45Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'c978f5c3-04da-4446-b699-a9954744d3e3', 'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:da:ea:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:44Z', 'updated_at': '2022-01-11T09:49:48Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:49:49.156495 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-67e98a50-2a40-46e3-b936-d9e1c84e5a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:49.159213 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea919e0-3044-4a0d-b28c-ef78fefacf18 None None] The sync data for ids ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'] in dv-neutron-823402-4-hyperv is: [{'id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'name': 'tempest-TestNetworkBasicOps-router-152937424', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:45Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'c978f5c3-04da-4446-b699-a9954744d3e3', 'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:da:ea:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:44Z', 'updated_at': '2022-01-11T09:49:48Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:49:49.209038 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1d6e4566-0353-4d81-9353-98936966b9a5 req-30c73481-e0a2-47ff-828e-7060fb618dcd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970 HTTP/1.1" status: 200 len: 210 time: 0.0595922 Jan 11 09:49:50.320500 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device c978f5c3-04da-4446-b699-a9954744d3e3 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:49:50.391363 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port c978f5c3-04da-4446-b699-a9954744d3e3 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:49:50.394173 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-97ac659e-1800-440d-b299-ace3e391ba42 req-4ee58fef-9100-4a5e-bbde-9ad2e439d9a6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970 HTTP/1.1" status: 200 len: 210 time: 0.0422735 Jan 11 09:49:50.396065 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port c978f5c3-04da-4446-b699-a9954744d3e3 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:49:50.396427 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:50.512312 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:50.543535 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port c978f5c3-04da-4446-b699-a9954744d3e3, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=c978f5c3-04da-4446-b699-a9954744d3e3,segment=NetworkSegment(dcfd4e66-4630-4a4f-9caf-26bd438d6e2e),segment_id=dcfd4e66-4630-4a4f-9caf-26bd438d6e2e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:49:50.547136 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:50.611589 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=c978f5c3-04da-4446-b699-a9954744d3e3,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:51.351109 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7330cee2-e870-4456-ad03-ed4fc29257ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:51.362716 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-653694ec-108a-4379-a4f8-bf5b0d9bd971 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:51.363396 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-653694ec-108a-4379-a4f8-bf5b0d9bd971 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:49:51.379174 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-653694ec-108a-4379-a4f8-bf5b0d9bd971 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:49:51.380394 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-653694ec-108a-4379-a4f8-bf5b0d9bd971 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/networks?id=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb HTTP/1.1" status: 200 len: 796 time: 0.1652296 Jan 11 09:49:51.428233 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-6609e985-fb0f-458b-98e3-0fa956c7e756 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:49:51.443346 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-6609e985-fb0f-458b-98e3-0fa956c7e756 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:49:51.444480 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-6609e985-fb0f-458b-98e3-0fa956c7e756 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 379 time: 0.0566056 Jan 11 09:49:51.452599 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-9bf5582c-dc9d-43bf-93eb-44c917feb5ea tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'port': {'device_id': 'e3dfa0bb-89a7-4e41-b666-64173a2ad970', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'admin_state_up': True, 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'security_groups': ['04637f52-13c1-4964-8ef2-dc5c394b64ab']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:49:51.549205 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6b158e4a-3f11-4af6-822b-ac6b35ea4c51 req-22a5864d-8f40-4441-af2b-c7afab9c9c7d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970 HTTP/1.1" status: 200 len: 210 time: 0.0461373 Jan 11 09:49:51.700196 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-9bf5582c-dc9d-43bf-93eb-44c917feb5ea tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:49:51.709610 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-9bf5582c-dc9d-43bf-93eb-44c917feb5ea tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:49:51.719758 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-9bf5582c-dc9d-43bf-93eb-44c917feb5ea tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Made reservation on behalf of b18c1b552dc34b41889b96f8d477063d for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:49:51.723308 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-9bf5582c-dc9d-43bf-93eb-44c917feb5ea tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:51.887432 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-9bf5582c-dc9d-43bf-93eb-44c917feb5ea tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.20.0.12 (2fb7cfa7-9ca4-4f9b-8524-44ea329218cb/98ef7c86-ab74-46e9-a2c5-28af0a018ed4/95d1cd9a-113f-476f-87ec-c8f6675b567f) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:49:52.076741 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-9bf5582c-dc9d-43bf-93eb-44c917feb5ea tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:52.092254 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-9bf5582c-dc9d-43bf-93eb-44c917feb5ea tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Transition to ACTIVE for port object 95d1cd9a-113f-476f-87ec-c8f6675b567f will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:49:52.114980 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-9bf5582c-dc9d-43bf-93eb-44c917feb5ea tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:52.186497 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-9bf5582c-dc9d-43bf-93eb-44c917feb5ea tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 2fb7cfa7-9ca4-4f9b-8524-44ea329218cb is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:49:52.189608 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-9bf5582c-dc9d-43bf-93eb-44c917feb5ea tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:49:52.193510 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-9bf5582c-dc9d-43bf-93eb-44c917feb5ea tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:49:52.227755 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5582c-dc9d-43bf-93eb-44c917feb5ea tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=95d1cd9a-113f-476f-87ec-c8f6675b567f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:52.266694 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-9bf5582c-dc9d-43bf-93eb-44c917feb5ea tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:52.267315 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-9bf5582c-dc9d-43bf-93eb-44c917feb5ea tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:52.296776 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-9bf5582c-dc9d-43bf-93eb-44c917feb5ea tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8478670 Jan 11 09:49:52.306500 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device c978f5c3-04da-4446-b699-a9954744d3e3 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:49:52.307688 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-24654daa-ca52-4ed5-a270-6302522eb098 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:49:52.308666 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-24654daa-ca52-4ed5-a270-6302522eb098 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062099 Jan 11 09:49:52.318799 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-6c6d66d0-006f-4454-b63e-136bf965df47 service neutron] Request body: {'port': {'device_id': 'e3dfa0bb-89a7-4e41-b666-64173a2ad970', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:49:52.396178 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port c978f5c3-04da-4446-b699-a9954744d3e3 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:49:52.396703 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:52.435987 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-6c6d66d0-006f-4454-b63e-136bf965df47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:52.447913 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-77cf3f76-b39d-4926-896d-05f7c5ec49fd None None] Provisioning for port 95d1cd9a-113f-476f-87ec-c8f6675b567f completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:49:52.457901 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-77cf3f76-b39d-4926-896d-05f7c5ec49fd None None] Provisioning complete for port 95d1cd9a-113f-476f-87ec-c8f6675b567f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:49:52.458349 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-77cf3f76-b39d-4926-896d-05f7c5ec49fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:52.565506 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-77cf3f76-b39d-4926-896d-05f7c5ec49fd None None] Port 95d1cd9a-113f-476f-87ec-c8f6675b567f cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:49:52.581619 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:52.616723 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:52.750571 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27953d93-39cc-497a-8543-c7fa1675efdf req-419ce49a-4617-4eac-9834-9a5c93fdfbea tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:52.752018 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-27953d93-39cc-497a-8543-c7fa1675efdf req-419ce49a-4617-4eac-9834-9a5c93fdfbea tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970 HTTP/1.1" status: 200 len: 932 time: 0.0816140 Jan 11 09:49:52.786345 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-6c6d66d0-006f-4454-b63e-136bf965df47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d1cd9a-113f-476f-87ec-c8f6675b567f {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:49:52.793594 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-6c6d66d0-006f-4454-b63e-136bf965df47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:52.797279 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-27953d93-39cc-497a-8543-c7fa1675efdf req-79eca712-ebbe-4645-8ef0-c3f6f01f3676 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=04637f52-13c1-4964-8ef2-dc5c394b64ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393493 Jan 11 09:49:52.809491 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-6c6d66d0-006f-4454-b63e-136bf965df47 service neutron] Transition to ACTIVE for port object 95d1cd9a-113f-476f-87ec-c8f6675b567f will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:49:52.814570 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-6c6d66d0-006f-4454-b63e-136bf965df47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:52.968892 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d66d0-006f-4454-b63e-136bf965df47 service neutron] Pushing event updated for resources: {'Port': ['ID=95d1cd9a-113f-476f-87ec-c8f6675b567f,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:53.051025 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-6c6d66d0-006f-4454-b63e-136bf965df47 service neutron] Attempting to bind port 95d1cd9a-113f-476f-87ec-c8f6675b567f on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:49:53.051353 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-6c6d66d0-006f-4454-b63e-136bf965df47 service neutron] Attempting to bind port 95d1cd9a-113f-476f-87ec-c8f6675b567f by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': 'dcfd4e66-4630-4a4f-9caf-26bd438d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:49:53.051682 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-6c6d66d0-006f-4454-b63e-136bf965df47 service neutron] Attempting to bind port 95d1cd9a-113f-476f-87ec-c8f6675b567f on network 2fb7cfa7-9ca4-4f9b-8524-44ea329218cb {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:49:53.056398 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-6c6d66d0-006f-4454-b63e-136bf965df47 service neutron] Port 95d1cd9a-113f-476f-87ec-c8f6675b567f on network 2fb7cfa7-9ca4-4f9b-8524-44ea329218cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:49:53.056711 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-6c6d66d0-006f-4454-b63e-136bf965df47 service neutron] Attempting to bind port 95d1cd9a-113f-476f-87ec-c8f6675b567f on network 2fb7cfa7-9ca4-4f9b-8524-44ea329218cb {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:49:53.062244 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-6c6d66d0-006f-4454-b63e-136bf965df47 service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:49:53.062659 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-6c6d66d0-006f-4454-b63e-136bf965df47 service neutron] Checking segment: {'id': 'dcfd4e66-4630-4a4f-9caf-26bd438d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:49:53.063041 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-6c6d66d0-006f-4454-b63e-136bf965df47 service neutron] Bound using segment: {'id': 'dcfd4e66-4630-4a4f-9caf-26bd438d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:49:53.063461 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-6c6d66d0-006f-4454-b63e-136bf965df47 service neutron] Bound port: 95d1cd9a-113f-476f-87ec-c8f6675b567f, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcfd4e66-4630-4a4f-9caf-26bd438d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:49:53.063796 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-6c6d66d0-006f-4454-b63e-136bf965df47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:53.150832 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-6c6d66d0-006f-4454-b63e-136bf965df47 service neutron] For port 95d1cd9a-113f-476f-87ec-c8f6675b567f, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:49:53.153689 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-6c6d66d0-006f-4454-b63e-136bf965df47 service neutron] For port 95d1cd9a-113f-476f-87ec-c8f6675b567f, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=95d1cd9a-113f-476f-87ec-c8f6675b567f,segment=NetworkSegment(dcfd4e66-4630-4a4f-9caf-26bd438d6e2e),segment_id=dcfd4e66-4630-4a4f-9caf-26bd438d6e2e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:49:53.158455 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-6c6d66d0-006f-4454-b63e-136bf965df47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:53.220863 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-6c6d66d0-006f-4454-b63e-136bf965df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:53.221476 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-6c6d66d0-006f-4454-b63e-136bf965df47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:53.222888 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-6c6d66d0-006f-4454-b63e-136bf965df47 service neutron] 10.222.0.42 "PUT /v2.0/ports/95d1cd9a-113f-476f-87ec-c8f6675b567f HTTP/1.1" status: 200 len: 1094 time: 0.9083648 Jan 11 09:49:53.223344 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3dfa0bb-89a7-4e41-b666-64173a2ad970', 'tag': '95d1cd9a-113f-476f-87ec-c8f6675b567f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:49:53.247951 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d66d0-006f-4454-b63e-136bf965df47 service neutron] Pushing event updated for resources: {'Port': ['ID=95d1cd9a-113f-476f-87ec-c8f6675b567f,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:53.296664 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3dfa0bb-89a7-4e41-b666-64173a2ad970', 'tag': '95d1cd9a-113f-476f-87ec-c8f6675b567f', 'status': 'completed', 'code': 200} Jan 11 09:49:53.338159 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-0a610c1d-cbfd-497d-8fa0-169a9e48c9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:53.339638 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-0a610c1d-cbfd-497d-8fa0-169a9e48c9e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970 HTTP/1.1" status: 200 len: 1097 time: 0.0750875 Jan 11 09:49:53.412229 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-f27a5708-a272-4a85-9f6f-49ab5fe20432 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95d1cd9a-113f-476f-87ec-c8f6675b567f HTTP/1.1" status: 200 len: 217 time: 0.0658779 Jan 11 09:49:53.473228 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-91650ff4-3fc9-4305-80d9-24ad0595ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:53.474636 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-91650ff4-3fc9-4305-80d9-24ad0595ddfb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=98ef7c86-ab74-46e9-a2c5-28af0a018ed4 HTTP/1.1" status: 200 len: 834 time: 0.0567999 Jan 11 09:49:53.654775 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-f81af634-75df-43bd-bdc1-a1d7578e53c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:53.656988 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-f81af634-75df-43bd-bdc1-a1d7578e53c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1770167 Jan 11 09:49:53.787858 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-946cc93e-39a1-41bf-b8bd-2ae11676c385 service neutron] 10.222.0.42 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247504 Jan 11 09:49:53.918815 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b6165e41-5893-40f6-9a97-d10ca16aeba8 req-64c9c043-b7e4-4563-875c-c1b6fcb8d84a service neutron] 10.222.0.42 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250618 Jan 11 09:49:53.984343 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820cb2a-913b-434c-bb88-8469eedbddf7 req-361323c2-7ff3-4f80-bc97-2f2d57b5281a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:53.986078 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9820cb2a-913b-434c-bb88-8469eedbddf7 req-361323c2-7ff3-4f80-bc97-2f2d57b5281a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970 HTTP/1.1" status: 200 len: 944 time: 0.0842419 Jan 11 09:49:54.030382 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9820cb2a-913b-434c-bb88-8469eedbddf7 req-e74376f9-f0df-4ee6-b563-9b14d6ad93a3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=04637f52-13c1-4964-8ef2-dc5c394b64ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384881 Jan 11 09:49:54.035739 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974b858-f1c1-4896-8d3e-770d01acbd68 req-f2149615-b56e-4f28-bfe0-fce4b7a959db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:54.037205 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7974b858-f1c1-4896-8d3e-770d01acbd68 req-f2149615-b56e-4f28-bfe0-fce4b7a959db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970 HTTP/1.1" status: 200 len: 1097 time: 0.0714672 Jan 11 09:49:54.072750 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:54.172166 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974b858-f1c1-4896-8d3e-770d01acbd68 req-ddf906bb-f207-4ab2-afc0-a659af589684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:54.173563 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7974b858-f1c1-4896-8d3e-770d01acbd68 req-ddf906bb-f207-4ab2-afc0-a659af589684 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb HTTP/1.1" status: 200 len: 897 time: 0.1299043 Jan 11 09:49:54.243028 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7974b858-f1c1-4896-8d3e-770d01acbd68 req-c683575a-8b2f-41c9-9a08-b846c542110a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95d1cd9a-113f-476f-87ec-c8f6675b567f HTTP/1.1" status: 200 len: 217 time: 0.0634050 Jan 11 09:49:54.307991 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974b858-f1c1-4896-8d3e-770d01acbd68 req-0aeef18e-2c4e-4423-965b-f3c60189b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:54.309445 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7974b858-f1c1-4896-8d3e-770d01acbd68 req-0aeef18e-2c4e-4423-965b-f3c60189b72a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=98ef7c86-ab74-46e9-a2c5-28af0a018ed4 HTTP/1.1" status: 200 len: 834 time: 0.0608764 Jan 11 09:49:54.381112 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974b858-f1c1-4896-8d3e-770d01acbd68 req-6cf71f6b-097f-4e91-b182-d805bf7f2c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:54.382552 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7974b858-f1c1-4896-8d3e-770d01acbd68 req-6cf71f6b-097f-4e91-b182-d805bf7f2c6c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678101 Jan 11 09:49:54.511001 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7974b858-f1c1-4896-8d3e-770d01acbd68 req-d1978d5e-1ea9-483c-9ccd-7c10fe4331d3 service neutron] 10.222.0.42 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220722 Jan 11 09:49:54.642183 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7974b858-f1c1-4896-8d3e-770d01acbd68 req-37e6865e-bdf6-404e-a92f-611abc84ad79 service neutron] 10.222.0.42 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246004 Jan 11 09:49:55.211805 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1f58d-a4bb-4296-b167-a147cfbcf604 req-c9e15494-a47d-482d-b1ff-86447cbabb68 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:55.213236 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-04b1f58d-a4bb-4296-b167-a147cfbcf604 req-c9e15494-a47d-482d-b1ff-86447cbabb68 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970 HTTP/1.1" status: 200 len: 944 time: 0.0785086 Jan 11 09:49:55.257110 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-04b1f58d-a4bb-4296-b167-a147cfbcf604 req-0b5f0d71-46b4-4f30-afe2-9dcdcdd2cbc4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=04637f52-13c1-4964-8ef2-dc5c394b64ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382245 Jan 11 09:49:56.543330 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379dd381-9e9e-44e0-83e4-9612ae0f561b req-fe1d3793-05dc-453d-af63-48336e87a46b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:56.544687 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-379dd381-9e9e-44e0-83e4-9612ae0f561b req-fe1d3793-05dc-453d-af63-48336e87a46b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970 HTTP/1.1" status: 200 len: 944 time: 0.1835959 Jan 11 09:49:56.587760 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-379dd381-9e9e-44e0-83e4-9612ae0f561b req-22fe9d60-abee-4988-ba26-1e4db31bd59e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=04637f52-13c1-4964-8ef2-dc5c394b64ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370264 Jan 11 09:49:56.651195 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 95d1cd9a-113f-476f-87ec-c8f6675b567f details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:49:56.789227 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 95d1cd9a-113f-476f-87ec-c8f6675b567f, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=95d1cd9a-113f-476f-87ec-c8f6675b567f,segment=NetworkSegment(dcfd4e66-4630-4a4f-9caf-26bd438d6e2e),segment_id=dcfd4e66-4630-4a4f-9caf-26bd438d6e2e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:49:56.807683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '95d1cd9a-113f-476f-87ec-c8f6675b567f', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'port_id': '95d1cd9a-113f-476f-87ec-c8f6675b567f', 'mac_address': 'fa:16:3e:1a:81:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:49:56.865220 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:56.881717 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d1cd9a-113f-476f-87ec-c8f6675b567f {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:49:56.896827 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 95d1cd9a-113f-476f-87ec-c8f6675b567f, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=95d1cd9a-113f-476f-87ec-c8f6675b567f,segment=NetworkSegment(dcfd4e66-4630-4a4f-9caf-26bd438d6e2e),segment_id=dcfd4e66-4630-4a4f-9caf-26bd438d6e2e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:49:56.900534 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:56.970227 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=95d1cd9a-113f-476f-87ec-c8f6675b567f,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:57.250181 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['95d1cd9a-113f-476f-87ec-c8f6675b567f'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:49:57.771409 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812b824-9f7d-4b1d-9407-eeb946d64ddf req-b75e7aae-a072-423b-980a-cd22cb106bb7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:57.772834 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c812b824-9f7d-4b1d-9407-eeb946d64ddf req-b75e7aae-a072-423b-980a-cd22cb106bb7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970 HTTP/1.1" status: 200 len: 945 time: 0.0790927 Jan 11 09:49:57.819250 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c812b824-9f7d-4b1d-9407-eeb946d64ddf req-2bdb5834-6d28-401e-a1e0-5f16b91b8aaf tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=04637f52-13c1-4964-8ef2-dc5c394b64ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408323 Jan 11 09:49:58.659261 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 95d1cd9a-113f-476f-87ec-c8f6675b567f up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:49:58.728834 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port 95d1cd9a-113f-476f-87ec-c8f6675b567f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:49:58.733953 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 95d1cd9a-113f-476f-87ec-c8f6675b567f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:49:58.734357 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:58.851131 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:58.876982 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3dfa0bb-89a7-4e41-b666-64173a2ad970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d1cd9a-113f-476f-87ec-c8f6675b567f'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:49:58.886488 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 95d1cd9a-113f-476f-87ec-c8f6675b567f, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=95d1cd9a-113f-476f-87ec-c8f6675b567f,segment=NetworkSegment(dcfd4e66-4630-4a4f-9caf-26bd438d6e2e),segment_id=dcfd4e66-4630-4a4f-9caf-26bd438d6e2e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:49:58.891535 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:49:58.960839 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=95d1cd9a-113f-476f-87ec-c8f6675b567f,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:49:58.977808 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3dfa0bb-89a7-4e41-b666-64173a2ad970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d1cd9a-113f-476f-87ec-c8f6675b567f', 'code': 200} Jan 11 09:49:59.016408 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44d14c-2603-46f9-a62f-15986086fe4a req-d5cd1320-df91-4eca-a08b-0c021e922cf1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:59.017853 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3f44d14c-2603-46f9-a62f-15986086fe4a req-d5cd1320-df91-4eca-a08b-0c021e922cf1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970 HTTP/1.1" status: 200 len: 946 time: 0.0846751 Jan 11 09:49:59.063822 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3f44d14c-2603-46f9-a62f-15986086fe4a req-5223ad57-5834-4d42-8902-1fb20f7aebd4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=04637f52-13c1-4964-8ef2-dc5c394b64ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399990 Jan 11 09:49:59.199279 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f59c4-b537-47b6-b6d1-2a37cbfed07c req-fe28794c-eec8-4327-b455-1464b8c12160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:49:59.200732 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-823f59c4-b537-47b6-b6d1-2a37cbfed07c req-fe28794c-eec8-4327-b455-1464b8c12160 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970 HTTP/1.1" status: 200 len: 1099 time: 0.0678346 Jan 11 09:49:59.243413 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-823f59c4-b537-47b6-b6d1-2a37cbfed07c req-49397e6e-e78d-4cca-b525-d662801b33b5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=04637f52-13c1-4964-8ef2-dc5c394b64ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367053 Jan 11 09:50:00.257590 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d4f42-0f1e-42bd-92ba-82356d7ea71b req-5dc20c1f-69ed-4df8-91c1-4fe14fa9234b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:00.259086 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-782d4f42-0f1e-42bd-92ba-82356d7ea71b req-5dc20c1f-69ed-4df8-91c1-4fe14fa9234b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970 HTTP/1.1" status: 200 len: 946 time: 0.0819378 Jan 11 09:50:00.302436 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-782d4f42-0f1e-42bd-92ba-82356d7ea71b req-0dcba92b-b8c0-4138-86b2-b17bbb269bf9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=04637f52-13c1-4964-8ef2-dc5c394b64ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378177 Jan 11 09:50:01.482198 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aac48c-cdef-48a5-8846-c4828f20f415 req-6d98c2e6-1cbd-43cf-87a2-db2df1e71b88 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:01.483626 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c8aac48c-cdef-48a5-8846-c4828f20f415 req-6d98c2e6-1cbd-43cf-87a2-db2df1e71b88 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970 HTTP/1.1" status: 200 len: 946 time: 0.0786300 Jan 11 09:50:01.526569 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c8aac48c-cdef-48a5-8846-c4828f20f415 req-bb24b1e3-7fb8-4d67-8de8-d5bacfb51f72 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=04637f52-13c1-4964-8ef2-dc5c394b64ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364249 Jan 11 09:50:01.711779 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f5b4f-d569-4029-839e-87b7cca537b1 req-ea4ae349-d8c8-4385-9a85-bb677349c8fe tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:01.713607 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-610f5b4f-d569-4029-839e-87b7cca537b1 req-ea4ae349-d8c8-4385-9a85-bb677349c8fe tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970 HTTP/1.1" status: 200 len: 946 time: 0.0816882 Jan 11 09:50:01.759121 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-610f5b4f-d569-4029-839e-87b7cca537b1 req-3f7236cc-3495-4e2f-ad27-d004284073c9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=04637f52-13c1-4964-8ef2-dc5c394b64ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402248 Jan 11 09:50:01.782600 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36722) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:50:01.851587 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0123f3bf-9022-4644-b891-004f236f5cfa tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:01.853080 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0123f3bf-9022-4644-b891-004f236f5cfa tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970 HTTP/1.1" status: 200 len: 1094 time: 0.0694954 Jan 11 09:50:01.855826 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36726) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:50:01.860794 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-25ef0401-bd2e-4818-8663-8c20b6d6ad24 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'port_id': '95d1cd9a-113f-476f-87ec-c8f6675b567f', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:50:01.866562 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-25ef0401-bd2e-4818-8663-8c20b6d6ad24 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:50:01.870365 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-25ef0401-bd2e-4818-8663-8c20b6d6ad24 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:floatingip and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:50:01.873165 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-25ef0401-bd2e-4818-8663-8c20b6d6ad24 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:50:01.878950 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-25ef0401-bd2e-4818-8663-8c20b6d6ad24 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:50:01.889259 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25ef0401-bd2e-4818-8663-8c20b6d6ad24 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:02.028466 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25ef0401-bd2e-4818-8663-8c20b6d6ad24 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:02.170581 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-25ef0401-bd2e-4818-8663-8c20b6d6ad24 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.26.3.227 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/63a923ca-8e87-405a-aa2c-97c18f3d8011) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:50:02.421651 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25ef0401-bd2e-4818-8663-8c20b6d6ad24 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:02.450501 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25ef0401-bd2e-4818-8663-8c20b6d6ad24 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:02.514197 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ef0401-bd2e-4818-8663-8c20b6d6ad24 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:50:02.517848 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-25ef0401-bd2e-4818-8663-8c20b6d6ad24 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:50:02.521396 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ef0401-bd2e-4818-8663-8c20b6d6ad24 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:50:02.553968 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef0401-bd2e-4818-8663-8c20b6d6ad24 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=63a923ca-8e87-405a-aa2c-97c18f3d8011,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:50:02.926886 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25ef0401-bd2e-4818-8663-8c20b6d6ad24 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:02.999054 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25ef0401-bd2e-4818-8663-8c20b6d6ad24 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:03.204901 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25ef0401-bd2e-4818-8663-8c20b6d6ad24 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:03.209104 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25ef0401-bd2e-4818-8663-8c20b6d6ad24 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:03.313768 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef0401-bd2e-4818-8663-8c20b6d6ad24 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=63a923ca-8e87-405a-aa2c-97c18f3d8011,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:50:03.323778 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25ef0401-bd2e-4818-8663-8c20b6d6ad24 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:03.492547 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [None req-25ef0401-bd2e-4818-8663-8c20b6d6ad24 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Floating IP b0862a34-8cb5-4c25-91fe-925145065815 associated. External IP: 172.26.3.227, port: 95d1cd9a-113f-476f-87ec-c8f6675b567f. Jan 11 09:50:03.958627 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ef0401-bd2e-4818-8663-8c20b6d6ad24 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:50:04.141786 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ef0401-bd2e-4818-8663-8c20b6d6ad24 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:50:04.151188 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b5696-ce1c-4245-a68f-bf23b75b6e2d None None] Sync routers for ids ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:50:04.161739 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b5696-ce1c-4245-a68f-bf23b75b6e2d None None] Routers {'8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:50:04.162379 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-741b5696-ce1c-4245-a68f-bf23b75b6e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:49:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:50:04.167323 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25ef0401-bd2e-4818-8663-8c20b6d6ad24 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:04.222152 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-25ef0401-bd2e-4818-8663-8c20b6d6ad24 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3653007 Jan 11 09:50:04.222736 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3dfa0bb-89a7-4e41-b666-64173a2ad970', 'tag': '95d1cd9a-113f-476f-87ec-c8f6675b567f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:50:04.224861 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36730) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:50:04.273627 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:04.280568 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3dfa0bb-89a7-4e41-b666-64173a2ad970', 'tag': '95d1cd9a-113f-476f-87ec-c8f6675b567f', 'status': 'completed', 'code': 200} Jan 11 09:50:04.318477 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94c9013-c326-4ebd-a927-7b87ff3fe892 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:04.320416 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f94c9013-c326-4ebd-a927-7b87ff3fe892 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970 HTTP/1.1" status: 200 len: 1094 time: 0.0945895 Jan 11 09:50:04.342344 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-741b5696-ce1c-4245-a68f-bf23b75b6e2d None None] Set router 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:50:04.376548 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995174b-4c70-4fdc-bab2-9b584e2be514 req-a581dfea-8f66-4738-9b2d-dcadce2a085d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:04.378115 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0995174b-4c70-4fdc-bab2-9b584e2be514 req-a581dfea-8f66-4738-9b2d-dcadce2a085d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970 HTTP/1.1" status: 200 len: 1099 time: 0.0783591 Jan 11 09:50:04.512156 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995174b-4c70-4fdc-bab2-9b584e2be514 req-ef73a1c1-6998-4ad0-ad2a-5e29f191b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:04.513701 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0995174b-4c70-4fdc-bab2-9b584e2be514 req-ef73a1c1-6998-4ad0-ad2a-5e29f191b9e9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb HTTP/1.1" status: 200 len: 897 time: 0.1296813 Jan 11 09:50:04.549345 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36738) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:50:04.555959 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-59325b6a-8aaa-4b75-b592-378f28ba743a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-593788277', 'description': 'tempest-secgroup-smoke-593788277 description', 'project_id': 'b18c1b552dc34b41889b96f8d477063d'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:50:04.562975 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-59325b6a-8aaa-4b75-b592-378f28ba743a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:50:04.572902 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-59325b6a-8aaa-4b75-b592-378f28ba743a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:50:04.583642 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59325b6a-8aaa-4b75-b592-378f28ba743a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:04.607814 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-59325b6a-8aaa-4b75-b592-378f28ba743a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:50:04.611882 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-59325b6a-8aaa-4b75-b592-378f28ba743a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:50:04.615171 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-59325b6a-8aaa-4b75-b592-378f28ba743a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:50:04.619248 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0995174b-4c70-4fdc-bab2-9b584e2be514 req-3874a938-ac12-4e27-b506-503721e06a40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95d1cd9a-113f-476f-87ec-c8f6675b567f HTTP/1.1" status: 200 len: 1000 time: 0.0999811 Jan 11 09:50:04.621018 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-59325b6a-8aaa-4b75-b592-378f28ba743a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:50:04.698015 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995174b-4c70-4fdc-bab2-9b584e2be514 req-dea7e50e-eeb1-4c82-84e8-feee24d3858f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:04.698643 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59325b6a-8aaa-4b75-b592-378f28ba743a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:04.699509 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0995174b-4c70-4fdc-bab2-9b584e2be514 req-dea7e50e-eeb1-4c82-84e8-feee24d3858f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=98ef7c86-ab74-46e9-a2c5-28af0a018ed4 HTTP/1.1" status: 200 len: 834 time: 0.0730956 Jan 11 09:50:04.704469 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59325b6a-8aaa-4b75-b592-378f28ba743a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:04.739003 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-741b5696-ce1c-4245-a68f-bf23b75b6e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'name': 'tempest-TestNetworkBasicOps-router-152937424', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:45Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'b0862a34-8cb5-4c25-91fe-925145065815', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.227', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'port_id': '95d1cd9a-113f-476f-87ec-c8f6675b567f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'mac_address': 'fa:16:3e:1a:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfa0bb-89a7-4e41-b666-64173a2ad970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:50:02Z', 'updated_at': '2022-01-11T09:50:02Z', 'revision_number': 0, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c978f5c3-04da-4446-b699-a9954744d3e3', 'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:da:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:44Z', 'updated_at': '2022-01-11T09:49:50Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:50:04.740001 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59325b6a-8aaa-4b75-b592-378f28ba743a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:04.744016 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-59325b6a-8aaa-4b75-b592-378f28ba743a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1907058 Jan 11 09:50:04.744182 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b5696-ce1c-4245-a68f-bf23b75b6e2d None None] Checking router: 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:50:04.745110 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36742) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:50:04.752997 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b5696-ce1c-4245-a68f-bf23b75b6e2d None None] Routers {'8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:50:04.753685 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c33e945e-116b-4d45-b3b6-8712b0a0c2d7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '1356686c-3d8d-4879-b9ff-5056abc44c9f', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:50:04.753838 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-741b5696-ce1c-4245-a68f-bf23b75b6e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:49:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:50:04.759482 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c33e945e-116b-4d45-b3b6-8712b0a0c2d7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:50:04.763486 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c33e945e-116b-4d45-b3b6-8712b0a0c2d7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:50:04.766433 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c33e945e-116b-4d45-b3b6-8712b0a0c2d7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:50:04.772561 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c33e945e-116b-4d45-b3b6-8712b0a0c2d7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:50:04.786802 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995174b-4c70-4fdc-bab2-9b584e2be514 req-cbfbbd81-b066-4bde-9eb5-0c0d05d3aad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:04.788484 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0995174b-4c70-4fdc-bab2-9b584e2be514 req-cbfbbd81-b066-4bde-9eb5-0c0d05d3aad9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830743 Jan 11 09:50:04.797738 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c33e945e-116b-4d45-b3b6-8712b0a0c2d7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:04.809638 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59325b6a-8aaa-4b75-b592-378f28ba743a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1356686c-3d8d-4879-b9ff-5056abc44c9f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:50:04.862499 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c33e945e-116b-4d45-b3b6-8712b0a0c2d7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:04.866523 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c33e945e-116b-4d45-b3b6-8712b0a0c2d7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:04.890754 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e945e-116b-4d45-b3b6-8712b0a0c2d7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df881f2-6982-423e-bb04-8934e8857fec,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:50:04.900608 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c33e945e-116b-4d45-b3b6-8712b0a0c2d7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:04.905326 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c33e945e-116b-4d45-b3b6-8712b0a0c2d7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1559985 Jan 11 09:50:04.905326 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36746) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:50:04.910298 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-0adb5693-ab6d-4d52-b2ef-3b73177e8908 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '1356686c-3d8d-4879-b9ff-5056abc44c9f', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:50:04.916339 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0adb5693-ab6d-4d52-b2ef-3b73177e8908 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:50:04.923118 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0adb5693-ab6d-4d52-b2ef-3b73177e8908 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:50:04.926318 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0adb5693-ab6d-4d52-b2ef-3b73177e8908 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:50:04.932153 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0995174b-4c70-4fdc-bab2-9b584e2be514 req-04820656-469b-41f0-9a6c-ca3d5a494202 service neutron] 10.222.0.42 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377690 Jan 11 09:50:04.932410 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0adb5693-ab6d-4d52-b2ef-3b73177e8908 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:50:04.943113 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-741b5696-ce1c-4245-a68f-bf23b75b6e2d None None] Set router 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:50:04.954682 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0adb5693-ab6d-4d52-b2ef-3b73177e8908 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:05.019153 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0adb5693-ab6d-4d52-b2ef-3b73177e8908 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:05.022790 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0adb5693-ab6d-4d52-b2ef-3b73177e8908 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:05.048937 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb5693-ab6d-4d52-b2ef-3b73177e8908 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c24c8e3-a153-4199-81c6-68edfe9fbc9a,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:50:05.058769 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0adb5693-ab6d-4d52-b2ef-3b73177e8908 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:05.060048 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0adb5693-ab6d-4d52-b2ef-3b73177e8908 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1541059 Jan 11 09:50:05.063577 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36750) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:50:05.076927 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-cb1489ec-c1a6-4338-8b26-1cf8defc2937 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '1356686c-3d8d-4879-b9ff-5056abc44c9f', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:50:05.087229 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cb1489ec-c1a6-4338-8b26-1cf8defc2937 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:50:05.093396 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0995174b-4c70-4fdc-bab2-9b584e2be514 req-de3a65aa-358c-4ea4-b78a-fbf61b79b3cd service neutron] 10.222.0.42 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546898 Jan 11 09:50:05.094919 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-cb1489ec-c1a6-4338-8b26-1cf8defc2937 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:50:05.097862 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-cb1489ec-c1a6-4338-8b26-1cf8defc2937 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:50:05.103621 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cb1489ec-c1a6-4338-8b26-1cf8defc2937 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:50:05.122740 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cb1489ec-c1a6-4338-8b26-1cf8defc2937 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:05.191034 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cb1489ec-c1a6-4338-8b26-1cf8defc2937 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:05.194607 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cb1489ec-c1a6-4338-8b26-1cf8defc2937 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:05.217269 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1489ec-c1a6-4338-8b26-1cf8defc2937 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa29f91-a342-45a8-9f90-52987389545e,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:50:05.227030 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cb1489ec-c1a6-4338-8b26-1cf8defc2937 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:05.228326 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-cb1489ec-c1a6-4338-8b26-1cf8defc2937 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1636763 Jan 11 09:50:05.231068 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36754) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:50:05.237137 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-cbe4a0ee-d06e-46b6-8c7a-1b058abf08f3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '1356686c-3d8d-4879-b9ff-5056abc44c9f', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:50:05.242807 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cbe4a0ee-d06e-46b6-8c7a-1b058abf08f3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:50:05.246720 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-cbe4a0ee-d06e-46b6-8c7a-1b058abf08f3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:50:05.249686 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-cbe4a0ee-d06e-46b6-8c7a-1b058abf08f3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:50:05.256240 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-cbe4a0ee-d06e-46b6-8c7a-1b058abf08f3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:50:05.273511 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a0ee-d06e-46b6-8c7a-1b058abf08f3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:05.298660 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-741b5696-ce1c-4245-a68f-bf23b75b6e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'name': 'tempest-TestNetworkBasicOps-router-152937424', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:45Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'b0862a34-8cb5-4c25-91fe-925145065815', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.227', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'port_id': '95d1cd9a-113f-476f-87ec-c8f6675b567f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'mac_address': 'fa:16:3e:1a:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfa0bb-89a7-4e41-b666-64173a2ad970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:50:02Z', 'updated_at': '2022-01-11T09:50:02Z', 'revision_number': 0, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c978f5c3-04da-4446-b699-a9954744d3e3', 'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:da:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:44Z', 'updated_at': '2022-01-11T09:49:50Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:50:05.302529 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b5696-ce1c-4245-a68f-bf23b75b6e2d None None] The sync data for ids ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'] in dv-neutron-823402-4-hyperv is: [{'id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'name': 'tempest-TestNetworkBasicOps-router-152937424', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:45Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'b0862a34-8cb5-4c25-91fe-925145065815', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.227', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'port_id': '95d1cd9a-113f-476f-87ec-c8f6675b567f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'mac_address': 'fa:16:3e:1a:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfa0bb-89a7-4e41-b666-64173a2ad970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:50:02Z', 'updated_at': '2022-01-11T09:50:02Z', 'revision_number': 0, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c978f5c3-04da-4446-b699-a9954744d3e3', 'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:da:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:44Z', 'updated_at': '2022-01-11T09:49:50Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:50:05.336885 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a0ee-d06e-46b6-8c7a-1b058abf08f3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:05.340327 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a0ee-d06e-46b6-8c7a-1b058abf08f3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:05.363646 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4a0ee-d06e-46b6-8c7a-1b058abf08f3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2fa545-dc51-4b1f-893a-b733f8c6174b,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:50:05.373153 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a0ee-d06e-46b6-8c7a-1b058abf08f3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:05.374460 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-cbe4a0ee-d06e-46b6-8c7a-1b058abf08f3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1424994 Jan 11 09:50:05.377629 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36758) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:50:05.382995 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4c12698c-aa16-4dde-9314-939bc652a7c9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '1356686c-3d8d-4879-b9ff-5056abc44c9f', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:50:05.388954 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4c12698c-aa16-4dde-9314-939bc652a7c9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:50:05.393013 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4c12698c-aa16-4dde-9314-939bc652a7c9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:50:05.395936 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4c12698c-aa16-4dde-9314-939bc652a7c9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:50:05.401534 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4c12698c-aa16-4dde-9314-939bc652a7c9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:50:05.412894 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-4c12698c-aa16-4dde-9314-939bc652a7c9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Project b18c1b552dc34b41889b96f8d477063d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:50:05.419643 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c12698c-aa16-4dde-9314-939bc652a7c9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:05.489247 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c12698c-aa16-4dde-9314-939bc652a7c9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:05.493321 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c12698c-aa16-4dde-9314-939bc652a7c9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:05.500464 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d63bf2-bc96-4e96-ba33-2fb664fe572c None None] New status for floating IP b0862a34-8cb5-4c25-91fe-925145065815: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:50:05.520640 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12698c-aa16-4dde-9314-939bc652a7c9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453d5789-2e15-4f75-8deb-d6f46b5e8ab4,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:50:05.529327 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c12698c-aa16-4dde-9314-939bc652a7c9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:05.530560 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4c12698c-aa16-4dde-9314-939bc652a7c9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1519408 Jan 11 09:50:05.534293 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36762) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:50:05.539449 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-aff3c48c-3cc2-4d0b-9249-49b50b5f3226 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '1356686c-3d8d-4879-b9ff-5056abc44c9f', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:50:05.545348 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-aff3c48c-3cc2-4d0b-9249-49b50b5f3226 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:50:05.549267 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-aff3c48c-3cc2-4d0b-9249-49b50b5f3226 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:50:05.552321 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-aff3c48c-3cc2-4d0b-9249-49b50b5f3226 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:50:05.558877 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-aff3c48c-3cc2-4d0b-9249-49b50b5f3226 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:50:05.570205 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-aff3c48c-3cc2-4d0b-9249-49b50b5f3226 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Project b18c1b552dc34b41889b96f8d477063d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:50:05.577082 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aff3c48c-3cc2-4d0b-9249-49b50b5f3226 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:05.643188 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aff3c48c-3cc2-4d0b-9249-49b50b5f3226 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:05.647434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aff3c48c-3cc2-4d0b-9249-49b50b5f3226 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:05.670622 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3c48c-3cc2-4d0b-9249-49b50b5f3226 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d2bd4b-3f0b-42fb-aafa-aebaaf91a2fd,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:50:05.682831 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-aff3c48c-3cc2-4d0b-9249-49b50b5f3226 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:05.684200 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-aff3c48c-3cc2-4d0b-9249-49b50b5f3226 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1489460 Jan 11 09:50:05.901978 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-1e0576ea-eb16-42c2-8bc3-4460fad9c4e5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:50:05.916860 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-1e0576ea-eb16-42c2-8bc3-4460fad9c4e5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:50:05.917947 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-1e0576ea-eb16-42c2-8bc3-4460fad9c4e5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-593788277&fields=id&tenant_id=b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 267 time: 0.0528173 Jan 11 09:50:06.069601 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-c71cfe78-d052-4628-8463-8e528bb3038f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:06.070966 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-c71cfe78-d052-4628-8463-8e528bb3038f tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/networks?id=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb HTTP/1.1" status: 200 len: 796 time: 0.1455638 Jan 11 09:50:06.086011 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-fce4817f-6cc9-4331-8c0f-e566208a7655 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/quotas/b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 375 time: 0.0096731 Jan 11 09:50:06.176299 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-52a7d4a1-741c-40ab-bc84-20c85afd592e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0853972 Jan 11 09:50:06.311779 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-0057a370-088b-42e3-8859-2bca6a216e38 service neutron] 10.222.0.15 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232162 Jan 11 09:50:06.442950 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-a9b723e5-34d3-4767-9141-832788567d6d service neutron] 10.222.0.15 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249249 Jan 11 09:50:06.613331 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-874005d2-dbf0-4bcb-acf4-c01d97c71c72 req-8f35f49a-b039-4e1e-9a27-e042a75b4ec9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=268fff67-1ab1-4a5e-bcd3-a5453c1acf19 HTTP/1.1" status: 200 len: 210 time: 0.0419834 Jan 11 09:50:07.607804 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-db9d3773-0d0f-4a1e-b517-4ccf90844b39 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:07.609766 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-db9d3773-0d0f-4a1e-b517-4ccf90844b39 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/networks?id=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb HTTP/1.1" status: 200 len: 796 time: 0.1486688 Jan 11 09:50:07.669360 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-9edeaf1e-07db-4fc9-98bf-841df5e92062 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 471 time: 0.0513713 Jan 11 09:50:07.677642 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-d1ea1e7b-b15a-4136-a950-7be3c4ecc8cc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'port': {'device_id': '268fff67-1ab1-4a5e-bcd3-a5453c1acf19', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'admin_state_up': True, 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'security_groups': ['1356686c-3d8d-4879-b9ff-5056abc44c9f']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:50:07.778763 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3760c0fe-3bb1-4b18-a36e-5000cc8ce6f8 req-fdbadf32-1a56-4628-8730-15ae4a777203 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=268fff67-1ab1-4a5e-bcd3-a5453c1acf19 HTTP/1.1" status: 200 len: 210 time: 0.0473440 Jan 11 09:50:07.930645 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-d1ea1e7b-b15a-4136-a950-7be3c4ecc8cc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:50:07.934550 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-d1ea1e7b-b15a-4136-a950-7be3c4ecc8cc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:port and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:50:07.937392 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-d1ea1e7b-b15a-4136-a950-7be3c4ecc8cc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:50:07.942975 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-d1ea1e7b-b15a-4136-a950-7be3c4ecc8cc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:50:07.952380 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-d1ea1e7b-b15a-4136-a950-7be3c4ecc8cc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Made reservation on behalf of b18c1b552dc34b41889b96f8d477063d for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:50:07.956456 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-d1ea1e7b-b15a-4136-a950-7be3c4ecc8cc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:08.115190 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-d1ea1e7b-b15a-4136-a950-7be3c4ecc8cc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.20.0.7 (2fb7cfa7-9ca4-4f9b-8524-44ea329218cb/98ef7c86-ab74-46e9-a2c5-28af0a018ed4/f1b8adad-b76e-4e90-a622-1f6e716006d2) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:50:08.310906 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-d1ea1e7b-b15a-4136-a950-7be3c4ecc8cc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:08.326250 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-d1ea1e7b-b15a-4136-a950-7be3c4ecc8cc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Transition to ACTIVE for port object f1b8adad-b76e-4e90-a622-1f6e716006d2 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:50:08.348942 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-d1ea1e7b-b15a-4136-a950-7be3c4ecc8cc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:08.423036 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-d1ea1e7b-b15a-4136-a950-7be3c4ecc8cc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 2fb7cfa7-9ca4-4f9b-8524-44ea329218cb is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:50:08.426232 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-d1ea1e7b-b15a-4136-a950-7be3c4ecc8cc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:50:08.431090 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-d1ea1e7b-b15a-4136-a950-7be3c4ecc8cc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:50:08.460545 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea1e7b-b15a-4136-a950-7be3c4ecc8cc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=f1b8adad-b76e-4e90-a622-1f6e716006d2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:50:08.497597 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-d1ea1e7b-b15a-4136-a950-7be3c4ecc8cc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:08.498274 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-d1ea1e7b-b15a-4136-a950-7be3c4ecc8cc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:08.526841 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-d1ea1e7b-b15a-4136-a950-7be3c4ecc8cc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8524654 Jan 11 09:50:08.539377 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-6886446f-9a02-4c7c-b9e2-bee3addeb910 service neutron] Request body: {'port': {'device_id': '268fff67-1ab1-4a5e-bcd3-a5453c1acf19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:50:08.621673 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1ef68c96-e219-484f-872a-49877e3e3a42 None None] Provisioning for port f1b8adad-b76e-4e90-a622-1f6e716006d2 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:50:08.626409 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1ef68c96-e219-484f-872a-49877e3e3a42 None None] Provisioning complete for port f1b8adad-b76e-4e90-a622-1f6e716006d2 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:50:08.626799 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1ef68c96-e219-484f-872a-49877e3e3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:08.655926 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-6886446f-9a02-4c7c-b9e2-bee3addeb910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:08.683563 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1ef68c96-e219-484f-872a-49877e3e3a42 None None] Port f1b8adad-b76e-4e90-a622-1f6e716006d2 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:50:08.964162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618331d-57b5-4a1b-9c05-73edd344381f req-360d875b-1f48-4720-b753-6a666a0f271b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:08.965613 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3618331d-57b5-4a1b-9c05-73edd344381f req-360d875b-1f48-4720-b753-6a666a0f271b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=268fff67-1ab1-4a5e-bcd3-a5453c1acf19 HTTP/1.1" status: 200 len: 931 time: 0.0797567 Jan 11 09:50:09.010529 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3618331d-57b5-4a1b-9c05-73edd344381f req-6a1298bf-d347-4c2a-9221-25da87a7159a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=1356686c-3d8d-4879-b9ff-5056abc44c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382552 Jan 11 09:50:09.017033 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-6886446f-9a02-4c7c-b9e2-bee3addeb910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b8adad-b76e-4e90-a622-1f6e716006d2 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:50:09.025075 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-6886446f-9a02-4c7c-b9e2-bee3addeb910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:09.039464 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-6886446f-9a02-4c7c-b9e2-bee3addeb910 service neutron] Transition to ACTIVE for port object f1b8adad-b76e-4e90-a622-1f6e716006d2 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:50:09.043192 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-6886446f-9a02-4c7c-b9e2-bee3addeb910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:09.174752 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886446f-9a02-4c7c-b9e2-bee3addeb910 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b8adad-b76e-4e90-a622-1f6e716006d2,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:50:09.285635 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-6886446f-9a02-4c7c-b9e2-bee3addeb910 service neutron] Attempting to bind port f1b8adad-b76e-4e90-a622-1f6e716006d2 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:50:09.285961 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-6886446f-9a02-4c7c-b9e2-bee3addeb910 service neutron] Attempting to bind port f1b8adad-b76e-4e90-a622-1f6e716006d2 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': 'dcfd4e66-4630-4a4f-9caf-26bd438d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:50:09.286312 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-6886446f-9a02-4c7c-b9e2-bee3addeb910 service neutron] Attempting to bind port f1b8adad-b76e-4e90-a622-1f6e716006d2 on network 2fb7cfa7-9ca4-4f9b-8524-44ea329218cb {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:50:09.290752 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-6886446f-9a02-4c7c-b9e2-bee3addeb910 service neutron] Port f1b8adad-b76e-4e90-a622-1f6e716006d2 on network 2fb7cfa7-9ca4-4f9b-8524-44ea329218cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:50:09.291064 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-6886446f-9a02-4c7c-b9e2-bee3addeb910 service neutron] Attempting to bind port f1b8adad-b76e-4e90-a622-1f6e716006d2 on network 2fb7cfa7-9ca4-4f9b-8524-44ea329218cb {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:50:09.295986 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-6886446f-9a02-4c7c-b9e2-bee3addeb910 service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:50:09.296311 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-6886446f-9a02-4c7c-b9e2-bee3addeb910 service neutron] Checking segment: {'id': 'dcfd4e66-4630-4a4f-9caf-26bd438d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:50:09.296722 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-6886446f-9a02-4c7c-b9e2-bee3addeb910 service neutron] Bound using segment: {'id': 'dcfd4e66-4630-4a4f-9caf-26bd438d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:50:09.297128 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-6886446f-9a02-4c7c-b9e2-bee3addeb910 service neutron] Bound port: f1b8adad-b76e-4e90-a622-1f6e716006d2, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcfd4e66-4630-4a4f-9caf-26bd438d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:50:09.297459 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-6886446f-9a02-4c7c-b9e2-bee3addeb910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:09.387010 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-6886446f-9a02-4c7c-b9e2-bee3addeb910 service neutron] For port f1b8adad-b76e-4e90-a622-1f6e716006d2, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:50:09.389742 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-6886446f-9a02-4c7c-b9e2-bee3addeb910 service neutron] For port f1b8adad-b76e-4e90-a622-1f6e716006d2, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=f1b8adad-b76e-4e90-a622-1f6e716006d2,segment=NetworkSegment(dcfd4e66-4630-4a4f-9caf-26bd438d6e2e),segment_id=dcfd4e66-4630-4a4f-9caf-26bd438d6e2e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:50:09.394447 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-6886446f-9a02-4c7c-b9e2-bee3addeb910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:09.450619 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-6886446f-9a02-4c7c-b9e2-bee3addeb910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:09.451220 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-6886446f-9a02-4c7c-b9e2-bee3addeb910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:09.452586 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-6886446f-9a02-4c7c-b9e2-bee3addeb910 service neutron] 10.222.0.42 "PUT /v2.0/ports/f1b8adad-b76e-4e90-a622-1f6e716006d2 HTTP/1.1" status: 200 len: 1093 time: 0.9187639 Jan 11 09:50:09.453629 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268fff67-1ab1-4a5e-bcd3-a5453c1acf19', 'tag': 'f1b8adad-b76e-4e90-a622-1f6e716006d2'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:50:09.477962 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886446f-9a02-4c7c-b9e2-bee3addeb910 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b8adad-b76e-4e90-a622-1f6e716006d2,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:50:09.525263 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268fff67-1ab1-4a5e-bcd3-a5453c1acf19', 'tag': 'f1b8adad-b76e-4e90-a622-1f6e716006d2', 'status': 'completed', 'code': 200} Jan 11 09:50:09.571076 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-bdaa176e-1ca4-4219-adf7-f8ec4aad7624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:09.572540 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-bdaa176e-1ca4-4219-adf7-f8ec4aad7624 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=268fff67-1ab1-4a5e-bcd3-a5453c1acf19 HTTP/1.1" status: 200 len: 1096 time: 0.0797882 Jan 11 09:50:09.641434 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-fbd01477-3c31-4810-aa64-1d44b0df6bcf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1b8adad-b76e-4e90-a622-1f6e716006d2 HTTP/1.1" status: 200 len: 217 time: 0.0615578 Jan 11 09:50:09.813342 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-be0dc1e8-52db-4695-a7c4-a2c0f3f331b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:09.814763 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-be0dc1e8-52db-4695-a7c4-a2c0f3f331b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=98ef7c86-ab74-46e9-a2c5-28af0a018ed4 HTTP/1.1" status: 200 len: 834 time: 0.1683958 Jan 11 09:50:09.886213 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-f2e61edf-a102-46f1-81fd-0ed31efafa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:09.887638 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-f2e61edf-a102-46f1-81fd-0ed31efafa1e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672650 Jan 11 09:50:10.018741 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-3c1f60e1-6ab3-4985-b1b7-353e94b1c87c service neutron] 10.222.0.42 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251414 Jan 11 09:50:10.150603 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-41fff18d-7b8a-4a36-8df9-e6c512a9a9bc req-60b6a26b-db34-4c08-9448-46d9b260a70a service neutron] 10.222.0.42 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259608 Jan 11 09:50:10.198950 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ccbb7-21a1-44a4-b9e7-376bd97094ff req-6a4c14c6-6171-4057-b865-e55d07db27b9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:10.200419 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-368ccbb7-21a1-44a4-b9e7-376bd97094ff req-6a4c14c6-6171-4057-b865-e55d07db27b9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=268fff67-1ab1-4a5e-bcd3-a5453c1acf19 HTTP/1.1" status: 200 len: 943 time: 0.0870154 Jan 11 09:50:10.248001 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-368ccbb7-21a1-44a4-b9e7-376bd97094ff req-7428f1b9-356b-4c8f-a2ab-33c8d9900d39 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=1356686c-3d8d-4879-b9ff-5056abc44c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406730 Jan 11 09:50:10.273237 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edafb7-cc0a-4a86-b17d-baa4587fb1de req-dc24ac00-5ac0-4269-8dfe-55d35e6aa352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:10.274735 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-42edafb7-cc0a-4a86-b17d-baa4587fb1de req-dc24ac00-5ac0-4269-8dfe-55d35e6aa352 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=268fff67-1ab1-4a5e-bcd3-a5453c1acf19 HTTP/1.1" status: 200 len: 1096 time: 0.0796442 Jan 11 09:50:10.404841 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edafb7-cc0a-4a86-b17d-baa4587fb1de req-3193bf39-bb61-48c1-a018-e28720892a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:10.406842 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-42edafb7-cc0a-4a86-b17d-baa4587fb1de req-3193bf39-bb61-48c1-a018-e28720892a1f service neutron] 10.222.0.42 "GET /v2.0/networks?id=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb HTTP/1.1" status: 200 len: 897 time: 0.1255412 Jan 11 09:50:10.474568 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-42edafb7-cc0a-4a86-b17d-baa4587fb1de req-4fec04cd-7467-49b6-8365-b60e81c98011 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1b8adad-b76e-4e90-a622-1f6e716006d2 HTTP/1.1" status: 200 len: 217 time: 0.0621953 Jan 11 09:50:10.535209 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edafb7-cc0a-4a86-b17d-baa4587fb1de req-309eadc9-2631-45fe-b404-2a04badf51be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:10.536541 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-42edafb7-cc0a-4a86-b17d-baa4587fb1de req-309eadc9-2631-45fe-b404-2a04badf51be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=98ef7c86-ab74-46e9-a2c5-28af0a018ed4 HTTP/1.1" status: 200 len: 834 time: 0.0568120 Jan 11 09:50:10.608609 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edafb7-cc0a-4a86-b17d-baa4587fb1de req-b11d470e-ce59-4c02-b6e6-68b8c31249ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:10.610634 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-42edafb7-cc0a-4a86-b17d-baa4587fb1de req-b11d470e-ce59-4c02-b6e6-68b8c31249ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685918 Jan 11 09:50:10.741843 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-42edafb7-cc0a-4a86-b17d-baa4587fb1de req-c8570b6c-6bc5-48c2-82e2-c71e0ec86e48 service neutron] 10.222.0.42 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248305 Jan 11 09:50:10.871344 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-42edafb7-cc0a-4a86-b17d-baa4587fb1de req-05cbe7c4-3f8d-4ba0-b176-29996e0d410d service neutron] 10.222.0.42 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228914 Jan 11 09:50:11.437755 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43733ac7-4189-4a62-af51-ab2e0816ab58 req-db9efdcc-158a-4201-9853-1790d03616f9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:11.439588 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-43733ac7-4189-4a62-af51-ab2e0816ab58 req-db9efdcc-158a-4201-9853-1790d03616f9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=268fff67-1ab1-4a5e-bcd3-a5453c1acf19 HTTP/1.1" status: 200 len: 943 time: 0.0813177 Jan 11 09:50:11.484642 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-43733ac7-4189-4a62-af51-ab2e0816ab58 req-7c71b955-5f37-47bd-953b-57d18a87c803 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=1356686c-3d8d-4879-b9ff-5056abc44c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387042 Jan 11 09:50:12.670973 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7106f-f9a9-4f28-9abb-72adcbdac94e req-935978b5-e35b-4a92-af39-b00929bdbef2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:12.672701 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d2b7106f-f9a9-4f28-9abb-72adcbdac94e req-935978b5-e35b-4a92-af39-b00929bdbef2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=268fff67-1ab1-4a5e-bcd3-a5453c1acf19 HTTP/1.1" status: 200 len: 943 time: 0.0824561 Jan 11 09:50:12.717095 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d2b7106f-f9a9-4f28-9abb-72adcbdac94e req-7ad0b86b-a4f7-4dd7-bc97-0d172061aaf2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=1356686c-3d8d-4879-b9ff-5056abc44c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386446 Jan 11 09:50:12.737063 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device f1b8adad-b76e-4e90-a622-1f6e716006d2 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:50:12.870616 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port f1b8adad-b76e-4e90-a622-1f6e716006d2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=f1b8adad-b76e-4e90-a622-1f6e716006d2,segment=NetworkSegment(dcfd4e66-4630-4a4f-9caf-26bd438d6e2e),segment_id=dcfd4e66-4630-4a4f-9caf-26bd438d6e2e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:50:12.884169 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': 'f1b8adad-b76e-4e90-a622-1f6e716006d2', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'port_id': 'f1b8adad-b76e-4e90-a622-1f6e716006d2', 'mac_address': 'fa:16:3e:25:60:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:50:12.940601 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:12.957030 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b8adad-b76e-4e90-a622-1f6e716006d2 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:50:12.972130 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port f1b8adad-b76e-4e90-a622-1f6e716006d2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=f1b8adad-b76e-4e90-a622-1f6e716006d2,segment=NetworkSegment(dcfd4e66-4630-4a4f-9caf-26bd438d6e2e),segment_id=dcfd4e66-4630-4a4f-9caf-26bd438d6e2e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:50:12.975917 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:13.040929 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=f1b8adad-b76e-4e90-a622-1f6e716006d2,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:50:13.306019 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['f1b8adad-b76e-4e90-a622-1f6e716006d2'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:50:13.898503 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44b591-65fb-4d72-a9b1-c0c3dcc63328 req-263c5a6f-987d-46e4-85b1-5415ab0d364e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:13.899951 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ca44b591-65fb-4d72-a9b1-c0c3dcc63328 req-263c5a6f-987d-46e4-85b1-5415ab0d364e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=268fff67-1ab1-4a5e-bcd3-a5453c1acf19 HTTP/1.1" status: 200 len: 944 time: 0.0794039 Jan 11 09:50:13.946649 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ca44b591-65fb-4d72-a9b1-c0c3dcc63328 req-7afe2410-707a-4d4d-90b2-84f449fa75fc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=1356686c-3d8d-4879-b9ff-5056abc44c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411646 Jan 11 09:50:14.727645 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device f1b8adad-b76e-4e90-a622-1f6e716006d2 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:50:14.795312 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port f1b8adad-b76e-4e90-a622-1f6e716006d2 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:50:14.800457 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port f1b8adad-b76e-4e90-a622-1f6e716006d2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:50:14.800848 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:14.914315 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:14.940573 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268fff67-1ab1-4a5e-bcd3-a5453c1acf19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b8adad-b76e-4e90-a622-1f6e716006d2'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:50:14.950239 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port f1b8adad-b76e-4e90-a622-1f6e716006d2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=f1b8adad-b76e-4e90-a622-1f6e716006d2,segment=NetworkSegment(dcfd4e66-4630-4a4f-9caf-26bd438d6e2e),segment_id=dcfd4e66-4630-4a4f-9caf-26bd438d6e2e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:50:14.954530 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:14.986875 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268fff67-1ab1-4a5e-bcd3-a5453c1acf19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b8adad-b76e-4e90-a622-1f6e716006d2', 'code': 200} Jan 11 09:50:15.029581 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=f1b8adad-b76e-4e90-a622-1f6e716006d2,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:50:15.138680 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd4863-cbad-4141-8333-a30509213339 req-774b8e7f-0e74-4d7c-a2cb-cb0737c96f53 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:15.140945 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7fbd4863-cbad-4141-8333-a30509213339 req-774b8e7f-0e74-4d7c-a2cb-cb0737c96f53 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=268fff67-1ab1-4a5e-bcd3-a5453c1acf19 HTTP/1.1" status: 200 len: 945 time: 0.0819862 Jan 11 09:50:15.190999 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7fbd4863-cbad-4141-8333-a30509213339 req-e29fc35a-1335-49f7-8e97-e1e331e93162 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=1356686c-3d8d-4879-b9ff-5056abc44c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436559 Jan 11 09:50:15.224017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fcd4e-a8d5-4c31-9745-d341e9deb2f5 req-1ec119e9-be8c-4c35-ba72-ebd73e3024d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:15.225480 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-078fcd4e-a8d5-4c31-9745-d341e9deb2f5 req-1ec119e9-be8c-4c35-ba72-ebd73e3024d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=268fff67-1ab1-4a5e-bcd3-a5453c1acf19 HTTP/1.1" status: 200 len: 1098 time: 0.0756238 Jan 11 09:50:15.264710 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-078fcd4e-a8d5-4c31-9745-d341e9deb2f5 req-4e43d379-f45d-49b8-818a-e4796049d9bc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1356686c-3d8d-4879-b9ff-5056abc44c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337386 Jan 11 09:50:16.378324 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da561e02-cb75-46a6-871d-bc8a99592e09 req-bc92b80f-9178-439b-ac0f-409f05de50dd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:16.379746 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-da561e02-cb75-46a6-871d-bc8a99592e09 req-bc92b80f-9178-439b-ac0f-409f05de50dd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=268fff67-1ab1-4a5e-bcd3-a5453c1acf19 HTTP/1.1" status: 200 len: 945 time: 0.0838060 Jan 11 09:50:16.424695 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-da561e02-cb75-46a6-871d-bc8a99592e09 req-647e1533-bfce-46cb-935c-afa9a32d3cd4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=1356686c-3d8d-4879-b9ff-5056abc44c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393684 Jan 11 09:50:17.606572 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4e61b-75a6-44a7-9485-9ee2af390146 req-bb8a808f-f087-40ea-bd33-b06d8ca51dc1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:17.607991 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7cb4e61b-75a6-44a7-9485-9ee2af390146 req-bb8a808f-f087-40ea-bd33-b06d8ca51dc1 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=268fff67-1ab1-4a5e-bcd3-a5453c1acf19 HTTP/1.1" status: 200 len: 945 time: 0.0796428 Jan 11 09:50:17.651207 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7cb4e61b-75a6-44a7-9485-9ee2af390146 req-78d26ac6-1989-4e0b-a795-5b71c0da7a2e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=1356686c-3d8d-4879-b9ff-5056abc44c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371764 Jan 11 09:50:17.920823 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb0b6f-22ad-43a7-9f87-e9e6f7ba0c81 req-b0e35ca0-fac2-4574-a701-4a26d9a74f07 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:17.923129 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a1cb0b6f-22ad-43a7-9f87-e9e6f7ba0c81 req-b0e35ca0-fac2-4574-a701-4a26d9a74f07 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=268fff67-1ab1-4a5e-bcd3-a5453c1acf19 HTTP/1.1" status: 200 len: 945 time: 0.1684003 Jan 11 09:50:17.965146 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a1cb0b6f-22ad-43a7-9f87-e9e6f7ba0c81 req-c33d6bd1-0c66-4b6d-9295-eb986b9d75d7 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=1356686c-3d8d-4879-b9ff-5056abc44c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359933 Jan 11 09:50:17.987489 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36816) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:50:18.056348 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6e3599-0256-4747-ac80-3fa5f86d989e tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:18.057810 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6d6e3599-0256-4747-ac80-3fa5f86d989e tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=268fff67-1ab1-4a5e-bcd3-a5453c1acf19 HTTP/1.1" status: 200 len: 1093 time: 0.0693700 Jan 11 09:50:18.060567 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36820) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:50:18.065418 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-21db8088-f57d-42ac-a313-4e8db3ce5a11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'port_id': 'f1b8adad-b76e-4e90-a622-1f6e716006d2', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:50:18.071424 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-21db8088-f57d-42ac-a313-4e8db3ce5a11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:50:18.075137 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-21db8088-f57d-42ac-a313-4e8db3ce5a11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:floatingip and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:50:18.078031 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-21db8088-f57d-42ac-a313-4e8db3ce5a11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:50:18.083597 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-21db8088-f57d-42ac-a313-4e8db3ce5a11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:50:18.095853 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21db8088-f57d-42ac-a313-4e8db3ce5a11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:18.228348 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21db8088-f57d-42ac-a313-4e8db3ce5a11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:18.375142 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-21db8088-f57d-42ac-a313-4e8db3ce5a11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.26.3.84 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/a180cfb9-fc31-4cbf-b860-9ad7bd09b5ab) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:50:18.524009 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21db8088-f57d-42ac-a313-4e8db3ce5a11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:18.553592 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21db8088-f57d-42ac-a313-4e8db3ce5a11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:18.618861 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21db8088-f57d-42ac-a313-4e8db3ce5a11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:50:18.621970 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-21db8088-f57d-42ac-a313-4e8db3ce5a11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:50:18.626392 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db8088-f57d-42ac-a313-4e8db3ce5a11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:50:18.664129 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db8088-f57d-42ac-a313-4e8db3ce5a11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=a180cfb9-fc31-4cbf-b860-9ad7bd09b5ab,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:50:19.034745 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21db8088-f57d-42ac-a313-4e8db3ce5a11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:19.107559 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21db8088-f57d-42ac-a313-4e8db3ce5a11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:19.142345 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-80d5ad58-1912-4410-931b-890d1591d937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:19.308574 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21db8088-f57d-42ac-a313-4e8db3ce5a11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:19.313282 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21db8088-f57d-42ac-a313-4e8db3ce5a11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:19.421934 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db8088-f57d-42ac-a313-4e8db3ce5a11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=a180cfb9-fc31-4cbf-b860-9ad7bd09b5ab,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:50:19.430175 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21db8088-f57d-42ac-a313-4e8db3ce5a11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:19.626262 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:50:19.696463 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-21db8088-f57d-42ac-a313-4e8db3ce5a11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Floating IP ad148ff4-b4e7-4767-8b06-7a7e43653a87 associated. External IP: 172.26.3.84, port: f1b8adad-b76e-4e90-a622-1f6e716006d2. Jan 11 09:50:20.038954 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21db8088-f57d-42ac-a313-4e8db3ce5a11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:50:20.217036 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21db8088-f57d-42ac-a313-4e8db3ce5a11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:50:20.227055 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a277c343-9681-4df0-9fa8-7b6f1cdde50b None None] Sync routers for ids ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:50:20.236584 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a277c343-9681-4df0-9fa8-7b6f1cdde50b None None] Routers {'8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:50:20.237266 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a277c343-9681-4df0-9fa8-7b6f1cdde50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:49:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:50:20.241647 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-21db8088-f57d-42ac-a313-4e8db3ce5a11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:20.299607 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-21db8088-f57d-42ac-a313-4e8db3ce5a11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2379594 Jan 11 09:50:20.300209 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268fff67-1ab1-4a5e-bcd3-a5453c1acf19', 'tag': 'f1b8adad-b76e-4e90-a622-1f6e716006d2'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:50:20.342661 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268fff67-1ab1-4a5e-bcd3-a5453c1acf19', 'tag': 'f1b8adad-b76e-4e90-a622-1f6e716006d2', 'status': 'completed', 'code': 200} Jan 11 09:50:20.412428 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-a277c343-9681-4df0-9fa8-7b6f1cdde50b None None] Set router 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:50:20.431731 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669a2cb-ee68-4cc8-abf5-e98ee8aedf3c req-62df7075-7312-4b71-8a48-9580f05607f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:20.433424 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f669a2cb-ee68-4cc8-abf5-e98ee8aedf3c req-62df7075-7312-4b71-8a48-9580f05607f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=268fff67-1ab1-4a5e-bcd3-a5453c1acf19 HTTP/1.1" status: 200 len: 1098 time: 0.0698252 Jan 11 09:50:20.563936 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669a2cb-ee68-4cc8-abf5-e98ee8aedf3c req-273ac71b-f89c-4f41-b4e0-ccc6f16749e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:20.565285 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f669a2cb-ee68-4cc8-abf5-e98ee8aedf3c req-273ac71b-f89c-4f41-b4e0-ccc6f16749e6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb HTTP/1.1" status: 200 len: 897 time: 0.1262949 Jan 11 09:50:20.670828 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f669a2cb-ee68-4cc8-abf5-e98ee8aedf3c req-f2dd2cd6-b1be-4cef-8a5b-c89c0bf82799 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1b8adad-b76e-4e90-a622-1f6e716006d2 HTTP/1.1" status: 200 len: 998 time: 0.0985327 Jan 11 09:50:20.759142 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a277c343-9681-4df0-9fa8-7b6f1cdde50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'name': 'tempest-TestNetworkBasicOps-router-152937424', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:45Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'ad148ff4-b4e7-4767-8b06-7a7e43653a87', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.84', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'port_id': 'f1b8adad-b76e-4e90-a622-1f6e716006d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'mac_address': 'fa:16:3e:25:60:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268fff67-1ab1-4a5e-bcd3-a5453c1acf19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:50:18Z', 'updated_at': '2022-01-11T09:50:18Z', 'revision_number': 0, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}, {'id': 'b0862a34-8cb5-4c25-91fe-925145065815', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.227', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'port_id': '95d1cd9a-113f-476f-87ec-c8f6675b567f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'mac_address': 'fa:16:3e:1a:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfa0bb-89a7-4e41-b666-64173a2ad970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:50:02Z', 'updated_at': '2022-01-11T09:50:05Z', 'revision_number': 1, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c978f5c3-04da-4446-b699-a9954744d3e3', 'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:da:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:44Z', 'updated_at': '2022-01-11T09:49:50Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:50:20.762977 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a277c343-9681-4df0-9fa8-7b6f1cdde50b None None] Checking router: 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:50:20.771758 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a277c343-9681-4df0-9fa8-7b6f1cdde50b None None] Routers {'8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:50:20.772465 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a277c343-9681-4df0-9fa8-7b6f1cdde50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:49:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:50:20.777755 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669a2cb-ee68-4cc8-abf5-e98ee8aedf3c req-89e1145e-c95b-45f6-89ef-a21c409e6436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:20.779227 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f669a2cb-ee68-4cc8-abf5-e98ee8aedf3c req-89e1145e-c95b-45f6-89ef-a21c409e6436 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=98ef7c86-ab74-46e9-a2c5-28af0a018ed4 HTTP/1.1" status: 200 len: 834 time: 0.1016726 Jan 11 09:50:20.854025 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669a2cb-ee68-4cc8-abf5-e98ee8aedf3c req-28bc413e-5964-4124-bd8e-27267e4cb821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:20.855420 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f669a2cb-ee68-4cc8-abf5-e98ee8aedf3c req-28bc413e-5964-4124-bd8e-27267e4cb821 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698004 Jan 11 09:50:20.953147 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-a277c343-9681-4df0-9fa8-7b6f1cdde50b None None] Set router 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:50:21.110222 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f669a2cb-ee68-4cc8-abf5-e98ee8aedf3c req-b0b21abf-485e-446f-a2cc-12c047784f56 service neutron] 10.222.0.42 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448208 Jan 11 09:50:21.241164 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f669a2cb-ee68-4cc8-abf5-e98ee8aedf3c req-d9f0c48e-0f62-4f5d-8a5d-1d3dd2e8eb32 service neutron] 10.222.0.42 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240642 Jan 11 09:50:21.336781 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a277c343-9681-4df0-9fa8-7b6f1cdde50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'name': 'tempest-TestNetworkBasicOps-router-152937424', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:45Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'ad148ff4-b4e7-4767-8b06-7a7e43653a87', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.84', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'port_id': 'f1b8adad-b76e-4e90-a622-1f6e716006d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'mac_address': 'fa:16:3e:25:60:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268fff67-1ab1-4a5e-bcd3-a5453c1acf19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:50:18Z', 'updated_at': '2022-01-11T09:50:18Z', 'revision_number': 0, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}, {'id': 'b0862a34-8cb5-4c25-91fe-925145065815', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.227', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'port_id': '95d1cd9a-113f-476f-87ec-c8f6675b567f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'mac_address': 'fa:16:3e:1a:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfa0bb-89a7-4e41-b666-64173a2ad970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:50:02Z', 'updated_at': '2022-01-11T09:50:05Z', 'revision_number': 1, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c978f5c3-04da-4446-b699-a9954744d3e3', 'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:da:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:44Z', 'updated_at': '2022-01-11T09:49:50Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:50:21.340748 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a277c343-9681-4df0-9fa8-7b6f1cdde50b None None] The sync data for ids ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'] in dv-neutron-823402-4-hyperv is: [{'id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'name': 'tempest-TestNetworkBasicOps-router-152937424', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:45Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'ad148ff4-b4e7-4767-8b06-7a7e43653a87', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.84', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'port_id': 'f1b8adad-b76e-4e90-a622-1f6e716006d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'mac_address': 'fa:16:3e:25:60:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268fff67-1ab1-4a5e-bcd3-a5453c1acf19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:50:18Z', 'updated_at': '2022-01-11T09:50:18Z', 'revision_number': 0, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}, {'id': 'b0862a34-8cb5-4c25-91fe-925145065815', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.227', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'port_id': '95d1cd9a-113f-476f-87ec-c8f6675b567f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'mac_address': 'fa:16:3e:1a:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfa0bb-89a7-4e41-b666-64173a2ad970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:50:02Z', 'updated_at': '2022-01-11T09:50:05Z', 'revision_number': 1, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c978f5c3-04da-4446-b699-a9954744d3e3', 'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:da:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:44Z', 'updated_at': '2022-01-11T09:49:50Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:50:21.355121 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c01e45e9-757a-4562-9d15-9e4155680850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:21.524816 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a72dae8-64d5-4791-b29a-754b60149c4d None None] New status for floating IP ad148ff4-b4e7-4767-8b06-7a7e43653a87: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:50:22.528130 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:22.619523 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:24.073673 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:26.759443 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ff676162-4e58-4fc7-a89b-33f069b89cf4 req-65cc9f32-0257-4d19-8f3d-f716b32ff49f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769644 Jan 11 09:50:26.901055 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff676162-4e58-4fc7-a89b-33f069b89cf4 req-82183cf9-a315-4e77-b52d-afb440eef046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:26.902446 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ff676162-4e58-4fc7-a89b-33f069b89cf4 req-82183cf9-a315-4e77-b52d-afb440eef046 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970 HTTP/1.1" status: 200 len: 1099 time: 0.0714109 Jan 11 09:50:27.050815 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff676162-4e58-4fc7-a89b-33f069b89cf4 req-85f2845f-269e-40f6-bd78-92000c7cbcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:27.052257 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ff676162-4e58-4fc7-a89b-33f069b89cf4 req-85f2845f-269e-40f6-bd78-92000c7cbcee service neutron] 10.222.0.42 "GET /v2.0/networks?id=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb HTTP/1.1" status: 200 len: 897 time: 0.1299934 Jan 11 09:50:27.165173 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ff676162-4e58-4fc7-a89b-33f069b89cf4 req-e60a68c1-2d5e-454d-b0b0-a0592bbb2e5c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95d1cd9a-113f-476f-87ec-c8f6675b567f HTTP/1.1" status: 200 len: 1002 time: 0.1064491 Jan 11 09:50:27.228502 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff676162-4e58-4fc7-a89b-33f069b89cf4 req-55506047-112c-4acc-9887-be5ac35dd656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:27.229901 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ff676162-4e58-4fc7-a89b-33f069b89cf4 req-55506047-112c-4acc-9887-be5ac35dd656 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=98ef7c86-ab74-46e9-a2c5-28af0a018ed4 HTTP/1.1" status: 200 len: 834 time: 0.0579205 Jan 11 09:50:27.307539 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff676162-4e58-4fc7-a89b-33f069b89cf4 req-db281724-8abb-4f25-92c9-ce702c1b81b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:50:27.308978 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ff676162-4e58-4fc7-a89b-33f069b89cf4 req-db281724-8abb-4f25-92c9-ce702c1b81b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730219 Jan 11 09:50:27.441846 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ff676162-4e58-4fc7-a89b-33f069b89cf4 req-a15d16a0-a295-497e-ad3d-adb164de6026 service neutron] 10.222.0.42 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258938 Jan 11 09:50:27.585632 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ff676162-4e58-4fc7-a89b-33f069b89cf4 req-a3c1871e-9ddb-4092-b410-3dda8e397328 service neutron] 10.222.0.42 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372888 Jan 11 09:50:34.279424 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:49.145397 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5a24be21-063d-41fe-bc9b-19351cc0cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:51.358866 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d804c11a-2bb3-499d-999e-220c3625c4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:52.531285 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:52.620438 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:54.075887 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:50:56.625564 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:51:04.292743 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:19.147048 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2d816092-ceaf-4b4a-a24c-26a6ac4f10d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:21.360122 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-aaaf62a4-ef70-4e1f-a40a-5f412ea25541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:22.534189 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:22.621158 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:24.080403 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:28.798412 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-847ff163-885e-46ab-8893-513bcec40c7e req-d949cc4c-ad54-4a2d-affd-c4ea62c3d885 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=268fff67-1ab1-4a5e-bcd3-a5453c1acf19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725467 Jan 11 09:51:28.891068 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ff163-885e-46ab-8893-513bcec40c7e req-4eb045d8-4d6a-4c19-b420-9c2075353891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:28.892480 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-847ff163-885e-46ab-8893-513bcec40c7e req-4eb045d8-4d6a-4c19-b420-9c2075353891 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=268fff67-1ab1-4a5e-bcd3-a5453c1acf19 HTTP/1.1" status: 200 len: 1098 time: 0.0725257 Jan 11 09:51:29.038761 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ff163-885e-46ab-8893-513bcec40c7e req-a68e0ab7-40f6-45ca-b323-8bbb9351a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:29.040087 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-847ff163-885e-46ab-8893-513bcec40c7e req-a68e0ab7-40f6-45ca-b323-8bbb9351a46e service neutron] 10.222.0.42 "GET /v2.0/networks?id=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb HTTP/1.1" status: 200 len: 897 time: 0.1281164 Jan 11 09:51:29.151203 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-847ff163-885e-46ab-8893-513bcec40c7e req-5ca2245d-625b-48e8-b4d0-47feff0855a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1b8adad-b76e-4e90-a622-1f6e716006d2 HTTP/1.1" status: 200 len: 1000 time: 0.1039584 Jan 11 09:51:29.211837 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ff163-885e-46ab-8893-513bcec40c7e req-e8009ec6-ea51-4d12-ac9e-b40ff09d0e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:29.213216 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-847ff163-885e-46ab-8893-513bcec40c7e req-e8009ec6-ea51-4d12-ac9e-b40ff09d0e11 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=98ef7c86-ab74-46e9-a2c5-28af0a018ed4 HTTP/1.1" status: 200 len: 834 time: 0.0561402 Jan 11 09:51:29.290299 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ff163-885e-46ab-8893-513bcec40c7e req-3f4f4cac-c304-4f60-aeb3-550884dec764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:29.291696 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-847ff163-885e-46ab-8893-513bcec40c7e req-3f4f4cac-c304-4f60-aeb3-550884dec764 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713925 Jan 11 09:51:29.539561 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-847ff163-885e-46ab-8893-513bcec40c7e req-46fa2fbb-6fa8-4f58-9c1b-2406fd395b6e service neutron] 10.222.0.42 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407308 Jan 11 09:51:29.668239 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-847ff163-885e-46ab-8893-513bcec40c7e req-98250203-ba3f-4585-8e56-3fcc4eb47805 service neutron] 10.222.0.42 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217287 Jan 11 09:51:33.625392 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:51:34.312301 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:35.611433 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36848) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:51:35.788051 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-998945cb-eaa0-4083-accd-8d00be1c2730 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/b0862a34-8cb5-4c25-91fe-925145065815 HTTP/1.1" status: 200 len: 994 time: 0.1754878 Jan 11 09:51:36.510649 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36860) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:51:36.516524 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1d09097b-a21d-45bf-b5fc-fb404faa7eac tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:51:36.631275 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d09097b-a21d-45bf-b5fc-fb404faa7eac tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:36.842533 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-1d09097b-a21d-45bf-b5fc-fb404faa7eac tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port 95d1cd9a-113f-476f-87ec-c8f6675b567f, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=95d1cd9a-113f-476f-87ec-c8f6675b567f,segment=NetworkSegment(dcfd4e66-4630-4a4f-9caf-26bd438d6e2e),segment_id=dcfd4e66-4630-4a4f-9caf-26bd438d6e2e)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:51:36.866340 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d09097b-a21d-45bf-b5fc-fb404faa7eac tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:36.870736 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d09097b-a21d-45bf-b5fc-fb404faa7eac tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:36.940404 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d09097b-a21d-45bf-b5fc-fb404faa7eac tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:36.941022 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1d09097b-a21d-45bf-b5fc-fb404faa7eac tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:36.943213 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1d09097b-a21d-45bf-b5fc-fb404faa7eac tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "PUT /v2.0/ports/95d1cd9a-113f-476f-87ec-c8f6675b567f HTTP/1.1" status: 200 len: 939 time: 0.4314303 Jan 11 09:51:36.944076 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3dfa0bb-89a7-4e41-b666-64173a2ad970', 'tag': '95d1cd9a-113f-476f-87ec-c8f6675b567f'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:51:36.968927 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09097b-a21d-45bf-b5fc-fb404faa7eac tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=95d1cd9a-113f-476f-87ec-c8f6675b567f,revision_number=6']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:51:36.978390 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d09097b-a21d-45bf-b5fc-fb404faa7eac tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:36.978736 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d09097b-a21d-45bf-b5fc-fb404faa7eac tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:36.979065 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d09097b-a21d-45bf-b5fc-fb404faa7eac tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:36.979397 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d09097b-a21d-45bf-b5fc-fb404faa7eac tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:36.979727 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d09097b-a21d-45bf-b5fc-fb404faa7eac tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:36.980056 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d09097b-a21d-45bf-b5fc-fb404faa7eac tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:36.980429 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d09097b-a21d-45bf-b5fc-fb404faa7eac tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:36.980679 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d09097b-a21d-45bf-b5fc-fb404faa7eac tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:36.981002 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d09097b-a21d-45bf-b5fc-fb404faa7eac tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:36.981320 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d09097b-a21d-45bf-b5fc-fb404faa7eac tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:36.981634 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d09097b-a21d-45bf-b5fc-fb404faa7eac tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:36.981949 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d09097b-a21d-45bf-b5fc-fb404faa7eac tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:36.994252 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3dfa0bb-89a7-4e41-b666-64173a2ad970', 'tag': '95d1cd9a-113f-476f-87ec-c8f6675b567f', 'status': 'completed', 'code': 200} Jan 11 09:51:37.089164 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4330b3-5515-4ab6-b5f1-8e5e371e11b4 req-42dcf00d-4e92-464a-8da6-6b3df6491c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:37.090831 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bd4330b3-5515-4ab6-b5f1-8e5e371e11b4 req-42dcf00d-4e92-464a-8da6-6b3df6491c21 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970 HTTP/1.1" status: 200 len: 1100 time: 0.0728223 Jan 11 09:51:37.116634 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b342b371-60f1-42ef-a664-23a3c1694a56 None None] Provisioning complete for port 95d1cd9a-113f-476f-87ec-c8f6675b567f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:51:37.117156 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b342b371-60f1-42ef-a664-23a3c1694a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:37.178438 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-b342b371-60f1-42ef-a664-23a3c1694a56 None None] Port 95d1cd9a-113f-476f-87ec-c8f6675b567f is administratively disabled so it will not transition to active. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jan 11 09:51:37.227198 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4330b3-5515-4ab6-b5f1-8e5e371e11b4 req-71f2542f-0b78-4d70-b639-4f57d9d257f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:37.228693 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bd4330b3-5515-4ab6-b5f1-8e5e371e11b4 req-71f2542f-0b78-4d70-b639-4f57d9d257f4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb HTTP/1.1" status: 200 len: 897 time: 0.1316221 Jan 11 09:51:37.330841 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bd4330b3-5515-4ab6-b5f1-8e5e371e11b4 req-76954dc9-6878-4da2-81ca-a8072dd184e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95d1cd9a-113f-476f-87ec-c8f6675b567f HTTP/1.1" status: 200 len: 1003 time: 0.0954258 Jan 11 09:51:37.391230 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4330b3-5515-4ab6-b5f1-8e5e371e11b4 req-cc95a2c0-59f0-4461-b73e-10686ebac4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:37.392592 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bd4330b3-5515-4ab6-b5f1-8e5e371e11b4 req-cc95a2c0-59f0-4461-b73e-10686ebac4c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=98ef7c86-ab74-46e9-a2c5-28af0a018ed4 HTTP/1.1" status: 200 len: 834 time: 0.0559278 Jan 11 09:51:37.467653 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4330b3-5515-4ab6-b5f1-8e5e371e11b4 req-41c0332f-13b7-4797-9442-5a295b398815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:37.469079 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bd4330b3-5515-4ab6-b5f1-8e5e371e11b4 req-41c0332f-13b7-4797-9442-5a295b398815 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707400 Jan 11 09:51:37.599631 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bd4330b3-5515-4ab6-b5f1-8e5e371e11b4 req-b4849cba-c6fd-4d81-9977-7fc85d5cac82 service neutron] 10.222.0.42 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243873 Jan 11 09:51:37.728786 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bd4330b3-5515-4ab6-b5f1-8e5e371e11b4 req-b6cd1de9-32b2-496f-95fe-4bbdb8198729 service neutron] 10.222.0.42 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232145 Jan 11 09:51:40.373652 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36870) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:51:40.380136 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-82038304-28d9-4195-bda0-2cda7d334e64 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:51:40.501786 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-82038304-28d9-4195-bda0-2cda7d334e64 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:40.817318 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-82038304-28d9-4195-bda0-2cda7d334e64 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port 95d1cd9a-113f-476f-87ec-c8f6675b567f, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=95d1cd9a-113f-476f-87ec-c8f6675b567f,segment=NetworkSegment(dcfd4e66-4630-4a4f-9caf-26bd438d6e2e),segment_id=dcfd4e66-4630-4a4f-9caf-26bd438d6e2e)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:51:40.842004 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-82038304-28d9-4195-bda0-2cda7d334e64 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:40.846972 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-82038304-28d9-4195-bda0-2cda7d334e64 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:40.916924 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82038304-28d9-4195-bda0-2cda7d334e64 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:40.917537 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-82038304-28d9-4195-bda0-2cda7d334e64 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:40.918955 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-82038304-28d9-4195-bda0-2cda7d334e64 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "PUT /v2.0/ports/95d1cd9a-113f-476f-87ec-c8f6675b567f HTTP/1.1" status: 200 len: 938 time: 0.5443101 Jan 11 09:51:40.919598 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3dfa0bb-89a7-4e41-b666-64173a2ad970', 'tag': '95d1cd9a-113f-476f-87ec-c8f6675b567f'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:51:40.922359 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36874) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:51:40.942129 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82038304-28d9-4195-bda0-2cda7d334e64 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=95d1cd9a-113f-476f-87ec-c8f6675b567f,revision_number=7']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:51:40.967945 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3dfa0bb-89a7-4e41-b666-64173a2ad970', 'tag': '95d1cd9a-113f-476f-87ec-c8f6675b567f', 'status': 'completed', 'code': 200} Jan 11 09:51:41.091181 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b2e6e592-c342-4ec7-95b2-6771bfd05890 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/b0862a34-8cb5-4c25-91fe-925145065815 HTTP/1.1" status: 200 len: 994 time: 0.1681392 Jan 11 09:51:41.107205 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbf6dd-29d2-466f-aaa9-1108babf1ad2 req-61d8eda8-aaaf-47cf-a183-6790f836f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:41.108662 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eabbf6dd-29d2-466f-aaa9-1108babf1ad2 req-61d8eda8-aaaf-47cf-a183-6790f836f53d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970 HTTP/1.1" status: 200 len: 1099 time: 0.1127520 Jan 11 09:51:41.120719 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-2ae2237b-8955-49a1-973a-79fe9fe62bba None None] Provisioning complete for port 95d1cd9a-113f-476f-87ec-c8f6675b567f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:51:41.121250 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2ae2237b-8955-49a1-973a-79fe9fe62bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:41.241306 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbf6dd-29d2-466f-aaa9-1108babf1ad2 req-37c7ccd8-24f7-4aef-be79-4a383fb7a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:41.242687 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eabbf6dd-29d2-466f-aaa9-1108babf1ad2 req-37c7ccd8-24f7-4aef-be79-4a383fb7a9ea service neutron] 10.222.0.42 "GET /v2.0/networks?id=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb HTTP/1.1" status: 200 len: 897 time: 0.1275442 Jan 11 09:51:41.280305 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['95d1cd9a-113f-476f-87ec-c8f6675b567f'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:51:41.344707 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eabbf6dd-29d2-466f-aaa9-1108babf1ad2 req-366e6e4c-24cc-4dc9-9850-5dd3ba4dae12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95d1cd9a-113f-476f-87ec-c8f6675b567f HTTP/1.1" status: 200 len: 1002 time: 0.0952287 Jan 11 09:51:41.525811 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbf6dd-29d2-466f-aaa9-1108babf1ad2 req-3e26ee45-e3f1-4268-99d1-59d92ff26a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:41.527188 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eabbf6dd-29d2-466f-aaa9-1108babf1ad2 req-3e26ee45-e3f1-4268-99d1-59d92ff26a89 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=98ef7c86-ab74-46e9-a2c5-28af0a018ed4 HTTP/1.1" status: 200 len: 834 time: 0.1769154 Jan 11 09:51:41.600904 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbf6dd-29d2-466f-aaa9-1108babf1ad2 req-c83ccb95-73a4-441b-866c-e195f3a60b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:41.602383 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eabbf6dd-29d2-466f-aaa9-1108babf1ad2 req-c83ccb95-73a4-441b-866c-e195f3a60b6f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690272 Jan 11 09:51:41.731678 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eabbf6dd-29d2-466f-aaa9-1108babf1ad2 req-f200386c-ea22-4b30-beff-b4087f9542d4 service neutron] 10.222.0.42 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229908 Jan 11 09:51:41.870920 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eabbf6dd-29d2-466f-aaa9-1108babf1ad2 req-c43a1826-69c5-4b65-8519-dc8cdd0326bf service neutron] 10.222.0.42 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330986 Jan 11 09:51:43.640881 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36886) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:51:43.849210 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c34edd7c-0d76-48ec-96f8-349a00e391ca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port a180cfb9-fc31-4cbf-b860-9ad7bd09b5ab {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:51:43.849532 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c34edd7c-0d76-48ec-96f8-349a00e391ca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:44.019047 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c34edd7c-0d76-48ec-96f8-349a00e391ca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:44.019371 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c34edd7c-0d76-48ec-96f8-349a00e391ca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:44.145630 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c34edd7c-0d76-48ec-96f8-349a00e391ca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for a180cfb9-fc31-4cbf-b860-9ad7bd09b5ab owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:51:44.295162 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c34edd7c-0d76-48ec-96f8-349a00e391ca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:44.340417 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34edd7c-0d76-48ec-96f8-349a00e391ca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=a180cfb9-fc31-4cbf-b860-9ad7bd09b5ab,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:51:44.377055 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34edd7c-0d76-48ec-96f8-349a00e391ca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:44.377398 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34edd7c-0d76-48ec-96f8-349a00e391ca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:44.377730 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34edd7c-0d76-48ec-96f8-349a00e391ca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:44.378056 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34edd7c-0d76-48ec-96f8-349a00e391ca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:44.378407 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34edd7c-0d76-48ec-96f8-349a00e391ca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:44.378731 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34edd7c-0d76-48ec-96f8-349a00e391ca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:44.379053 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34edd7c-0d76-48ec-96f8-349a00e391ca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:44.379434 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34edd7c-0d76-48ec-96f8-349a00e391ca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:44.379758 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34edd7c-0d76-48ec-96f8-349a00e391ca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:44.380068 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34edd7c-0d76-48ec-96f8-349a00e391ca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:44.380384 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34edd7c-0d76-48ec-96f8-349a00e391ca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:44.380697 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34edd7c-0d76-48ec-96f8-349a00e391ca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:44.447296 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c34edd7c-0d76-48ec-96f8-349a00e391ca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:44.447631 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [None req-c34edd7c-0d76-48ec-96f8-349a00e391ca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Floating IP ad148ff4-b4e7-4767-8b06-7a7e43653a87 disassociated (deleted). External IP: 172.26.3.84, port: f1b8adad-b76e-4e90-a622-1f6e716006d2. Jan 11 09:51:44.897217 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34edd7c-0d76-48ec-96f8-349a00e391ca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:51:45.078522 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34edd7c-0d76-48ec-96f8-349a00e391ca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:51:45.088441 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f553543a-6bd1-401d-b521-75687f9f9312 None None] Sync routers for ids ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:51:45.096203 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c34edd7c-0d76-48ec-96f8-349a00e391ca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:45.097607 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f553543a-6bd1-401d-b521-75687f9f9312 None None] Routers {'8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:51:45.098707 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f553543a-6bd1-401d-b521-75687f9f9312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:51:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:51:45.150513 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c34edd7c-0d76-48ec-96f8-349a00e391ca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/floatingips/ad148ff4-b4e7-4767-8b06-7a7e43653a87 HTTP/1.1" status: 204 len: 168 time: 1.5080156 Jan 11 09:51:45.150769 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268fff67-1ab1-4a5e-bcd3-a5453c1acf19', 'tag': 'f1b8adad-b76e-4e90-a622-1f6e716006d2'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:51:45.197264 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268fff67-1ab1-4a5e-bcd3-a5453c1acf19', 'tag': 'f1b8adad-b76e-4e90-a622-1f6e716006d2', 'status': 'completed', 'code': 200} Jan 11 09:51:45.277255 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-f553543a-6bd1-401d-b521-75687f9f9312 None None] Set router 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:51:45.288664 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f9e27-8668-4d1f-ac1e-11b4acfe3cb3 req-ca5e5112-f9ff-49f4-84a9-96da5fd11b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:45.290230 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b67f9e27-8668-4d1f-ac1e-11b4acfe3cb3 req-ca5e5112-f9ff-49f4-84a9-96da5fd11b76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=268fff67-1ab1-4a5e-bcd3-a5453c1acf19 HTTP/1.1" status: 200 len: 1098 time: 0.0724547 Jan 11 09:51:45.440051 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f9e27-8668-4d1f-ac1e-11b4acfe3cb3 req-aa1e834f-d49e-44cb-97be-0a547332dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:45.441509 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b67f9e27-8668-4d1f-ac1e-11b4acfe3cb3 req-aa1e834f-d49e-44cb-97be-0a547332dee1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb HTTP/1.1" status: 200 len: 897 time: 0.1450219 Jan 11 09:51:45.514106 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b67f9e27-8668-4d1f-ac1e-11b4acfe3cb3 req-751de905-5c26-4014-9ea5-ba86885a6896 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1b8adad-b76e-4e90-a622-1f6e716006d2 HTTP/1.1" status: 200 len: 217 time: 0.0656140 Jan 11 09:51:45.581811 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f9e27-8668-4d1f-ac1e-11b4acfe3cb3 req-aa1bb124-8a78-4789-bc53-26fa303f1996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:45.583825 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b67f9e27-8668-4d1f-ac1e-11b4acfe3cb3 req-aa1bb124-8a78-4789-bc53-26fa303f1996 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=98ef7c86-ab74-46e9-a2c5-28af0a018ed4 HTTP/1.1" status: 200 len: 834 time: 0.0626276 Jan 11 09:51:45.586703 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67aa1f-812b-40ce-85eb-684fb49c710f req-5355e64c-f948-483a-918a-dab625529fcb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:45.588153 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-dd67aa1f-812b-40ce-85eb-684fb49c710f req-5355e64c-f948-483a-918a-dab625529fcb tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=268fff67-1ab1-4a5e-bcd3-a5453c1acf19 HTTP/1.1" status: 200 len: 945 time: 0.1383402 Jan 11 09:51:45.631848 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-dd67aa1f-812b-40ce-85eb-684fb49c710f req-2b0ba6ea-de28-4e86-a178-01f690694168 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=1356686c-3d8d-4879-b9ff-5056abc44c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380216 Jan 11 09:51:45.632265 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f553543a-6bd1-401d-b521-75687f9f9312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'name': 'tempest-TestNetworkBasicOps-router-152937424', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:45Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'b0862a34-8cb5-4c25-91fe-925145065815', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.227', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'port_id': '95d1cd9a-113f-476f-87ec-c8f6675b567f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'mac_address': 'fa:16:3e:1a:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfa0bb-89a7-4e41-b666-64173a2ad970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:50:02Z', 'updated_at': '2022-01-11T09:50:05Z', 'revision_number': 1, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c978f5c3-04da-4446-b699-a9954744d3e3', 'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:da:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:44Z', 'updated_at': '2022-01-11T09:49:50Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:51:45.636225 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f553543a-6bd1-401d-b521-75687f9f9312 None None] Checking router: 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:51:45.644694 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f553543a-6bd1-401d-b521-75687f9f9312 None None] Routers {'8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:51:45.646327 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f553543a-6bd1-401d-b521-75687f9f9312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:51:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:51:45.669691 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f9e27-8668-4d1f-ac1e-11b4acfe3cb3 req-d399923f-08db-4e67-bd65-b5f83e78a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:45.671462 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b67f9e27-8668-4d1f-ac1e-11b4acfe3cb3 req-d399923f-08db-4e67-bd65-b5f83e78a52d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817730 Jan 11 09:51:45.808571 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b67f9e27-8668-4d1f-ac1e-11b4acfe3cb3 req-ac768361-905a-4c2a-92dc-2a57e648d7ec service neutron] 10.222.0.42 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306095 Jan 11 09:51:45.824051 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-f553543a-6bd1-401d-b521-75687f9f9312 None None] Set router 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:51:45.942027 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b67f9e27-8668-4d1f-ac1e-11b4acfe3cb3 req-0da7a0ea-e626-431d-ad49-61fba539a39c service neutron] 10.222.0.42 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273956 Jan 11 09:51:46.189003 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f553543a-6bd1-401d-b521-75687f9f9312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'name': 'tempest-TestNetworkBasicOps-router-152937424', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:45Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'b0862a34-8cb5-4c25-91fe-925145065815', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.227', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'port_id': '95d1cd9a-113f-476f-87ec-c8f6675b567f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'mac_address': 'fa:16:3e:1a:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfa0bb-89a7-4e41-b666-64173a2ad970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:50:02Z', 'updated_at': '2022-01-11T09:50:05Z', 'revision_number': 1, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c978f5c3-04da-4446-b699-a9954744d3e3', 'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:da:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:44Z', 'updated_at': '2022-01-11T09:49:50Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:51:46.192882 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f553543a-6bd1-401d-b521-75687f9f9312 None None] The sync data for ids ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'] in dv-neutron-823402-4-hyperv is: [{'id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'name': 'tempest-TestNetworkBasicOps-router-152937424', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:45Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'b0862a34-8cb5-4c25-91fe-925145065815', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.227', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'port_id': '95d1cd9a-113f-476f-87ec-c8f6675b567f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'mac_address': 'fa:16:3e:1a:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfa0bb-89a7-4e41-b666-64173a2ad970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:50:02Z', 'updated_at': '2022-01-11T09:50:05Z', 'revision_number': 1, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c978f5c3-04da-4446-b699-a9954744d3e3', 'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:da:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:44Z', 'updated_at': '2022-01-11T09:49:50Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:51:46.407266 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26671db-1a9b-4b1b-a615-8b83ffef5824 None None] New status for floating IP ad148ff4-b4e7-4767-8b06-7a7e43653a87: DOWN {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:51:46.865116 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e54d35-e570-42c0-922a-a6aae39057b5 req-04322ce4-8bc4-4c8a-82ba-a119bf08d293 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:46.866587 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-47e54d35-e570-42c0-922a-a6aae39057b5 req-04322ce4-8bc4-4c8a-82ba-a119bf08d293 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=268fff67-1ab1-4a5e-bcd3-a5453c1acf19 HTTP/1.1" status: 200 len: 945 time: 0.1246817 Jan 11 09:51:46.910147 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-47e54d35-e570-42c0-922a-a6aae39057b5 req-064faff9-0848-4ca8-8440-77e958065038 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=1356686c-3d8d-4879-b9ff-5056abc44c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380499 Jan 11 09:51:46.980590 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf37120-2daf-40cb-ab14-47472d0e6ffb req-f97438a0-ace1-441b-a00c-42cca45ccb65 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:46.981278 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-bcf37120-2daf-40cb-ab14-47472d0e6ffb req-f97438a0-ace1-441b-a00c-42cca45ccb65 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:51:46.996639 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-bcf37120-2daf-40cb-ab14-47472d0e6ffb req-f97438a0-ace1-441b-a00c-42cca45ccb65 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:51:46.997801 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bcf37120-2daf-40cb-ab14-47472d0e6ffb req-f97438a0-ace1-441b-a00c-42cca45ccb65 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/ports?device_id=268fff67-1ab1-4a5e-bcd3-a5453c1acf19 HTTP/1.1" status: 200 len: 945 time: 0.0950820 Jan 11 09:51:47.071221 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-bcf37120-2daf-40cb-ab14-47472d0e6ffb req-d1b1b845-e134-4a0e-8d9d-6b9036b399c4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port f1b8adad-b76e-4e90-a622-1f6e716006d2 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:51:47.071455 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-bcf37120-2daf-40cb-ab14-47472d0e6ffb req-d1b1b845-e134-4a0e-8d9d-6b9036b399c4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:47.318334 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-bcf37120-2daf-40cb-ab14-47472d0e6ffb req-d1b1b845-e134-4a0e-8d9d-6b9036b399c4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port f1b8adad-b76e-4e90-a622-1f6e716006d2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=f1b8adad-b76e-4e90-a622-1f6e716006d2,segment=NetworkSegment(dcfd4e66-4630-4a4f-9caf-26bd438d6e2e),segment_id=dcfd4e66-4630-4a4f-9caf-26bd438d6e2e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:51:47.318684 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-bcf37120-2daf-40cb-ab14-47472d0e6ffb req-d1b1b845-e134-4a0e-8d9d-6b9036b399c4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:47.564503 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-bcf37120-2daf-40cb-ab14-47472d0e6ffb req-d1b1b845-e134-4a0e-8d9d-6b9036b399c4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for f1b8adad-b76e-4e90-a622-1f6e716006d2 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:51:47.706927 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-bcf37120-2daf-40cb-ab14-47472d0e6ffb req-d1b1b845-e134-4a0e-8d9d-6b9036b399c4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:47.766340 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1b845-e134-4a0e-8d9d-6b9036b399c4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=f1b8adad-b76e-4e90-a622-1f6e716006d2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:51:47.842510 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf37120-2daf-40cb-ab14-47472d0e6ffb req-d1b1b845-e134-4a0e-8d9d-6b9036b399c4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] No DVR routers for this DVR port f1b8adad-b76e-4e90-a622-1f6e716006d2 on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:51:47.844843 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-bcf37120-2daf-40cb-ab14-47472d0e6ffb req-d1b1b845-e134-4a0e-8d9d-6b9036b399c4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:47.847474 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268fff67-1ab1-4a5e-bcd3-a5453c1acf19', 'name': 'network-vif-deleted', 'tag': 'f1b8adad-b76e-4e90-a622-1f6e716006d2'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:51:47.862813 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bcf37120-2daf-40cb-ab14-47472d0e6ffb req-d1b1b845-e134-4a0e-8d9d-6b9036b399c4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "DELETE /v2.0/ports/f1b8adad-b76e-4e90-a622-1f6e716006d2 HTTP/1.1" status: 204 len: 173 time: 0.8602223 Jan 11 09:51:47.892656 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268fff67-1ab1-4a5e-bcd3-a5453c1acf19', 'name': 'network-vif-deleted', 'tag': 'f1b8adad-b76e-4e90-a622-1f6e716006d2', 'status': 'completed', 'code': 200} Jan 11 09:51:48.076374 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c982474c-85d1-4241-ac2c-8321012b45bc req-e1d6f881-51c6-4204-96aa-2790ebee03e4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=268fff67-1ab1-4a5e-bcd3-a5453c1acf19 HTTP/1.1" status: 200 len: 210 time: 0.0449274 Jan 11 09:51:49.148462 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a6eff919-6327-4463-b03a-5560db8848f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:49.172508 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36908) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:51:49.239410 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device f1b8adad-b76e-4e90-a622-1f6e716006d2 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:51:49.245938 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c62ad947-15a8-4718-93cd-d834f61f3eca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:49.275935 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: f1b8adad-b76e-4e90-a622-1f6e716006d2 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:51:49.276194 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c62ad947-15a8-4718-93cd-d834f61f3eca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:49.276308 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device f1b8adad-b76e-4e90-a622-1f6e716006d2 not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:51:49.345740 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c62ad947-15a8-4718-93cd-d834f61f3eca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:49.362903 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ad947-15a8-4718-93cd-d834f61f3eca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1356686c-3d8d-4879-b9ff-5056abc44c9f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:51:49.375097 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c62ad947-15a8-4718-93cd-d834f61f3eca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:49.376227 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c62ad947-15a8-4718-93cd-d834f61f3eca tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/security-groups/1356686c-3d8d-4879-b9ff-5056abc44c9f HTTP/1.1" status: 204 len: 168 time: 0.2026675 Jan 11 09:51:49.407231 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36914) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:51:49.605605 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a084942e-fadb-4a6e-bb43-18946839a6c8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port 63a923ca-8e87-405a-aa2c-97c18f3d8011 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:51:49.605856 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a084942e-fadb-4a6e-bb43-18946839a6c8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:49.775940 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a084942e-fadb-4a6e-bb43-18946839a6c8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:49.776258 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a084942e-fadb-4a6e-bb43-18946839a6c8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:49.895616 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a084942e-fadb-4a6e-bb43-18946839a6c8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for 63a923ca-8e87-405a-aa2c-97c18f3d8011 owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:51:50.042400 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a084942e-fadb-4a6e-bb43-18946839a6c8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:50.085714 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084942e-fadb-4a6e-bb43-18946839a6c8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=63a923ca-8e87-405a-aa2c-97c18f3d8011,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:51:50.178567 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a084942e-fadb-4a6e-bb43-18946839a6c8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:50.179210 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [None req-a084942e-fadb-4a6e-bb43-18946839a6c8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Floating IP b0862a34-8cb5-4c25-91fe-925145065815 disassociated (deleted). External IP: 172.26.3.227, port: 95d1cd9a-113f-476f-87ec-c8f6675b567f. Jan 11 09:51:50.637258 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a084942e-fadb-4a6e-bb43-18946839a6c8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:51:50.814660 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a084942e-fadb-4a6e-bb43-18946839a6c8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:51:50.824398 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a835e68f-bb6e-41de-af41-e296ef98f5a9 None None] Sync routers for ids ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:51:50.830633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a084942e-fadb-4a6e-bb43-18946839a6c8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:50.833341 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a835e68f-bb6e-41de-af41-e296ef98f5a9 None None] Routers {'8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:51:50.834006 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a835e68f-bb6e-41de-af41-e296ef98f5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:51:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:51:50.888156 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a084942e-fadb-4a6e-bb43-18946839a6c8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/floatingips/b0862a34-8cb5-4c25-91fe-925145065815 HTTP/1.1" status: 204 len: 168 time: 1.4797461 Jan 11 09:51:50.888738 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3dfa0bb-89a7-4e41-b666-64173a2ad970', 'tag': '95d1cd9a-113f-476f-87ec-c8f6675b567f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:51:50.936624 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3dfa0bb-89a7-4e41-b666-64173a2ad970', 'tag': '95d1cd9a-113f-476f-87ec-c8f6675b567f', 'status': 'completed', 'code': 200} Jan 11 09:51:51.018258 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-a835e68f-bb6e-41de-af41-e296ef98f5a9 None None] Set router 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:51:51.029031 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675991d-c3d6-48ce-b7d7-9ffc87cf9740 req-a9226606-3bdd-401e-b035-1bf920051cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:51.030653 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1675991d-c3d6-48ce-b7d7-9ffc87cf9740 req-a9226606-3bdd-401e-b035-1bf920051cdd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970 HTTP/1.1" status: 200 len: 1099 time: 0.0720634 Jan 11 09:51:51.179261 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675991d-c3d6-48ce-b7d7-9ffc87cf9740 req-436542c5-b72f-46fc-8919-dea8e9401382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:51.180627 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1675991d-c3d6-48ce-b7d7-9ffc87cf9740 req-436542c5-b72f-46fc-8919-dea8e9401382 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb HTTP/1.1" status: 200 len: 897 time: 0.1440294 Jan 11 09:51:51.254354 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1675991d-c3d6-48ce-b7d7-9ffc87cf9740 req-389dc1fe-3468-47e4-8b3d-5ebc068f7e22 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95d1cd9a-113f-476f-87ec-c8f6675b567f HTTP/1.1" status: 200 len: 217 time: 0.0662849 Jan 11 09:51:51.275351 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7942d-28eb-4f7e-99c9-cac22b5a6345 req-21533c3f-dcab-4cf5-896e-3c97bc597f32 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:51.276830 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-32e7942d-28eb-4f7e-99c9-cac22b5a6345 req-21533c3f-dcab-4cf5-896e-3c97bc597f32 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970 HTTP/1.1" status: 200 len: 946 time: 0.0872056 Jan 11 09:51:51.321597 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675991d-c3d6-48ce-b7d7-9ffc87cf9740 req-2ff0e115-6a87-495c-8f57-9bddad18555a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:51.323071 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1675991d-c3d6-48ce-b7d7-9ffc87cf9740 req-2ff0e115-6a87-495c-8f57-9bddad18555a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=98ef7c86-ab74-46e9-a2c5-28af0a018ed4 HTTP/1.1" status: 200 len: 834 time: 0.0625634 Jan 11 09:51:51.326970 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-32e7942d-28eb-4f7e-99c9-cac22b5a6345 req-bf0a3874-f996-450f-a117-04d18432f85e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=04637f52-13c1-4964-8ef2-dc5c394b64ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443902 Jan 11 09:51:51.344245 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a835e68f-bb6e-41de-af41-e296ef98f5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'name': 'tempest-TestNetworkBasicOps-router-152937424', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:45Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'c978f5c3-04da-4446-b699-a9954744d3e3', 'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:da:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:44Z', 'updated_at': '2022-01-11T09:49:50Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:51:51.348172 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a835e68f-bb6e-41de-af41-e296ef98f5a9 None None] Checking router: 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:51:51.357579 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a835e68f-bb6e-41de-af41-e296ef98f5a9 None None] Routers {'8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:51:51.358204 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a835e68f-bb6e-41de-af41-e296ef98f5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:51:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:51:51.370954 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6fcf021b-ed06-4147-a5a8-7a8fada22842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:51.401681 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675991d-c3d6-48ce-b7d7-9ffc87cf9740 req-ea34081a-4082-4ec6-8505-a93c6e9d2584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:51.403243 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1675991d-c3d6-48ce-b7d7-9ffc87cf9740 req-ea34081a-4082-4ec6-8505-a93c6e9d2584 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729649 Jan 11 09:51:51.531968 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-a835e68f-bb6e-41de-af41-e296ef98f5a9 None None] Set router 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:51:51.536277 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1675991d-c3d6-48ce-b7d7-9ffc87cf9740 req-17a1f702-b0c4-4519-ad72-a5ba36c98d49 service neutron] 10.222.0.42 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262796 Jan 11 09:51:51.667466 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1675991d-c3d6-48ce-b7d7-9ffc87cf9740 req-2051b97d-ce4f-44d1-b5a7-f0ffb136ed25 service neutron] 10.222.0.42 "GET /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234126 Jan 11 09:51:51.869856 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a835e68f-bb6e-41de-af41-e296ef98f5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'name': 'tempest-TestNetworkBasicOps-router-152937424', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:45Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'c978f5c3-04da-4446-b699-a9954744d3e3', 'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:da:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:44Z', 'updated_at': '2022-01-11T09:49:50Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:51:51.873537 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a835e68f-bb6e-41de-af41-e296ef98f5a9 None None] The sync data for ids ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'] in dv-neutron-823402-4-hyperv is: [{'id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'name': 'tempest-TestNetworkBasicOps-router-152937424', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:45Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'c978f5c3-04da-4446-b699-a9954744d3e3', 'name': '', 'network_id': '2fb7cfa7-9ca4-4f9b-8524-44ea329218cb', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:da:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:44Z', 'updated_at': '2022-01-11T09:49:50Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': '98ef7c86-ab74-46e9-a2c5-28af0a018ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:51:52.081142 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb1a67b-1589-49ee-9472-48c2c22fbe50 None None] New status for floating IP b0862a34-8cb5-4c25-91fe-925145065815: DOWN {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:51:52.516975 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6bd89-453a-42c6-a452-7a9e27a884f4 req-2bdcf2eb-677e-4a7e-bd62-a195ceec59c9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:52.518354 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f5d6bd89-453a-42c6-a452-7a9e27a884f4 req-2bdcf2eb-677e-4a7e-bd62-a195ceec59c9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970 HTTP/1.1" status: 200 len: 946 time: 0.0817556 Jan 11 09:51:52.537324 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:52.565654 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f5d6bd89-453a-42c6-a452-7a9e27a884f4 req-6c7c57d8-f38c-429c-abfc-b4e7c4c9828e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=04637f52-13c1-4964-8ef2-dc5c394b64ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392694 Jan 11 09:51:52.623436 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:52.861437 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67911eb7-3ed1-45b3-bf2d-9db1b9b70419 req-b9960dae-bea7-45e2-b381-33fa76487b09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:52.862031 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-67911eb7-3ed1-45b3-bf2d-9db1b9b70419 req-b9960dae-bea7-45e2-b381-33fa76487b09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:51:52.877745 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-67911eb7-3ed1-45b3-bf2d-9db1b9b70419 req-b9960dae-bea7-45e2-b381-33fa76487b09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:51:52.878877 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-67911eb7-3ed1-45b3-bf2d-9db1b9b70419 req-b9960dae-bea7-45e2-b381-33fa76487b09 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970 HTTP/1.1" status: 200 len: 946 time: 0.0990508 Jan 11 09:51:52.948202 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-67911eb7-3ed1-45b3-bf2d-9db1b9b70419 req-fda17d9b-0f91-4000-9ed6-248a16aa8c15 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port 95d1cd9a-113f-476f-87ec-c8f6675b567f {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:51:52.948547 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-67911eb7-3ed1-45b3-bf2d-9db1b9b70419 req-fda17d9b-0f91-4000-9ed6-248a16aa8c15 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:53.304397 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-67911eb7-3ed1-45b3-bf2d-9db1b9b70419 req-fda17d9b-0f91-4000-9ed6-248a16aa8c15 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port 95d1cd9a-113f-476f-87ec-c8f6675b567f, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=95d1cd9a-113f-476f-87ec-c8f6675b567f,segment=NetworkSegment(dcfd4e66-4630-4a4f-9caf-26bd438d6e2e),segment_id=dcfd4e66-4630-4a4f-9caf-26bd438d6e2e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:51:53.304749 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-67911eb7-3ed1-45b3-bf2d-9db1b9b70419 req-fda17d9b-0f91-4000-9ed6-248a16aa8c15 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:53.428615 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-67911eb7-3ed1-45b3-bf2d-9db1b9b70419 req-fda17d9b-0f91-4000-9ed6-248a16aa8c15 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for 95d1cd9a-113f-476f-87ec-c8f6675b567f owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:51:53.572227 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-67911eb7-3ed1-45b3-bf2d-9db1b9b70419 req-fda17d9b-0f91-4000-9ed6-248a16aa8c15 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:53.625130 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda17d9b-0f91-4000-9ed6-248a16aa8c15 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=95d1cd9a-113f-476f-87ec-c8f6675b567f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:51:53.702695 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-67911eb7-3ed1-45b3-bf2d-9db1b9b70419 req-fda17d9b-0f91-4000-9ed6-248a16aa8c15 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] No DVR routers for this DVR port 95d1cd9a-113f-476f-87ec-c8f6675b567f on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:51:53.705094 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-67911eb7-3ed1-45b3-bf2d-9db1b9b70419 req-fda17d9b-0f91-4000-9ed6-248a16aa8c15 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:53.707946 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3dfa0bb-89a7-4e41-b666-64173a2ad970', 'name': 'network-vif-deleted', 'tag': '95d1cd9a-113f-476f-87ec-c8f6675b567f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:51:53.722620 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cbd77f8f-a47d-47b4-9cd3-d64964cdbc0f req-10d43b24-c6b7-4c57-bb51-cb4120756201 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3dfa0bb-89a7-4e41-b666-64173a2ad970 HTTP/1.1" status: 200 len: 210 time: 0.0478945 Jan 11 09:51:53.734624 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-67911eb7-3ed1-45b3-bf2d-9db1b9b70419 req-fda17d9b-0f91-4000-9ed6-248a16aa8c15 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "DELETE /v2.0/ports/95d1cd9a-113f-476f-87ec-c8f6675b567f HTTP/1.1" status: 204 len: 173 time: 0.8508327 Jan 11 09:51:53.760664 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3dfa0bb-89a7-4e41-b666-64173a2ad970', 'name': 'network-vif-deleted', 'tag': '95d1cd9a-113f-476f-87ec-c8f6675b567f', 'status': 'completed', 'code': 200} Jan 11 09:51:54.081853 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:54.825561 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36934) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:51:54.892009 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ecd0fb6-26c7-4b87-82e5-c861af0584c4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:54.920658 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ecd0fb6-26c7-4b87-82e5-c861af0584c4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:54.983726 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ecd0fb6-26c7-4b87-82e5-c861af0584c4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:55.001131 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd0fb6-26c7-4b87-82e5-c861af0584c4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04637f52-13c1-4964-8ef2-dc5c394b64ab,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:51:55.010177 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ecd0fb6-26c7-4b87-82e5-c861af0584c4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:55.011290 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4ecd0fb6-26c7-4b87-82e5-c861af0584c4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/security-groups/04637f52-13c1-4964-8ef2-dc5c394b64ab HTTP/1.1" status: 204 len: 168 time: 0.1847172 Jan 11 09:51:55.043009 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36940) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:51:55.254506 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 95d1cd9a-113f-476f-87ec-c8f6675b567f no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:51:55.292205 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: 95d1cd9a-113f-476f-87ec-c8f6675b567f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:51:55.292545 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 95d1cd9a-113f-476f-87ec-c8f6675b567f not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:51:55.588330 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05bfb1b7-5aa1-4e28-acca-228a489e1534 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:56.039878 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-05bfb1b7-5aa1-4e28-acca-228a489e1534 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port c978f5c3-04da-4446-b699-a9954744d3e3 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:51:56.040565 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05bfb1b7-5aa1-4e28-acca-228a489e1534 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:56.223194 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-05bfb1b7-5aa1-4e28-acca-228a489e1534 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port c978f5c3-04da-4446-b699-a9954744d3e3, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=c978f5c3-04da-4446-b699-a9954744d3e3,segment=NetworkSegment(dcfd4e66-4630-4a4f-9caf-26bd438d6e2e),segment_id=dcfd4e66-4630-4a4f-9caf-26bd438d6e2e)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:51:56.223549 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05bfb1b7-5aa1-4e28-acca-228a489e1534 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:56.348245 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-05bfb1b7-5aa1-4e28-acca-228a489e1534 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for c978f5c3-04da-4446-b699-a9954744d3e3 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:51:56.674906 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05bfb1b7-5aa1-4e28-acca-228a489e1534 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:56.721964 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfb1b7-5aa1-4e28-acca-228a489e1534 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=c978f5c3-04da-4446-b699-a9954744d3e3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:51:56.998103 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05bfb1b7-5aa1-4e28-acca-228a489e1534 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:57.457754 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05bfb1b7-5aa1-4e28-acca-228a489e1534 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:51:57.635799 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bfb1b7-5aa1-4e28-acca-228a489e1534 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:51:57.645108 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a7ef08-47b8-4942-b3d9-727f115d31e7 None None] Sync routers for ids ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:51:57.651337 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-05bfb1b7-5aa1-4e28-acca-228a489e1534 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "PUT /v2.0/routers/8efcffa9-9f31-4fe3-8778-b2a05a3e5df6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6046693 Jan 11 09:51:57.651579 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36944) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:51:57.655504 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a7ef08-47b8-4942-b3d9-727f115d31e7 None None] Routers {'8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:51:57.656105 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-40a7ef08-47b8-4942-b3d9-727f115d31e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:51:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:51:57.719867 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a71d75d-65f0-49e2-a1c6-ab6d1e0175fe tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting subnet 98ef7c86-ab74-46e9-a2c5-28af0a018ed4 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:51:57.722813 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2a71d75d-65f0-49e2-a1c6-ab6d1e0175fe tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:57.777089 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2a71d75d-65f0-49e2-a1c6-ab6d1e0175fe tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:57.831021 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-40a7ef08-47b8-4942-b3d9-727f115d31e7 None None] Set router 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:51:57.862368 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2a71d75d-65f0-49e2-a1c6-ab6d1e0175fe tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:57.934713 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2a71d75d-65f0-49e2-a1c6-ab6d1e0175fe tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:57.975641 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71d75d-65f0-49e2-a1c6-ab6d1e0175fe tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Subnet': ['ID=98ef7c86-ab74-46e9-a2c5-28af0a018ed4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:51:57.977476 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2a71d75d-65f0-49e2-a1c6-ab6d1e0175fe tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:57.986377 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2a71d75d-65f0-49e2-a1c6-ab6d1e0175fe tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/subnets/98ef7c86-ab74-46e9-a2c5-28af0a018ed4 HTTP/1.1" status: 204 len: 168 time: 0.3313220 Jan 11 09:51:57.986548 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ddf543-b274-4809-92c7-59f9d792e962 None None] Network 2fb7cfa7-9ca4-4f9b-8524-44ea329218cb requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:51:57.986990 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36948) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:51:58.117013 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-40a7ef08-47b8-4942-b3d9-727f115d31e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'name': 'tempest-TestNetworkBasicOps-router-152937424', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:51:56Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:51:58.121456 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a7ef08-47b8-4942-b3d9-727f115d31e7 None None] Checking router: 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:51:58.129879 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a7ef08-47b8-4942-b3d9-727f115d31e7 None None] Routers {'8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:51:58.130601 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-40a7ef08-47b8-4942-b3d9-727f115d31e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:51:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:51:58.174187 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a4d86066-a7a8-439c-835d-7976916b83a6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:58.242960 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1fcf0f-2196-4d18-98f0-d1b420d13cf1 None None] DHCP port deletion for 2fb7cfa7-9ca4-4f9b-8524-44ea329218cb request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:51:58.247892 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-dd1fcf0f-2196-4d18-98f0-d1b420d13cf1 None None] Deleting port c920f4aa-3cde-4585-81e5-e5e28e22f22a {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:51:58.248260 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dd1fcf0f-2196-4d18-98f0-d1b420d13cf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:58.324037 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-40a7ef08-47b8-4942-b3d9-727f115d31e7 None None] Set router 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:51:58.363698 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a4d86066-a7a8-439c-835d-7976916b83a6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:58.383255 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a4d86066-a7a8-439c-835d-7976916b83a6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port a12512a5-52c7-41db-a507-15d03838ab4b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:51:58.383669 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a4d86066-a7a8-439c-835d-7976916b83a6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:58.464762 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device c920f4aa-3cde-4585-81e5-e5e28e22f22a no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:51:58.566432 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-dd1fcf0f-2196-4d18-98f0-d1b420d13cf1 None None] For port c920f4aa-3cde-4585-81e5-e5e28e22f22a, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=c920f4aa-3cde-4585-81e5-e5e28e22f22a,segment=NetworkSegment(dcfd4e66-4630-4a4f-9caf-26bd438d6e2e),segment_id=dcfd4e66-4630-4a4f-9caf-26bd438d6e2e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:51:58.566800 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dd1fcf0f-2196-4d18-98f0-d1b420d13cf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:58.574103 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-a4d86066-a7a8-439c-835d-7976916b83a6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port a12512a5-52c7-41db-a507-15d03838ab4b, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a12512a5-52c7-41db-a507-15d03838ab4b,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:51:58.574103 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a4d86066-a7a8-439c-835d-7976916b83a6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:58.636235 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-40a7ef08-47b8-4942-b3d9-727f115d31e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'name': 'tempest-TestNetworkBasicOps-router-152937424', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:51:56Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:51:58.641121 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a7ef08-47b8-4942-b3d9-727f115d31e7 None None] The sync data for ids ['8efcffa9-9f31-4fe3-8778-b2a05a3e5df6'] in dv-neutron-823402-4-hyperv is: [{'id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'name': 'tempest-TestNetworkBasicOps-router-152937424', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:51:56Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'a12512a5-52c7-41db-a507-15d03838ab4b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efcffa9-9f31-4fe3-8778-b2a05a3e5df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:49:40Z', 'updated_at': '2022-01-11T09:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:51:58.708089 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-dd1fcf0f-2196-4d18-98f0-d1b420d13cf1 None None] Calling delete_port for c920f4aa-3cde-4585-81e5-e5e28e22f22a owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:51:58.823827 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a4d86066-a7a8-439c-835d-7976916b83a6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for a12512a5-52c7-41db-a507-15d03838ab4b owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:51:58.833119 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:58.858264 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dd1fcf0f-2196-4d18-98f0-d1b420d13cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:58.940043 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fcf0f-2196-4d18-98f0-d1b420d13cf1 None None] Pushing event deleted for resources: {'Port': ['ID=c920f4aa-3cde-4585-81e5-e5e28e22f22a,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:51:58.942405 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1fcf0f-2196-4d18-98f0-d1b420d13cf1 None None] No DVR routers for this DVR port c920f4aa-3cde-4585-81e5-e5e28e22f22a on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:51:58.954178 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fcf0f-2196-4d18-98f0-d1b420d13cf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:58.954580 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fcf0f-2196-4d18-98f0-d1b420d13cf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:58.954882 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fcf0f-2196-4d18-98f0-d1b420d13cf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:58.955242 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fcf0f-2196-4d18-98f0-d1b420d13cf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:58.955506 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fcf0f-2196-4d18-98f0-d1b420d13cf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:58.955830 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fcf0f-2196-4d18-98f0-d1b420d13cf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:58.956165 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fcf0f-2196-4d18-98f0-d1b420d13cf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:58.956470 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fcf0f-2196-4d18-98f0-d1b420d13cf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:58.956790 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fcf0f-2196-4d18-98f0-d1b420d13cf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:58.957175 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fcf0f-2196-4d18-98f0-d1b420d13cf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:58.957418 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fcf0f-2196-4d18-98f0-d1b420d13cf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:58.957742 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1fcf0f-2196-4d18-98f0-d1b420d13cf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:51:58.995349 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a4d86066-a7a8-439c-835d-7976916b83a6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:59.044542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d86066-a7a8-439c-835d-7976916b83a6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=a12512a5-52c7-41db-a507-15d03838ab4b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:51:59.140142 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a4d86066-a7a8-439c-835d-7976916b83a6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:59.314337 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a4d86066-a7a8-439c-835d-7976916b83a6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:59.316467 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a4d86066-a7a8-439c-835d-7976916b83a6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:59.337883 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a4d86066-a7a8-439c-835d-7976916b83a6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:59.338440 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d86066-a7a8-439c-835d-7976916b83a6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Fanout notify agent at l3_agent the message router_deleted on router 8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:51:59.354666 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a4d86066-a7a8-439c-835d-7976916b83a6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:59.358568 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a4d86066-a7a8-439c-835d-7976916b83a6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/routers/8efcffa9-9f31-4fe3-8778-b2a05a3e5df6 HTTP/1.1" status: 204 len: 168 time: 1.3684516 Jan 11 09:51:59.358568 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36952) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:51:59.473685 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e57cdfaf-76f7-4d69-be74-43edca796491 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:59.604331 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e57cdfaf-76f7-4d69-be74-43edca796491 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:59.632029 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e57cdfaf-76f7-4d69-be74-43edca796491 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb7cfa7-9ca4-4f9b-8524-44ea329218cb']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:51:59.643577 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e57cdfaf-76f7-4d69-be74-43edca796491 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcfd4e66-4630-4a4f-9caf-26bd438d6e2e') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:51:59.643868 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-e57cdfaf-76f7-4d69-be74-43edca796491 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcfd4e66-4630-4a4f-9caf-26bd438d6e2e') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:51:59.655291 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e57cdfaf-76f7-4d69-be74-43edca796491 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:59.671130 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e57cdfaf-76f7-4d69-be74-43edca796491 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:59.677275 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57cdfaf-76f7-4d69-be74-43edca796491 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:51:59.677645 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e57cdfaf-76f7-4d69-be74-43edca796491 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:51:59.691650 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:51:59.773625 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e57cdfaf-76f7-4d69-be74-43edca796491 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:59.804519 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e57cdfaf-76f7-4d69-be74-43edca796491 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:59.816608 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57cdfaf-76f7-4d69-be74-43edca796491 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Network': ['ID=2fb7cfa7-9ca4-4f9b-8524-44ea329218cb,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:51:59.829590 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e57cdfaf-76f7-4d69-be74-43edca796491 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/networks/2fb7cfa7-9ca4-4f9b-8524-44ea329218cb HTTP/1.1" status: 204 len: 168 time: 0.4699929 Jan 11 09:51:59.858500 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36956) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:51:59.864000 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4719ab59-563e-4e32-8193-bd30a647f9bd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'network': {'name': 'tempest-network-smoke--731402701', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'port_security_enabled': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:51:59.869263 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4719ab59-563e-4e32-8193-bd30a647f9bd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:51:59.873298 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-4719ab59-563e-4e32-8193-bd30a647f9bd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:network and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:51:59.876157 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-4719ab59-563e-4e32-8193-bd30a647f9bd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:51:59.881747 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4719ab59-563e-4e32-8193-bd30a647f9bd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:51:59.891127 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4719ab59-563e-4e32-8193-bd30a647f9bd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Made reservation on behalf of b18c1b552dc34b41889b96f8d477063d for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:51:59.894423 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4719ab59-563e-4e32-8193-bd30a647f9bd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:59.922685 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4719ab59-563e-4e32-8193-bd30a647f9bd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:51:59.932704 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4719ab59-563e-4e32-8193-bd30a647f9bd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:59.933050 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-4719ab59-563e-4e32-8193-bd30a647f9bd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Added segment fea7e229-280f-4755-a48d-dd2b7e863657 of type vlan for network 1f89eec6-2631-45f4-b21a-fe506634bb1a Jan 11 09:51:59.958682 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4719ab59-563e-4e32-8193-bd30a647f9bd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:59.987563 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4719ab59-563e-4e32-8193-bd30a647f9bd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:51:59.992908 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4719ab59-563e-4e32-8193-bd30a647f9bd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:51:59.993470 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4719ab59-563e-4e32-8193-bd30a647f9bd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:00.053338 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4719ab59-563e-4e32-8193-bd30a647f9bd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1937549 Jan 11 09:52:00.056433 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36960) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:52:00.061518 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-09a5c037-0aff-47e3-9b86-efb6a86104c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1251087244', 'admin_state_up': True, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:52:00.068852 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-09a5c037-0aff-47e3-9b86-efb6a86104c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:52:00.073272 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-09a5c037-0aff-47e3-9b86-efb6a86104c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:router and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:52:00.076391 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-09a5c037-0aff-47e3-9b86-efb6a86104c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:52:00.082754 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-09a5c037-0aff-47e3-9b86-efb6a86104c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:52:00.093576 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09a5c037-0aff-47e3-9b86-efb6a86104c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:00.094568 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09a5c037-0aff-47e3-9b86-efb6a86104c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:00.107572 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719ab59-563e-4e32-8193-bd30a647f9bd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Network': ['ID=1f89eec6-2631-45f4-b21a-fe506634bb1a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:00.109210 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09a5c037-0aff-47e3-9b86-efb6a86104c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:00.118162 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 1f89eec6-2631-45f4-b21a-fe506634bb1a details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:52:00.357391 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device c978f5c3-04da-4446-b699-a9954744d3e3 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:52:00.378606 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09a5c037-0aff-47e3-9b86-efb6a86104c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:00.391658 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: c978f5c3-04da-4446-b699-a9954744d3e3 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:52:00.392005 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device c978f5c3-04da-4446-b699-a9954744d3e3 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:52:00.392416 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a12512a5-52c7-41db-a507-15d03838ab4b no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:52:00.426686 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: a12512a5-52c7-41db-a507-15d03838ab4b {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:52:00.427011 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a12512a5-52c7-41db-a507-15d03838ab4b not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:52:00.688085 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09a5c037-0aff-47e3-9b86-efb6a86104c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:00.717722 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09a5c037-0aff-47e3-9b86-efb6a86104c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:00.850916 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-09a5c037-0aff-47e3-9b86-efb6a86104c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.26.3.122 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/ef288e01-7e76-4ecc-9014-145593ddf1ec) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:52:01.105692 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09a5c037-0aff-47e3-9b86-efb6a86104c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:01.134044 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09a5c037-0aff-47e3-9b86-efb6a86104c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:01.199814 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a5c037-0aff-47e3-9b86-efb6a86104c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:52:01.203060 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-09a5c037-0aff-47e3-9b86-efb6a86104c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:52:01.207052 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a5c037-0aff-47e3-9b86-efb6a86104c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:52:01.242665 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5c037-0aff-47e3-9b86-efb6a86104c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=ef288e01-7e76-4ecc-9014-145593ddf1ec,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:01.613338 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09a5c037-0aff-47e3-9b86-efb6a86104c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:01.945476 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09a5c037-0aff-47e3-9b86-efb6a86104c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:02.144594 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a5c037-0aff-47e3-9b86-efb6a86104c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 22464457-03ca-4407-8a7c-c804572151cb is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:52:02.320709 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a5c037-0aff-47e3-9b86-efb6a86104c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:52:02.330199 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] Sync routers for ids ['22464457-03ca-4407-8a7c-c804572151cb'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:52:02.339235 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] Routers {'22464457-03ca-4407-8a7c-c804572151cb'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:52:02.339840 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:51:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['22464457-03ca-4407-8a7c-c804572151cb'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:52:02.346473 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09a5c037-0aff-47e3-9b86-efb6a86104c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:02.347699 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-09a5c037-0aff-47e3-9b86-efb6a86104c6 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2902367 Jan 11 09:52:02.351670 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36964) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:52:02.531177 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] Set router 22464457-03ca-4407-8a7c-c804572151cb gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:52:02.567015 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ef2b6d85-303e-4cba-9422-c724d47555d8 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b18c1b552dc34b41889b96f8d477063d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2141855 Jan 11 09:52:02.570420 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36970) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:52:02.704080 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976d4830-5db9-4cd8-b909-d3e29d1f41a5 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:02.708800 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-976d4830-5db9-4cd8-b909-d3e29d1f41a5 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1361980 Jan 11 09:52:02.709036 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36974) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:52:02.749448 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-673478c1-834e-4486-9a6d-da222ecb1098 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392613 Jan 11 09:52:02.752046 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36978) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:52:02.757319 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a14191b8-7bc7-43b3-8669-d11389f79aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-874815201', 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:52:02.818167 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22464457-03ca-4407-8a7c-c804572151cb', 'name': 'tempest-TestNetworkBasicOps-router-1251087244', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:52:01Z', 'revision_number': 3, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:52:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:52:02.823364 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] Checking router: 22464457-03ca-4407-8a7c-c804572151cb for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:52:02.823718 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] Updating router 22464457-03ca-4407-8a7c-c804572151cb port ef288e01-7e76-4ecc-9014-145593ddf1ec binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:52:02.880240 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:02.969478 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a14191b8-7bc7-43b3-8669-d11389f79aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:52:02.973291 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a14191b8-7bc7-43b3-8669-d11389f79aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:subnet and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:52:02.976784 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a14191b8-7bc7-43b3-8669-d11389f79aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:52:02.982672 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a14191b8-7bc7-43b3-8669-d11389f79aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:52:02.992269 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14191b8-7bc7-43b3-8669-d11389f79aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Made reservation on behalf of b18c1b552dc34b41889b96f8d477063d for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:52:02.995806 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a14191b8-7bc7-43b3-8669-d11389f79aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:03.221576 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a14191b8-7bc7-43b3-8669-d11389f79aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:03.249908 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:03.262433 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] Transition to ACTIVE for port object ef288e01-7e76-4ecc-9014-145593ddf1ec will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:52:03.268661 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:03.297202 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14191b8-7bc7-43b3-8669-d11389f79aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Subnet': ['ID=bf81f5a1-4abe-4580-81ff-55c6b8783387,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:03.308002 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14191b8-7bc7-43b3-8669-d11389f79aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Checking segment: {'id': 'fea7e229-280f-4755-a48d-dd2b7e863657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:52:03.308354 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14191b8-7bc7-43b3-8669-d11389f79aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network hostable DHCP agents. Network: 1f89eec6-2631-45f4-b21a-fe506634bb1a, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:52:03.330358 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14191b8-7bc7-43b3-8669-d11389f79aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 1f89eec6-2631-45f4-b21a-fe506634bb1a is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:52:03.340354 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a14191b8-7bc7-43b3-8669-d11389f79aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 1f89eec6-2631-45f4-b21a-fe506634bb1a) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:52:03.345683 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14191b8-7bc7-43b3-8669-d11389f79aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:03.346322 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a14191b8-7bc7-43b3-8669-d11389f79aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:03.352383 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ece996-8f1f-4f41-8ab0-18af9da3774f None None] Network 1f89eec6-2631-45f4-b21a-fe506634bb1a requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:52:03.369055 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a14191b8-7bc7-43b3-8669-d11389f79aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6159933 Jan 11 09:52:03.370119 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] Attempting to bind port ef288e01-7e76-4ecc-9014-145593ddf1ec on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:52:03.370487 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] Attempting to bind port ef288e01-7e76-4ecc-9014-145593ddf1ec by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:52:03.370850 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] Attempting to bind port ef288e01-7e76-4ecc-9014-145593ddf1ec on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:52:03.371728 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36982) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:52:03.376018 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859985cc-88cf-49c3-b53b-b774c5a97c01 None None] Pushing event updated for resources: {'Port': ['ID=ef288e01-7e76-4ecc-9014-145593ddf1ec,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:03.394990 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:52:03.395368 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:52:03.395772 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:03.396159 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:52:03.396622 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] Bound port: ef288e01-7e76-4ecc-9014-145593ddf1ec, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:52:03.396996 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:03.571392 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] For port ef288e01-7e76-4ecc-9014-145593ddf1ec, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:52:03.587293 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] For port ef288e01-7e76-4ecc-9014-145593ddf1ec, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ef288e01-7e76-4ecc-9014-145593ddf1ec,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:52:03.595979 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:03.697419 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859985cc-88cf-49c3-b53b-b774c5a97c01 None None] Pushing event updated for resources: {'Port': ['ID=ef288e01-7e76-4ecc-9014-145593ddf1ec,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:03.724530 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] Routers {'22464457-03ca-4407-8a7c-c804572151cb'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:52:03.725149 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:51:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['22464457-03ca-4407-8a7c-c804572151cb'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:52:03.783473 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d3f879-11f4-4d4a-badf-145ccf5e5fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-1f89eec6-2631-45f4-b21a-fe506634bb1a', 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ips': [{'subnet_id': 'bf81f5a1-4abe-4580-81ff-55c6b8783387'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:52:03.784289 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d7d3f879-11f4-4d4a-badf-145ccf5e5fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:04.016732 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] Set router 22464457-03ca-4407-8a7c-c804572151cb gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:52:04.077406 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-703a2b01-8ab5-4079-afac-7420ffa7c578 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:04.175946 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-d7d3f879-11f4-4d4a-badf-145ccf5e5fd0 None None] Allocated IP 172.20.0.2 (1f89eec6-2631-45f4-b21a-fe506634bb1a/bf81f5a1-4abe-4580-81ff-55c6b8783387/93edb964-4e7a-4517-a87b-5cacfdcc7124) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:52:04.395905 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:04.508633 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22464457-03ca-4407-8a7c-c804572151cb', 'name': 'tempest-TestNetworkBasicOps-router-1251087244', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:52:01Z', 'revision_number': 3, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:52:04.516019 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d7d3f879-11f4-4d4a-badf-145ccf5e5fd0 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:04.518334 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e910d8b3-7e6b-4204-aa04-758cf6c2ed6f None None] The sync data for ids ['22464457-03ca-4407-8a7c-c804572151cb'] in dv-neutron-823402-4-hyperv is: [{'id': '22464457-03ca-4407-8a7c-c804572151cb', 'name': 'tempest-TestNetworkBasicOps-router-1251087244', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:52:01Z', 'revision_number': 3, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:52:04.529555 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d7d3f879-11f4-4d4a-badf-145ccf5e5fd0 None None] Transition to ACTIVE for port object 93edb964-4e7a-4517-a87b-5cacfdcc7124 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:52:04.548752 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-d7d3f879-11f4-4d4a-badf-145ccf5e5fd0 None None] Transition to ACTIVE for port object 93edb964-4e7a-4517-a87b-5cacfdcc7124 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:52:04.554664 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d7d3f879-11f4-4d4a-badf-145ccf5e5fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:04.683538 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d3f879-11f4-4d4a-badf-145ccf5e5fd0 None None] Network 1f89eec6-2631-45f4-b21a-fe506634bb1a is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:52:04.686259 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-d7d3f879-11f4-4d4a-badf-145ccf5e5fd0 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:52:04.690057 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d3f879-11f4-4d4a-badf-145ccf5e5fd0 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:52:04.723558 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3f879-11f4-4d4a-badf-145ccf5e5fd0 None None] Pushing event updated for resources: {'Port': ['ID=93edb964-4e7a-4517-a87b-5cacfdcc7124,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:04.769075 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-703a2b01-8ab5-4079-afac-7420ffa7c578 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.20.0.1 (1f89eec6-2631-45f4-b21a-fe506634bb1a/bf81f5a1-4abe-4580-81ff-55c6b8783387/4b38a1b6-4452-4717-9c66-adb52b3e103c) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:52:04.822674 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d7d3f879-11f4-4d4a-badf-145ccf5e5fd0 None None] Attempting to bind port 93edb964-4e7a-4517-a87b-5cacfdcc7124 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:52:04.823083 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d7d3f879-11f4-4d4a-badf-145ccf5e5fd0 None None] Attempting to bind port 93edb964-4e7a-4517-a87b-5cacfdcc7124 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'fea7e229-280f-4755-a48d-dd2b7e863657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:52:04.823447 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d3f879-11f4-4d4a-badf-145ccf5e5fd0 None None] Attempting to bind port 93edb964-4e7a-4517-a87b-5cacfdcc7124 on network 1f89eec6-2631-45f4-b21a-fe506634bb1a {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:52:04.829164 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d3f879-11f4-4d4a-badf-145ccf5e5fd0 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:52:04.829724 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d3f879-11f4-4d4a-badf-145ccf5e5fd0 None None] Checking segment: {'id': 'fea7e229-280f-4755-a48d-dd2b7e863657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:52:04.830181 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d7d3f879-11f4-4d4a-badf-145ccf5e5fd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:04.830731 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d3f879-11f4-4d4a-badf-145ccf5e5fd0 None None] Bound using segment: {'id': 'fea7e229-280f-4755-a48d-dd2b7e863657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:52:04.831159 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-d7d3f879-11f4-4d4a-badf-145ccf5e5fd0 None None] Bound port: 93edb964-4e7a-4517-a87b-5cacfdcc7124, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea7e229-280f-4755-a48d-dd2b7e863657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:52:04.831531 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d7d3f879-11f4-4d4a-badf-145ccf5e5fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:04.927920 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d7d3f879-11f4-4d4a-badf-145ccf5e5fd0 None None] For port 93edb964-4e7a-4517-a87b-5cacfdcc7124, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:52:04.931711 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-d7d3f879-11f4-4d4a-badf-145ccf5e5fd0 None None] For port 93edb964-4e7a-4517-a87b-5cacfdcc7124, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=93edb964-4e7a-4517-a87b-5cacfdcc7124,segment=NetworkSegment(fea7e229-280f-4755-a48d-dd2b7e863657),segment_id=fea7e229-280f-4755-a48d-dd2b7e863657)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:52:04.936432 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d7d3f879-11f4-4d4a-badf-145ccf5e5fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:04.954373 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-703a2b01-8ab5-4079-afac-7420ffa7c578 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:04.971678 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-703a2b01-8ab5-4079-afac-7420ffa7c578 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Transition to ACTIVE for port object 4b38a1b6-4452-4717-9c66-adb52b3e103c will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:52:05.001606 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-703a2b01-8ab5-4079-afac-7420ffa7c578 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:05.033656 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3f879-11f4-4d4a-badf-145ccf5e5fd0 None None] Pushing event updated for resources: {'Port': ['ID=93edb964-4e7a-4517-a87b-5cacfdcc7124,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:05.065556 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703a2b01-8ab5-4079-afac-7420ffa7c578 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 1f89eec6-2631-45f4-b21a-fe506634bb1a is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:52:05.068715 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-703a2b01-8ab5-4079-afac-7420ffa7c578 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:52:05.078292 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703a2b01-8ab5-4079-afac-7420ffa7c578 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:52:05.135685 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a2b01-8ab5-4079-afac-7420ffa7c578 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=4b38a1b6-4452-4717-9c66-adb52b3e103c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:05.149083 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-703a2b01-8ab5-4079-afac-7420ffa7c578 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:05.429995 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-703a2b01-8ab5-4079-afac-7420ffa7c578 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:05.844781 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-703a2b01-8ab5-4079-afac-7420ffa7c578 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:05.850604 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-703a2b01-8ab5-4079-afac-7420ffa7c578 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:05.964171 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a2b01-8ab5-4079-afac-7420ffa7c578 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=4b38a1b6-4452-4717-9c66-adb52b3e103c,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:05.968885 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-703a2b01-8ab5-4079-afac-7420ffa7c578 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:05.987258 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07855ba-31e8-4604-abc2-851f394bfa56 None None] Network 1f89eec6-2631-45f4-b21a-fe506634bb1a requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:52:06.080422 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e356417b-f528-43e4-a856-e1ce9e6d70f4 None None] Provisioning for port 93edb964-4e7a-4517-a87b-5cacfdcc7124 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:52:06.109403 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703a2b01-8ab5-4079-afac-7420ffa7c578 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 1f89eec6-2631-45f4-b21a-fe506634bb1a is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:52:06.110906 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-703a2b01-8ab5-4079-afac-7420ffa7c578 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:52:06.435641 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ef288e01-7e76-4ecc-9014-145593ddf1ec up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:52:06.446507 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703a2b01-8ab5-4079-afac-7420ffa7c578 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 22464457-03ca-4407-8a7c-c804572151cb has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:52:06.518121 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a29a84fa-86d2-4616-ae13-4e8ca7fe597b None None] Provisioning for port 4b38a1b6-4452-4717-9c66-adb52b3e103c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:52:06.523065 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port ef288e01-7e76-4ecc-9014-145593ddf1ec completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:52:06.528120 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a29a84fa-86d2-4616-ae13-4e8ca7fe597b None None] Provisioning complete for port 4b38a1b6-4452-4717-9c66-adb52b3e103c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:52:06.528491 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a29a84fa-86d2-4616-ae13-4e8ca7fe597b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:06.552983 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port ef288e01-7e76-4ecc-9014-145593ddf1ec triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:52:06.554049 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:06.638864 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703a2b01-8ab5-4079-afac-7420ffa7c578 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:52:06.641768 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a29a84fa-86d2-4616-ae13-4e8ca7fe597b None None] Port 4b38a1b6-4452-4717-9c66-adb52b3e103c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:52:06.654665 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-703a2b01-8ab5-4079-afac-7420ffa7c578 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "PUT /v2.0/routers/22464457-03ca-4407-8a7c-c804572151cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2796223 Jan 11 09:52:06.655004 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36986) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:52:06.657386 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] Sync routers for ids ['22464457-03ca-4407-8a7c-c804572151cb'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:52:06.673517 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] Routers {'22464457-03ca-4407-8a7c-c804572151cb'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:52:06.674390 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:51:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['22464457-03ca-4407-8a7c-c804572151cb'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:52:06.719564 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:06.737631 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port ef288e01-7e76-4ecc-9014-145593ddf1ec, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ef288e01-7e76-4ecc-9014-145593ddf1ec,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:52:06.745053 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:06.746030 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 93edb964-4e7a-4517-a87b-5cacfdcc7124 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:52:06.826909 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd44b50b-5942-4659-8ac9-525a957559e0 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:06.827506 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd44b50b-5942-4659-8ac9-525a957559e0 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:06.828041 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd44b50b-5942-4659-8ac9-525a957559e0 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:06.829281 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd44b50b-5942-4659-8ac9-525a957559e0 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:06.831094 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-cd44b50b-5942-4659-8ac9-525a957559e0 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1751580 Jan 11 09:52:06.833744 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 36990) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:52:06.886757 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-73fd87e0-db6e-4625-892e-1fab3b6e61bc None None] Provisioning complete for port 4b38a1b6-4452-4717-9c66-adb52b3e103c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:52:06.887121 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-73fd87e0-db6e-4625-892e-1fab3b6e61bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:06.918515 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] Set router 22464457-03ca-4407-8a7c-c804572151cb gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:52:06.919399 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=ef288e01-7e76-4ecc-9014-145593ddf1ec,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:06.942101 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e087ccea-d283-4259-b5df-f36ece5b210a tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:06.942570 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e087ccea-d283-4259-b5df-f36ece5b210a tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:06.947143 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e087ccea-d283-4259-b5df-f36ece5b210a tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:06.947644 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e087ccea-d283-4259-b5df-f36ece5b210a tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:06.952423 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 36994) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:52:06.952947 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e087ccea-d283-4259-b5df-f36ece5b210a tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1177793 Jan 11 09:52:06.955734 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 93edb964-4e7a-4517-a87b-5cacfdcc7124 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:52:06.959073 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-73fd87e0-db6e-4625-892e-1fab3b6e61bc None None] Port 4b38a1b6-4452-4717-9c66-adb52b3e103c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:52:06.963522 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 93edb964-4e7a-4517-a87b-5cacfdcc7124 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:52:06.963895 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:07.091485 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:07.110023 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-951c5735-51c3-4c01-b2da-fe9c32ddf03c None None] Provisioning complete for port 4b38a1b6-4452-4717-9c66-adb52b3e103c triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:52:07.110420 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-951c5735-51c3-4c01-b2da-fe9c32ddf03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:07.178992 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-32f641c2-ff75-47f9-947a-b13feb5a4b49 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2198701 Jan 11 09:52:07.179250 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 93edb964-4e7a-4517-a87b-5cacfdcc7124, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=93edb964-4e7a-4517-a87b-5cacfdcc7124,segment=NetworkSegment(fea7e229-280f-4755-a48d-dd2b7e863657),segment_id=fea7e229-280f-4755-a48d-dd2b7e863657)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:52:07.185390 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:07.217403 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-951c5735-51c3-4c01-b2da-fe9c32ddf03c None None] Port 4b38a1b6-4452-4717-9c66-adb52b3e103c cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:52:07.256879 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=93edb964-4e7a-4517-a87b-5cacfdcc7124,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:07.301860 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22464457-03ca-4407-8a7c-c804572151cb', 'name': 'tempest-TestNetworkBasicOps-router-1251087244', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:52:05Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '4b38a1b6-4452-4717-9c66-adb52b3e103c', 'name': '', 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:3c:16:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'bf81f5a1-4abe-4580-81ff-55c6b8783387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:04Z', 'updated_at': '2022-01-11T09:52:05Z', 'revision_number': 2, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'bf81f5a1-4abe-4580-81ff-55c6b8783387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:52:07.305914 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] Checking router: 22464457-03ca-4407-8a7c-c804572151cb for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:52:07.306297 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] Updating router 22464457-03ca-4407-8a7c-c804572151cb port 4b38a1b6-4452-4717-9c66-adb52b3e103c binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:52:07.357798 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:07.415812 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 37000) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:52:07.420849 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-7e09bb1b-2017-4311-af52-36b2906c6cd2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-834667372', 'description': 'tempest-secgroup-smoke-834667372 description', 'project_id': 'b18c1b552dc34b41889b96f8d477063d'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:52:07.427062 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7e09bb1b-2017-4311-af52-36b2906c6cd2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:52:07.431784 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7e09bb1b-2017-4311-af52-36b2906c6cd2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:52:07.434587 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7e09bb1b-2017-4311-af52-36b2906c6cd2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:52:07.440237 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7e09bb1b-2017-4311-af52-36b2906c6cd2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:52:07.451251 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e09bb1b-2017-4311-af52-36b2906c6cd2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:07.471100 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7e09bb1b-2017-4311-af52-36b2906c6cd2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:52:07.474864 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7e09bb1b-2017-4311-af52-36b2906c6cd2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:52:07.478496 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7e09bb1b-2017-4311-af52-36b2906c6cd2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:52:07.484138 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7e09bb1b-2017-4311-af52-36b2906c6cd2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:52:07.556351 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e09bb1b-2017-4311-af52-36b2906c6cd2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:07.560960 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e09bb1b-2017-4311-af52-36b2906c6cd2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:07.608080 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09bb1b-2017-4311-af52-36b2906c6cd2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c218761-fc7e-4486-a69a-5fd172fc6ac8,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:07.611735 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e09bb1b-2017-4311-af52-36b2906c6cd2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:07.615572 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7e09bb1b-2017-4311-af52-36b2906c6cd2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1961837 Jan 11 09:52:07.617370 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 37004) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:52:07.622394 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d4108f9f-d51f-4880-acc3-b52898319133 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '8c218761-fc7e-4486-a69a-5fd172fc6ac8', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:52:07.628174 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d4108f9f-d51f-4880-acc3-b52898319133 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:52:07.631955 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d4108f9f-d51f-4880-acc3-b52898319133 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:52:07.634904 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d4108f9f-d51f-4880-acc3-b52898319133 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:52:07.640573 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d4108f9f-d51f-4880-acc3-b52898319133 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:52:07.658323 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4108f9f-d51f-4880-acc3-b52898319133 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:07.712187 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:07.720735 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4108f9f-d51f-4880-acc3-b52898319133 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:07.724260 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] Transition to ACTIVE for port object 4b38a1b6-4452-4717-9c66-adb52b3e103c will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:52:07.724926 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4108f9f-d51f-4880-acc3-b52898319133 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:07.731327 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:07.748803 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4108f9f-d51f-4880-acc3-b52898319133 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53886086-6df0-4662-8192-ed4501a80bd4,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:07.759669 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d4108f9f-d51f-4880-acc3-b52898319133 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:07.760928 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d4108f9f-d51f-4880-acc3-b52898319133 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1432869 Jan 11 09:52:07.763780 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 37008) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:52:07.768939 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-e7641295-ca4c-42c6-afe5-938099358b45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '8c218761-fc7e-4486-a69a-5fd172fc6ac8', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:52:07.774985 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e7641295-ca4c-42c6-afe5-938099358b45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:52:07.778779 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e7641295-ca4c-42c6-afe5-938099358b45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:52:07.781633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e7641295-ca4c-42c6-afe5-938099358b45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:52:07.787477 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e7641295-ca4c-42c6-afe5-938099358b45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:52:07.810290 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e7641295-ca4c-42c6-afe5-938099358b45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:07.877235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e7641295-ca4c-42c6-afe5-938099358b45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:07.883190 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e7641295-ca4c-42c6-afe5-938099358b45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:07.919482 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e7641295-ca4c-42c6-afe5-938099358b45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:07.920604 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e7641295-ca4c-42c6-afe5-938099358b45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1557946 Jan 11 09:52:07.921473 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7641295-ca4c-42c6-afe5-938099358b45 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7144aa8c-7a57-4aa5-9b3f-136c6f577288,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:07.923734 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 37012) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:52:07.932160 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-e0b68934-3713-4d67-9c4c-30cf36e2b24c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '8c218761-fc7e-4486-a69a-5fd172fc6ac8', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:52:07.934059 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9c6bc-eb60-453b-9638-59f794673be8 None None] Pushing event updated for resources: {'Port': ['ID=4b38a1b6-4452-4717-9c66-adb52b3e103c,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:07.938566 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e0b68934-3713-4d67-9c4c-30cf36e2b24c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:52:07.942439 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e0b68934-3713-4d67-9c4c-30cf36e2b24c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:52:07.945726 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e0b68934-3713-4d67-9c4c-30cf36e2b24c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:52:07.952620 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e0b68934-3713-4d67-9c4c-30cf36e2b24c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:52:07.957079 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9c6bc-eb60-453b-9638-59f794673be8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:52:07.957422 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9c6bc-eb60-453b-9638-59f794673be8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:52:07.957759 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9c6bc-eb60-453b-9638-59f794673be8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:52:07.958116 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9c6bc-eb60-453b-9638-59f794673be8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:52:07.958702 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9c6bc-eb60-453b-9638-59f794673be8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:52:07.958839 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9c6bc-eb60-453b-9638-59f794673be8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:52:07.959070 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9c6bc-eb60-453b-9638-59f794673be8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:52:07.959949 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9c6bc-eb60-453b-9638-59f794673be8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:52:07.960316 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9c6bc-eb60-453b-9638-59f794673be8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:52:07.960850 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9c6bc-eb60-453b-9638-59f794673be8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:52:07.961318 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9c6bc-eb60-453b-9638-59f794673be8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:52:07.961659 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9c6bc-eb60-453b-9638-59f794673be8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:52:07.971008 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0b68934-3713-4d67-9c4c-30cf36e2b24c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:07.974162 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] Attempting to bind port 4b38a1b6-4452-4717-9c66-adb52b3e103c on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:52:07.974532 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] Attempting to bind port 4b38a1b6-4452-4717-9c66-adb52b3e103c by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'fea7e229-280f-4755-a48d-dd2b7e863657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:52:07.974932 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] Attempting to bind port 4b38a1b6-4452-4717-9c66-adb52b3e103c on network 1f89eec6-2631-45f4-b21a-fe506634bb1a {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:52:07.981187 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:52:07.981555 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] Checking segment: {'id': 'fea7e229-280f-4755-a48d-dd2b7e863657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:52:07.982186 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:07.982581 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] Bound using segment: {'id': 'fea7e229-280f-4755-a48d-dd2b7e863657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:52:07.983046 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] Bound port: 4b38a1b6-4452-4717-9c66-adb52b3e103c, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea7e229-280f-4755-a48d-dd2b7e863657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:52:07.983431 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:08.036624 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0b68934-3713-4d67-9c4c-30cf36e2b24c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:08.041323 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0b68934-3713-4d67-9c4c-30cf36e2b24c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:08.065300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b68934-3713-4d67-9c4c-30cf36e2b24c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f15c04-0ca5-4ed5-94a3-308a9acb8344,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:08.075489 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0b68934-3713-4d67-9c4c-30cf36e2b24c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:08.076906 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e0b68934-3713-4d67-9c4c-30cf36e2b24c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1526196 Jan 11 09:52:08.080317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 37016) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:52:08.083704 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] For port 4b38a1b6-4452-4717-9c66-adb52b3e103c, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:52:08.085491 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-cce53283-82ef-4409-a096-ce5a848484d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '8c218761-fc7e-4486-a69a-5fd172fc6ac8', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:52:08.087971 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] For port 4b38a1b6-4452-4717-9c66-adb52b3e103c, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4b38a1b6-4452-4717-9c66-adb52b3e103c,segment=NetworkSegment(fea7e229-280f-4755-a48d-dd2b7e863657),segment_id=fea7e229-280f-4755-a48d-dd2b7e863657)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:52:08.091483 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cce53283-82ef-4409-a096-ce5a848484d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:52:08.091944 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:08.095263 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-cce53283-82ef-4409-a096-ce5a848484d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:52:08.098203 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-cce53283-82ef-4409-a096-ce5a848484d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:52:08.103811 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-cce53283-82ef-4409-a096-ce5a848484d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:52:08.120377 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cce53283-82ef-4409-a096-ce5a848484d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:08.174363 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9c6bc-eb60-453b-9638-59f794673be8 None None] Pushing event updated for resources: {'Port': ['ID=4b38a1b6-4452-4717-9c66-adb52b3e103c,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:08.177445 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] Routers {'22464457-03ca-4407-8a7c-c804572151cb'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:52:08.178051 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:51:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['22464457-03ca-4407-8a7c-c804572151cb'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:52:08.190268 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cce53283-82ef-4409-a096-ce5a848484d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:08.195618 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cce53283-82ef-4409-a096-ce5a848484d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:08.220395 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce53283-82ef-4409-a096-ce5a848484d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49745a74-8ee6-444c-9835-c9eebf0a7f52,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:08.233929 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cce53283-82ef-4409-a096-ce5a848484d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:08.235221 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-cce53283-82ef-4409-a096-ce5a848484d4 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1539545 Jan 11 09:52:08.237853 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 37020) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:52:08.244075 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3f5dafb3-e470-432e-98a7-d2893b16e45d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '8c218761-fc7e-4486-a69a-5fd172fc6ac8', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:52:08.250509 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3f5dafb3-e470-432e-98a7-d2893b16e45d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:52:08.254696 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3f5dafb3-e470-432e-98a7-d2893b16e45d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:52:08.258295 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3f5dafb3-e470-432e-98a7-d2893b16e45d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:52:08.264225 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3f5dafb3-e470-432e-98a7-d2893b16e45d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:52:08.275428 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-3f5dafb3-e470-432e-98a7-d2893b16e45d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Project b18c1b552dc34b41889b96f8d477063d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:52:08.282274 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3f5dafb3-e470-432e-98a7-d2893b16e45d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:08.362316 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3f5dafb3-e470-432e-98a7-d2893b16e45d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:08.366440 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3f5dafb3-e470-432e-98a7-d2893b16e45d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:08.380733 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] Set router 22464457-03ca-4407-8a7c-c804572151cb gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:52:08.390959 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dafb3-e470-432e-98a7-d2893b16e45d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e7a1cb-e647-4e7e-9f4d-69829784e22b,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:08.392460 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ef288e01-7e76-4ecc-9014-145593ddf1ec up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:52:08.403331 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3f5dafb3-e470-432e-98a7-d2893b16e45d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:08.404514 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3f5dafb3-e470-432e-98a7-d2893b16e45d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1655025 Jan 11 09:52:08.407155 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 37024) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:52:08.412474 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-134def7f-3d03-499d-baf7-405e0112030c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'security_group_rule': {'security_group_id': '8c218761-fc7e-4486-a69a-5fd172fc6ac8', 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:52:08.418336 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-134def7f-3d03-499d-baf7-405e0112030c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:52:08.422074 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-134def7f-3d03-499d-baf7-405e0112030c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:security_group_rule and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:52:08.425531 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-134def7f-3d03-499d-baf7-405e0112030c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:52:08.431491 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-134def7f-3d03-499d-baf7-405e0112030c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:52:08.442953 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-134def7f-3d03-499d-baf7-405e0112030c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Project b18c1b552dc34b41889b96f8d477063d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 09:52:08.451608 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-134def7f-3d03-499d-baf7-405e0112030c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:08.490406 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port ef288e01-7e76-4ecc-9014-145593ddf1ec triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:52:08.491061 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:08.521813 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-134def7f-3d03-499d-baf7-405e0112030c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:08.527378 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-134def7f-3d03-499d-baf7-405e0112030c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:08.556749 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134def7f-3d03-499d-baf7-405e0112030c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac05091b-a838-4c61-926d-da61965a33b9,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:08.560356 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-134def7f-3d03-499d-baf7-405e0112030c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:08.570628 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-134def7f-3d03-499d-baf7-405e0112030c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1534317 Jan 11 09:52:08.616330 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 93edb964-4e7a-4517-a87b-5cacfdcc7124 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:52:08.701726 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 93edb964-4e7a-4517-a87b-5cacfdcc7124 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:52:08.702129 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:08.747634 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-32a69ee7-a033-43a8-a176-84f9e4952213 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:52:08.763317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-32a69ee7-a033-43a8-a176-84f9e4952213 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:52:08.764610 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-32a69ee7-a033-43a8-a176-84f9e4952213 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-834667372&fields=id&tenant_id=b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 267 time: 0.0577626 Jan 11 09:52:08.785917 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22464457-03ca-4407-8a7c-c804572151cb', 'name': 'tempest-TestNetworkBasicOps-router-1251087244', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:52:05Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '4b38a1b6-4452-4717-9c66-adb52b3e103c', 'name': '', 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:3c:16:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'bf81f5a1-4abe-4580-81ff-55c6b8783387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:04Z', 'updated_at': '2022-01-11T09:52:08Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'bf81f5a1-4abe-4580-81ff-55c6b8783387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:52:08.790766 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2af997-71b4-4f51-ae1e-399561d58f3b None None] The sync data for ids ['22464457-03ca-4407-8a7c-c804572151cb'] in dv-neutron-823402-4-hyperv is: [{'id': '22464457-03ca-4407-8a7c-c804572151cb', 'name': 'tempest-TestNetworkBasicOps-router-1251087244', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:52:05Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '4b38a1b6-4452-4717-9c66-adb52b3e103c', 'name': '', 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:3c:16:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'bf81f5a1-4abe-4580-81ff-55c6b8783387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:04Z', 'updated_at': '2022-01-11T09:52:08Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'bf81f5a1-4abe-4580-81ff-55c6b8783387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:52:08.939068 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-932d6ca6-6b07-4596-af8d-d3af87cbfc54 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:08.939789 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-932d6ca6-6b07-4596-af8d-d3af87cbfc54 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:52:08.959954 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-932d6ca6-6b07-4596-af8d-d3af87cbfc54 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:52:08.967400 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-932d6ca6-6b07-4596-af8d-d3af87cbfc54 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/networks?id=1f89eec6-2631-45f4-b21a-fe506634bb1a HTTP/1.1" status: 200 len: 796 time: 0.1878114 Jan 11 09:52:08.978969 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-0e1a27bf-80c1-4db3-a467-4fd92cc1c879 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/quotas/b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 375 time: 0.0106022 Jan 11 09:52:09.067030 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-9705a976-2bb5-409c-a535-869d32a1af72 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:52:09.083608 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-9705a976-2bb5-409c-a535-869d32a1af72 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:52:09.085633 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-9705a976-2bb5-409c-a535-869d32a1af72 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1010592 Jan 11 09:52:09.145044 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-6d552e38-da2c-48b3-8ddf-921dfe4653f4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 09:52:09.146030 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-6d552e38-da2c-48b3-8ddf-921dfe4653f4 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488632 Jan 11 09:52:09.284259 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-224a66a5-0a6a-4518-a844-cc5798ec054e service neutron] 10.222.0.15 "GET /v2.0/networks/1f89eec6-2631-45f4-b21a-fe506634bb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317015 Jan 11 09:52:09.422447 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-ba8fa84e-1a9a-4e13-925d-3d34c172aafa service neutron] 10.222.0.15 "GET /v2.0/networks/1f89eec6-2631-45f4-b21a-fe506634bb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311874 Jan 11 09:52:09.600804 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9eef7228-54c7-4cda-9d5b-58f6fb165a57 req-5f65ee90-1035-49da-873f-8e4e86c48d93 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=62a44a1f-4a8e-4209-a28e-65fe2cbee321 HTTP/1.1" status: 200 len: 210 time: 0.0432696 Jan 11 09:52:10.377449 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4b38a1b6-4452-4717-9c66-adb52b3e103c up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:52:10.477268 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 4b38a1b6-4452-4717-9c66-adb52b3e103c completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:52:10.481864 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 4b38a1b6-4452-4717-9c66-adb52b3e103c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:52:10.482268 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:10.603389 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:10.626373 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:52:10.643304 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 4b38a1b6-4452-4717-9c66-adb52b3e103c, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4b38a1b6-4452-4717-9c66-adb52b3e103c,segment=NetworkSegment(fea7e229-280f-4755-a48d-dd2b7e863657),segment_id=fea7e229-280f-4755-a48d-dd2b7e863657)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:52:10.649252 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:10.683702 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-cfe4ff6a-6d70-4b1e-897d-b6cf6835e15d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:10.685344 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-cfe4ff6a-6d70-4b1e-897d-b6cf6835e15d tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/networks?id=1f89eec6-2631-45f4-b21a-fe506634bb1a HTTP/1.1" status: 200 len: 796 time: 0.1717186 Jan 11 09:52:10.738379 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=4b38a1b6-4452-4717-9c66-adb52b3e103c,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:10.766683 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-80a77f1c-e6bb-4e57-a8b0-fc4c6658e12b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:52:10.772398 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-88009746-813f-4dad-9bdd-3d97d980ff29 req-4320c528-1108-461e-85c1-6302a98198ef tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=62a44a1f-4a8e-4209-a28e-65fe2cbee321 HTTP/1.1" status: 200 len: 210 time: 0.0531268 Jan 11 09:52:10.780386 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-80a77f1c-e6bb-4e57-a8b0-fc4c6658e12b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:52:10.781541 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-80a77f1c-e6bb-4e57-a8b0-fc4c6658e12b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b18c1b552dc34b41889b96f8d477063d HTTP/1.1" status: 200 len: 379 time: 0.0884027 Jan 11 09:52:10.791111 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-bd0c5a89-c284-4b48-876a-d8f2f5f66aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'port': {'device_id': '62a44a1f-4a8e-4209-a28e-65fe2cbee321', 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a', 'admin_state_up': True, 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'security_groups': ['8c218761-fc7e-4486-a69a-5fd172fc6ac8']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:52:10.927535 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-bd0c5a89-c284-4b48-876a-d8f2f5f66aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:52:10.936646 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-bd0c5a89-c284-4b48-876a-d8f2f5f66aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:52:10.945915 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-bd0c5a89-c284-4b48-876a-d8f2f5f66aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Made reservation on behalf of b18c1b552dc34b41889b96f8d477063d for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:52:10.949377 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-bd0c5a89-c284-4b48-876a-d8f2f5f66aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:11.109206 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-bd0c5a89-c284-4b48-876a-d8f2f5f66aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.20.0.5 (1f89eec6-2631-45f4-b21a-fe506634bb1a/bf81f5a1-4abe-4580-81ff-55c6b8783387/b25f8736-be4d-4b85-a926-e24e19441d44) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:52:11.297674 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-bd0c5a89-c284-4b48-876a-d8f2f5f66aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:11.313986 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-bd0c5a89-c284-4b48-876a-d8f2f5f66aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Transition to ACTIVE for port object b25f8736-be4d-4b85-a926-e24e19441d44 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:52:11.339484 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-bd0c5a89-c284-4b48-876a-d8f2f5f66aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:11.410313 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-bd0c5a89-c284-4b48-876a-d8f2f5f66aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 1f89eec6-2631-45f4-b21a-fe506634bb1a is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:52:11.413536 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-bd0c5a89-c284-4b48-876a-d8f2f5f66aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:52:11.417409 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-bd0c5a89-c284-4b48-876a-d8f2f5f66aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:52:11.451502 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c5a89-c284-4b48-876a-d8f2f5f66aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=b25f8736-be4d-4b85-a926-e24e19441d44,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:11.492052 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-bd0c5a89-c284-4b48-876a-d8f2f5f66aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:11.492724 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-bd0c5a89-c284-4b48-876a-d8f2f5f66aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:11.518248 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-bd0c5a89-c284-4b48-876a-d8f2f5f66aed tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7320096 Jan 11 09:52:11.529293 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-da8929c6-d8b0-40e8-a6c5-79c8fb5ff942 service neutron] Request body: {'port': {'device_id': '62a44a1f-4a8e-4209-a28e-65fe2cbee321', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:52:11.623050 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-16167aad-cbfa-4c19-bc70-26c84a143e6d None None] Provisioning for port b25f8736-be4d-4b85-a926-e24e19441d44 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:52:11.628493 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-16167aad-cbfa-4c19-bc70-26c84a143e6d None None] Provisioning complete for port b25f8736-be4d-4b85-a926-e24e19441d44 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:52:11.628862 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-16167aad-cbfa-4c19-bc70-26c84a143e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:11.659497 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-da8929c6-d8b0-40e8-a6c5-79c8fb5ff942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:11.691630 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-16167aad-cbfa-4c19-bc70-26c84a143e6d None None] Port b25f8736-be4d-4b85-a926-e24e19441d44 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:52:11.962476 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf993d12-f9e7-4436-8de4-c7b81264ea84 req-45b06c6b-2208-4024-8881-e98b6f23eb37 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:11.963917 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bf993d12-f9e7-4436-8de4-c7b81264ea84 req-45b06c6b-2208-4024-8881-e98b6f23eb37 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=62a44a1f-4a8e-4209-a28e-65fe2cbee321 HTTP/1.1" status: 200 len: 931 time: 0.0869458 Jan 11 09:52:12.010295 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bf993d12-f9e7-4436-8de4-c7b81264ea84 req-9ff1c10b-8b1a-4b40-a827-92f37e4bd9d8 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c218761-fc7e-4486-a69a-5fd172fc6ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407100 Jan 11 09:52:12.137412 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-da8929c6-d8b0-40e8-a6c5-79c8fb5ff942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b25f8736-be4d-4b85-a926-e24e19441d44 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:52:12.144753 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-da8929c6-d8b0-40e8-a6c5-79c8fb5ff942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:12.159414 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-da8929c6-d8b0-40e8-a6c5-79c8fb5ff942 service neutron] Transition to ACTIVE for port object b25f8736-be4d-4b85-a926-e24e19441d44 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:52:12.163242 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-da8929c6-d8b0-40e8-a6c5-79c8fb5ff942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:12.316242 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8929c6-d8b0-40e8-a6c5-79c8fb5ff942 service neutron] Pushing event updated for resources: {'Port': ['ID=b25f8736-be4d-4b85-a926-e24e19441d44,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:12.374320 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4b38a1b6-4452-4717-9c66-adb52b3e103c up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:52:12.404511 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-da8929c6-d8b0-40e8-a6c5-79c8fb5ff942 service neutron] Attempting to bind port b25f8736-be4d-4b85-a926-e24e19441d44 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:52:12.404858 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-da8929c6-d8b0-40e8-a6c5-79c8fb5ff942 service neutron] Attempting to bind port b25f8736-be4d-4b85-a926-e24e19441d44 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': 'fea7e229-280f-4755-a48d-dd2b7e863657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:52:12.405213 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-da8929c6-d8b0-40e8-a6c5-79c8fb5ff942 service neutron] Attempting to bind port b25f8736-be4d-4b85-a926-e24e19441d44 on network 1f89eec6-2631-45f4-b21a-fe506634bb1a {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:52:12.409900 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-da8929c6-d8b0-40e8-a6c5-79c8fb5ff942 service neutron] Port b25f8736-be4d-4b85-a926-e24e19441d44 on network 1f89eec6-2631-45f4-b21a-fe506634bb1a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:52:12.410295 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-da8929c6-d8b0-40e8-a6c5-79c8fb5ff942 service neutron] Attempting to bind port b25f8736-be4d-4b85-a926-e24e19441d44 on network 1f89eec6-2631-45f4-b21a-fe506634bb1a {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:52:12.415968 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-da8929c6-d8b0-40e8-a6c5-79c8fb5ff942 service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:52:12.416323 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-da8929c6-d8b0-40e8-a6c5-79c8fb5ff942 service neutron] Checking segment: {'id': 'fea7e229-280f-4755-a48d-dd2b7e863657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:52:12.416693 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-da8929c6-d8b0-40e8-a6c5-79c8fb5ff942 service neutron] Bound using segment: {'id': 'fea7e229-280f-4755-a48d-dd2b7e863657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:52:12.417108 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-da8929c6-d8b0-40e8-a6c5-79c8fb5ff942 service neutron] Bound port: b25f8736-be4d-4b85-a926-e24e19441d44, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea7e229-280f-4755-a48d-dd2b7e863657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:52:12.417443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-da8929c6-d8b0-40e8-a6c5-79c8fb5ff942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:12.453540 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 4b38a1b6-4452-4717-9c66-adb52b3e103c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:52:12.453908 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:12.508003 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-da8929c6-d8b0-40e8-a6c5-79c8fb5ff942 service neutron] For port b25f8736-be4d-4b85-a926-e24e19441d44, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:52:12.511150 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-da8929c6-d8b0-40e8-a6c5-79c8fb5ff942 service neutron] For port b25f8736-be4d-4b85-a926-e24e19441d44, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=b25f8736-be4d-4b85-a926-e24e19441d44,segment=NetworkSegment(fea7e229-280f-4755-a48d-dd2b7e863657),segment_id=fea7e229-280f-4755-a48d-dd2b7e863657)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:52:12.514639 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-da8929c6-d8b0-40e8-a6c5-79c8fb5ff942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:12.572786 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-da8929c6-d8b0-40e8-a6c5-79c8fb5ff942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:12.573368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-da8929c6-d8b0-40e8-a6c5-79c8fb5ff942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:12.574742 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-da8929c6-d8b0-40e8-a6c5-79c8fb5ff942 service neutron] 10.222.0.42 "PUT /v2.0/ports/b25f8736-be4d-4b85-a926-e24e19441d44 HTTP/1.1" status: 200 len: 1093 time: 1.0496123 Jan 11 09:52:12.575200 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a44a1f-4a8e-4209-a28e-65fe2cbee321', 'tag': 'b25f8736-be4d-4b85-a926-e24e19441d44'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:52:12.598859 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8929c6-d8b0-40e8-a6c5-79c8fb5ff942 service neutron] Pushing event updated for resources: {'Port': ['ID=b25f8736-be4d-4b85-a926-e24e19441d44,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:12.649828 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62a44a1f-4a8e-4209-a28e-65fe2cbee321', 'tag': 'b25f8736-be4d-4b85-a926-e24e19441d44', 'status': 'completed', 'code': 200} Jan 11 09:52:12.696033 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-a2b857f5-3b3f-477d-a9b4-47c50f7a01e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:12.697548 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-a2b857f5-3b3f-477d-a9b4-47c50f7a01e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=62a44a1f-4a8e-4209-a28e-65fe2cbee321 HTTP/1.1" status: 200 len: 1096 time: 0.0820096 Jan 11 09:52:12.773239 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-2b48cb08-3fa6-42fa-9b27-4927b50d05f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b25f8736-be4d-4b85-a926-e24e19441d44 HTTP/1.1" status: 200 len: 217 time: 0.0681930 Jan 11 09:52:12.836960 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-b9d55a2c-fa0d-4957-ac31-8c3027b336f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:12.838278 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-b9d55a2c-fa0d-4957-ac31-8c3027b336f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf81f5a1-4abe-4580-81ff-55c6b8783387 HTTP/1.1" status: 200 len: 834 time: 0.0596099 Jan 11 09:52:12.911917 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-07785c98-a65b-47e8-9ca6-c4f1a65e5914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:12.913621 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-07785c98-a65b-47e8-9ca6-c4f1a65e5914 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f89eec6-2631-45f4-b21a-fe506634bb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695179 Jan 11 09:52:13.052131 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-1f14a714-c97d-4b6c-b6f3-3dd405b7e70a service neutron] 10.222.0.42 "GET /v2.0/networks/1f89eec6-2631-45f4-b21a-fe506634bb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323974 Jan 11 09:52:13.184991 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-81343f6a-4cc9-4240-844a-7b08f0c30de0 req-01fe57ed-1375-4222-ac23-57fd99c380e2 service neutron] 10.222.0.42 "GET /v2.0/networks/1f89eec6-2631-45f4-b21a-fe506634bb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274641 Jan 11 09:52:13.200051 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80029219-9c3e-4e14-8f5d-3e78689b3f77 req-986bcfd6-da24-46d0-806a-a1290c98a4fc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:13.201506 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-80029219-9c3e-4e14-8f5d-3e78689b3f77 req-986bcfd6-da24-46d0-806a-a1290c98a4fc tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=62a44a1f-4a8e-4209-a28e-65fe2cbee321 HTTP/1.1" status: 200 len: 943 time: 0.0859718 Jan 11 09:52:13.305112 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c09bd-be2f-4998-bf09-3fa77812ffa4 req-4db96ce9-c040-4a5d-b468-e809d5dd3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:13.306630 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-364c09bd-be2f-4998-bf09-3fa77812ffa4 req-4db96ce9-c040-4a5d-b468-e809d5dd3e2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=62a44a1f-4a8e-4209-a28e-65fe2cbee321 HTTP/1.1" status: 200 len: 1096 time: 0.0770910 Jan 11 09:52:13.358820 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-80029219-9c3e-4e14-8f5d-3e78689b3f77 req-26d66e97-b932-4f64-87d6-5663241d5eae tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c218761-fc7e-4486-a69a-5fd172fc6ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507339 Jan 11 09:52:13.439557 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c09bd-be2f-4998-bf09-3fa77812ffa4 req-85e206f6-e37a-4c3e-b8f5-8d927f59d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:13.441102 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-364c09bd-be2f-4998-bf09-3fa77812ffa4 req-85e206f6-e37a-4c3e-b8f5-8d927f59d243 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f89eec6-2631-45f4-b21a-fe506634bb1a HTTP/1.1" status: 200 len: 897 time: 0.1282232 Jan 11 09:52:13.509271 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-364c09bd-be2f-4998-bf09-3fa77812ffa4 req-772de5fc-5d7c-48b6-b23a-f5af81912064 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b25f8736-be4d-4b85-a926-e24e19441d44 HTTP/1.1" status: 200 len: 217 time: 0.0622828 Jan 11 09:52:13.574706 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c09bd-be2f-4998-bf09-3fa77812ffa4 req-32d061a1-dc4e-4a59-a832-ea4d9c7b9b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:13.576031 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-364c09bd-be2f-4998-bf09-3fa77812ffa4 req-32d061a1-dc4e-4a59-a832-ea4d9c7b9b32 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf81f5a1-4abe-4580-81ff-55c6b8783387 HTTP/1.1" status: 200 len: 834 time: 0.0610654 Jan 11 09:52:13.649731 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c09bd-be2f-4998-bf09-3fa77812ffa4 req-ba9a332a-e82a-4457-8fa7-73360eaef0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:13.651198 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-364c09bd-be2f-4998-bf09-3fa77812ffa4 req-ba9a332a-e82a-4457-8fa7-73360eaef0de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f89eec6-2631-45f4-b21a-fe506634bb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694232 Jan 11 09:52:13.890452 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-364c09bd-be2f-4998-bf09-3fa77812ffa4 req-8eef5536-2f1b-4172-bd25-3c22e8cc6814 service neutron] 10.222.0.42 "GET /v2.0/networks/1f89eec6-2631-45f4-b21a-fe506634bb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313659 Jan 11 09:52:14.019427 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-364c09bd-be2f-4998-bf09-3fa77812ffa4 req-d2a907d3-bb86-42fc-b3eb-86ec0c6f91b0 service neutron] 10.222.0.42 "GET /v2.0/networks/1f89eec6-2631-45f4-b21a-fe506634bb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225874 Jan 11 09:52:14.539876 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d090870-6cb2-45ca-bd38-07c7951ad1ca req-b0e6eabb-53ee-4cd8-a2c7-718c6628404e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:14.541386 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9d090870-6cb2-45ca-bd38-07c7951ad1ca req-b0e6eabb-53ee-4cd8-a2c7-718c6628404e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=62a44a1f-4a8e-4209-a28e-65fe2cbee321 HTTP/1.1" status: 200 len: 943 time: 0.0780430 Jan 11 09:52:14.608685 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9d090870-6cb2-45ca-bd38-07c7951ad1ca req-252736ee-2f0d-4272-8bde-6adef715d15e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c218761-fc7e-4486-a69a-5fd172fc6ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530775 Jan 11 09:52:15.362474 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device b25f8736-be4d-4b85-a926-e24e19441d44 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:52:15.493514 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port b25f8736-be4d-4b85-a926-e24e19441d44, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=b25f8736-be4d-4b85-a926-e24e19441d44,segment=NetworkSegment(fea7e229-280f-4755-a48d-dd2b7e863657),segment_id=fea7e229-280f-4755-a48d-dd2b7e863657)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:52:15.506075 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': 'b25f8736-be4d-4b85-a926-e24e19441d44', 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a', 'port_id': 'b25f8736-be4d-4b85-a926-e24e19441d44', 'mac_address': 'fa:16:3e:fa:b5:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf81f5a1-4abe-4580-81ff-55c6b8783387', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:52:15.562162 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:15.578989 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b25f8736-be4d-4b85-a926-e24e19441d44 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:52:15.593802 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port b25f8736-be4d-4b85-a926-e24e19441d44, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=b25f8736-be4d-4b85-a926-e24e19441d44,segment=NetworkSegment(fea7e229-280f-4755-a48d-dd2b7e863657),segment_id=fea7e229-280f-4755-a48d-dd2b7e863657)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:52:15.597793 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:15.665506 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=b25f8736-be4d-4b85-a926-e24e19441d44,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:15.799212 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7a5dc-02d7-47b2-b12b-f1321abc973d req-88423b11-2ebd-4a45-bc0f-8730aee56e11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:15.800939 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-32c7a5dc-02d7-47b2-b12b-f1321abc973d req-88423b11-2ebd-4a45-bc0f-8730aee56e11 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=62a44a1f-4a8e-4209-a28e-65fe2cbee321 HTTP/1.1" status: 200 len: 944 time: 0.0847099 Jan 11 09:52:15.843572 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-32c7a5dc-02d7-47b2-b12b-f1321abc973d req-e08aad75-fa5e-4fa9-8d00-9105cbeca853 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c218761-fc7e-4486-a69a-5fd172fc6ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362704 Jan 11 09:52:15.885070 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['b25f8736-be4d-4b85-a926-e24e19441d44'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:52:17.025355 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05e3eb-eb07-42ca-97d9-d4a920739539 req-a6e10ade-6773-44ee-a225-073af67762f0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:17.026711 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8e05e3eb-eb07-42ca-97d9-d4a920739539 req-a6e10ade-6773-44ee-a225-073af67762f0 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=62a44a1f-4a8e-4209-a28e-65fe2cbee321 HTTP/1.1" status: 200 len: 944 time: 0.0779183 Jan 11 09:52:17.073372 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8e05e3eb-eb07-42ca-97d9-d4a920739539 req-2d486a2d-2d39-4d34-965b-e8ce7c2250f3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c218761-fc7e-4486-a69a-5fd172fc6ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411069 Jan 11 09:52:17.377850 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device b25f8736-be4d-4b85-a926-e24e19441d44 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:52:17.443289 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port b25f8736-be4d-4b85-a926-e24e19441d44 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:52:17.448325 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port b25f8736-be4d-4b85-a926-e24e19441d44 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:52:17.448696 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:17.567498 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:17.594938 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a44a1f-4a8e-4209-a28e-65fe2cbee321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25f8736-be4d-4b85-a926-e24e19441d44'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:52:17.604512 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port b25f8736-be4d-4b85-a926-e24e19441d44, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=b25f8736-be4d-4b85-a926-e24e19441d44,segment=NetworkSegment(fea7e229-280f-4755-a48d-dd2b7e863657),segment_id=fea7e229-280f-4755-a48d-dd2b7e863657)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:52:17.607992 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:17.641894 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a44a1f-4a8e-4209-a28e-65fe2cbee321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25f8736-be4d-4b85-a926-e24e19441d44', 'code': 200} Jan 11 09:52:17.680195 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=b25f8736-be4d-4b85-a926-e24e19441d44,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:17.867607 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5edb5f-38e7-4eb4-9246-2a07850386c8 req-ce64ba2f-9a6e-4aee-82f4-e05c095f4b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:17.869079 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-df5edb5f-38e7-4eb4-9246-2a07850386c8 req-ce64ba2f-9a6e-4aee-82f4-e05c095f4b5f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62a44a1f-4a8e-4209-a28e-65fe2cbee321 HTTP/1.1" status: 200 len: 1098 time: 0.0736196 Jan 11 09:52:17.909564 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-df5edb5f-38e7-4eb4-9246-2a07850386c8 req-5b18cf8d-6832-408e-827c-07fa5440bbc7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8c218761-fc7e-4486-a69a-5fd172fc6ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338314 Jan 11 09:52:18.261614 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86594a9f-e512-4be3-bf34-0b53724b4135 req-ed5fabc9-fccf-4675-97d2-e6bb9ece77b5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:18.263098 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-86594a9f-e512-4be3-bf34-0b53724b4135 req-ed5fabc9-fccf-4675-97d2-e6bb9ece77b5 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=62a44a1f-4a8e-4209-a28e-65fe2cbee321 HTTP/1.1" status: 200 len: 945 time: 0.0837407 Jan 11 09:52:18.307329 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-86594a9f-e512-4be3-bf34-0b53724b4135 req-34a61633-2b4d-40f1-afaf-195f8b7a0d0a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c218761-fc7e-4486-a69a-5fd172fc6ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385673 Jan 11 09:52:19.150886 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-399af09f-6213-445c-9c70-f89f77a24374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:19.493497 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae5d88-9166-4a4a-a015-21a8017fde9b req-85a715fb-7822-4821-9cd1-a30c8f4b6d86 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:19.494952 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b3ae5d88-9166-4a4a-a015-21a8017fde9b req-85a715fb-7822-4821-9cd1-a30c8f4b6d86 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=62a44a1f-4a8e-4209-a28e-65fe2cbee321 HTTP/1.1" status: 200 len: 945 time: 0.0832720 Jan 11 09:52:19.538316 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b3ae5d88-9166-4a4a-a015-21a8017fde9b req-4434b7a8-098b-40dd-9817-31ba41f2e918 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c218761-fc7e-4486-a69a-5fd172fc6ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377510 Jan 11 09:52:19.716515 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b837b0-20a2-4a73-9a1c-c444253662a6 req-268641cd-fb08-46ba-916d-e544bc24c4e3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:19.717950 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a7b837b0-20a2-4a73-9a1c-c444253662a6 req-268641cd-fb08-46ba-916d-e544bc24c4e3 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=62a44a1f-4a8e-4209-a28e-65fe2cbee321 HTTP/1.1" status: 200 len: 945 time: 0.0786433 Jan 11 09:52:19.761262 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a7b837b0-20a2-4a73-9a1c-c444253662a6 req-984f4e0d-6991-44d8-bf9f-777c45416d0e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c218761-fc7e-4486-a69a-5fd172fc6ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377936 Jan 11 09:52:19.783748 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 37078) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:52:19.854303 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdff351-e108-40dd-918f-212e05ffd548 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:19.855758 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9fdff351-e108-40dd-918f-212e05ffd548 tempest-TestNetworkBasicOps-1342402516 tempest-TestNetworkBasicOps-1342402516-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=62a44a1f-4a8e-4209-a28e-65fe2cbee321 HTTP/1.1" status: 200 len: 1093 time: 0.0710919 Jan 11 09:52:19.858456 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 37082) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:52:19.863135 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b49b4ae6-4b11-4ad9-a0c2-35ede19aa747 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'port_id': 'b25f8736-be4d-4b85-a926-e24e19441d44', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:52:19.869667 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b49b4ae6-4b11-4ad9-a0c2-35ede19aa747 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:52:19.874351 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b49b4ae6-4b11-4ad9-a0c2-35ede19aa747 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Usage tracker for resource:floatingip and tenant:b18c1b552dc34b41889b96f8d477063d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:52:19.877570 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b49b4ae6-4b11-4ad9-a0c2-35ede19aa747 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:52:19.885874 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b49b4ae6-4b11-4ad9-a0c2-35ede19aa747 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:52:19.895970 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b49b4ae6-4b11-4ad9-a0c2-35ede19aa747 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:20.029086 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b49b4ae6-4b11-4ad9-a0c2-35ede19aa747 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:20.161788 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-b49b4ae6-4b11-4ad9-a0c2-35ede19aa747 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Allocated IP 172.26.3.234 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/f2600816-f218-490c-bee5-c5dd7a3ab261) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:52:20.307919 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b49b4ae6-4b11-4ad9-a0c2-35ede19aa747 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:20.336790 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b49b4ae6-4b11-4ad9-a0c2-35ede19aa747 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:20.400261 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49b4ae6-4b11-4ad9-a0c2-35ede19aa747 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:52:20.403117 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b49b4ae6-4b11-4ad9-a0c2-35ede19aa747 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:52:20.406755 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b4ae6-4b11-4ad9-a0c2-35ede19aa747 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:52:20.439162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b4ae6-4b11-4ad9-a0c2-35ede19aa747 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=f2600816-f218-490c-bee5-c5dd7a3ab261,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:20.812706 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b49b4ae6-4b11-4ad9-a0c2-35ede19aa747 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:20.981419 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b49b4ae6-4b11-4ad9-a0c2-35ede19aa747 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:21.178899 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b49b4ae6-4b11-4ad9-a0c2-35ede19aa747 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:21.183501 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b49b4ae6-4b11-4ad9-a0c2-35ede19aa747 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:21.287424 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b4ae6-4b11-4ad9-a0c2-35ede19aa747 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event updated for resources: {'Port': ['ID=f2600816-f218-490c-bee5-c5dd7a3ab261,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:52:21.303090 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b49b4ae6-4b11-4ad9-a0c2-35ede19aa747 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:21.374571 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b32893dc-f1c3-46a4-a131-6dd8d1055fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:21.480704 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-b49b4ae6-4b11-4ad9-a0c2-35ede19aa747 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Floating IP ec89756d-0cf2-4738-8fc7-e8d07873c9c8 associated. External IP: 172.26.3.234, port: b25f8736-be4d-4b85-a926-e24e19441d44. Jan 11 09:52:21.827060 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49b4ae6-4b11-4ad9-a0c2-35ede19aa747 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 22464457-03ca-4407-8a7c-c804572151cb has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:52:22.009731 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49b4ae6-4b11-4ad9-a0c2-35ede19aa747 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:52:22.020419 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e5346e-4f1f-4d73-87c0-d78d4ab78cce None None] Sync routers for ids ['22464457-03ca-4407-8a7c-c804572151cb'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:52:22.031085 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e5346e-4f1f-4d73-87c0-d78d4ab78cce None None] Routers {'22464457-03ca-4407-8a7c-c804572151cb'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:52:22.031779 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c7e5346e-4f1f-4d73-87c0-d78d4ab78cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:52:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['22464457-03ca-4407-8a7c-c804572151cb'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:52:22.036883 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b49b4ae6-4b11-4ad9-a0c2-35ede19aa747 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:22.097947 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 37090) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:52:22.098592 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b49b4ae6-4b11-4ad9-a0c2-35ede19aa747 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2385871 Jan 11 09:52:22.099173 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a44a1f-4a8e-4209-a28e-65fe2cbee321', 'tag': 'b25f8736-be4d-4b85-a926-e24e19441d44'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:52:22.151632 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62a44a1f-4a8e-4209-a28e-65fe2cbee321', 'tag': 'b25f8736-be4d-4b85-a926-e24e19441d44', 'status': 'completed', 'code': 200} Jan 11 09:52:22.237799 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-c7e5346e-4f1f-4d73-87c0-d78d4ab78cce None None] Set router 22464457-03ca-4407-8a7c-c804572151cb gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:52:22.259943 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-dde32a32-ae72-4a30-8e92-38145bca79ef tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/ec89756d-0cf2-4738-8fc7-e8d07873c9c8 HTTP/1.1" status: 200 len: 991 time: 0.1592405 Jan 11 09:52:22.279448 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc00bc-0e79-4bc9-985a-852661774edf req-642e2008-0a6c-4585-91f6-489466fe3fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:22.280906 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f6bc00bc-0e79-4bc9-985a-852661774edf req-642e2008-0a6c-4585-91f6-489466fe3fa7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=62a44a1f-4a8e-4209-a28e-65fe2cbee321 HTTP/1.1" status: 200 len: 1098 time: 0.0970390 Jan 11 09:52:22.413855 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc00bc-0e79-4bc9-985a-852661774edf req-58948b84-4793-4ff8-980e-af5f2b5d93aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:22.415316 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f6bc00bc-0e79-4bc9-985a-852661774edf req-58948b84-4793-4ff8-980e-af5f2b5d93aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f89eec6-2631-45f4-b21a-fe506634bb1a HTTP/1.1" status: 200 len: 897 time: 0.1286776 Jan 11 09:52:22.520071 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f6bc00bc-0e79-4bc9-985a-852661774edf req-0c302259-5ff2-4a38-b267-fc698b800bce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b25f8736-be4d-4b85-a926-e24e19441d44 HTTP/1.1" status: 200 len: 999 time: 0.0969975 Jan 11 09:52:22.562116 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:22.582292 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc00bc-0e79-4bc9-985a-852661774edf req-1b2cd21d-e3f0-4b56-ae5f-b9298382d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:22.583705 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f6bc00bc-0e79-4bc9-985a-852661774edf req-1b2cd21d-e3f0-4b56-ae5f-b9298382d29a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf81f5a1-4abe-4580-81ff-55c6b8783387 HTTP/1.1" status: 200 len: 834 time: 0.0576460 Jan 11 09:52:22.632673 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:22.648062 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c7e5346e-4f1f-4d73-87c0-d78d4ab78cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22464457-03ca-4407-8a7c-c804572151cb', 'name': 'tempest-TestNetworkBasicOps-router-1251087244', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:52:05Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'ec89756d-0cf2-4738-8fc7-e8d07873c9c8', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.234', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '22464457-03ca-4407-8a7c-c804572151cb', 'port_id': 'b25f8736-be4d-4b85-a926-e24e19441d44', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a', 'mac_address': 'fa:16:3e:fa:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a44a1f-4a8e-4209-a28e-65fe2cbee321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:52:20Z', 'updated_at': '2022-01-11T09:52:20Z', 'revision_number': 0, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b38a1b6-4452-4717-9c66-adb52b3e103c', 'name': '', 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:3c:16:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'bf81f5a1-4abe-4580-81ff-55c6b8783387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:04Z', 'updated_at': '2022-01-11T09:52:10Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'bf81f5a1-4abe-4580-81ff-55c6b8783387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:52:22.651880 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e5346e-4f1f-4d73-87c0-d78d4ab78cce None None] Checking router: 22464457-03ca-4407-8a7c-c804572151cb for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:52:22.660879 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e5346e-4f1f-4d73-87c0-d78d4ab78cce None None] Routers {'22464457-03ca-4407-8a7c-c804572151cb'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:52:22.661470 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c7e5346e-4f1f-4d73-87c0-d78d4ab78cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:52:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['22464457-03ca-4407-8a7c-c804572151cb'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:52:22.662812 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc00bc-0e79-4bc9-985a-852661774edf req-03b5e122-9741-42d0-a004-194dffa68b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:22.664287 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f6bc00bc-0e79-4bc9-985a-852661774edf req-03b5e122-9741-42d0-a004-194dffa68b72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f89eec6-2631-45f4-b21a-fe506634bb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751064 Jan 11 09:52:22.799237 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f6bc00bc-0e79-4bc9-985a-852661774edf req-b8eff6cf-a19f-4ef8-938b-f9164178758a service neutron] 10.222.0.42 "GET /v2.0/networks/1f89eec6-2631-45f4-b21a-fe506634bb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279109 Jan 11 09:52:22.845649 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-c7e5346e-4f1f-4d73-87c0-d78d4ab78cce None None] Set router 22464457-03ca-4407-8a7c-c804572151cb gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:52:22.931743 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f6bc00bc-0e79-4bc9-985a-852661774edf req-10a67338-f6c5-4fbc-b495-26d0083e251a service neutron] 10.222.0.42 "GET /v2.0/networks/1f89eec6-2631-45f4-b21a-fe506634bb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264174 Jan 11 09:52:23.185786 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-c7e5346e-4f1f-4d73-87c0-d78d4ab78cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22464457-03ca-4407-8a7c-c804572151cb', 'name': 'tempest-TestNetworkBasicOps-router-1251087244', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:52:05Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'ec89756d-0cf2-4738-8fc7-e8d07873c9c8', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.234', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '22464457-03ca-4407-8a7c-c804572151cb', 'port_id': 'b25f8736-be4d-4b85-a926-e24e19441d44', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a', 'mac_address': 'fa:16:3e:fa:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a44a1f-4a8e-4209-a28e-65fe2cbee321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:52:20Z', 'updated_at': '2022-01-11T09:52:20Z', 'revision_number': 0, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b38a1b6-4452-4717-9c66-adb52b3e103c', 'name': '', 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:3c:16:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'bf81f5a1-4abe-4580-81ff-55c6b8783387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:04Z', 'updated_at': '2022-01-11T09:52:10Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'bf81f5a1-4abe-4580-81ff-55c6b8783387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:52:23.189525 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e5346e-4f1f-4d73-87c0-d78d4ab78cce None None] The sync data for ids ['22464457-03ca-4407-8a7c-c804572151cb'] in dv-neutron-823402-4-hyperv is: [{'id': '22464457-03ca-4407-8a7c-c804572151cb', 'name': 'tempest-TestNetworkBasicOps-router-1251087244', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:52:05Z', 'revision_number': 4, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'ec89756d-0cf2-4738-8fc7-e8d07873c9c8', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.234', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '22464457-03ca-4407-8a7c-c804572151cb', 'port_id': 'b25f8736-be4d-4b85-a926-e24e19441d44', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a', 'mac_address': 'fa:16:3e:fa:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a44a1f-4a8e-4209-a28e-65fe2cbee321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:52:20Z', 'updated_at': '2022-01-11T09:52:20Z', 'revision_number': 0, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b38a1b6-4452-4717-9c66-adb52b3e103c', 'name': '', 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:3c:16:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'bf81f5a1-4abe-4580-81ff-55c6b8783387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:04Z', 'updated_at': '2022-01-11T09:52:10Z', 'revision_number': 5, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'bf81f5a1-4abe-4580-81ff-55c6b8783387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:52:23.263680 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 37096) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:52:23.372059 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5b14e7d3-7c2c-4897-bc5e-807d42b7a811 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/ec89756d-0cf2-4738-8fc7-e8d07873c9c8 HTTP/1.1" status: 200 len: 991 time: 0.1071637 Jan 11 09:52:23.377070 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ab2de3-894b-4641-a0b7-b713c97c21a9 None None] New status for floating IP ec89756d-0cf2-4738-8fc7-e8d07873c9c8: ACTIVE {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:52:24.084781 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:24.375821 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 37100) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:52:24.480860 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3971ab59-4a18-4610-b6f0-d84d5ef7e9c9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/ec89756d-0cf2-4738-8fc7-e8d07873c9c8 HTTP/1.1" status: 200 len: 993 time: 0.1038859 Jan 11 09:52:30.797255 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2255795b-2e17-4406-9a79-cf40b5c71f0c req-a8fcaf94-6573-4e15-a4c9-90d7fa507b6a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62a44a1f-4a8e-4209-a28e-65fe2cbee321&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685956 Jan 11 09:52:30.937868 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255795b-2e17-4406-9a79-cf40b5c71f0c req-eb0271df-b88e-4434-bc18-5fc9f901ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:30.939318 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2255795b-2e17-4406-9a79-cf40b5c71f0c req-eb0271df-b88e-4434-bc18-5fc9f901ffed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=62a44a1f-4a8e-4209-a28e-65fe2cbee321 HTTP/1.1" status: 200 len: 1098 time: 0.0722601 Jan 11 09:52:31.197635 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255795b-2e17-4406-9a79-cf40b5c71f0c req-795f3101-449c-410d-9acb-7bcb75f8136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:31.199069 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2255795b-2e17-4406-9a79-cf40b5c71f0c req-795f3101-449c-410d-9acb-7bcb75f8136c service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f89eec6-2631-45f4-b21a-fe506634bb1a HTTP/1.1" status: 200 len: 897 time: 0.2423735 Jan 11 09:52:31.299582 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2255795b-2e17-4406-9a79-cf40b5c71f0c req-29b06c80-9502-4dd4-892c-12fcafdc1a9c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b25f8736-be4d-4b85-a926-e24e19441d44 HTTP/1.1" status: 200 len: 1001 time: 0.0936468 Jan 11 09:52:31.359375 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255795b-2e17-4406-9a79-cf40b5c71f0c req-5422068d-b6ed-458d-82b8-09a695561554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:31.360731 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2255795b-2e17-4406-9a79-cf40b5c71f0c req-5422068d-b6ed-458d-82b8-09a695561554 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf81f5a1-4abe-4580-81ff-55c6b8783387 HTTP/1.1" status: 200 len: 834 time: 0.0552261 Jan 11 09:52:31.435519 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255795b-2e17-4406-9a79-cf40b5c71f0c req-41703cd0-fe37-4c6c-a39f-6fd3466e20f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:52:31.436992 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2255795b-2e17-4406-9a79-cf40b5c71f0c req-41703cd0-fe37-4c6c-a39f-6fd3466e20f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f89eec6-2631-45f4-b21a-fe506634bb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699687 Jan 11 09:52:31.571628 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2255795b-2e17-4406-9a79-cf40b5c71f0c req-91fb61a6-7ab3-4c33-95d5-94af568011ff service neutron] 10.222.0.42 "GET /v2.0/networks/1f89eec6-2631-45f4-b21a-fe506634bb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286397 Jan 11 09:52:31.704068 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2255795b-2e17-4406-9a79-cf40b5c71f0c req-18abaf8e-c2d8-4249-9f00-3ce7f5e11dc8 service neutron] 10.222.0.42 "GET /v2.0/networks/1f89eec6-2631-45f4-b21a-fe506634bb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260095 Jan 11 09:52:34.321944 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:47.625759 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:52:49.152515 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f8e8eb72-0ff4-4c0d-8161-2d42a55e7f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:51.375552 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f6928e6e-a51e-43d8-bd43-2369d9e6a4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:52.542683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:52.626371 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:52:54.087515 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:04.323467 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:19.153803 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b8c51f67-474d-439d-8786-ce4ac1872266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:21.377495 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b2ec2a7c-617d-4bd6-824a-8fe36d1fd83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:22.544677 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:22.627716 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:24.089870 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:24.625060 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:53:31.775841 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f5464f7b-6f4e-4c56-85a0-9b8937063920 req-e19782a3-2ced-4962-8950-8c9c10c2ef23 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62a44a1f-4a8e-4209-a28e-65fe2cbee321&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826449 Jan 11 09:53:31.912105 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5464f7b-6f4e-4c56-85a0-9b8937063920 req-58adf6d7-6431-4e0b-8fa4-eed5540ad55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:53:31.913530 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f5464f7b-6f4e-4c56-85a0-9b8937063920 req-58adf6d7-6431-4e0b-8fa4-eed5540ad55c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=62a44a1f-4a8e-4209-a28e-65fe2cbee321 HTTP/1.1" status: 200 len: 1098 time: 0.0690053 Jan 11 09:53:32.056424 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5464f7b-6f4e-4c56-85a0-9b8937063920 req-114be9b8-e554-4938-9edd-ba4434779a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:53:32.057896 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f5464f7b-6f4e-4c56-85a0-9b8937063920 req-114be9b8-e554-4938-9edd-ba4434779a89 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f89eec6-2631-45f4-b21a-fe506634bb1a HTTP/1.1" status: 200 len: 897 time: 0.1261649 Jan 11 09:53:32.174097 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f5464f7b-6f4e-4c56-85a0-9b8937063920 req-e95591d0-a509-4b07-b064-d1f38ac50344 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b25f8736-be4d-4b85-a926-e24e19441d44 HTTP/1.1" status: 200 len: 1001 time: 0.1103904 Jan 11 09:53:32.238328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5464f7b-6f4e-4c56-85a0-9b8937063920 req-97d25208-8a13-4a2d-a89a-8766b48d56e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:53:32.239753 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f5464f7b-6f4e-4c56-85a0-9b8937063920 req-97d25208-8a13-4a2d-a89a-8766b48d56e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf81f5a1-4abe-4580-81ff-55c6b8783387 HTTP/1.1" status: 200 len: 834 time: 0.0587215 Jan 11 09:53:32.314021 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5464f7b-6f4e-4c56-85a0-9b8937063920 req-8c47aef9-b87e-46d6-9a7e-dc269d0c9009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:53:32.315421 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f5464f7b-6f4e-4c56-85a0-9b8937063920 req-8c47aef9-b87e-46d6-9a7e-dc269d0c9009 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f89eec6-2631-45f4-b21a-fe506634bb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692012 Jan 11 09:53:32.448877 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f5464f7b-6f4e-4c56-85a0-9b8937063920 req-6e05929b-0a48-4ff9-8795-eb81b269ecc9 service neutron] 10.222.0.42 "GET /v2.0/networks/1f89eec6-2631-45f4-b21a-fe506634bb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266756 Jan 11 09:53:32.580939 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f5464f7b-6f4e-4c56-85a0-9b8937063920 req-a7610e7b-43a6-4a38-9001-ca123d5310e6 service neutron] 10.222.0.42 "GET /v2.0/networks/1f89eec6-2631-45f4-b21a-fe506634bb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259809 Jan 11 09:53:33.766906 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 37126) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:53:33.772271 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-55f086f0-33d3-457f-b213-3871debbba77 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:53:34.325588 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:34.397654 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55f086f0-33d3-457f-b213-3871debbba77 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:34.407750 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55f086f0-33d3-457f-b213-3871debbba77 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1771441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1771464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1784463'] for router, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:34.602380 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f086f0-33d3-457f-b213-3871debbba77 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 22464457-03ca-4407-8a7c-c804572151cb has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:53:34.779656 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f086f0-33d3-457f-b213-3871debbba77 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:53:34.788246 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55f086f0-33d3-457f-b213-3871debbba77 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:34.789878 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-55f086f0-33d3-457f-b213-3871debbba77 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "PUT /v2.0/routers/22464457-03ca-4407-8a7c-c804572151cb HTTP/1.1" status: 200 len: 889 time: 1.0218520 Jan 11 09:53:34.791623 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6011a7d8-904d-4312-ae92-8d350e5325d7 None None] Sync routers for ids ['22464457-03ca-4407-8a7c-c804572151cb'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:53:34.803859 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6011a7d8-904d-4312-ae92-8d350e5325d7 None None] Routers {'22464457-03ca-4407-8a7c-c804572151cb'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:53:34.804952 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6011a7d8-904d-4312-ae92-8d350e5325d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:53:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['22464457-03ca-4407-8a7c-c804572151cb'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:53:34.873841 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6011a7d8-904d-4312-ae92-8d350e5325d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:53:34.884572 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6011a7d8-904d-4312-ae92-8d350e5325d7 None None] Routers {'22464457-03ca-4407-8a7c-c804572151cb'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:53:34.885337 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6011a7d8-904d-4312-ae92-8d350e5325d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:53:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['22464457-03ca-4407-8a7c-c804572151cb'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:53:34.958188 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6011a7d8-904d-4312-ae92-8d350e5325d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:53:34.959249 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6011a7d8-904d-4312-ae92-8d350e5325d7 None None] The sync data for ids ['22464457-03ca-4407-8a7c-c804572151cb'] in dv-neutron-823402-4-hyperv is: [] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:53:35.719190 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508dffd3-c41c-4d26-815d-fcd691cb6fdb None None] New status for floating IP ec89756d-0cf2-4738-8fc7-e8d07873c9c8: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:53:36.403284 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ef288e01-7e76-4ecc-9014-145593ddf1ec no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:53:36.556769 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:36.572365 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port ef288e01-7e76-4ecc-9014-145593ddf1ec, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ef288e01-7e76-4ecc-9014-145593ddf1ec,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:53:36.575919 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:36.576579 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4b38a1b6-4452-4717-9c66-adb52b3e103c no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:53:36.689915 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=ef288e01-7e76-4ecc-9014-145593ddf1ec,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:53:36.727079 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:36.727427 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:36.727766 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:36.728101 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:36.728433 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:36.728764 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:36.729086 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:36.729407 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:36.729729 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:36.730051 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:36.730402 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:36.730718 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:36.760721 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:36.792335 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 4b38a1b6-4452-4717-9c66-adb52b3e103c, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4b38a1b6-4452-4717-9c66-adb52b3e103c,segment=NetworkSegment(fea7e229-280f-4755-a48d-dd2b7e863657),segment_id=fea7e229-280f-4755-a48d-dd2b7e863657)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:53:36.795995 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:36.861672 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=4b38a1b6-4452-4717-9c66-adb52b3e103c,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:53:36.943529 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 37132) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:53:36.948662 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-59bade5d-12ce-4169-89b9-e67815dd3eb2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:53:37.567659 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59bade5d-12ce-4169-89b9-e67815dd3eb2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:37.577879 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59bade5d-12ce-4169-89b9-e67815dd3eb2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1771441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1771464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1784463'] for router, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:37.757158 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bade5d-12ce-4169-89b9-e67815dd3eb2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 22464457-03ca-4407-8a7c-c804572151cb has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:53:37.931260 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bade5d-12ce-4169-89b9-e67815dd3eb2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:53:37.938613 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59bade5d-12ce-4169-89b9-e67815dd3eb2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:37.939747 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-59bade5d-12ce-4169-89b9-e67815dd3eb2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "PUT /v2.0/routers/22464457-03ca-4407-8a7c-c804572151cb HTTP/1.1" status: 200 len: 888 time: 0.9952466 Jan 11 09:53:37.940853 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d87628-bdc7-41f3-a57e-7da468f35df1 None None] Sync routers for ids ['22464457-03ca-4407-8a7c-c804572151cb'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:53:37.942609 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 37136) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:53:37.950543 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d87628-bdc7-41f3-a57e-7da468f35df1 None None] Routers {'22464457-03ca-4407-8a7c-c804572151cb'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:53:37.951142 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b6d87628-bdc7-41f3-a57e-7da468f35df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:53:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['22464457-03ca-4407-8a7c-c804572151cb'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:53:38.047791 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-12b7322a-c628-41d4-a253-ed549a877242 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/ec89756d-0cf2-4738-8fc7-e8d07873c9c8 HTTP/1.1" status: 200 len: 991 time: 0.1022842 Jan 11 09:53:38.126265 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-b6d87628-bdc7-41f3-a57e-7da468f35df1 None None] Set router 22464457-03ca-4407-8a7c-c804572151cb gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:53:38.463320 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b6d87628-bdc7-41f3-a57e-7da468f35df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22464457-03ca-4407-8a7c-c804572151cb', 'name': 'tempest-TestNetworkBasicOps-router-1251087244', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:53:37Z', 'revision_number': 6, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:53:36Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'ec89756d-0cf2-4738-8fc7-e8d07873c9c8', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.234', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '22464457-03ca-4407-8a7c-c804572151cb', 'port_id': 'b25f8736-be4d-4b85-a926-e24e19441d44', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a', 'mac_address': 'fa:16:3e:fa:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a44a1f-4a8e-4209-a28e-65fe2cbee321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:52:20Z', 'updated_at': '2022-01-11T09:53:35Z', 'revision_number': 2, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b38a1b6-4452-4717-9c66-adb52b3e103c', 'name': '', 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:3c:16:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'bf81f5a1-4abe-4580-81ff-55c6b8783387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:04Z', 'updated_at': '2022-01-11T09:53:36Z', 'revision_number': 6, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'bf81f5a1-4abe-4580-81ff-55c6b8783387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:53:38.467028 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d87628-bdc7-41f3-a57e-7da468f35df1 None None] Checking router: 22464457-03ca-4407-8a7c-c804572151cb for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:53:38.475168 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d87628-bdc7-41f3-a57e-7da468f35df1 None None] Routers {'22464457-03ca-4407-8a7c-c804572151cb'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:53:38.475756 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b6d87628-bdc7-41f3-a57e-7da468f35df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:53:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['22464457-03ca-4407-8a7c-c804572151cb'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:53:38.647650 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-b6d87628-bdc7-41f3-a57e-7da468f35df1 None None] Set router 22464457-03ca-4407-8a7c-c804572151cb gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:53:39.020376 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b6d87628-bdc7-41f3-a57e-7da468f35df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22464457-03ca-4407-8a7c-c804572151cb', 'name': 'tempest-TestNetworkBasicOps-router-1251087244', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:53:37Z', 'revision_number': 6, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:53:36Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'ec89756d-0cf2-4738-8fc7-e8d07873c9c8', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.234', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '22464457-03ca-4407-8a7c-c804572151cb', 'port_id': 'b25f8736-be4d-4b85-a926-e24e19441d44', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a', 'mac_address': 'fa:16:3e:fa:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a44a1f-4a8e-4209-a28e-65fe2cbee321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:52:20Z', 'updated_at': '2022-01-11T09:53:35Z', 'revision_number': 2, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b38a1b6-4452-4717-9c66-adb52b3e103c', 'name': '', 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:3c:16:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'bf81f5a1-4abe-4580-81ff-55c6b8783387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:04Z', 'updated_at': '2022-01-11T09:53:36Z', 'revision_number': 6, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'bf81f5a1-4abe-4580-81ff-55c6b8783387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:53:39.025017 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d87628-bdc7-41f3-a57e-7da468f35df1 None None] The sync data for ids ['22464457-03ca-4407-8a7c-c804572151cb'] in dv-neutron-823402-4-hyperv is: [{'id': '22464457-03ca-4407-8a7c-c804572151cb', 'name': 'tempest-TestNetworkBasicOps-router-1251087244', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:53:37Z', 'revision_number': 6, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:53:36Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'ec89756d-0cf2-4738-8fc7-e8d07873c9c8', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'floating_ip_address': '172.26.3.234', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '22464457-03ca-4407-8a7c-c804572151cb', 'port_id': 'b25f8736-be4d-4b85-a926-e24e19441d44', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a', 'mac_address': 'fa:16:3e:fa:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a44a1f-4a8e-4209-a28e-65fe2cbee321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:52:20Z', 'updated_at': '2022-01-11T09:53:35Z', 'revision_number': 2, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b38a1b6-4452-4717-9c66-adb52b3e103c', 'name': '', 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:3c:16:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'bf81f5a1-4abe-4580-81ff-55c6b8783387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:04Z', 'updated_at': '2022-01-11T09:53:36Z', 'revision_number': 6, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'bf81f5a1-4abe-4580-81ff-55c6b8783387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:53:39.050551 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 37140) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:53:39.160354 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f1976585-fcf8-4945-8179-7e3f2b931121 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/ec89756d-0cf2-4738-8fc7-e8d07873c9c8 HTTP/1.1" status: 200 len: 991 time: 0.1086791 Jan 11 09:53:40.165004 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 37144) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:53:40.270106 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c5cd6310-b87a-4078-baab-bb2eb8c2a83b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/ec89756d-0cf2-4738-8fc7-e8d07873c9c8 HTTP/1.1" status: 200 len: 991 time: 0.1039751 Jan 11 09:53:40.442988 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ef288e01-7e76-4ecc-9014-145593ddf1ec up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:53:40.508683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port ef288e01-7e76-4ecc-9014-145593ddf1ec triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:53:40.509042 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:40.625823 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:40.645110 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port ef288e01-7e76-4ecc-9014-145593ddf1ec, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ef288e01-7e76-4ecc-9014-145593ddf1ec,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:53:40.650001 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1a4a13-cdad-4c13-a1b0-a14de8750604 None None] New status for floating IP ec89756d-0cf2-4738-8fc7-e8d07873c9c8: ACTIVE {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:53:40.650560 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:40.651445 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4b38a1b6-4452-4717-9c66-adb52b3e103c up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:53:40.771803 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=ef288e01-7e76-4ecc-9014-145593ddf1ec,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:53:40.784862 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 4b38a1b6-4452-4717-9c66-adb52b3e103c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:53:40.785235 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:40.903073 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:40.936415 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 4b38a1b6-4452-4717-9c66-adb52b3e103c, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4b38a1b6-4452-4717-9c66-adb52b3e103c,segment=NetworkSegment(fea7e229-280f-4755-a48d-dd2b7e863657),segment_id=fea7e229-280f-4755-a48d-dd2b7e863657)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:53:40.939966 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:41.014564 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=4b38a1b6-4452-4717-9c66-adb52b3e103c,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:53:41.274120 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 37148) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:53:41.376525 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-544b3b30-86da-434d-a4a2-283e83e902d9 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/floatingips/ec89756d-0cf2-4738-8fc7-e8d07873c9c8 HTTP/1.1" status: 200 len: 993 time: 0.1012933 Jan 11 09:53:41.653066 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 37156) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:53:41.853987 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0c9229df-2af3-4c10-9926-0cb10051e80a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port f2600816-f218-490c-bee5-c5dd7a3ab261 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:53:41.854259 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c9229df-2af3-4c10-9926-0cb10051e80a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:42.151293 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c9229df-2af3-4c10-9926-0cb10051e80a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:42.151293 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c9229df-2af3-4c10-9926-0cb10051e80a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:42.295049 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0c9229df-2af3-4c10-9926-0cb10051e80a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for f2600816-f218-490c-bee5-c5dd7a3ab261 owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:53:42.429433 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ef288e01-7e76-4ecc-9014-145593ddf1ec up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:53:42.451738 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c9229df-2af3-4c10-9926-0cb10051e80a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:42.498598 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9229df-2af3-4c10-9926-0cb10051e80a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=f2600816-f218-490c-bee5-c5dd7a3ab261,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:53:42.502379 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port ef288e01-7e76-4ecc-9014-145593ddf1ec triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:53:42.502757 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:42.530262 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9229df-2af3-4c10-9926-0cb10051e80a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:42.530617 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9229df-2af3-4c10-9926-0cb10051e80a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:42.530956 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9229df-2af3-4c10-9926-0cb10051e80a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:42.531289 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9229df-2af3-4c10-9926-0cb10051e80a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:42.531618 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9229df-2af3-4c10-9926-0cb10051e80a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:42.531946 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9229df-2af3-4c10-9926-0cb10051e80a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:42.532267 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9229df-2af3-4c10-9926-0cb10051e80a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:42.532591 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9229df-2af3-4c10-9926-0cb10051e80a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:42.532914 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9229df-2af3-4c10-9926-0cb10051e80a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:42.533229 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9229df-2af3-4c10-9926-0cb10051e80a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:42.533546 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9229df-2af3-4c10-9926-0cb10051e80a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:42.533857 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9229df-2af3-4c10-9926-0cb10051e80a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:42.603051 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c9229df-2af3-4c10-9926-0cb10051e80a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:42.603870 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [None req-0c9229df-2af3-4c10-9926-0cb10051e80a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Floating IP ec89756d-0cf2-4738-8fc7-e8d07873c9c8 disassociated (deleted). External IP: 172.26.3.234, port: b25f8736-be4d-4b85-a926-e24e19441d44. Jan 11 09:53:42.621035 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4b38a1b6-4452-4717-9c66-adb52b3e103c up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:53:42.689515 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 4b38a1b6-4452-4717-9c66-adb52b3e103c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:53:42.689903 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:42.954700 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9229df-2af3-4c10-9926-0cb10051e80a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 22464457-03ca-4407-8a7c-c804572151cb has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:53:43.131179 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9229df-2af3-4c10-9926-0cb10051e80a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:53:43.140915 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7997c5-84c8-48a7-b133-2e17a0777a23 None None] Sync routers for ids ['22464457-03ca-4407-8a7c-c804572151cb'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:53:43.147518 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c9229df-2af3-4c10-9926-0cb10051e80a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:43.150446 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7997c5-84c8-48a7-b133-2e17a0777a23 None None] Routers {'22464457-03ca-4407-8a7c-c804572151cb'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:53:43.151061 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-db7997c5-84c8-48a7-b133-2e17a0777a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:53:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['22464457-03ca-4407-8a7c-c804572151cb'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:53:43.201336 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0c9229df-2af3-4c10-9926-0cb10051e80a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/floatingips/ec89756d-0cf2-4738-8fc7-e8d07873c9c8 HTTP/1.1" status: 204 len: 168 time: 1.5470474 Jan 11 09:53:43.201908 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a44a1f-4a8e-4209-a28e-65fe2cbee321', 'tag': 'b25f8736-be4d-4b85-a926-e24e19441d44'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:53:43.247340 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62a44a1f-4a8e-4209-a28e-65fe2cbee321', 'tag': 'b25f8736-be4d-4b85-a926-e24e19441d44', 'status': 'completed', 'code': 200} Jan 11 09:53:43.338951 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-db7997c5-84c8-48a7-b133-2e17a0777a23 None None] Set router 22464457-03ca-4407-8a7c-c804572151cb gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:53:43.344404 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3088a75-1275-46d5-9ef2-9faa467851a0 req-13a26345-d5ad-413e-9b4f-eb67e773b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:53:43.346019 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d3088a75-1275-46d5-9ef2-9faa467851a0 req-13a26345-d5ad-413e-9b4f-eb67e773b799 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b18c1b552dc34b41889b96f8d477063d&device_id=62a44a1f-4a8e-4209-a28e-65fe2cbee321 HTTP/1.1" status: 200 len: 1098 time: 0.0764830 Jan 11 09:53:43.488064 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3088a75-1275-46d5-9ef2-9faa467851a0 req-a4af51ac-f8cc-4ff6-a7bb-c69d8267bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:53:43.489594 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d3088a75-1275-46d5-9ef2-9faa467851a0 req-a4af51ac-f8cc-4ff6-a7bb-c69d8267bcd9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f89eec6-2631-45f4-b21a-fe506634bb1a HTTP/1.1" status: 200 len: 897 time: 0.1380146 Jan 11 09:53:43.572003 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76e5f1-b69f-47e8-9dbc-0925cd770bec req-3867e77a-a23d-4dfd-b0c5-ab27e94d0c3e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:53:43.572734 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d3088a75-1275-46d5-9ef2-9faa467851a0 req-b210b2b2-81da-4055-8d7e-685f289fecf4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b25f8736-be4d-4b85-a926-e24e19441d44 HTTP/1.1" status: 200 len: 217 time: 0.0759463 Jan 11 09:53:43.573486 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8a76e5f1-b69f-47e8-9dbc-0925cd770bec req-3867e77a-a23d-4dfd-b0c5-ab27e94d0c3e tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=62a44a1f-4a8e-4209-a28e-65fe2cbee321 HTTP/1.1" status: 200 len: 945 time: 0.0815420 Jan 11 09:53:43.619157 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8a76e5f1-b69f-47e8-9dbc-0925cd770bec req-aad86b25-a8ef-495b-a6d4-1dc871fc21d2 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c218761-fc7e-4486-a69a-5fd172fc6ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393653 Jan 11 09:53:43.667245 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-db7997c5-84c8-48a7-b133-2e17a0777a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22464457-03ca-4407-8a7c-c804572151cb', 'name': 'tempest-TestNetworkBasicOps-router-1251087244', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:53:37Z', 'revision_number': 6, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:53:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '4b38a1b6-4452-4717-9c66-adb52b3e103c', 'name': '', 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:3c:16:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'bf81f5a1-4abe-4580-81ff-55c6b8783387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:04Z', 'updated_at': '2022-01-11T09:53:40Z', 'revision_number': 7, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'bf81f5a1-4abe-4580-81ff-55c6b8783387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:53:43.672179 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7997c5-84c8-48a7-b133-2e17a0777a23 None None] Checking router: 22464457-03ca-4407-8a7c-c804572151cb for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:53:43.682613 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7997c5-84c8-48a7-b133-2e17a0777a23 None None] Routers {'22464457-03ca-4407-8a7c-c804572151cb'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:53:43.683239 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-db7997c5-84c8-48a7-b133-2e17a0777a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:53:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['22464457-03ca-4407-8a7c-c804572151cb'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:53:43.767149 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3088a75-1275-46d5-9ef2-9faa467851a0 req-08d8e73c-c983-4dbb-806f-aecbddf08474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:53:43.768488 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d3088a75-1275-46d5-9ef2-9faa467851a0 req-08d8e73c-c983-4dbb-806f-aecbddf08474 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf81f5a1-4abe-4580-81ff-55c6b8783387 HTTP/1.1" status: 200 len: 834 time: 0.1879988 Jan 11 09:53:43.841739 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3088a75-1275-46d5-9ef2-9faa467851a0 req-69b07351-13eb-4f0e-b3ef-3a444e4d0887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:53:43.843228 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d3088a75-1275-46d5-9ef2-9faa467851a0 req-69b07351-13eb-4f0e-b3ef-3a444e4d0887 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f89eec6-2631-45f4-b21a-fe506634bb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681245 Jan 11 09:53:43.899708 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-db7997c5-84c8-48a7-b133-2e17a0777a23 None None] Set router 22464457-03ca-4407-8a7c-c804572151cb gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:53:43.973665 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d3088a75-1275-46d5-9ef2-9faa467851a0 req-e9051b8a-3fb3-4523-862c-2e4e700703a1 service neutron] 10.222.0.42 "GET /v2.0/networks/1f89eec6-2631-45f4-b21a-fe506634bb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234584 Jan 11 09:53:44.107579 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d3088a75-1275-46d5-9ef2-9faa467851a0 req-a8d41fa6-4330-4fdc-baf0-88def49b5dd9 service neutron] 10.222.0.42 "GET /v2.0/networks/1f89eec6-2631-45f4-b21a-fe506634bb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263678 Jan 11 09:53:44.213163 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-db7997c5-84c8-48a7-b133-2e17a0777a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22464457-03ca-4407-8a7c-c804572151cb', 'name': 'tempest-TestNetworkBasicOps-router-1251087244', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:53:37Z', 'revision_number': 6, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:53:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '4b38a1b6-4452-4717-9c66-adb52b3e103c', 'name': '', 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:3c:16:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'bf81f5a1-4abe-4580-81ff-55c6b8783387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:04Z', 'updated_at': '2022-01-11T09:53:40Z', 'revision_number': 7, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'bf81f5a1-4abe-4580-81ff-55c6b8783387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:53:44.217058 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7997c5-84c8-48a7-b133-2e17a0777a23 None None] The sync data for ids ['22464457-03ca-4407-8a7c-c804572151cb'] in dv-neutron-823402-4-hyperv is: [{'id': '22464457-03ca-4407-8a7c-c804572151cb', 'name': 'tempest-TestNetworkBasicOps-router-1251087244', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:53:37Z', 'revision_number': 6, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:53:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '4b38a1b6-4452-4717-9c66-adb52b3e103c', 'name': '', 'network_id': '1f89eec6-2631-45f4-b21a-fe506634bb1a', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'mac_address': 'fa:16:3e:3c:16:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'bf81f5a1-4abe-4580-81ff-55c6b8783387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:04Z', 'updated_at': '2022-01-11T09:53:40Z', 'revision_number': 7, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'subnets': [{'id': 'bf81f5a1-4abe-4580-81ff-55c6b8783387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:53:44.822198 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32654b-db94-491e-a446-cce80b593950 req-b3611a2f-3951-4b21-961f-f3a365203761 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:53:44.823695 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9b32654b-db94-491e-a446-cce80b593950 req-b3611a2f-3951-4b21-961f-f3a365203761 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=62a44a1f-4a8e-4209-a28e-65fe2cbee321 HTTP/1.1" status: 200 len: 945 time: 0.0889380 Jan 11 09:53:44.881577 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9b32654b-db94-491e-a446-cce80b593950 req-fcddb395-4c65-4073-979f-d69d8ce95d85 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c218761-fc7e-4486-a69a-5fd172fc6ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512142 Jan 11 09:53:44.964276 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a617529c-8183-4a35-aafe-ff78ddfb512b None None] New status for floating IP ec89756d-0cf2-4738-8fc7-e8d07873c9c8: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:53:45.153162 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940643cc-6d5b-4814-9d83-0a9fcd310bca req-55fa686f-0fbc-4a41-b4ea-5f24277c075b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:53:45.153857 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-940643cc-6d5b-4814-9d83-0a9fcd310bca req-55fa686f-0fbc-4a41-b4ea-5f24277c075b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Synchronizing usage tracker for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:53:45.168412 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-940643cc-6d5b-4814-9d83-0a9fcd310bca req-55fa686f-0fbc-4a41-b4ea-5f24277c075b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Unset dirty status for tenant:b18c1b552dc34b41889b96f8d477063d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:53:45.169500 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-940643cc-6d5b-4814-9d83-0a9fcd310bca req-55fa686f-0fbc-4a41-b4ea-5f24277c075b tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "GET /v2.0/ports?device_id=62a44a1f-4a8e-4209-a28e-65fe2cbee321 HTTP/1.1" status: 200 len: 945 time: 0.1004231 Jan 11 09:53:45.238613 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-940643cc-6d5b-4814-9d83-0a9fcd310bca req-5aa39f21-5b9e-47e4-a2d2-950a4372d329 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port b25f8736-be4d-4b85-a926-e24e19441d44 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:53:45.238978 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-940643cc-6d5b-4814-9d83-0a9fcd310bca req-5aa39f21-5b9e-47e4-a2d2-950a4372d329 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:45.481671 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-940643cc-6d5b-4814-9d83-0a9fcd310bca req-5aa39f21-5b9e-47e4-a2d2-950a4372d329 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port b25f8736-be4d-4b85-a926-e24e19441d44, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=b25f8736-be4d-4b85-a926-e24e19441d44,segment=NetworkSegment(fea7e229-280f-4755-a48d-dd2b7e863657),segment_id=fea7e229-280f-4755-a48d-dd2b7e863657)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:53:45.482020 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-940643cc-6d5b-4814-9d83-0a9fcd310bca req-5aa39f21-5b9e-47e4-a2d2-950a4372d329 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:45.602318 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-940643cc-6d5b-4814-9d83-0a9fcd310bca req-5aa39f21-5b9e-47e4-a2d2-950a4372d329 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for b25f8736-be4d-4b85-a926-e24e19441d44 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:53:45.743911 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-940643cc-6d5b-4814-9d83-0a9fcd310bca req-5aa39f21-5b9e-47e4-a2d2-950a4372d329 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:45.794060 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa39f21-5b9e-47e4-a2d2-950a4372d329 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=b25f8736-be4d-4b85-a926-e24e19441d44,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:53:45.868518 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-940643cc-6d5b-4814-9d83-0a9fcd310bca req-5aa39f21-5b9e-47e4-a2d2-950a4372d329 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] No DVR routers for this DVR port b25f8736-be4d-4b85-a926-e24e19441d44 on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:53:45.870939 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-940643cc-6d5b-4814-9d83-0a9fcd310bca req-5aa39f21-5b9e-47e4-a2d2-950a4372d329 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:45.873354 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a44a1f-4a8e-4209-a28e-65fe2cbee321', 'name': 'network-vif-deleted', 'tag': 'b25f8736-be4d-4b85-a926-e24e19441d44'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:53:45.889689 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-940643cc-6d5b-4814-9d83-0a9fcd310bca req-5aa39f21-5b9e-47e4-a2d2-950a4372d329 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.42 "DELETE /v2.0/ports/b25f8736-be4d-4b85-a926-e24e19441d44 HTTP/1.1" status: 204 len: 173 time: 0.7148876 Jan 11 09:53:45.923423 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a44a1f-4a8e-4209-a28e-65fe2cbee321', 'name': 'network-vif-deleted', 'tag': 'b25f8736-be4d-4b85-a926-e24e19441d44', 'status': 'completed', 'code': 200} Jan 11 09:53:46.035538 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4ce0bcae-7abc-41a2-8ea3-bcb318cde912 req-4ddd01c2-fe4e-4b1c-a4af-f8dacd0e5f51 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "GET /v2.0/ports?device_id=62a44a1f-4a8e-4209-a28e-65fe2cbee321 HTTP/1.1" status: 200 len: 210 time: 0.0425074 Jan 11 09:53:47.128843 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 37174) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:53:47.199131 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da579cd9-c1e4-45c1-bdc9-39b1d0d74102 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:47.227632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da579cd9-c1e4-45c1-bdc9-39b1d0d74102 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:47.293132 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da579cd9-c1e4-45c1-bdc9-39b1d0d74102 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:47.310748 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da579cd9-c1e4-45c1-bdc9-39b1d0d74102 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c218761-fc7e-4486-a69a-5fd172fc6ac8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:53:47.322738 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da579cd9-c1e4-45c1-bdc9-39b1d0d74102 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:47.323853 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-da579cd9-c1e4-45c1-bdc9-39b1d0d74102 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/security-groups/8c218761-fc7e-4486-a69a-5fd172fc6ac8 HTTP/1.1" status: 204 len: 168 time: 0.1940579 Jan 11 09:53:47.352773 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 37180) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:53:48.014451 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83de54b8-27fd-4b76-ba42-7578569cc09a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:48.360871 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-83de54b8-27fd-4b76-ba42-7578569cc09a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port 4b38a1b6-4452-4717-9c66-adb52b3e103c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:53:48.361379 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83de54b8-27fd-4b76-ba42-7578569cc09a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:48.552582 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-83de54b8-27fd-4b76-ba42-7578569cc09a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port 4b38a1b6-4452-4717-9c66-adb52b3e103c, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4b38a1b6-4452-4717-9c66-adb52b3e103c,segment=NetworkSegment(fea7e229-280f-4755-a48d-dd2b7e863657),segment_id=fea7e229-280f-4755-a48d-dd2b7e863657)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:53:48.552933 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83de54b8-27fd-4b76-ba42-7578569cc09a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:48.674963 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-83de54b8-27fd-4b76-ba42-7578569cc09a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for 4b38a1b6-4452-4717-9c66-adb52b3e103c owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:53:48.861598 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83de54b8-27fd-4b76-ba42-7578569cc09a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:48.912611 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de54b8-27fd-4b76-ba42-7578569cc09a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=4b38a1b6-4452-4717-9c66-adb52b3e103c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:53:49.155401 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-97fd6793-7301-4b16-928d-0ebe98d337e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:49.288732 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83de54b8-27fd-4b76-ba42-7578569cc09a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:49.639746 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83de54b8-27fd-4b76-ba42-7578569cc09a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Router 22464457-03ca-4407-8a7c-c804572151cb has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:53:49.813470 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83de54b8-27fd-4b76-ba42-7578569cc09a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:53:49.824016 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ce29e0-5ad5-4327-b92f-1ee0b8007666 None None] Sync routers for ids ['22464457-03ca-4407-8a7c-c804572151cb'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:53:49.826198 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-83de54b8-27fd-4b76-ba42-7578569cc09a tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "PUT /v2.0/routers/22464457-03ca-4407-8a7c-c804572151cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4723420 Jan 11 09:53:49.828802 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 37184) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:53:49.832766 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ce29e0-5ad5-4327-b92f-1ee0b8007666 None None] Routers {'22464457-03ca-4407-8a7c-c804572151cb'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:53:49.834477 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-88ce29e0-5ad5-4327-b92f-1ee0b8007666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:53:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['22464457-03ca-4407-8a7c-c804572151cb'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:53:49.901612 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-001b2cec-1483-40d4-a312-09fed3e6534c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting subnet bf81f5a1-4abe-4580-81ff-55c6b8783387 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:53:49.904401 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device b25f8736-be4d-4b85-a926-e24e19441d44 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:53:49.904899 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-001b2cec-1483-40d4-a312-09fed3e6534c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:49.953334 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: b25f8736-be4d-4b85-a926-e24e19441d44 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:53:49.953677 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device b25f8736-be4d-4b85-a926-e24e19441d44 not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:53:49.960584 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-001b2cec-1483-40d4-a312-09fed3e6534c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:50.042117 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-001b2cec-1483-40d4-a312-09fed3e6534c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:50.054104 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-88ce29e0-5ad5-4327-b92f-1ee0b8007666 None None] Set router 22464457-03ca-4407-8a7c-c804572151cb gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:53:50.117149 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-001b2cec-1483-40d4-a312-09fed3e6534c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:50.160704 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b2cec-1483-40d4-a312-09fed3e6534c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Subnet': ['ID=bf81f5a1-4abe-4580-81ff-55c6b8783387,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:53:50.167312 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-001b2cec-1483-40d4-a312-09fed3e6534c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:50.176273 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-001b2cec-1483-40d4-a312-09fed3e6534c tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/subnets/bf81f5a1-4abe-4580-81ff-55c6b8783387 HTTP/1.1" status: 204 len: 168 time: 0.3464794 Jan 11 09:53:50.176452 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90650c5-b4ed-4ade-b414-33804c0ac339 None None] Network 1f89eec6-2631-45f4-b21a-fe506634bb1a requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:53:50.179824 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 37188) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:53:50.375073 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ffd9b62-350b-402c-852d-9a877a654afd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:50.514181 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-88ce29e0-5ad5-4327-b92f-1ee0b8007666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22464457-03ca-4407-8a7c-c804572151cb', 'name': 'tempest-TestNetworkBasicOps-router-1251087244', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:53:48Z', 'revision_number': 7, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:53:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:53:50.518788 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ce29e0-5ad5-4327-b92f-1ee0b8007666 None None] Checking router: 22464457-03ca-4407-8a7c-c804572151cb for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:53:50.528937 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ce29e0-5ad5-4327-b92f-1ee0b8007666 None None] Routers {'22464457-03ca-4407-8a7c-c804572151cb'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:53:50.529562 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-88ce29e0-5ad5-4327-b92f-1ee0b8007666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:53:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['22464457-03ca-4407-8a7c-c804572151cb'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:53:50.578931 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac93ea72-11ae-497b-921b-31a5a89c717a None None] DHCP port deletion for 1f89eec6-2631-45f4-b21a-fe506634bb1a request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 09:53:50.597123 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ac93ea72-11ae-497b-921b-31a5a89c717a None None] Deleting port 93edb964-4e7a-4517-a87b-5cacfdcc7124 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:53:50.597488 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ac93ea72-11ae-497b-921b-31a5a89c717a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:50.701217 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ffd9b62-350b-402c-852d-9a877a654afd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:50.712103 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4ffd9b62-350b-402c-852d-9a877a654afd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Deleting port ef288e01-7e76-4ecc-9014-145593ddf1ec {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:53:50.712483 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ffd9b62-350b-402c-852d-9a877a654afd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:50.858411 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-88ce29e0-5ad5-4327-b92f-1ee0b8007666 None None] Set router 22464457-03ca-4407-8a7c-c804572151cb gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:53:50.891912 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4ffd9b62-350b-402c-852d-9a877a654afd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] For port ef288e01-7e76-4ecc-9014-145593ddf1ec, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ef288e01-7e76-4ecc-9014-145593ddf1ec,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:53:50.892263 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ffd9b62-350b-402c-852d-9a877a654afd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:51.014597 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4ffd9b62-350b-402c-852d-9a877a654afd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Calling delete_port for ef288e01-7e76-4ecc-9014-145593ddf1ec owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:53:51.072998 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ac93ea72-11ae-497b-921b-31a5a89c717a None None] For port 93edb964-4e7a-4517-a87b-5cacfdcc7124, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=93edb964-4e7a-4517-a87b-5cacfdcc7124,segment=NetworkSegment(fea7e229-280f-4755-a48d-dd2b7e863657),segment_id=fea7e229-280f-4755-a48d-dd2b7e863657)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:53:51.073380 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ac93ea72-11ae-497b-921b-31a5a89c717a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:51.182959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ffd9b62-350b-402c-852d-9a877a654afd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:51.229831 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd9b62-350b-402c-852d-9a877a654afd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Port': ['ID=ef288e01-7e76-4ecc-9014-145593ddf1ec,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:53:51.240434 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ac93ea72-11ae-497b-921b-31a5a89c717a None None] Calling delete_port for 93edb964-4e7a-4517-a87b-5cacfdcc7124 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:53:51.321325 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ffd9b62-350b-402c-852d-9a877a654afd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:51.377368 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ac93ea72-11ae-497b-921b-31a5a89c717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:51.435702 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-838052ee-dc37-4dc5-8ccb-a62de74b284c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:51.438691 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93ea72-11ae-497b-921b-31a5a89c717a None None] Pushing event deleted for resources: {'Port': ['ID=93edb964-4e7a-4517-a87b-5cacfdcc7124,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:53:51.440841 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac93ea72-11ae-497b-921b-31a5a89c717a None None] No DVR routers for this DVR port 93edb964-4e7a-4517-a87b-5cacfdcc7124 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:53:51.455419 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-88ce29e0-5ad5-4327-b92f-1ee0b8007666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22464457-03ca-4407-8a7c-c804572151cb', 'name': 'tempest-TestNetworkBasicOps-router-1251087244', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:53:48Z', 'revision_number': 7, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:53:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:53:51.459665 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ce29e0-5ad5-4327-b92f-1ee0b8007666 None None] The sync data for ids ['22464457-03ca-4407-8a7c-c804572151cb'] in dv-neutron-823402-4-hyperv is: [{'id': '22464457-03ca-4407-8a7c-c804572151cb', 'name': 'tempest-TestNetworkBasicOps-router-1251087244', 'tenant_id': 'b18c1b552dc34b41889b96f8d477063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:53:48Z', 'revision_number': 7, 'project_id': 'b18c1b552dc34b41889b96f8d477063d', 'gw_port': {'id': 'ef288e01-7e76-4ecc-9014-145593ddf1ec', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22464457-03ca-4407-8a7c-c804572151cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:52:00Z', 'updated_at': '2022-01-11T09:53:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:53:51.500965 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ffd9b62-350b-402c-852d-9a877a654afd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:51.503141 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ffd9b62-350b-402c-852d-9a877a654afd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:51.525669 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ffd9b62-350b-402c-852d-9a877a654afd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:51.526228 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffd9b62-350b-402c-852d-9a877a654afd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Fanout notify agent at l3_agent the message router_deleted on router 22464457-03ca-4407-8a7c-c804572151cb {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 09:53:51.541357 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ffd9b62-350b-402c-852d-9a877a654afd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:51.542445 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4ffd9b62-350b-402c-852d-9a877a654afd tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/routers/22464457-03ca-4407-8a7c-c804572151cb HTTP/1.1" status: 204 len: 168 time: 1.3617358 Jan 11 09:53:51.545105 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 37192) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:53:51.656670 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-20831270-7540-4963-998a-3fcd6d703348 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:51.787477 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-20831270-7540-4963-998a-3fcd6d703348 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:51.813186 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-20831270-7540-4963-998a-3fcd6d703348 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f89eec6-2631-45f4-b21a-fe506634bb1a']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:53:51.825902 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-20831270-7540-4963-998a-3fcd6d703348 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea7e229-280f-4755-a48d-dd2b7e863657') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:53:51.826221 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-20831270-7540-4963-998a-3fcd6d703348 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea7e229-280f-4755-a48d-dd2b7e863657') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:53:51.838578 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-20831270-7540-4963-998a-3fcd6d703348 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:51.855559 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-20831270-7540-4963-998a-3fcd6d703348 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:51.862571 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20831270-7540-4963-998a-3fcd6d703348 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:53:51.863073 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-20831270-7540-4963-998a-3fcd6d703348 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:53:51.878626 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:53:51.963143 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-20831270-7540-4963-998a-3fcd6d703348 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:51.980751 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-20831270-7540-4963-998a-3fcd6d703348 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:51.991975 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20831270-7540-4963-998a-3fcd6d703348 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] Pushing event deleted for resources: {'Network': ['ID=1f89eec6-2631-45f4-b21a-fe506634bb1a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:53:52.000955 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-20831270-7540-4963-998a-3fcd6d703348 tempest-TestNetworkBasicOps-1702808647 tempest-TestNetworkBasicOps-1702808647-project] 10.222.0.15 "DELETE /v2.0/networks/1f89eec6-2631-45f4-b21a-fe506634bb1a HTTP/1.1" status: 204 len: 168 time: 0.4548929 Jan 11 09:53:52.351444 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 37200) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:53:52.465598 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ef288e01-7e76-4ecc-9014-145593ddf1ec no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:53:52.500680 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: ef288e01-7e76-4ecc-9014-145593ddf1ec {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:53:52.501028 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ef288e01-7e76-4ecc-9014-145593ddf1ec not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:53:52.501453 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 93edb964-4e7a-4517-a87b-5cacfdcc7124 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:53:52.539111 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9c2bdd3d-3980-466d-86ee-29314a3095ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b18c1b552dc34b41889b96f8d477063d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1865504 Jan 11 09:53:52.541364 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 93edb964-4e7a-4517-a87b-5cacfdcc7124 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:53:52.541705 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 93edb964-4e7a-4517-a87b-5cacfdcc7124 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:53:52.541868 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 37206) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:53:52.542136 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4b38a1b6-4452-4717-9c66-adb52b3e103c no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:53:52.584940 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 4b38a1b6-4452-4717-9c66-adb52b3e103c {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:53:52.585281 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4b38a1b6-4452-4717-9c66-adb52b3e103c not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:53:52.592884 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:52.603065 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fcd05318-b003-403a-8267-c8758e90b11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:52.627922 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fcd05318-b003-403a-8267-c8758e90b11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:52.628805 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:52.684638 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fcd05318-b003-403a-8267-c8758e90b11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:52.807200 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd05318-b003-403a-8267-c8758e90b11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c161407d-6f4c-4903-bd3a-382e35a5ba1b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:53:52.816018 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fcd05318-b003-403a-8267-c8758e90b11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:52.817784 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-fcd05318-b003-403a-8267-c8758e90b11e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c161407d-6f4c-4903-bd3a-382e35a5ba1b HTTP/1.1" status: 204 len: 168 time: 0.2742734 Jan 11 09:53:53.091157 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 37214) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:53:53.109492 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-312aeb02-ac4b-4454-bc49-cdb308a43a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:53.124030 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-312aeb02-ac4b-4454-bc49-cdb308a43a9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:53:53.127793 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-312aeb02-ac4b-4454-bc49-cdb308a43a9a admin admin] Usage tracker for resource:security_group_rule and tenant:bf857cae9c1a429eb6571e2e054722ce is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:53:53.130814 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-312aeb02-ac4b-4454-bc49-cdb308a43a9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:53:53.136435 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-312aeb02-ac4b-4454-bc49-cdb308a43a9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:53:53.216896 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-312aeb02-ac4b-4454-bc49-cdb308a43a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:53.220699 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-312aeb02-ac4b-4454-bc49-cdb308a43a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:53.266730 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-312aeb02-ac4b-4454-bc49-cdb308a43a9a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf857cae9c1a429eb6571e2e054722ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1744270 Jan 11 09:53:53.267590 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312aeb02-ac4b-4454-bc49-cdb308a43a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a532ac5-3248-4454-96db-3319602d2d5e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:53:53.269356 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 37218) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:53:53.440604 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fc87911-1a73-486d-b1ef-27b14451008d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:53.465669 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fc87911-1a73-486d-b1ef-27b14451008d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:53.515852 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fc87911-1a73-486d-b1ef-27b14451008d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:53.529782 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc87911-1a73-486d-b1ef-27b14451008d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a532ac5-3248-4454-96db-3319602d2d5e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:53:53.539318 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc87911-1a73-486d-b1ef-27b14451008d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:53.539653 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc87911-1a73-486d-b1ef-27b14451008d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:53.539981 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc87911-1a73-486d-b1ef-27b14451008d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:53.540301 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc87911-1a73-486d-b1ef-27b14451008d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:53.540617 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc87911-1a73-486d-b1ef-27b14451008d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:53.540932 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc87911-1a73-486d-b1ef-27b14451008d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:53.541263 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc87911-1a73-486d-b1ef-27b14451008d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:53.541582 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc87911-1a73-486d-b1ef-27b14451008d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:53.541892 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc87911-1a73-486d-b1ef-27b14451008d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:53.542229 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc87911-1a73-486d-b1ef-27b14451008d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:53.542534 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc87911-1a73-486d-b1ef-27b14451008d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:53.542839 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc87911-1a73-486d-b1ef-27b14451008d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:53:53.547214 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8fc87911-1a73-486d-b1ef-27b14451008d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:53:53.551197 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8fc87911-1a73-486d-b1ef-27b14451008d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a532ac5-3248-4454-96db-3319602d2d5e HTTP/1.1" status: 204 len: 168 time: 0.2807848 Jan 11 09:53:54.091836 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:00.637367 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-2d7e8a6c-2e29-4587-8c8c-035f708f833a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e23af3956ef04575b13a9341d018ac88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281003 Jan 11 09:54:00.789646 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-deed108c-366e-47f7-a58c-3e3f8e458d4b tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:00.790987 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-deed108c-366e-47f7-a58c-3e3f8e458d4b tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1481140 Jan 11 09:54:00.806073 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-18318984-2ff5-4c1a-8fed-691c86c055bf tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/quotas/e23af3956ef04575b13a9341d018ac88 HTTP/1.1" status: 200 len: 375 time: 0.0097306 Jan 11 09:54:00.855037 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-8db6b93a-07c9-4eee-9a40-b7a6a7670f10 tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e23af3956ef04575b13a9341d018ac88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442102 Jan 11 09:54:01.024985 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bc21d612-1d38-40ca-8d1b-aebc1c84aa16 req-7135b87f-24f9-46a2-95c7-d34d30df74c5 tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b909292-1cce-4fa7-a96d-043062f19f95 HTTP/1.1" status: 200 len: 210 time: 0.0417793 Jan 11 09:54:01.623388 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:54:01.920779 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-b380f2e2-acad-4e13-ad8d-8648bad10b43 tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=e23af3956ef04575b13a9341d018ac88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275629 Jan 11 09:54:02.097272 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-2579264a-f3d8-4bba-8bb7-06a140ea2642 tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:02.099718 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-2579264a-f3d8-4bba-8bb7-06a140ea2642 tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1734807 Jan 11 09:54:02.109789 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-910b1238-888f-4bbf-aba4-b0e06fa75e3a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Request body: {'port': {'device_id': '5b909292-1cce-4fa7-a96d-043062f19f95', 'network_id': '9e340d00-8fc7-490b-9bb9-9e5d8a10110a', 'admin_state_up': True, 'tenant_id': 'e23af3956ef04575b13a9341d018ac88'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:54:02.178327 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6d0692b6-69b9-4c2d-b41c-e6ebebd2e777 req-a94add4b-7c27-4795-a324-a686c09a670e tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b909292-1cce-4fa7-a96d-043062f19f95 HTTP/1.1" status: 200 len: 210 time: 0.0434918 Jan 11 09:54:02.246918 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-910b1238-888f-4bbf-aba4-b0e06fa75e3a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:54:02.250685 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-910b1238-888f-4bbf-aba4-b0e06fa75e3a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Usage tracker for resource:port and tenant:e23af3956ef04575b13a9341d018ac88 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:54:02.253424 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-910b1238-888f-4bbf-aba4-b0e06fa75e3a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:54:02.259638 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-910b1238-888f-4bbf-aba4-b0e06fa75e3a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:54:02.268179 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-910b1238-888f-4bbf-aba4-b0e06fa75e3a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Made reservation on behalf of e23af3956ef04575b13a9341d018ac88 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:54:02.271919 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-910b1238-888f-4bbf-aba4-b0e06fa75e3a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:02.283853 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-910b1238-888f-4bbf-aba4-b0e06fa75e3a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:02.299145 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-910b1238-888f-4bbf-aba4-b0e06fa75e3a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:54:02.303615 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-910b1238-888f-4bbf-aba4-b0e06fa75e3a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Usage tracker for resource:security_group_rule and tenant:e23af3956ef04575b13a9341d018ac88 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:54:02.306372 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-910b1238-888f-4bbf-aba4-b0e06fa75e3a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:54:02.311881 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-910b1238-888f-4bbf-aba4-b0e06fa75e3a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:54:02.404426 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-910b1238-888f-4bbf-aba4-b0e06fa75e3a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:02.408091 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-910b1238-888f-4bbf-aba4-b0e06fa75e3a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:02.498033 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b1238-888f-4bbf-aba4-b0e06fa75e3a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=818d24df-f592-4ce2-8f6e-2d7a055cc1ba,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:54:02.579314 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-910b1238-888f-4bbf-aba4-b0e06fa75e3a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Allocated IP 192.168.233.220 (9e340d00-8fc7-490b-9bb9-9e5d8a10110a/d0057864-dcb4-4045-9100-728035ea35c3/815ca2c0-c624-4681-9e43-e22f08aff279) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:54:02.788314 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-910b1238-888f-4bbf-aba4-b0e06fa75e3a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:02.805212 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-910b1238-888f-4bbf-aba4-b0e06fa75e3a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Transition to ACTIVE for port object 815ca2c0-c624-4681-9e43-e22f08aff279 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:54:02.827931 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-910b1238-888f-4bbf-aba4-b0e06fa75e3a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:02.899912 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-910b1238-888f-4bbf-aba4-b0e06fa75e3a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Network 9e340d00-8fc7-490b-9bb9-9e5d8a10110a is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:54:02.903078 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-910b1238-888f-4bbf-aba4-b0e06fa75e3a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:54:02.906882 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-910b1238-888f-4bbf-aba4-b0e06fa75e3a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:54:02.938470 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b1238-888f-4bbf-aba4-b0e06fa75e3a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Pushing event updated for resources: {'Port': ['ID=815ca2c0-c624-4681-9e43-e22f08aff279,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:54:02.976075 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-910b1238-888f-4bbf-aba4-b0e06fa75e3a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:02.976668 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-910b1238-888f-4bbf-aba4-b0e06fa75e3a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:03.010595 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-910b1238-888f-4bbf-aba4-b0e06fa75e3a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9043663 Jan 11 09:54:03.022261 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-82da20ff-142a-4343-a419-e09b684020c5 service neutron] Request body: {'port': {'device_id': '5b909292-1cce-4fa7-a96d-043062f19f95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:54:03.144717 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-82da20ff-142a-4343-a419-e09b684020c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:03.181708 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-725b47a4-c753-4403-ba0d-b80ca12ba15b None None] Provisioning for port 815ca2c0-c624-4681-9e43-e22f08aff279 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:54:03.186590 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-725b47a4-c753-4403-ba0d-b80ca12ba15b None None] Provisioning complete for port 815ca2c0-c624-4681-9e43-e22f08aff279 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:54:03.186954 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-725b47a4-c753-4403-ba0d-b80ca12ba15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:03.241040 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-725b47a4-c753-4403-ba0d-b80ca12ba15b None None] Port 815ca2c0-c624-4681-9e43-e22f08aff279 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:54:03.368869 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66418957-4b16-418a-b74d-32182d17153e req-047f0a20-898c-4e3e-8af9-148e8bf5ebf2 tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:03.370275 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-66418957-4b16-418a-b74d-32182d17153e req-047f0a20-898c-4e3e-8af9-148e8bf5ebf2 tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b909292-1cce-4fa7-a96d-043062f19f95 HTTP/1.1" status: 200 len: 936 time: 0.0826058 Jan 11 09:54:03.413726 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-66418957-4b16-418a-b74d-32182d17153e req-2e4a29aa-e78d-4d29-b49d-db3dc7fd282e tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/security-groups?id=818d24df-f592-4ce2-8f6e-2d7a055cc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377660 Jan 11 09:54:03.491678 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-82da20ff-142a-4343-a419-e09b684020c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 815ca2c0-c624-4681-9e43-e22f08aff279 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:54:03.498949 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-82da20ff-142a-4343-a419-e09b684020c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:03.513862 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-82da20ff-142a-4343-a419-e09b684020c5 service neutron] Transition to ACTIVE for port object 815ca2c0-c624-4681-9e43-e22f08aff279 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:54:03.517341 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-82da20ff-142a-4343-a419-e09b684020c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:03.792339 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da20ff-142a-4343-a419-e09b684020c5 service neutron] Pushing event updated for resources: {'Port': ['ID=815ca2c0-c624-4681-9e43-e22f08aff279,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:54:03.862848 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-82da20ff-142a-4343-a419-e09b684020c5 service neutron] Attempting to bind port 815ca2c0-c624-4681-9e43-e22f08aff279 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:54:03.863090 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-82da20ff-142a-4343-a419-e09b684020c5 service neutron] Attempting to bind port 815ca2c0-c624-4681-9e43-e22f08aff279 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '90815fc0-535c-4177-a3c5-a5041fc23398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9e340d00-8fc7-490b-9bb9-9e5d8a10110a'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:54:03.863405 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-82da20ff-142a-4343-a419-e09b684020c5 service neutron] Attempting to bind port 815ca2c0-c624-4681-9e43-e22f08aff279 on network 9e340d00-8fc7-490b-9bb9-9e5d8a10110a {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:54:03.868620 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-82da20ff-142a-4343-a419-e09b684020c5 service neutron] Port 815ca2c0-c624-4681-9e43-e22f08aff279 on network 9e340d00-8fc7-490b-9bb9-9e5d8a10110a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:54:03.868932 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-82da20ff-142a-4343-a419-e09b684020c5 service neutron] Attempting to bind port 815ca2c0-c624-4681-9e43-e22f08aff279 on network 9e340d00-8fc7-490b-9bb9-9e5d8a10110a {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:54:03.873894 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-82da20ff-142a-4343-a419-e09b684020c5 service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:54:03.874253 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-82da20ff-142a-4343-a419-e09b684020c5 service neutron] Checking segment: {'id': '90815fc0-535c-4177-a3c5-a5041fc23398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9e340d00-8fc7-490b-9bb9-9e5d8a10110a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:54:03.874629 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-82da20ff-142a-4343-a419-e09b684020c5 service neutron] Bound using segment: {'id': '90815fc0-535c-4177-a3c5-a5041fc23398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9e340d00-8fc7-490b-9bb9-9e5d8a10110a'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:54:03.875045 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-82da20ff-142a-4343-a419-e09b684020c5 service neutron] Bound port: 815ca2c0-c624-4681-9e43-e22f08aff279, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90815fc0-535c-4177-a3c5-a5041fc23398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9e340d00-8fc7-490b-9bb9-9e5d8a10110a'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:54:03.875381 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-82da20ff-142a-4343-a419-e09b684020c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:03.964142 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-82da20ff-142a-4343-a419-e09b684020c5 service neutron] For port 815ca2c0-c624-4681-9e43-e22f08aff279, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:54:03.967095 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-82da20ff-142a-4343-a419-e09b684020c5 service neutron] For port 815ca2c0-c624-4681-9e43-e22f08aff279, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=815ca2c0-c624-4681-9e43-e22f08aff279,segment=NetworkSegment(90815fc0-535c-4177-a3c5-a5041fc23398),segment_id=90815fc0-535c-4177-a3c5-a5041fc23398)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:54:03.970485 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-82da20ff-142a-4343-a419-e09b684020c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:04.027635 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-82da20ff-142a-4343-a419-e09b684020c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:04.028244 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-82da20ff-142a-4343-a419-e09b684020c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:04.029648 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-82da20ff-142a-4343-a419-e09b684020c5 service neutron] 10.222.0.42 "PUT /v2.0/ports/815ca2c0-c624-4681-9e43-e22f08aff279 HTTP/1.1" status: 200 len: 1098 time: 1.0123129 Jan 11 09:54:04.030104 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b909292-1cce-4fa7-a96d-043062f19f95', 'tag': '815ca2c0-c624-4681-9e43-e22f08aff279'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:54:04.065883 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da20ff-142a-4343-a419-e09b684020c5 service neutron] Pushing event updated for resources: {'Port': ['ID=815ca2c0-c624-4681-9e43-e22f08aff279,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:54:04.109436 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b909292-1cce-4fa7-a96d-043062f19f95', 'tag': '815ca2c0-c624-4681-9e43-e22f08aff279', 'status': 'completed', 'code': 200} Jan 11 09:54:04.154583 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-67312fe3-bf71-4c84-b708-b64bbdccb116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:04.156081 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-67312fe3-bf71-4c84-b708-b64bbdccb116 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e23af3956ef04575b13a9341d018ac88&device_id=5b909292-1cce-4fa7-a96d-043062f19f95 HTTP/1.1" status: 200 len: 1101 time: 0.0782382 Jan 11 09:54:04.223791 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-a6df5565-f380-496b-b2fd-8bcd7f0c3fcf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=815ca2c0-c624-4681-9e43-e22f08aff279 HTTP/1.1" status: 200 len: 217 time: 0.0609879 Jan 11 09:54:04.290428 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-8c5c13b5-ca8c-4f5a-ac54-4ce7aec3553d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:04.292268 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-8c5c13b5-ca8c-4f5a-ac54-4ce7aec3553d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0057864-dcb4-4045-9100-728035ea35c3 HTTP/1.1" status: 200 len: 843 time: 0.0621068 Jan 11 09:54:04.342584 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:04.367044 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-5567d27a-b17b-4446-af9d-6d109edb97ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:04.368503 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-5567d27a-b17b-4446-af9d-6d109edb97ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e340d00-8fc7-490b-9bb9-9e5d8a10110a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0703719 Jan 11 09:54:04.500051 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-e74da557-8540-4d76-970d-879dd6564111 service neutron] 10.222.0.42 "GET /v2.0/networks/9e340d00-8fc7-490b-9bb9-9e5d8a10110a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245933 Jan 11 09:54:04.598747 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6adff-1134-47c3-8979-79c5b69c5ca9 req-1d93f851-1ec5-4220-8674-4e9e15e67a85 tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:04.600388 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ddd6adff-1134-47c3-8979-79c5b69c5ca9 req-1d93f851-1ec5-4220-8674-4e9e15e67a85 tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b909292-1cce-4fa7-a96d-043062f19f95 HTTP/1.1" status: 200 len: 948 time: 0.0810518 Jan 11 09:54:04.634987 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ac7f38c0-d927-4a20-bbd8-e2c09b98dec8 req-6a8b2986-a34c-499c-8552-2ac3e81de14b service neutron] 10.222.0.42 "GET /v2.0/networks/9e340d00-8fc7-490b-9bb9-9e5d8a10110a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295087 Jan 11 09:54:04.649144 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ddd6adff-1134-47c3-8979-79c5b69c5ca9 req-30225d99-98a3-4b3f-abae-adf47c49b5ff tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/security-groups?id=818d24df-f592-4ce2-8f6e-2d7a055cc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431118 Jan 11 09:54:04.755310 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdeb54-f94d-42c1-ba88-3ef901ec20b2 req-5b562a8a-98a5-41ef-ae70-22909989ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:04.757222 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-29cdeb54-f94d-42c1-ba88-3ef901ec20b2 req-5b562a8a-98a5-41ef-ae70-22909989ccfb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e23af3956ef04575b13a9341d018ac88&device_id=5b909292-1cce-4fa7-a96d-043062f19f95 HTTP/1.1" status: 200 len: 1101 time: 0.0752280 Jan 11 09:54:04.887734 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdeb54-f94d-42c1-ba88-3ef901ec20b2 req-67bb2939-8d10-4165-9e88-7c22b0c6cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:04.889321 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-29cdeb54-f94d-42c1-ba88-3ef901ec20b2 req-67bb2939-8d10-4165-9e88-7c22b0c6cafc service neutron] 10.222.0.42 "GET /v2.0/networks?id=9e340d00-8fc7-490b-9bb9-9e5d8a10110a HTTP/1.1" status: 200 len: 870 time: 0.1260841 Jan 11 09:54:04.954697 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-29cdeb54-f94d-42c1-ba88-3ef901ec20b2 req-d9375799-86fe-452d-aee7-ca265e3e8e6d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=815ca2c0-c624-4681-9e43-e22f08aff279 HTTP/1.1" status: 200 len: 217 time: 0.0593545 Jan 11 09:54:05.017466 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdeb54-f94d-42c1-ba88-3ef901ec20b2 req-d7d9dd07-597e-498e-bdb3-dfa4eea8880e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:05.018790 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-29cdeb54-f94d-42c1-ba88-3ef901ec20b2 req-d7d9dd07-597e-498e-bdb3-dfa4eea8880e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0057864-dcb4-4045-9100-728035ea35c3 HTTP/1.1" status: 200 len: 843 time: 0.0589671 Jan 11 09:54:05.090872 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdeb54-f94d-42c1-ba88-3ef901ec20b2 req-13cfcdb4-0e5c-404b-893a-df3777d010a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:05.092304 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-29cdeb54-f94d-42c1-ba88-3ef901ec20b2 req-13cfcdb4-0e5c-404b-893a-df3777d010a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e340d00-8fc7-490b-9bb9-9e5d8a10110a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0679619 Jan 11 09:54:05.223319 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-29cdeb54-f94d-42c1-ba88-3ef901ec20b2 req-0c13e138-fe4a-4210-bb10-217d555e3108 service neutron] 10.222.0.42 "GET /v2.0/networks/9e340d00-8fc7-490b-9bb9-9e5d8a10110a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248586 Jan 11 09:54:05.352149 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-29cdeb54-f94d-42c1-ba88-3ef901ec20b2 req-686acbbc-8b61-4191-acec-b5ac1f33bf3b service neutron] 10.222.0.42 "GET /v2.0/networks/9e340d00-8fc7-490b-9bb9-9e5d8a10110a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218052 Jan 11 09:54:05.843515 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4068ea-bd3c-4758-bb09-cc2f75e5bfd8 req-95a0d732-2a24-49b7-8b6e-7ac124929612 tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:05.844949 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2f4068ea-bd3c-4758-bb09-cc2f75e5bfd8 req-95a0d732-2a24-49b7-8b6e-7ac124929612 tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b909292-1cce-4fa7-a96d-043062f19f95 HTTP/1.1" status: 200 len: 948 time: 0.0796793 Jan 11 09:54:05.888646 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2f4068ea-bd3c-4758-bb09-cc2f75e5bfd8 req-14d11b30-572b-42e8-9865-ceb21cbb2d9f tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/security-groups?id=818d24df-f592-4ce2-8f6e-2d7a055cc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375273 Jan 11 09:54:07.073159 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f0b44-e65d-45d0-b825-fe96cfe0de2c req-68153301-1545-49c2-bac4-e2cfc2a22fcf tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:07.074534 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-be9f0b44-e65d-45d0-b825-fe96cfe0de2c req-68153301-1545-49c2-bac4-e2cfc2a22fcf tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b909292-1cce-4fa7-a96d-043062f19f95 HTTP/1.1" status: 200 len: 948 time: 0.0821390 Jan 11 09:54:07.117811 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-be9f0b44-e65d-45d0-b825-fe96cfe0de2c req-fad09b95-54af-402a-9fce-ce4213f0ba22 tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/security-groups?id=818d24df-f592-4ce2-8f6e-2d7a055cc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376632 Jan 11 09:54:07.968035 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 815ca2c0-c624-4681-9e43-e22f08aff279 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:54:08.098799 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 815ca2c0-c624-4681-9e43-e22f08aff279, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=815ca2c0-c624-4681-9e43-e22f08aff279,segment=NetworkSegment(90815fc0-535c-4177-a3c5-a5041fc23398),segment_id=90815fc0-535c-4177-a3c5-a5041fc23398)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:54:08.111653 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '815ca2c0-c624-4681-9e43-e22f08aff279', 'network_id': '9e340d00-8fc7-490b-9bb9-9e5d8a10110a', 'port_id': '815ca2c0-c624-4681-9e43-e22f08aff279', 'mac_address': 'fa:16:3e:56:91:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0057864-dcb4-4045-9100-728035ea35c3', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:54:08.165974 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:08.183076 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 815ca2c0-c624-4681-9e43-e22f08aff279 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:54:08.198520 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 815ca2c0-c624-4681-9e43-e22f08aff279, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=815ca2c0-c624-4681-9e43-e22f08aff279,segment=NetworkSegment(90815fc0-535c-4177-a3c5-a5041fc23398),segment_id=90815fc0-535c-4177-a3c5-a5041fc23398)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:54:08.202294 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:08.307068 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b224f-431b-4d33-ac09-a3e9b6c03952 req-55ee2893-abe0-4132-b147-b59db41b01a2 tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:08.308450 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7c4b224f-431b-4d33-ac09-a3e9b6c03952 req-55ee2893-abe0-4132-b147-b59db41b01a2 tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b909292-1cce-4fa7-a96d-043062f19f95 HTTP/1.1" status: 200 len: 949 time: 0.0828195 Jan 11 09:54:08.312959 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=815ca2c0-c624-4681-9e43-e22f08aff279,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:54:08.353480 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7c4b224f-431b-4d33-ac09-a3e9b6c03952 req-91368161-2e01-4f9c-9247-161e597aff9a tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/security-groups?id=818d24df-f592-4ce2-8f6e-2d7a055cc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393567 Jan 11 09:54:08.517255 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['815ca2c0-c624-4681-9e43-e22f08aff279'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:54:09.535661 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ae0dc-3c7b-42ff-bbf0-c4282eb68538 req-1e857e62-885a-4010-bed3-84afc033465b tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:09.537693 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-129ae0dc-3c7b-42ff-bbf0-c4282eb68538 req-1e857e62-885a-4010-bed3-84afc033465b tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b909292-1cce-4fa7-a96d-043062f19f95 HTTP/1.1" status: 200 len: 949 time: 0.0807776 Jan 11 09:54:09.580338 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-129ae0dc-3c7b-42ff-bbf0-c4282eb68538 req-edaa9cb5-53b3-467e-a085-35a81b71240b tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/security-groups?id=818d24df-f592-4ce2-8f6e-2d7a055cc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372388 Jan 11 09:54:09.982961 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 815ca2c0-c624-4681-9e43-e22f08aff279 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:54:10.051035 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port 815ca2c0-c624-4681-9e43-e22f08aff279 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:54:10.055665 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 815ca2c0-c624-4681-9e43-e22f08aff279 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:54:10.056032 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:10.169575 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:10.195447 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b909292-1cce-4fa7-a96d-043062f19f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815ca2c0-c624-4681-9e43-e22f08aff279'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:54:10.205264 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 815ca2c0-c624-4681-9e43-e22f08aff279, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=815ca2c0-c624-4681-9e43-e22f08aff279,segment=NetworkSegment(90815fc0-535c-4177-a3c5-a5041fc23398),segment_id=90815fc0-535c-4177-a3c5-a5041fc23398)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:54:10.210305 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:10.243321 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b909292-1cce-4fa7-a96d-043062f19f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815ca2c0-c624-4681-9e43-e22f08aff279', 'code': 200} Jan 11 09:54:10.280836 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=815ca2c0-c624-4681-9e43-e22f08aff279,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:54:10.456467 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a539c5-b0e1-4370-bdac-f2aa5be4fb75 req-a30b6915-d6f5-434b-a612-a7aadc94d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:10.457940 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-11a539c5-b0e1-4370-bdac-f2aa5be4fb75 req-a30b6915-d6f5-434b-a612-a7aadc94d25f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5b909292-1cce-4fa7-a96d-043062f19f95 HTTP/1.1" status: 200 len: 1103 time: 0.0720909 Jan 11 09:54:10.497060 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-11a539c5-b0e1-4370-bdac-f2aa5be4fb75 req-24ef7bad-6cd9-46f5-bdc3-246306464335 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=818d24df-f592-4ce2-8f6e-2d7a055cc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328867 Jan 11 09:54:10.764533 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d9668-6446-49a6-a8d3-96729ffceff0 req-b79d39ef-40e4-4b34-accf-88bb4712edd2 tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:10.765898 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-da9d9668-6446-49a6-a8d3-96729ffceff0 req-b79d39ef-40e4-4b34-accf-88bb4712edd2 tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b909292-1cce-4fa7-a96d-043062f19f95 HTTP/1.1" status: 200 len: 950 time: 0.0804973 Jan 11 09:54:10.813901 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-da9d9668-6446-49a6-a8d3-96729ffceff0 req-c5b21b1c-e328-4e7d-9b5b-0629de24f618 tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/security-groups?id=818d24df-f592-4ce2-8f6e-2d7a055cc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421817 Jan 11 09:54:11.996884 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31936669-965d-4604-a314-01717e02f5db req-f3a8af90-a894-44f1-b08d-c5be55b17b60 tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:11.998504 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-31936669-965d-4604-a314-01717e02f5db req-f3a8af90-a894-44f1-b08d-c5be55b17b60 tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b909292-1cce-4fa7-a96d-043062f19f95 HTTP/1.1" status: 200 len: 950 time: 0.0800817 Jan 11 09:54:12.041984 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-31936669-965d-4604-a314-01717e02f5db req-20cf94b1-29f7-40e0-bfe1-a171989cb041 tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/security-groups?id=818d24df-f592-4ce2-8f6e-2d7a055cc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378482 Jan 11 09:54:13.264541 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a026af9-82aa-4171-8d36-e55d0d06b8ca req-79b7b8fb-068d-4a30-a1f6-1a8198d76f02 tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:13.265873 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4a026af9-82aa-4171-8d36-e55d0d06b8ca req-79b7b8fb-068d-4a30-a1f6-1a8198d76f02 tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b909292-1cce-4fa7-a96d-043062f19f95 HTTP/1.1" status: 200 len: 950 time: 0.0812304 Jan 11 09:54:13.309421 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4a026af9-82aa-4171-8d36-e55d0d06b8ca req-d8a05164-e8a0-46f5-b316-0920da2072bd tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/security-groups?id=818d24df-f592-4ce2-8f6e-2d7a055cc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379171 Jan 11 09:54:14.491731 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8d421-c3d6-4555-958f-0e5cc0b0e1a6 req-b1f16145-d6aa-4f58-a6d3-9c1bab1ce899 tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:14.493148 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3dd8d421-c3d6-4555-958f-0e5cc0b0e1a6 req-b1f16145-d6aa-4f58-a6d3-9c1bab1ce899 tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b909292-1cce-4fa7-a96d-043062f19f95 HTTP/1.1" status: 200 len: 950 time: 0.0781398 Jan 11 09:54:14.537034 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3dd8d421-c3d6-4555-958f-0e5cc0b0e1a6 req-ea566a72-28c3-4feb-88c1-c1cf80ba4ca0 tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/security-groups?id=818d24df-f592-4ce2-8f6e-2d7a055cc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375621 Jan 11 09:54:14.596614 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71e2c5-8a4b-4f5c-a08c-1a5e5f9790ef req-bd39ab6e-581f-4648-8d68-d60afe7a6e4f tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:14.597223 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-8b71e2c5-8a4b-4f5c-a08c-1a5e5f9790ef req-bd39ab6e-581f-4648-8d68-d60afe7a6e4f tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Synchronizing usage tracker for tenant:e23af3956ef04575b13a9341d018ac88 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:54:14.612962 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-8b71e2c5-8a4b-4f5c-a08c-1a5e5f9790ef req-bd39ab6e-581f-4648-8d68-d60afe7a6e4f tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Unset dirty status for tenant:e23af3956ef04575b13a9341d018ac88 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:54:14.614187 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8b71e2c5-8a4b-4f5c-a08c-1a5e5f9790ef req-bd39ab6e-581f-4648-8d68-d60afe7a6e4f tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b909292-1cce-4fa7-a96d-043062f19f95 HTTP/1.1" status: 200 len: 950 time: 0.0950372 Jan 11 09:54:14.792494 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-8b71e2c5-8a4b-4f5c-a08c-1a5e5f9790ef req-b968f816-49ac-43f5-880b-09fdc39b56ae tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Deleting port 815ca2c0-c624-4681-9e43-e22f08aff279 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:54:14.792831 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8b71e2c5-8a4b-4f5c-a08c-1a5e5f9790ef req-b968f816-49ac-43f5-880b-09fdc39b56ae tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:15.035103 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-8b71e2c5-8a4b-4f5c-a08c-1a5e5f9790ef req-b968f816-49ac-43f5-880b-09fdc39b56ae tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] For port 815ca2c0-c624-4681-9e43-e22f08aff279, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=815ca2c0-c624-4681-9e43-e22f08aff279,segment=NetworkSegment(90815fc0-535c-4177-a3c5-a5041fc23398),segment_id=90815fc0-535c-4177-a3c5-a5041fc23398)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:54:15.035454 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8b71e2c5-8a4b-4f5c-a08c-1a5e5f9790ef req-b968f816-49ac-43f5-880b-09fdc39b56ae tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:15.169198 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-8b71e2c5-8a4b-4f5c-a08c-1a5e5f9790ef req-b968f816-49ac-43f5-880b-09fdc39b56ae tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Calling delete_port for 815ca2c0-c624-4681-9e43-e22f08aff279 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:54:15.312725 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8b71e2c5-8a4b-4f5c-a08c-1a5e5f9790ef req-b968f816-49ac-43f5-880b-09fdc39b56ae tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:15.323942 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['815ca2c0-c624-4681-9e43-e22f08aff279'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:54:15.361490 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968f816-49ac-43f5-880b-09fdc39b56ae tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Pushing event deleted for resources: {'Port': ['ID=815ca2c0-c624-4681-9e43-e22f08aff279,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:54:15.443736 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b71e2c5-8a4b-4f5c-a08c-1a5e5f9790ef req-b968f816-49ac-43f5-880b-09fdc39b56ae tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] No DVR routers for this DVR port 815ca2c0-c624-4681-9e43-e22f08aff279 on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:54:15.446353 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8b71e2c5-8a4b-4f5c-a08c-1a5e5f9790ef req-b968f816-49ac-43f5-880b-09fdc39b56ae tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:15.449016 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b909292-1cce-4fa7-a96d-043062f19f95', 'name': 'network-vif-deleted', 'tag': '815ca2c0-c624-4681-9e43-e22f08aff279'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:54:15.465831 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8b71e2c5-8a4b-4f5c-a08c-1a5e5f9790ef req-b968f816-49ac-43f5-880b-09fdc39b56ae tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.42 "DELETE /v2.0/ports/815ca2c0-c624-4681-9e43-e22f08aff279 HTTP/1.1" status: 204 len: 173 time: 0.8467755 Jan 11 09:54:15.507425 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b909292-1cce-4fa7-a96d-043062f19f95', 'name': 'network-vif-deleted', 'tag': '815ca2c0-c624-4681-9e43-e22f08aff279', 'status': 'completed', 'code': 200} Jan 11 09:54:15.702157 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-fb796be0-37b6-4fa1-83fe-2deb85883359 req-ebb817fb-ca82-479a-b2f1-d41572a02554 tempest-ServersAdminNegativeTestJSON-1683390282 tempest-ServersAdminNegativeTestJSON-1683390282-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b909292-1cce-4fa7-a96d-043062f19f95 HTTP/1.1" status: 200 len: 210 time: 0.0460658 Jan 11 09:54:17.061934 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 37354) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:54:17.204515 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fd921fec-b8e5-43ee-bf07-5a17a0b571a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e23af3956ef04575b13a9341d018ac88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414261 Jan 11 09:54:17.207005 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 37360) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:54:17.262943 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be8266d3-6896-4775-82d3-dc579efb37a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:17.288591 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be8266d3-6896-4775-82d3-dc579efb37a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:17.338308 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be8266d3-6896-4775-82d3-dc579efb37a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:17.352293 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8266d3-6896-4775-82d3-dc579efb37a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818d24df-f592-4ce2-8f6e-2d7a055cc1ba,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:54:17.359692 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-be8266d3-6896-4775-82d3-dc579efb37a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:17.361003 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-be8266d3-6896-4775-82d3-dc579efb37a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/818d24df-f592-4ce2-8f6e-2d7a055cc1ba HTTP/1.1" status: 204 len: 168 time: 0.1531382 Jan 11 09:54:17.638109 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 37368) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:54:17.656017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-69c2c9f6-af7b-4662-905b-445a8889c5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:17.670157 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-69c2c9f6-af7b-4662-905b-445a8889c5f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:54:17.674250 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-69c2c9f6-af7b-4662-905b-445a8889c5f9 admin admin] Usage tracker for resource:security_group_rule and tenant:6caa31f52e3d45918a151855237b3973 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:54:17.677240 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-69c2c9f6-af7b-4662-905b-445a8889c5f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:54:17.682886 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-69c2c9f6-af7b-4662-905b-445a8889c5f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:54:17.772369 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-69c2c9f6-af7b-4662-905b-445a8889c5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:17.776007 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-69c2c9f6-af7b-4662-905b-445a8889c5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:17.822563 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-69c2c9f6-af7b-4662-905b-445a8889c5f9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6caa31f52e3d45918a151855237b3973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1832662 Jan 11 09:54:17.823282 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2c9f6-af7b-4662-905b-445a8889c5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b91d5ae-1dbf-436a-b5f5-cc1e1e6636a3,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:54:17.826226 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 37372) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:54:17.885784 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0c9d109-1926-4575-845c-0c7377fddf4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:17.910820 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0c9d109-1926-4575-845c-0c7377fddf4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:17.962495 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0c9d109-1926-4575-845c-0c7377fddf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:17.975911 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9d109-1926-4575-845c-0c7377fddf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b91d5ae-1dbf-436a-b5f5-cc1e1e6636a3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:54:17.982682 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0c9d109-1926-4575-845c-0c7377fddf4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:17.983790 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a0c9d109-1926-4575-845c-0c7377fddf4c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8b91d5ae-1dbf-436a-b5f5-cc1e1e6636a3 HTTP/1.1" status: 204 len: 168 time: 0.1562631 Jan 11 09:54:18.703586 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 37396) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:54:18.807379 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7a538734-9955-41aa-a527-055db20ca7be admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1204375749-network', 'tenant_id': '90ea587a6b5c43039efc4b8c40da4a07'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:54:18.812035 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7a538734-9955-41aa-a527-055db20ca7be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:54:18.815788 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-7a538734-9955-41aa-a527-055db20ca7be admin admin] Usage tracker for resource:network and tenant:90ea587a6b5c43039efc4b8c40da4a07 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:54:18.818638 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-7a538734-9955-41aa-a527-055db20ca7be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:54:18.824576 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7a538734-9955-41aa-a527-055db20ca7be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:54:18.834652 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a538734-9955-41aa-a527-055db20ca7be admin admin] Made reservation on behalf of 90ea587a6b5c43039efc4b8c40da4a07 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:54:18.836837 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a538734-9955-41aa-a527-055db20ca7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:18.849279 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a538734-9955-41aa-a527-055db20ca7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:18.862966 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7a538734-9955-41aa-a527-055db20ca7be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:54:18.866783 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-7a538734-9955-41aa-a527-055db20ca7be admin admin] Usage tracker for resource:security_group_rule and tenant:90ea587a6b5c43039efc4b8c40da4a07 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:54:18.869493 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-7a538734-9955-41aa-a527-055db20ca7be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:54:18.875029 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7a538734-9955-41aa-a527-055db20ca7be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:54:18.953510 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a538734-9955-41aa-a527-055db20ca7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:18.956830 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a538734-9955-41aa-a527-055db20ca7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:18.986971 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a538734-9955-41aa-a527-055db20ca7be admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:54:18.998929 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a538734-9955-41aa-a527-055db20ca7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1936233f-4a2c-4291-9c70-0bc869e86a35,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:54:19.003160 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a538734-9955-41aa-a527-055db20ca7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:19.003495 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-7a538734-9955-41aa-a527-055db20ca7be admin admin] Added segment 50a2f6a8-1611-40dc-bf06-117ab2876a14 of type vlan for network f67f3d92-ece6-460f-ab49-3d567f06501c Jan 11 09:54:19.030683 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a538734-9955-41aa-a527-055db20ca7be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:19.062481 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a538734-9955-41aa-a527-055db20ca7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:19.063406 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a538734-9955-41aa-a527-055db20ca7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:19.063969 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7a538734-9955-41aa-a527-055db20ca7be admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:19.161899 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9b2271e3-8e5c-4405-ad19-aea5b0381d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:19.174845 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7a538734-9955-41aa-a527-055db20ca7be admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4701254 Jan 11 09:54:19.178050 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 37402) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:54:19.180861 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a538734-9955-41aa-a527-055db20ca7be admin admin] Pushing event updated for resources: {'Network': ['ID=f67f3d92-ece6-460f-ab49-3d567f06501c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:54:19.183986 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-10ac59ee-ecfb-45c0-95b3-14e7c14d1829 admin admin] Request body: {'subnet': {'network_id': 'f67f3d92-ece6-460f-ab49-3d567f06501c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1204375749-subnet', 'tenant_id': '90ea587a6b5c43039efc4b8c40da4a07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:54:19.190391 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network f67f3d92-ece6-460f-ab49-3d567f06501c details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:54:19.194061 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-10ac59ee-ecfb-45c0-95b3-14e7c14d1829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:54:19.198313 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-10ac59ee-ecfb-45c0-95b3-14e7c14d1829 admin admin] Usage tracker for resource:subnet and tenant:90ea587a6b5c43039efc4b8c40da4a07 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:54:19.201244 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-10ac59ee-ecfb-45c0-95b3-14e7c14d1829 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:54:19.207612 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-10ac59ee-ecfb-45c0-95b3-14e7c14d1829 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:54:19.218165 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ac59ee-ecfb-45c0-95b3-14e7c14d1829 admin admin] Made reservation on behalf of 90ea587a6b5c43039efc4b8c40da4a07 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:54:19.220462 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-10ac59ee-ecfb-45c0-95b3-14e7c14d1829 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:19.424662 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-10ac59ee-ecfb-45c0-95b3-14e7c14d1829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:19.498534 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac59ee-ecfb-45c0-95b3-14e7c14d1829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18e9915b-29e1-463d-a849-8ec0802260a8,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:54:19.503714 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ac59ee-ecfb-45c0-95b3-14e7c14d1829 admin admin] Checking segment: {'id': '50a2f6a8-1611-40dc-bf06-117ab2876a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f67f3d92-ece6-460f-ab49-3d567f06501c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:54:19.504231 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ac59ee-ecfb-45c0-95b3-14e7c14d1829 admin admin] Network hostable DHCP agents. Network: f67f3d92-ece6-460f-ab49-3d567f06501c, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:54:19.522449 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ac59ee-ecfb-45c0-95b3-14e7c14d1829 admin admin] Network f67f3d92-ece6-460f-ab49-3d567f06501c is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:54:19.531163 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-10ac59ee-ecfb-45c0-95b3-14e7c14d1829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, f67f3d92-ece6-460f-ab49-3d567f06501c) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:54:19.535080 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ac59ee-ecfb-45c0-95b3-14e7c14d1829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:19.535648 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-10ac59ee-ecfb-45c0-95b3-14e7c14d1829 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:19.540984 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f65ec0-c4d8-4b6b-b9cc-eba972a887ba None None] Network f67f3d92-ece6-460f-ab49-3d567f06501c requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:54:19.560575 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-10ac59ee-ecfb-45c0-95b3-14e7c14d1829 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3813243 Jan 11 09:54:19.753345 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38be1de-9466-4a60-a64e-62e9532aae76 None None] Network f67f3d92-ece6-460f-ab49-3d567f06501c requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:54:20.028010 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 815ca2c0-c624-4681-9e43-e22f08aff279 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:54:20.064361 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: 815ca2c0-c624-4681-9e43-e22f08aff279 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:54:20.064698 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 815ca2c0-c624-4681-9e43-e22f08aff279 not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:54:20.159096 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-a23f1234-acb0-4ec3-9c24-e505a69df9f4 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:20.159759 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-a23f1234-acb0-4ec3-9c24-e505a69df9f4 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Synchronizing usage tracker for tenant:90ea587a6b5c43039efc4b8c40da4a07 on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:54:20.177130 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-a23f1234-acb0-4ec3-9c24-e505a69df9f4 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Unset dirty status for tenant:90ea587a6b5c43039efc4b8c40da4a07 on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:54:20.178320 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-a23f1234-acb0-4ec3-9c24-e505a69df9f4 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/networks?id=f67f3d92-ece6-460f-ab49-3d567f06501c HTTP/1.1" status: 200 len: 812 time: 0.2568514 Jan 11 09:54:20.196522 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-5a32ae8d-aeec-4789-b923-dd8ca34e3cd5 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/quotas/90ea587a6b5c43039efc4b8c40da4a07 HTTP/1.1" status: 200 len: 375 time: 0.0127094 Jan 11 09:54:20.243595 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-377bc8c7-3021-493c-9074-18e0c2f1f5fd tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=90ea587a6b5c43039efc4b8c40da4a07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418718 Jan 11 09:54:20.372153 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-e070983d-da21-477f-9aff-63424447a6db service neutron] 10.222.0.15 "GET /v2.0/networks/f67f3d92-ece6-460f-ab49-3d567f06501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222379 Jan 11 09:54:20.501669 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-94d724ee-300b-461b-820f-36febbf75eb5 service neutron] 10.222.0.15 "GET /v2.0/networks/f67f3d92-ece6-460f-ab49-3d567f06501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237414 Jan 11 09:54:20.676979 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-383ec906-ed38-413d-98b5-4da7a9d0a2bf req-7f26833c-d101-4590-a0ec-74fd423b09e4 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 210 time: 0.0469022 Jan 11 09:54:21.380210 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2a3bc328-7387-4d9d-9a36-c71bed6618a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:21.696464 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-ea59b675-58f1-4594-aab2-06c3a3486508 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:21.698040 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-ea59b675-58f1-4594-aab2-06c3a3486508 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.42 "GET /v2.0/networks?id=f67f3d92-ece6-460f-ab49-3d567f06501c HTTP/1.1" status: 200 len: 812 time: 0.1516407 Jan 11 09:54:21.711328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-ec669b6e-f73c-4324-8f0d-b9affca1f47e tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Request body: {'port': {'device_id': 'a721ebb7-68ff-47c5-b9f8-f6a14a209001', 'network_id': 'f67f3d92-ece6-460f-ab49-3d567f06501c', 'admin_state_up': True, 'tenant_id': '90ea587a6b5c43039efc4b8c40da4a07'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:54:21.834510 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2f15db10-ea8c-4a21-be99-a2087db74faa req-388e556b-45bf-4fe0-a6bb-f1510a1b48e7 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 210 time: 0.0502846 Jan 11 09:54:21.851988 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-ec669b6e-f73c-4324-8f0d-b9affca1f47e tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:54:21.855887 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-ec669b6e-f73c-4324-8f0d-b9affca1f47e tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Usage tracker for resource:port and tenant:90ea587a6b5c43039efc4b8c40da4a07 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:54:21.858714 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-ec669b6e-f73c-4324-8f0d-b9affca1f47e tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:54:21.864431 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-ec669b6e-f73c-4324-8f0d-b9affca1f47e tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:54:21.874385 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-ec669b6e-f73c-4324-8f0d-b9affca1f47e tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Made reservation on behalf of 90ea587a6b5c43039efc4b8c40da4a07 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:54:21.877811 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-ec669b6e-f73c-4324-8f0d-b9affca1f47e tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:22.039840 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-ec669b6e-f73c-4324-8f0d-b9affca1f47e tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Allocated IP 172.20.0.13 (f67f3d92-ece6-460f-ab49-3d567f06501c/18e9915b-29e1-463d-a849-8ec0802260a8/31c795c6-bd4d-415f-8b79-605e803083b1) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:54:22.238773 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-ec669b6e-f73c-4324-8f0d-b9affca1f47e tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:22.268850 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-ec669b6e-f73c-4324-8f0d-b9affca1f47e tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:22.340950 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-ec669b6e-f73c-4324-8f0d-b9affca1f47e tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Network f67f3d92-ece6-460f-ab49-3d567f06501c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:54:22.344222 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-ec669b6e-f73c-4324-8f0d-b9affca1f47e tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:54:22.346720 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-ec669b6e-f73c-4324-8f0d-b9affca1f47e tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:54:22.391009 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec669b6e-f73c-4324-8f0d-b9affca1f47e tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Pushing event updated for resources: {'Port': ['ID=31c795c6-bd4d-415f-8b79-605e803083b1,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:54:22.415985 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-ec669b6e-f73c-4324-8f0d-b9affca1f47e tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:22.416573 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-ec669b6e-f73c-4324-8f0d-b9affca1f47e tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:22.435953 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-ec669b6e-f73c-4324-8f0d-b9affca1f47e tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7304029 Jan 11 09:54:22.447478 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-823ec433-ce8f-4326-9c7b-4724b59902b9 service neutron] Request body: {'port': {'device_id': 'a721ebb7-68ff-47c5-b9f8-f6a14a209001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:54:22.550466 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:22.556323 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-823ec433-ce8f-4326-9c7b-4724b59902b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:22.632811 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:23.019225 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-823ec433-ce8f-4326-9c7b-4724b59902b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c795c6-bd4d-415f-8b79-605e803083b1 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:54:23.027473 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-823ec433-ce8f-4326-9c7b-4724b59902b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:23.030696 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eccc9f-68d2-415a-bd9a-fe2c5bb6c96a req-1a83a82e-d388-43d9-860e-74698d59cfd5 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:23.032158 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-81eccc9f-68d2-415a-bd9a-fe2c5bb6c96a req-1a83a82e-d388-43d9-860e-74698d59cfd5 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 932 time: 0.0888095 Jan 11 09:54:23.045722 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-823ec433-ce8f-4326-9c7b-4724b59902b9 service neutron] Transition to ACTIVE for port object 31c795c6-bd4d-415f-8b79-605e803083b1 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:54:23.049936 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-823ec433-ce8f-4326-9c7b-4724b59902b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:23.077706 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-81eccc9f-68d2-415a-bd9a-fe2c5bb6c96a req-0e18a081-cfb6-4475-aa34-bb265a8460a1 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Synchronizing usage tracker for tenant:90ea587a6b5c43039efc4b8c40da4a07 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:54:23.093407 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-81eccc9f-68d2-415a-bd9a-fe2c5bb6c96a req-0e18a081-cfb6-4475-aa34-bb265a8460a1 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Unset dirty status for tenant:90ea587a6b5c43039efc4b8c40da4a07 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:54:23.094606 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-81eccc9f-68d2-415a-bd9a-fe2c5bb6c96a req-0e18a081-cfb6-4475-aa34-bb265a8460a1 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556443 Jan 11 09:54:23.214110 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ec433-ce8f-4326-9c7b-4724b59902b9 service neutron] Pushing event updated for resources: {'Port': ['ID=31c795c6-bd4d-415f-8b79-605e803083b1,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:54:23.282164 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-823ec433-ce8f-4326-9c7b-4724b59902b9 service neutron] Attempting to bind port 31c795c6-bd4d-415f-8b79-605e803083b1 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:54:23.282487 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-823ec433-ce8f-4326-9c7b-4724b59902b9 service neutron] Attempting to bind port 31c795c6-bd4d-415f-8b79-605e803083b1 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '50a2f6a8-1611-40dc-bf06-117ab2876a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f67f3d92-ece6-460f-ab49-3d567f06501c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:54:23.282806 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-823ec433-ce8f-4326-9c7b-4724b59902b9 service neutron] Attempting to bind port 31c795c6-bd4d-415f-8b79-605e803083b1 on network f67f3d92-ece6-460f-ab49-3d567f06501c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:54:23.287923 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-823ec433-ce8f-4326-9c7b-4724b59902b9 service neutron] Port 31c795c6-bd4d-415f-8b79-605e803083b1 on network f67f3d92-ece6-460f-ab49-3d567f06501c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:54:23.288234 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-823ec433-ce8f-4326-9c7b-4724b59902b9 service neutron] Attempting to bind port 31c795c6-bd4d-415f-8b79-605e803083b1 on network f67f3d92-ece6-460f-ab49-3d567f06501c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:54:23.293172 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-823ec433-ce8f-4326-9c7b-4724b59902b9 service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:54:23.293496 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-823ec433-ce8f-4326-9c7b-4724b59902b9 service neutron] Checking segment: {'id': '50a2f6a8-1611-40dc-bf06-117ab2876a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f67f3d92-ece6-460f-ab49-3d567f06501c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:54:23.293866 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-823ec433-ce8f-4326-9c7b-4724b59902b9 service neutron] Bound using segment: {'id': '50a2f6a8-1611-40dc-bf06-117ab2876a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f67f3d92-ece6-460f-ab49-3d567f06501c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:54:23.294302 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-823ec433-ce8f-4326-9c7b-4724b59902b9 service neutron] Bound port: 31c795c6-bd4d-415f-8b79-605e803083b1, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50a2f6a8-1611-40dc-bf06-117ab2876a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f67f3d92-ece6-460f-ab49-3d567f06501c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:54:23.294630 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-823ec433-ce8f-4326-9c7b-4724b59902b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:23.380076 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-823ec433-ce8f-4326-9c7b-4724b59902b9 service neutron] For port 31c795c6-bd4d-415f-8b79-605e803083b1, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:54:23.383024 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-823ec433-ce8f-4326-9c7b-4724b59902b9 service neutron] For port 31c795c6-bd4d-415f-8b79-605e803083b1, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=31c795c6-bd4d-415f-8b79-605e803083b1,segment=NetworkSegment(50a2f6a8-1611-40dc-bf06-117ab2876a14),segment_id=50a2f6a8-1611-40dc-bf06-117ab2876a14)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:54:23.387329 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-823ec433-ce8f-4326-9c7b-4724b59902b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:23.447453 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-823ec433-ce8f-4326-9c7b-4724b59902b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:23.448045 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-823ec433-ce8f-4326-9c7b-4724b59902b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:23.449375 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-823ec433-ce8f-4326-9c7b-4724b59902b9 service neutron] 10.222.0.42 "PUT /v2.0/ports/31c795c6-bd4d-415f-8b79-605e803083b1 HTTP/1.1" status: 200 len: 1094 time: 1.0058098 Jan 11 09:54:23.449797 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a721ebb7-68ff-47c5-b9f8-f6a14a209001', 'tag': '31c795c6-bd4d-415f-8b79-605e803083b1'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:54:23.473950 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ec433-ce8f-4326-9c7b-4724b59902b9 service neutron] Pushing event updated for resources: {'Port': ['ID=31c795c6-bd4d-415f-8b79-605e803083b1,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:54:23.515667 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a721ebb7-68ff-47c5-b9f8-f6a14a209001', 'tag': '31c795c6-bd4d-415f-8b79-605e803083b1', 'status': 'completed', 'code': 200} Jan 11 09:54:23.556602 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-f6b19989-6512-4eaa-a7ab-4f16fe3f4981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:23.558223 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-f6b19989-6512-4eaa-a7ab-4f16fe3f4981 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90ea587a6b5c43039efc4b8c40da4a07&device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 1097 time: 0.0753338 Jan 11 09:54:23.628137 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-7d56c737-5957-450b-b730-a670ff7b6337 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31c795c6-bd4d-415f-8b79-605e803083b1 HTTP/1.1" status: 200 len: 217 time: 0.0637288 Jan 11 09:54:23.689624 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-cd6dde45-2bc4-453b-8285-a36eb035566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:23.691078 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-cd6dde45-2bc4-453b-8285-a36eb035566c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18e9915b-29e1-463d-a849-8ec0802260a8 HTTP/1.1" status: 200 len: 852 time: 0.0576265 Jan 11 09:54:23.736725 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-7817f30f-a085-4a39-852e-83b09afdff88 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f67f3d92-ece6-460f-ab49-3d567f06501c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396681 Jan 11 09:54:23.865256 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-6d70bb51-f744-401d-a8c0-1532872f3a38 service neutron] 10.222.0.42 "GET /v2.0/networks/f67f3d92-ece6-460f-ab49-3d567f06501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223919 Jan 11 09:54:23.993953 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-98fd164a-dfcf-4291-8536-c9ff2b0ea356 req-4e21f530-262f-42e1-aed6-9e551e4c4abe service neutron] 10.222.0.42 "GET /v2.0/networks/f67f3d92-ece6-460f-ab49-3d567f06501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230109 Jan 11 09:54:24.095361 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:24.111486 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738378f-9eff-49e6-834e-0b3500d76fde req-1a976342-8252-43a8-a5f7-3d8b94a43bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:24.112931 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c738378f-9eff-49e6-834e-0b3500d76fde req-1a976342-8252-43a8-a5f7-3d8b94a43bba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90ea587a6b5c43039efc4b8c40da4a07&device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 1097 time: 0.0746584 Jan 11 09:54:24.246651 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738378f-9eff-49e6-834e-0b3500d76fde req-49818397-701e-4ca1-b214-89650cae0c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:24.248009 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c738378f-9eff-49e6-834e-0b3500d76fde req-49818397-701e-4ca1-b214-89650cae0c1d service neutron] 10.222.0.42 "GET /v2.0/networks?id=f67f3d92-ece6-460f-ab49-3d567f06501c HTTP/1.1" status: 200 len: 913 time: 0.1296952 Jan 11 09:54:24.284282 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebfd7f-36bc-46c1-8175-ba1615948bcc req-0389cb8b-10b7-4297-a75c-424b0833eb4a tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:24.286283 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f9ebfd7f-36bc-46c1-8175-ba1615948bcc req-0389cb8b-10b7-4297-a75c-424b0833eb4a tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 944 time: 0.0821686 Jan 11 09:54:24.314348 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c738378f-9eff-49e6-834e-0b3500d76fde req-b270a3fd-773c-4070-aab9-4a6f52f837ba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31c795c6-bd4d-415f-8b79-605e803083b1 HTTP/1.1" status: 200 len: 217 time: 0.0608981 Jan 11 09:54:24.333484 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f9ebfd7f-36bc-46c1-8175-ba1615948bcc req-9f0b237c-68d1-480c-962b-5c3fa8bed8f3 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411601 Jan 11 09:54:24.380719 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738378f-9eff-49e6-834e-0b3500d76fde req-1528a60f-014e-4cd9-aa3c-864bbb83f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:24.382169 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c738378f-9eff-49e6-834e-0b3500d76fde req-1528a60f-014e-4cd9-aa3c-864bbb83f652 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18e9915b-29e1-463d-a849-8ec0802260a8 HTTP/1.1" status: 200 len: 852 time: 0.0623996 Jan 11 09:54:24.428992 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c738378f-9eff-49e6-834e-0b3500d76fde req-320a97a7-c156-46d2-b208-3c111c2204b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f67f3d92-ece6-460f-ab49-3d567f06501c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405095 Jan 11 09:54:24.662773 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c738378f-9eff-49e6-834e-0b3500d76fde req-846bdfcc-ecd3-45c6-af39-57aa5669200d service neutron] 10.222.0.42 "GET /v2.0/networks/f67f3d92-ece6-460f-ab49-3d567f06501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277770 Jan 11 09:54:24.794140 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c738378f-9eff-49e6-834e-0b3500d76fde req-d69dc212-1c04-417b-a422-db1130d6779a service neutron] 10.222.0.42 "GET /v2.0/networks/f67f3d92-ece6-460f-ab49-3d567f06501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246440 Jan 11 09:54:25.517383 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4378b2-58cf-472e-829b-36306f12423f req-e357c1da-dd3a-40c3-9e05-159d2052552b tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:25.518843 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8a4378b2-58cf-472e-829b-36306f12423f req-e357c1da-dd3a-40c3-9e05-159d2052552b tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 944 time: 0.0789042 Jan 11 09:54:25.565207 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8a4378b2-58cf-472e-829b-36306f12423f req-cc05bafc-5c9b-4098-af3e-ce5caf1e6327 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406220 Jan 11 09:54:26.090687 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 31c795c6-bd4d-415f-8b79-605e803083b1 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:54:26.221970 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 31c795c6-bd4d-415f-8b79-605e803083b1, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=31c795c6-bd4d-415f-8b79-605e803083b1,segment=NetworkSegment(50a2f6a8-1611-40dc-bf06-117ab2876a14),segment_id=50a2f6a8-1611-40dc-bf06-117ab2876a14)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:54:26.235613 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '31c795c6-bd4d-415f-8b79-605e803083b1', 'network_id': 'f67f3d92-ece6-460f-ab49-3d567f06501c', 'port_id': '31c795c6-bd4d-415f-8b79-605e803083b1', 'mac_address': 'fa:16:3e:c9:e4:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e9915b-29e1-463d-a849-8ec0802260a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:54:26.291683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:26.308058 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c795c6-bd4d-415f-8b79-605e803083b1 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:54:26.322996 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 31c795c6-bd4d-415f-8b79-605e803083b1, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=31c795c6-bd4d-415f-8b79-605e803083b1,segment=NetworkSegment(50a2f6a8-1611-40dc-bf06-117ab2876a14),segment_id=50a2f6a8-1611-40dc-bf06-117ab2876a14)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:54:26.326575 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:26.391578 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=31c795c6-bd4d-415f-8b79-605e803083b1,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:54:26.624460 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['31c795c6-bd4d-415f-8b79-605e803083b1'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:54:26.748910 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e527d1-9399-4982-9ab7-2f2eb94fe58e req-e90f95f7-c663-4189-a8d5-4c9969b1f097 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:26.750506 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f1e527d1-9399-4982-9ab7-2f2eb94fe58e req-e90f95f7-c663-4189-a8d5-4c9969b1f097 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 945 time: 0.0804019 Jan 11 09:54:26.795570 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f1e527d1-9399-4982-9ab7-2f2eb94fe58e req-0b279f19-152b-45fd-a1a9-b81ad66ae4d2 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385478 Jan 11 09:54:27.980850 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c008ebe-ef76-43f5-a833-4e7ce0f3cb3a req-a5fa7ea1-17dc-4ade-92de-b19c13792609 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:27.982196 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7c008ebe-ef76-43f5-a833-4e7ce0f3cb3a req-a5fa7ea1-17dc-4ade-92de-b19c13792609 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 945 time: 0.0813401 Jan 11 09:54:28.024447 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7c008ebe-ef76-43f5-a833-4e7ce0f3cb3a req-c3b66912-8de4-488d-b4ff-6a8199ad001a tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367477 Jan 11 09:54:28.089898 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 31c795c6-bd4d-415f-8b79-605e803083b1 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:54:28.170354 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port 31c795c6-bd4d-415f-8b79-605e803083b1 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:54:28.175714 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 31c795c6-bd4d-415f-8b79-605e803083b1 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:54:28.176108 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:28.317522 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:28.343334 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a721ebb7-68ff-47c5-b9f8-f6a14a209001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c795c6-bd4d-415f-8b79-605e803083b1'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:54:28.352875 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 31c795c6-bd4d-415f-8b79-605e803083b1, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=31c795c6-bd4d-415f-8b79-605e803083b1,segment=NetworkSegment(50a2f6a8-1611-40dc-bf06-117ab2876a14),segment_id=50a2f6a8-1611-40dc-bf06-117ab2876a14)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:54:28.357291 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:28.393044 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a721ebb7-68ff-47c5-b9f8-f6a14a209001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c795c6-bd4d-415f-8b79-605e803083b1', 'code': 200} Jan 11 09:54:28.424665 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=31c795c6-bd4d-415f-8b79-605e803083b1,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:54:28.625263 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f4e7d-ed6c-44ac-800c-b134de89e5ad req-68c5032e-354b-4a8b-84c5-ceae1075efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:28.626652 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-dc7f4e7d-ed6c-44ac-800c-b134de89e5ad req-68c5032e-354b-4a8b-84c5-ceae1075efc2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 1099 time: 0.0729725 Jan 11 09:54:28.666200 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-dc7f4e7d-ed6c-44ac-800c-b134de89e5ad req-1c4bc340-274a-43df-918c-d5d585a2f140 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335710 Jan 11 09:54:29.205058 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9e9aa-1356-4104-ab27-c4dfd5bf1056 req-fbd53afa-7199-4fbf-9081-83dcd234eff2 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:29.206513 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2eb9e9aa-1356-4104-ab27-c4dfd5bf1056 req-fbd53afa-7199-4fbf-9081-83dcd234eff2 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0785718 Jan 11 09:54:29.250202 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2eb9e9aa-1356-4104-ab27-c4dfd5bf1056 req-36b202de-6b3d-459b-a74b-fbc8ab34f2c4 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374568 Jan 11 09:54:30.436993 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7a061-fed0-4cc4-93a7-77d1dee893fe req-0bf76f8e-12a5-4394-8541-8b4d8bcaeb1d tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:30.438436 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-09e7a061-fed0-4cc4-93a7-77d1dee893fe req-0bf76f8e-12a5-4394-8541-8b4d8bcaeb1d tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0811925 Jan 11 09:54:30.480840 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-09e7a061-fed0-4cc4-93a7-77d1dee893fe req-1defdd01-2dd3-4be3-8fd1-c14753b903c5 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367291 Jan 11 09:54:30.852177 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 37464) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:54:30.879524 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815996cf-c744-452c-b2fd-48c70ccb0e54 req-b4ac0d69-0068-4942-a8fe-353607be219c tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:30.881090 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-815996cf-c744-452c-b2fd-48c70ccb0e54 req-b4ac0d69-0068-4942-a8fe-353607be219c tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0829918 Jan 11 09:54:30.925135 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-815996cf-c744-452c-b2fd-48c70ccb0e54 req-87b96203-8f38-4f28-85f3-896c230d5e50 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382893 Jan 11 09:54:30.967314 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4f7d17d4-ab6a-4619-8b37-a7ce164fb51f req-603271ca-aa6d-46f6-b6cf-713fc5e7810a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1140058 Jan 11 09:54:32.111228 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca2cfe-bae7-477b-9659-f368f1bbb61a req-69089b8c-1c5a-4e22-8950-50a121d1d077 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:32.112676 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2bca2cfe-bae7-477b-9659-f368f1bbb61a req-69089b8c-1c5a-4e22-8950-50a121d1d077 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0829909 Jan 11 09:54:32.153961 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d17d4-ab6a-4619-8b37-a7ce164fb51f req-bbfa45db-36bd-484c-be20-c43928def4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:32.155461 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4f7d17d4-ab6a-4619-8b37-a7ce164fb51f req-bbfa45db-36bd-484c-be20-c43928def4cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90ea587a6b5c43039efc4b8c40da4a07&device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 1099 time: 0.0767515 Jan 11 09:54:32.156875 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2bca2cfe-bae7-477b-9659-f368f1bbb61a req-5cb8c5cc-0a6b-4a7b-b818-c79912c1245d tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384903 Jan 11 09:54:32.289316 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d17d4-ab6a-4619-8b37-a7ce164fb51f req-00f0e5c0-9753-4e55-aaa2-74d2cab0cd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:32.290696 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4f7d17d4-ab6a-4619-8b37-a7ce164fb51f req-00f0e5c0-9753-4e55-aaa2-74d2cab0cd36 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f67f3d92-ece6-460f-ab49-3d567f06501c HTTP/1.1" status: 200 len: 913 time: 0.1298308 Jan 11 09:54:32.359848 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4f7d17d4-ab6a-4619-8b37-a7ce164fb51f req-02a2c6ff-5876-4ebd-9d87-9b5f8053366a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31c795c6-bd4d-415f-8b79-605e803083b1 HTTP/1.1" status: 200 len: 217 time: 0.0637023 Jan 11 09:54:32.420895 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d17d4-ab6a-4619-8b37-a7ce164fb51f req-aab1c2e8-f01e-4646-8b23-700e73fe9ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:32.422685 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4f7d17d4-ab6a-4619-8b37-a7ce164fb51f req-aab1c2e8-f01e-4646-8b23-700e73fe9ac6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18e9915b-29e1-463d-a849-8ec0802260a8 HTTP/1.1" status: 200 len: 852 time: 0.0570998 Jan 11 09:54:32.467921 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4f7d17d4-ab6a-4619-8b37-a7ce164fb51f req-bb63053a-7770-4471-a89b-7805756d32b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f67f3d92-ece6-460f-ab49-3d567f06501c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396049 Jan 11 09:54:32.597124 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4f7d17d4-ab6a-4619-8b37-a7ce164fb51f req-3697bdac-7a07-494c-b868-d5eaa4acf34e service neutron] 10.222.0.42 "GET /v2.0/networks/f67f3d92-ece6-460f-ab49-3d567f06501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230328 Jan 11 09:54:32.730351 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4f7d17d4-ab6a-4619-8b37-a7ce164fb51f req-96966823-7f2e-4f5b-8fc8-6b683b2da864 service neutron] 10.222.0.42 "GET /v2.0/networks/f67f3d92-ece6-460f-ab49-3d567f06501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274359 Jan 11 09:54:33.342323 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e39e9-7bf8-480c-af1f-a221a88fda8f req-0e79d500-56c0-4716-a4a2-c11700419e5f tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:33.343883 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-894e39e9-7bf8-480c-af1f-a221a88fda8f req-0e79d500-56c0-4716-a4a2-c11700419e5f tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0793395 Jan 11 09:54:33.390298 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-894e39e9-7bf8-480c-af1f-a221a88fda8f req-36280787-ad1e-4f74-9335-2813aad0d71e tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408266 Jan 11 09:54:33.805442 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410a990-ada3-4483-95ce-0eb8741adbf4 req-1b8bd36d-ef11-48a4-b702-d3a6ab9d4260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:33.806931 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6410a990-ada3-4483-95ce-0eb8741adbf4 req-1b8bd36d-ef11-48a4-b702-d3a6ab9d4260 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90ea587a6b5c43039efc4b8c40da4a07&device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 1099 time: 0.0803413 Jan 11 09:54:33.949395 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410a990-ada3-4483-95ce-0eb8741adbf4 req-47c1d350-094a-4fa6-92d1-e9f23dd4a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:33.950830 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6410a990-ada3-4483-95ce-0eb8741adbf4 req-47c1d350-094a-4fa6-92d1-e9f23dd4a5ec service neutron] 10.222.0.42 "GET /v2.0/networks?id=f67f3d92-ece6-460f-ab49-3d567f06501c HTTP/1.1" status: 200 len: 913 time: 0.1243222 Jan 11 09:54:34.016941 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6410a990-ada3-4483-95ce-0eb8741adbf4 req-af8cd1c3-779e-4d37-b4c7-c07a778f458e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31c795c6-bd4d-415f-8b79-605e803083b1 HTTP/1.1" status: 200 len: 217 time: 0.0602605 Jan 11 09:54:34.081081 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410a990-ada3-4483-95ce-0eb8741adbf4 req-3e1a28e3-ea53-4b68-8df5-31d5ab35e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:34.083155 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6410a990-ada3-4483-95ce-0eb8741adbf4 req-3e1a28e3-ea53-4b68-8df5-31d5ab35e3e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18e9915b-29e1-463d-a849-8ec0802260a8 HTTP/1.1" status: 200 len: 852 time: 0.0614219 Jan 11 09:54:34.127846 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6410a990-ada3-4483-95ce-0eb8741adbf4 req-5c6c6827-6d0c-4b8a-9f69-264aca1a658d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f67f3d92-ece6-460f-ab49-3d567f06501c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394454 Jan 11 09:54:34.257237 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6410a990-ada3-4483-95ce-0eb8741adbf4 req-1359b148-c3e5-4598-adc5-abc81b8b2ea0 service neutron] 10.222.0.42 "GET /v2.0/networks/f67f3d92-ece6-460f-ab49-3d567f06501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230917 Jan 11 09:54:34.343219 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:34.494346 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6410a990-ada3-4483-95ce-0eb8741adbf4 req-e0c41774-25ab-4f8f-b50c-605ebf154cab service neutron] 10.222.0.42 "GET /v2.0/networks/f67f3d92-ece6-460f-ab49-3d567f06501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309220 Jan 11 09:54:34.576408 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb308e2-2eca-49c2-8a8e-dcfa5a3f7f66 req-87159046-0270-4be0-9c40-6246afbcb776 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:34.577841 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7cb308e2-2eca-49c2-8a8e-dcfa5a3f7f66 req-87159046-0270-4be0-9c40-6246afbcb776 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0820975 Jan 11 09:54:34.620846 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7cb308e2-2eca-49c2-8a8e-dcfa5a3f7f66 req-cac2cfb6-27a8-4878-a394-f7e510e26f50 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372951 Jan 11 09:54:35.815782 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e69f9-5b70-4917-bb17-cddb5170d690 req-63092b12-de0a-42a7-bc6c-7308a37890be tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:35.817212 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bb5e69f9-5b70-4917-bb17-cddb5170d690 req-63092b12-de0a-42a7-bc6c-7308a37890be tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0892160 Jan 11 09:54:35.862313 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bb5e69f9-5b70-4917-bb17-cddb5170d690 req-921c7d13-5126-46ad-a8d0-a5ebec4b64e2 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394254 Jan 11 09:54:37.048068 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e8bf3-b2a3-4c72-8b8f-3dd7766f23be req-692d27a8-0e30-4ec5-98f8-01d9a20849e5 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:37.049409 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d66e8bf3-b2a3-4c72-8b8f-3dd7766f23be req-692d27a8-0e30-4ec5-98f8-01d9a20849e5 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0789006 Jan 11 09:54:37.097144 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d66e8bf3-b2a3-4c72-8b8f-3dd7766f23be req-af15a2d8-d386-4e0d-81bc-ad914253d5fa tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421858 Jan 11 09:54:38.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc7a63-915a-4cae-9354-f9b3b9329ca1 req-f516a9ee-8dba-48c4-a193-0aea61d08dfb tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:38.288608 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d2dc7a63-915a-4cae-9354-f9b3b9329ca1 req-f516a9ee-8dba-48c4-a193-0aea61d08dfb tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0825942 Jan 11 09:54:38.330986 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d2dc7a63-915a-4cae-9354-f9b3b9329ca1 req-3c1e51e0-4a94-4b70-b9c7-61ac0d690227 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368602 Jan 11 09:54:38.622193 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:54:39.511537 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ce22d-93d6-4349-946f-b1a35cc0a47a req-61dd6719-947c-45bf-93d0-766318456149 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:39.512987 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-822ce22d-93d6-4349-946f-b1a35cc0a47a req-61dd6719-947c-45bf-93d0-766318456149 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0778756 Jan 11 09:54:39.559727 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-822ce22d-93d6-4349-946f-b1a35cc0a47a req-8db9c6d8-c3d6-4584-baeb-406b574c6b47 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411308 Jan 11 09:54:40.740288 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaacbc3-a3b5-4b8e-8b24-8faf5cee7eb0 req-5037e672-12f9-4f4d-93dd-9f043b67c405 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:40.741716 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-adaacbc3-a3b5-4b8e-8b24-8faf5cee7eb0 req-5037e672-12f9-4f4d-93dd-9f043b67c405 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0799477 Jan 11 09:54:40.784240 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-adaacbc3-a3b5-4b8e-8b24-8faf5cee7eb0 req-f1cd494c-b4b0-4e03-aa0c-63b431d35aa9 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369473 Jan 11 09:54:41.967115 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10048620-ef38-4f8e-9a79-0973cb8a913b req-91f2d14f-90e0-42c9-a1ae-b58ef6073189 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:41.968544 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-10048620-ef38-4f8e-9a79-0973cb8a913b req-91f2d14f-90e0-42c9-a1ae-b58ef6073189 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0820713 Jan 11 09:54:42.012135 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-10048620-ef38-4f8e-9a79-0973cb8a913b req-65911fa9-ace9-4b15-b22a-c57f7c48b943 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380104 Jan 11 09:54:43.197007 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8d46d-2eaf-4646-9e09-65199fd0d5c4 req-5e813688-85d2-49e2-869e-6dd2ddf6144d tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:43.198449 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-66d8d46d-2eaf-4646-9e09-65199fd0d5c4 req-5e813688-85d2-49e2-869e-6dd2ddf6144d tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0782716 Jan 11 09:54:43.241357 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-66d8d46d-2eaf-4646-9e09-65199fd0d5c4 req-71c07a07-8e13-4dcf-9261-486b072c0c37 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373859 Jan 11 09:54:44.527984 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71ef5b-4408-432b-9401-0b0cf2f02949 req-e9be6e2a-1766-4300-b443-05b953dad78f tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:44.529328 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bd71ef5b-4408-432b-9401-0b0cf2f02949 req-e9be6e2a-1766-4300-b443-05b953dad78f tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.1801155 Jan 11 09:54:44.572223 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bd71ef5b-4408-432b-9401-0b0cf2f02949 req-69fd18f7-ac24-4e90-be30-42417ef6879a tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372646 Jan 11 09:54:45.752280 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efcdbc-e6d5-4c87-a465-7b7dea823a6e req-22a3fdc7-8aa0-4658-83c1-844c818d9a57 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:45.754703 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e2efcdbc-e6d5-4c87-a465-7b7dea823a6e req-22a3fdc7-8aa0-4658-83c1-844c818d9a57 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0800931 Jan 11 09:54:45.799466 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e2efcdbc-e6d5-4c87-a465-7b7dea823a6e req-24eff401-6e60-4353-a400-30e8d2fbbb87 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391417 Jan 11 09:54:46.979157 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1644d-fcc7-4240-9156-6d32c8994c32 req-990c3bbb-2962-46b4-90ff-a8077a1619bb tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:46.980486 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b8f1644d-fcc7-4240-9156-6d32c8994c32 req-990c3bbb-2962-46b4-90ff-a8077a1619bb tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0775769 Jan 11 09:54:47.023280 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b8f1644d-fcc7-4240-9156-6d32c8994c32 req-d2d42f4c-6be1-41d2-ba76-d9749449d2c8 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373611 Jan 11 09:54:48.212414 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a7cda-1381-4e4f-b4bf-c3921719ae76 req-b4f182ab-5747-421e-a54c-9f99305ad46c tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:48.213852 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-766a7cda-1381-4e4f-b4bf-c3921719ae76 req-b4f182ab-5747-421e-a54c-9f99305ad46c tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0884395 Jan 11 09:54:48.257869 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-766a7cda-1381-4e4f-b4bf-c3921719ae76 req-8c7efd1c-45dd-4cee-a2b5-a47b915db4be tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383060 Jan 11 09:54:49.154206 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7ab32d32-dc8b-4cf4-a564-b65c0f7ee0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:49.446965 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c606eb-6e66-4acb-8578-362d6f288ae6 req-a1c0a29f-2b86-47e9-ae20-eb8981bc62a9 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:49.448418 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-38c606eb-6e66-4acb-8578-362d6f288ae6 req-a1c0a29f-2b86-47e9-ae20-eb8981bc62a9 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0820510 Jan 11 09:54:49.490972 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-38c606eb-6e66-4acb-8578-362d6f288ae6 req-bcc88d59-b721-4197-8de8-a2888fa74a16 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370035 Jan 11 09:54:50.826821 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cca46f-a688-4a08-a024-3dc70cda8c3b req-ffb6ddd8-e3b1-4b84-be83-fdc12ffb194d tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:50.828269 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f0cca46f-a688-4a08-a024-3dc70cda8c3b req-ffb6ddd8-e3b1-4b84-be83-fdc12ffb194d tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0833023 Jan 11 09:54:50.871247 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f0cca46f-a688-4a08-a024-3dc70cda8c3b req-57271e87-56e2-4fa3-b533-47a86ec0ac4d tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367024 Jan 11 09:54:51.381467 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ef408620-9152-410d-81be-eaf164380bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:52.054975 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6d109-2d24-4a61-83f6-681ffe5996b7 req-a158b843-1062-4686-b2c6-6c513a9dfee6 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:52.056315 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-30a6d109-2d24-4a61-83f6-681ffe5996b7 req-a158b843-1062-4686-b2c6-6c513a9dfee6 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0787528 Jan 11 09:54:52.119414 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-30a6d109-2d24-4a61-83f6-681ffe5996b7 req-6d216588-bb6d-4f4b-b3b9-acbc788477b9 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572898 Jan 11 09:54:52.546886 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:52.634363 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:53.301211 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d798018-1f80-4a4b-a31b-3a7cce2accee req-be61d42d-901f-4092-aa4b-03caf3698293 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:53.302680 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8d798018-1f80-4a4b-a31b-3a7cce2accee req-be61d42d-901f-4092-aa4b-03caf3698293 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0786357 Jan 11 09:54:53.345632 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8d798018-1f80-4a4b-a31b-3a7cce2accee req-9316ec0b-a25a-4a87-855d-1a65657a7b6d tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373430 Jan 11 09:54:54.097328 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:54:54.531808 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13666426-0b2a-4a8d-9850-5ef0d573aa49 req-1cd0c460-0412-4bbb-a88f-725383564a90 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:54.533254 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-13666426-0b2a-4a8d-9850-5ef0d573aa49 req-1cd0c460-0412-4bbb-a88f-725383564a90 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0821557 Jan 11 09:54:54.577117 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-13666426-0b2a-4a8d-9850-5ef0d573aa49 req-dfd06951-3fd2-4184-b706-7b9f38b24932 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373609 Jan 11 09:54:55.757986 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42602c-f5f4-4a7b-aef2-48ce78729a74 req-25e3ae9a-1691-4475-a9dd-4ee4da1e9aaf tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:55.759458 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9a42602c-f5f4-4a7b-aef2-48ce78729a74 req-25e3ae9a-1691-4475-a9dd-4ee4da1e9aaf tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0788214 Jan 11 09:54:55.803328 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9a42602c-f5f4-4a7b-aef2-48ce78729a74 req-e3ba7fb2-d107-401c-a20d-d3f89d503420 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382113 Jan 11 09:54:56.986395 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c93b0-bc99-4452-943e-247301f5ea41 req-e0ce2f2c-1b9a-412c-8332-b55d6e8f7761 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:56.987736 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-676c93b0-bc99-4452-943e-247301f5ea41 req-e0ce2f2c-1b9a-412c-8332-b55d6e8f7761 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0818954 Jan 11 09:54:57.030931 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-676c93b0-bc99-4452-943e-247301f5ea41 req-2aef819b-76ea-4f0e-81a7-6020b9d7505d tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373507 Jan 11 09:54:58.215434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a93746-78e2-45cc-98bb-7cb0cb49cba8 req-43b0942e-354a-406d-b290-ac6d599e758c tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:58.216855 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-90a93746-78e2-45cc-98bb-7cb0cb49cba8 req-43b0942e-354a-406d-b290-ac6d599e758c tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0788641 Jan 11 09:54:58.260388 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-90a93746-78e2-45cc-98bb-7cb0cb49cba8 req-c3512a01-9f47-4bdc-9acd-4933f770a12b tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378273 Jan 11 09:54:59.439607 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4f7d17d4-ab6a-4619-8b37-a7ce164fb51f req-893856e0-3676-474a-9f6c-60a71315ea96 service neutron] 10.222.0.42 "GET /v2.0/ports/31c795c6-bd4d-415f-8b79-605e803083b1/bindings/hv-neutron-8234 HTTP/1.1" status: 200 len: 384 time: 0.0767219 Jan 11 09:54:59.449875 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8c88d-f2d5-4715-af6c-02fc3b17e71e req-ab469454-033f-4581-a0a0-4fbd6373ae1f tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:59.451367 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4ae8c88d-f2d5-4715-af6c-02fc3b17e71e req-ab469454-033f-4581-a0a0-4fbd6373ae1f tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0837383 Jan 11 09:54:59.497848 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4ae8c88d-f2d5-4715-af6c-02fc3b17e71e req-4ec7144d-3a83-4c2e-9fad-49c99070918a tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406845 Jan 11 09:54:59.701008 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d17d4-ab6a-4619-8b37-a7ce164fb51f req-32d79199-e421-440d-ac63-6112243c94f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:59.702499 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4f7d17d4-ab6a-4619-8b37-a7ce164fb51f req-32d79199-e421-440d-ac63-6112243c94f7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001&tenant_id=90ea587a6b5c43039efc4b8c40da4a07 HTTP/1.1" status: 200 len: 1099 time: 0.0711610 Jan 11 09:54:59.796867 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d17d4-ab6a-4619-8b37-a7ce164fb51f req-4c51cf88-01ac-4cfb-b702-176d61e8d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:59.798342 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4f7d17d4-ab6a-4619-8b37-a7ce164fb51f req-4c51cf88-01ac-4cfb-b702-176d61e8d273 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90ea587a6b5c43039efc4b8c40da4a07&device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 1099 time: 0.0747170 Jan 11 09:54:59.927660 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d17d4-ab6a-4619-8b37-a7ce164fb51f req-c1753f0a-088a-488e-9617-24c584efa109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:54:59.929079 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4f7d17d4-ab6a-4619-8b37-a7ce164fb51f req-c1753f0a-088a-488e-9617-24c584efa109 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f67f3d92-ece6-460f-ab49-3d567f06501c HTTP/1.1" status: 200 len: 913 time: 0.1255021 Jan 11 09:54:59.994632 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4f7d17d4-ab6a-4619-8b37-a7ce164fb51f req-b6ef2adb-8bc8-4170-b43b-dd60e27f764c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31c795c6-bd4d-415f-8b79-605e803083b1 HTTP/1.1" status: 200 len: 217 time: 0.0592399 Jan 11 09:55:00.058052 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d17d4-ab6a-4619-8b37-a7ce164fb51f req-d4b01113-b422-4f45-842a-efc40dbb0535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:00.059474 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4f7d17d4-ab6a-4619-8b37-a7ce164fb51f req-d4b01113-b422-4f45-842a-efc40dbb0535 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18e9915b-29e1-463d-a849-8ec0802260a8 HTTP/1.1" status: 200 len: 852 time: 0.0599625 Jan 11 09:55:00.104378 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4f7d17d4-ab6a-4619-8b37-a7ce164fb51f req-9423bf98-4151-47ec-9c4d-eec2c370bdb5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f67f3d92-ece6-460f-ab49-3d567f06501c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391517 Jan 11 09:55:00.234461 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4f7d17d4-ab6a-4619-8b37-a7ce164fb51f req-3fae7477-7054-46b0-8fb8-7f99de20eba5 service neutron] 10.222.0.42 "GET /v2.0/networks/f67f3d92-ece6-460f-ab49-3d567f06501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242335 Jan 11 09:55:00.363693 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4f7d17d4-ab6a-4619-8b37-a7ce164fb51f req-9de41ed6-97ae-426f-a409-6e916a5a7436 service neutron] 10.222.0.42 "GET /v2.0/networks/f67f3d92-ece6-460f-ab49-3d567f06501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232154 Jan 11 09:55:00.681041 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2610552-2ca4-409e-80ee-054e49f05d6d req-b712077e-25f0-4a06-ac06-bd44fb6de66e tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:00.682458 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a2610552-2ca4-409e-80ee-054e49f05d6d req-b712077e-25f0-4a06-ac06-bd44fb6de66e tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0806150 Jan 11 09:55:00.731032 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a2610552-2ca4-409e-80ee-054e49f05d6d req-da8fa453-5180-4586-90a6-16e60813c21c tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428939 Jan 11 09:55:01.918935 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed22df-ec0d-4678-810c-31eea1841dc9 req-a27fbba6-b199-41db-a78d-037839ca2019 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:01.920357 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-94ed22df-ec0d-4678-810c-31eea1841dc9 req-a27fbba6-b199-41db-a78d-037839ca2019 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0782282 Jan 11 09:55:01.962694 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-94ed22df-ec0d-4678-810c-31eea1841dc9 req-2b3145ea-39c6-431e-a957-d0bd1067f454 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365186 Jan 11 09:55:02.279098 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 31c795c6-bd4d-415f-8b79-605e803083b1 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:55:02.412577 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 31c795c6-bd4d-415f-8b79-605e803083b1, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=31c795c6-bd4d-415f-8b79-605e803083b1,segment=NetworkSegment(50a2f6a8-1611-40dc-bf06-117ab2876a14),segment_id=50a2f6a8-1611-40dc-bf06-117ab2876a14)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:55:02.426983 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '31c795c6-bd4d-415f-8b79-605e803083b1', 'network_id': 'f67f3d92-ece6-460f-ab49-3d567f06501c', 'port_id': '31c795c6-bd4d-415f-8b79-605e803083b1', 'mac_address': 'fa:16:3e:c9:e4:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e9915b-29e1-463d-a849-8ec0802260a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:55:02.481055 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:02.496854 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31c795c6-bd4d-415f-8b79-605e803083b1 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:55:02.512248 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 31c795c6-bd4d-415f-8b79-605e803083b1, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=31c795c6-bd4d-415f-8b79-605e803083b1,segment=NetworkSegment(50a2f6a8-1611-40dc-bf06-117ab2876a14),segment_id=50a2f6a8-1611-40dc-bf06-117ab2876a14)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:55:02.515233 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:02.583357 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['31c795c6-bd4d-415f-8b79-605e803083b1'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:55:02.619215 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=31c795c6-bd4d-415f-8b79-605e803083b1,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:55:02.635734 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:02.636068 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:02.636396 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:02.636720 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:02.637045 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:02.637368 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:02.637681 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:02.637995 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:02.638339 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:02.638651 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:02.638963 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:02.639272 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:03.150138 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1ebe6-3cf3-459f-abf2-5bd0dfcc4fef req-df0e53be-7f86-4208-974a-bae322a99a41 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:03.151601 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e1b1ebe6-3cf3-459f-abf2-5bd0dfcc4fef req-df0e53be-7f86-4208-974a-bae322a99a41 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 945 time: 0.0859566 Jan 11 09:55:03.197279 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e1b1ebe6-3cf3-459f-abf2-5bd0dfcc4fef req-c2cc09f9-f7c8-41e4-8687-9afe72ea71c8 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398803 Jan 11 09:55:04.300301 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 31c795c6-bd4d-415f-8b79-605e803083b1 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:55:04.303816 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 31c795c6-bd4d-415f-8b79-605e803083b1 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:55:04.389060 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0cedf1-50b0-438b-a4d0-b344cfc6334d req-7085a4bc-54bb-4e19-b1a5-f8a3b0b4286c tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:04.389684 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:04.390581 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7a0cedf1-50b0-438b-a4d0-b344cfc6334d req-7085a4bc-54bb-4e19-b1a5-f8a3b0b4286c tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 945 time: 0.0845447 Jan 11 09:55:04.436362 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7a0cedf1-50b0-438b-a4d0-b344cfc6334d req-9e5436aa-7639-499d-bcf9-dd948cedd217 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388231 Jan 11 09:55:04.542393 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:04.562225 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 31c795c6-bd4d-415f-8b79-605e803083b1, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=31c795c6-bd4d-415f-8b79-605e803083b1,segment=NetworkSegment(50a2f6a8-1611-40dc-bf06-117ab2876a14),segment_id=50a2f6a8-1611-40dc-bf06-117ab2876a14)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:55:04.573205 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 31c795c6-bd4d-415f-8b79-605e803083b1 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:55:04.581999 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '31c795c6-bd4d-415f-8b79-605e803083b1', 'network_id': 'f67f3d92-ece6-460f-ab49-3d567f06501c', 'port_id': '31c795c6-bd4d-415f-8b79-605e803083b1', 'mac_address': 'fa:16:3e:c9:e4:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e9915b-29e1-463d-a849-8ec0802260a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:55:04.592277 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 31c795c6-bd4d-415f-8b79-605e803083b1, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=31c795c6-bd4d-415f-8b79-605e803083b1,segment=NetworkSegment(50a2f6a8-1611-40dc-bf06-117ab2876a14),segment_id=50a2f6a8-1611-40dc-bf06-117ab2876a14)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:55:04.595986 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:04.664667 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['31c795c6-bd4d-415f-8b79-605e803083b1'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:55:04.703279 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=31c795c6-bd4d-415f-8b79-605e803083b1,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:55:04.829494 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae9e5c-6e77-4737-a948-fc9532c30bba req-48f36862-bbc4-422d-874d-7c6e8bd61ec4 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:04.830161 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-bfae9e5c-6e77-4737-a948-fc9532c30bba req-48f36862-bbc4-422d-874d-7c6e8bd61ec4 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Synchronizing usage tracker for tenant:90ea587a6b5c43039efc4b8c40da4a07 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:55:04.846692 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-bfae9e5c-6e77-4737-a948-fc9532c30bba req-48f36862-bbc4-422d-874d-7c6e8bd61ec4 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Unset dirty status for tenant:90ea587a6b5c43039efc4b8c40da4a07 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:55:04.848670 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bfae9e5c-6e77-4737-a948-fc9532c30bba req-48f36862-bbc4-422d-874d-7c6e8bd61ec4 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.42 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001&tenant_id=90ea587a6b5c43039efc4b8c40da4a07&binding%3Ahost_id=hv-neutron-8234 HTTP/1.1" status: 200 len: 944 time: 0.1072040 Jan 11 09:55:04.981419 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae9e5c-6e77-4737-a948-fc9532c30bba req-c2c122de-07d0-4c6b-b50c-355c596b4501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:04.982939 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bfae9e5c-6e77-4737-a948-fc9532c30bba req-c2c122de-07d0-4c6b-b50c-355c596b4501 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90ea587a6b5c43039efc4b8c40da4a07&device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 1097 time: 0.0700436 Jan 11 09:55:05.113291 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae9e5c-6e77-4737-a948-fc9532c30bba req-f3a7cd78-0237-415c-a35b-0c7e45f45819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:05.115583 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bfae9e5c-6e77-4737-a948-fc9532c30bba req-f3a7cd78-0237-415c-a35b-0c7e45f45819 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f67f3d92-ece6-460f-ab49-3d567f06501c HTTP/1.1" status: 200 len: 913 time: 0.1272199 Jan 11 09:55:05.185596 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bfae9e5c-6e77-4737-a948-fc9532c30bba req-aeb7f5ad-7415-4b05-8d58-a48ce52763f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31c795c6-bd4d-415f-8b79-605e803083b1 HTTP/1.1" status: 200 len: 217 time: 0.0645308 Jan 11 09:55:05.247005 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae9e5c-6e77-4737-a948-fc9532c30bba req-2ff61392-f3f3-4afb-98f3-4b1ad442c675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:05.248411 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bfae9e5c-6e77-4737-a948-fc9532c30bba req-2ff61392-f3f3-4afb-98f3-4b1ad442c675 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18e9915b-29e1-463d-a849-8ec0802260a8 HTTP/1.1" status: 200 len: 852 time: 0.0573969 Jan 11 09:55:05.297541 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bfae9e5c-6e77-4737-a948-fc9532c30bba req-1008c448-52e0-4d28-bd5f-c35917a25c38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f67f3d92-ece6-460f-ab49-3d567f06501c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436883 Jan 11 09:55:05.530864 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bfae9e5c-6e77-4737-a948-fc9532c30bba req-5eabab53-ef02-415d-ba1b-f8a12becd6c6 service neutron] 10.222.0.42 "GET /v2.0/networks/f67f3d92-ece6-460f-ab49-3d567f06501c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271876 Jan 11 09:55:05.659447 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bfae9e5c-6e77-4737-a948-fc9532c30bba req-fe768879-c697-4efe-9e52-25328ff83165 service neutron] 10.222.0.42 "GET /v2.0/networks/f67f3d92-ece6-460f-ab49-3d567f06501c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231573 Jan 11 09:55:06.312002 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 31c795c6-bd4d-415f-8b79-605e803083b1 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:55:06.379902 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 31c795c6-bd4d-415f-8b79-605e803083b1 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:55:06.380305 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:06.468363 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85410547-75ac-4561-8360-b5c36392d37d req-ed9f4a57-5bb4-4b1f-b0a6-f819f0b0f9d2 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:06.469826 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-85410547-75ac-4561-8360-b5c36392d37d req-ed9f4a57-5bb4-4b1f-b0a6-f819f0b0f9d2 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 944 time: 0.0839484 Jan 11 09:55:06.498156 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:06.514642 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-85410547-75ac-4561-8360-b5c36392d37d req-2bed2cf1-7872-4ecf-b9a0-9a771e723de6 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383525 Jan 11 09:55:06.525130 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a721ebb7-68ff-47c5-b9f8-f6a14a209001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c795c6-bd4d-415f-8b79-605e803083b1'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:55:06.535945 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 31c795c6-bd4d-415f-8b79-605e803083b1, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=31c795c6-bd4d-415f-8b79-605e803083b1,segment=NetworkSegment(50a2f6a8-1611-40dc-bf06-117ab2876a14),segment_id=50a2f6a8-1611-40dc-bf06-117ab2876a14)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:55:06.540324 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:06.609291 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=31c795c6-bd4d-415f-8b79-605e803083b1,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:55:06.632274 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a721ebb7-68ff-47c5-b9f8-f6a14a209001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c795c6-bd4d-415f-8b79-605e803083b1', 'code': 200} Jan 11 09:55:07.695674 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0f943-8bae-4517-8ed7-4a6ab6b878e2 req-585a806b-9d3c-41de-8f6b-54646f7a1da8 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:07.697152 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1dc0f943-8bae-4517-8ed7-4a6ab6b878e2 req-585a806b-9d3c-41de-8f6b-54646f7a1da8 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0797894 Jan 11 09:55:07.745051 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1dc0f943-8bae-4517-8ed7-4a6ab6b878e2 req-41b17b93-66b5-4092-9a2a-575177acc748 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/security-groups?id=1936233f-4a2c-4291-9c70-0bc869e86a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417345 Jan 11 09:55:08.243716 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae9e5c-6e77-4737-a948-fc9532c30bba req-5af93713-2565-47e3-870e-fe4bc65190a7 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:08.245110 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bfae9e5c-6e77-4737-a948-fc9532c30bba req-5af93713-2565-47e3-870e-fe4bc65190a7 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.42 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 946 time: 0.0770304 Jan 11 09:55:08.315698 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-bfae9e5c-6e77-4737-a948-fc9532c30bba req-5994e4fd-c97c-4794-9dee-52c5f309d643 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Deleting port 31c795c6-bd4d-415f-8b79-605e803083b1 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:55:08.316027 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-bfae9e5c-6e77-4737-a948-fc9532c30bba req-5994e4fd-c97c-4794-9dee-52c5f309d643 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:08.554458 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-bfae9e5c-6e77-4737-a948-fc9532c30bba req-5994e4fd-c97c-4794-9dee-52c5f309d643 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] For port 31c795c6-bd4d-415f-8b79-605e803083b1, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=31c795c6-bd4d-415f-8b79-605e803083b1,segment=NetworkSegment(50a2f6a8-1611-40dc-bf06-117ab2876a14),segment_id=50a2f6a8-1611-40dc-bf06-117ab2876a14)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:55:08.554747 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-bfae9e5c-6e77-4737-a948-fc9532c30bba req-5994e4fd-c97c-4794-9dee-52c5f309d643 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:08.679507 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-bfae9e5c-6e77-4737-a948-fc9532c30bba req-5994e4fd-c97c-4794-9dee-52c5f309d643 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Calling delete_port for 31c795c6-bd4d-415f-8b79-605e803083b1 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:55:08.826212 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-bfae9e5c-6e77-4737-a948-fc9532c30bba req-5994e4fd-c97c-4794-9dee-52c5f309d643 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:08.837967 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['31c795c6-bd4d-415f-8b79-605e803083b1'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:55:08.903629 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-46e1539d-c89e-4c80-98e4-6125c2277d75 req-f40e6b85-9bbd-4bce-93fe-f256f1e2cc67 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.15 "GET /v2.0/ports?device_id=a721ebb7-68ff-47c5-b9f8-f6a14a209001 HTTP/1.1" status: 200 len: 210 time: 0.0489476 Jan 11 09:55:08.917555 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994e4fd-c97c-4794-9dee-52c5f309d643 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Pushing event deleted for resources: {'Port': ['ID=31c795c6-bd4d-415f-8b79-605e803083b1,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:55:08.961758 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994e4fd-c97c-4794-9dee-52c5f309d643 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:08.962122 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994e4fd-c97c-4794-9dee-52c5f309d643 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:08.962460 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994e4fd-c97c-4794-9dee-52c5f309d643 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:08.962789 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994e4fd-c97c-4794-9dee-52c5f309d643 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:08.963116 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994e4fd-c97c-4794-9dee-52c5f309d643 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:08.963444 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994e4fd-c97c-4794-9dee-52c5f309d643 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:08.963766 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994e4fd-c97c-4794-9dee-52c5f309d643 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:08.964085 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994e4fd-c97c-4794-9dee-52c5f309d643 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:08.964404 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994e4fd-c97c-4794-9dee-52c5f309d643 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:08.964719 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994e4fd-c97c-4794-9dee-52c5f309d643 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:08.965029 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994e4fd-c97c-4794-9dee-52c5f309d643 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:08.965339 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994e4fd-c97c-4794-9dee-52c5f309d643 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:08.968211 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfae9e5c-6e77-4737-a948-fc9532c30bba req-5994e4fd-c97c-4794-9dee-52c5f309d643 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] No DVR routers for this DVR port 31c795c6-bd4d-415f-8b79-605e803083b1 on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:55:08.970281 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-bfae9e5c-6e77-4737-a948-fc9532c30bba req-5994e4fd-c97c-4794-9dee-52c5f309d643 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:08.972875 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a721ebb7-68ff-47c5-b9f8-f6a14a209001', 'name': 'network-vif-deleted', 'tag': '31c795c6-bd4d-415f-8b79-605e803083b1'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:55:08.987735 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bfae9e5c-6e77-4737-a948-fc9532c30bba req-5994e4fd-c97c-4794-9dee-52c5f309d643 tempest-DeleteServersTestJSON-659198684 tempest-DeleteServersTestJSON-659198684-project] 10.222.0.42 "DELETE /v2.0/ports/31c795c6-bd4d-415f-8b79-605e803083b1 HTTP/1.1" status: 204 len: 173 time: 0.7371213 Jan 11 09:55:09.075395 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a721ebb7-68ff-47c5-b9f8-f6a14a209001', 'name': 'network-vif-deleted', 'tag': '31c795c6-bd4d-415f-8b79-605e803083b1', 'status': 'completed', 'code': 200} Jan 11 09:55:10.146048 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 37572) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:55:10.204225 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-507a4b53-98b2-489c-b712-868ebe4cf894 admin admin] Deleting subnet 18e9915b-29e1-463d-a849-8ec0802260a8 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:55:10.207668 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-507a4b53-98b2-489c-b712-868ebe4cf894 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:10.255689 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-507a4b53-98b2-489c-b712-868ebe4cf894 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:10.311781 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-507a4b53-98b2-489c-b712-868ebe4cf894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:10.375950 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-507a4b53-98b2-489c-b712-868ebe4cf894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:10.413871 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a4b53-98b2-489c-b712-868ebe4cf894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18e9915b-29e1-463d-a849-8ec0802260a8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:55:10.415780 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-507a4b53-98b2-489c-b712-868ebe4cf894 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:10.421913 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-507a4b53-98b2-489c-b712-868ebe4cf894 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/18e9915b-29e1-463d-a849-8ec0802260a8 HTTP/1.1" status: 204 len: 168 time: 0.2748308 Jan 11 09:55:10.424300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 37576) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:55:10.526876 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4fad37f3-c74c-463e-99ce-8175dfae6582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:10.648453 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4fad37f3-c74c-463e-99ce-8175dfae6582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:10.672822 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-4fad37f3-c74c-463e-99ce-8175dfae6582 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67f3d92-ece6-460f-ab49-3d567f06501c']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:55:10.684962 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-4fad37f3-c74c-463e-99ce-8175dfae6582 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a2f6a8-1611-40dc-bf06-117ab2876a14') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:55:10.685254 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-4fad37f3-c74c-463e-99ce-8175dfae6582 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a2f6a8-1611-40dc-bf06-117ab2876a14') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:55:10.696788 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4fad37f3-c74c-463e-99ce-8175dfae6582 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:10.715906 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4fad37f3-c74c-463e-99ce-8175dfae6582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:10.721686 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fad37f3-c74c-463e-99ce-8175dfae6582 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:55:10.722062 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4fad37f3-c74c-463e-99ce-8175dfae6582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:55:10.734786 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:55:10.808396 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4fad37f3-c74c-463e-99ce-8175dfae6582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:10.823752 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4fad37f3-c74c-463e-99ce-8175dfae6582 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:10.834671 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad37f3-c74c-463e-99ce-8175dfae6582 admin admin] Pushing event deleted for resources: {'Network': ['ID=f67f3d92-ece6-460f-ab49-3d567f06501c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:55:10.842751 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4fad37f3-c74c-463e-99ce-8175dfae6582 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f67f3d92-ece6-460f-ab49-3d567f06501c HTTP/1.1" status: 204 len: 168 time: 0.4175472 Jan 11 09:55:10.950052 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 37582) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:55:11.001149 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-529e1ba8-1612-44b4-9731-814f990489ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=90ea587a6b5c43039efc4b8c40da4a07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498943 Jan 11 09:55:11.003527 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 37586) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:55:11.059352 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4dd38430-c900-4cdf-9288-0e6d8392ef16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:11.084330 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4dd38430-c900-4cdf-9288-0e6d8392ef16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:11.134329 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4dd38430-c900-4cdf-9288-0e6d8392ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:11.151008 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd38430-c900-4cdf-9288-0e6d8392ef16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1936233f-4a2c-4291-9c70-0bc869e86a35,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:55:11.163904 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4dd38430-c900-4cdf-9288-0e6d8392ef16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:11.165678 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4dd38430-c900-4cdf-9288-0e6d8392ef16 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1936233f-4a2c-4291-9c70-0bc869e86a35 HTTP/1.1" status: 204 len: 168 time: 0.1611137 Jan 11 09:55:11.887230 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 37610) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:55:11.993345 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-0bbdbf19-2c83-4a92-94d6-d5866c15ec2c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-784394587-network', 'tenant_id': '32f782bc6ae6464686cab264dc1e702a'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:55:11.998136 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0bbdbf19-2c83-4a92-94d6-d5866c15ec2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:55:12.001907 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0bbdbf19-2c83-4a92-94d6-d5866c15ec2c admin admin] Usage tracker for resource:network and tenant:32f782bc6ae6464686cab264dc1e702a is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:55:12.005027 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0bbdbf19-2c83-4a92-94d6-d5866c15ec2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:55:12.011160 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0bbdbf19-2c83-4a92-94d6-d5866c15ec2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:55:12.020406 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbdbf19-2c83-4a92-94d6-d5866c15ec2c admin admin] Made reservation on behalf of 32f782bc6ae6464686cab264dc1e702a for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:55:12.022667 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0bbdbf19-2c83-4a92-94d6-d5866c15ec2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:12.034368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0bbdbf19-2c83-4a92-94d6-d5866c15ec2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:12.049486 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0bbdbf19-2c83-4a92-94d6-d5866c15ec2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:55:12.053739 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0bbdbf19-2c83-4a92-94d6-d5866c15ec2c admin admin] Usage tracker for resource:security_group_rule and tenant:32f782bc6ae6464686cab264dc1e702a is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:55:12.056715 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0bbdbf19-2c83-4a92-94d6-d5866c15ec2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:55:12.062639 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0bbdbf19-2c83-4a92-94d6-d5866c15ec2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:55:12.147087 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0bbdbf19-2c83-4a92-94d6-d5866c15ec2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:12.151811 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0bbdbf19-2c83-4a92-94d6-d5866c15ec2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:12.182712 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bbdbf19-2c83-4a92-94d6-d5866c15ec2c admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:55:12.190918 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdbf19-2c83-4a92-94d6-d5866c15ec2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32d4f02-55bd-4312-9076-9ad55bf382b4,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:55:12.198144 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0bbdbf19-2c83-4a92-94d6-d5866c15ec2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:12.198144 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-0bbdbf19-2c83-4a92-94d6-d5866c15ec2c admin admin] Added segment fbc180f9-5b4b-42cb-b62a-2ec83990c826 of type vlan for network 9f3fe887-619a-4eb4-9c13-65cb98225548 Jan 11 09:55:12.225167 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0bbdbf19-2c83-4a92-94d6-d5866c15ec2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:12.253267 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0bbdbf19-2c83-4a92-94d6-d5866c15ec2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:12.255077 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbdbf19-2c83-4a92-94d6-d5866c15ec2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:12.255681 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0bbdbf19-2c83-4a92-94d6-d5866c15ec2c admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:12.353996 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 31c795c6-bd4d-415f-8b79-605e803083b1 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:55:12.388788 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: 31c795c6-bd4d-415f-8b79-605e803083b1 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:55:12.389124 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 31c795c6-bd4d-415f-8b79-605e803083b1 not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:55:12.460515 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0bbdbf19-2c83-4a92-94d6-d5866c15ec2c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5720956 Jan 11 09:55:12.463439 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 37616) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:55:12.466034 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdbf19-2c83-4a92-94d6-d5866c15ec2c admin admin] Pushing event updated for resources: {'Network': ['ID=9f3fe887-619a-4eb4-9c13-65cb98225548,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:55:12.468884 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Request body: {'subnet': {'network_id': '9f3fe887-619a-4eb4-9c13-65cb98225548', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-784394587-subnet', 'tenant_id': '32f782bc6ae6464686cab264dc1e702a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:55:12.474079 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:55:12.475493 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 9f3fe887-619a-4eb4-9c13-65cb98225548 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:55:12.477931 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Usage tracker for resource:subnet and tenant:32f782bc6ae6464686cab264dc1e702a is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:55:12.480788 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:55:12.486658 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:55:12.497675 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Made reservation on behalf of 32f782bc6ae6464686cab264dc1e702a for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:55:12.500005 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:12.698889 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:12.778376 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7937f351-8674-446d-917c-92128ca8f03a,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:55:12.783074 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Checking segment: {'id': 'fbc180f9-5b4b-42cb-b62a-2ec83990c826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9f3fe887-619a-4eb4-9c13-65cb98225548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:55:12.783423 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Network hostable DHCP agents. Network: 9f3fe887-619a-4eb4-9c13-65cb98225548, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:55:12.792517 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:12.792861 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:12.793193 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:12.793524 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:12.793850 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:12.794203 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:12.794527 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:12.794848 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:12.795167 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:12.795483 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:12.796062 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:12.796374 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:55:12.812865 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Network 9f3fe887-619a-4eb4-9c13-65cb98225548 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:55:12.822174 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 9f3fe887-619a-4eb4-9c13-65cb98225548) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:55:12.826301 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:12.826874 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:12.830741 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5aeba6e-db45-4c53-ae5a-3ed4404dab74 None None] Network 9f3fe887-619a-4eb4-9c13-65cb98225548 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:55:12.855704 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-519d595e-21be-490f-8921-b3f8c013af23 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3860407 Jan 11 09:55:13.041762 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0f0857-38fb-46ac-9014-032c67eca1c1 None None] Network 9f3fe887-619a-4eb4-9c13-65cb98225548 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:55:13.458436 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-3d627d69-1de9-4439-b855-e640321d2fc7 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:13.459869 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-3d627d69-1de9-4439-b855-e640321d2fc7 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/networks?id=9f3fe887-619a-4eb4-9c13-65cb98225548 HTTP/1.1" status: 200 len: 814 time: 0.2481637 Jan 11 09:55:13.474747 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-a2cd103c-4abf-474a-b2e1-d8d9a13ab488 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/quotas/32f782bc6ae6464686cab264dc1e702a HTTP/1.1" status: 200 len: 375 time: 0.0095377 Jan 11 09:55:13.520965 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-127db8b4-a265-456a-a82a-ef7981ef5bdf tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=32f782bc6ae6464686cab264dc1e702a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413241 Jan 11 09:55:13.697779 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-14cd666c-ea88-4437-bfa2-6da195e8aa69 service neutron] 10.222.0.15 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705291 Jan 11 09:55:13.833202 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-065aa957-c4a4-440d-9be8-a1c30824406a service neutron] 10.222.0.15 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288691 Jan 11 09:55:14.007299 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3e4005db-3715-4706-b98e-b2b68cd384ca req-b016a994-1a23-4212-8bec-c7db79018c32 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 210 time: 0.0458953 Jan 11 09:55:15.155986 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2ba32553-cfcf-470f-b3f7-9653b18210c1 req-e86ac8a1-4038-4f07-bd99-252e9f4724f2 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 210 time: 0.0448349 Jan 11 09:55:15.305471 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-284397a6-cbfe-4cf4-8c69-8edfaf902437 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:15.306050 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-284397a6-cbfe-4cf4-8c69-8edfaf902437 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Synchronizing usage tracker for tenant:32f782bc6ae6464686cab264dc1e702a on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:55:15.324240 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-284397a6-cbfe-4cf4-8c69-8edfaf902437 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Unset dirty status for tenant:32f782bc6ae6464686cab264dc1e702a on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:55:15.325396 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-284397a6-cbfe-4cf4-8c69-8edfaf902437 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.42 "GET /v2.0/networks?id=9f3fe887-619a-4eb4-9c13-65cb98225548 HTTP/1.1" status: 200 len: 814 time: 0.1739562 Jan 11 09:55:15.336985 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-580d51d2-83c1-4fa6-9627-ac2933ef4172 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Request body: {'port': {'device_id': 'e8a84af3-2eac-48f7-8e8c-2806d48d8d68', 'network_id': '9f3fe887-619a-4eb4-9c13-65cb98225548', 'admin_state_up': True, 'tenant_id': '32f782bc6ae6464686cab264dc1e702a'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:55:15.471461 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-580d51d2-83c1-4fa6-9627-ac2933ef4172 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:55:15.475260 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-580d51d2-83c1-4fa6-9627-ac2933ef4172 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Usage tracker for resource:port and tenant:32f782bc6ae6464686cab264dc1e702a is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:55:15.477973 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-580d51d2-83c1-4fa6-9627-ac2933ef4172 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:55:15.483509 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-580d51d2-83c1-4fa6-9627-ac2933ef4172 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:55:15.493104 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-580d51d2-83c1-4fa6-9627-ac2933ef4172 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Made reservation on behalf of 32f782bc6ae6464686cab264dc1e702a for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:55:15.496580 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-580d51d2-83c1-4fa6-9627-ac2933ef4172 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:15.620673 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:55:15.658368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-580d51d2-83c1-4fa6-9627-ac2933ef4172 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Allocated IP 172.20.0.13 (9f3fe887-619a-4eb4-9c13-65cb98225548/7937f351-8674-446d-917c-92128ca8f03a/cd15409a-8171-4d1d-a889-00df0708cf1a) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:55:15.852560 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-580d51d2-83c1-4fa6-9627-ac2933ef4172 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:15.880932 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-580d51d2-83c1-4fa6-9627-ac2933ef4172 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:15.952541 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-580d51d2-83c1-4fa6-9627-ac2933ef4172 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Network 9f3fe887-619a-4eb4-9c13-65cb98225548 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:55:15.955487 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-580d51d2-83c1-4fa6-9627-ac2933ef4172 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:55:15.959690 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-580d51d2-83c1-4fa6-9627-ac2933ef4172 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:55:15.996865 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d51d2-83c1-4fa6-9627-ac2933ef4172 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Pushing event updated for resources: {'Port': ['ID=cd15409a-8171-4d1d-a889-00df0708cf1a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:55:16.024528 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-580d51d2-83c1-4fa6-9627-ac2933ef4172 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:16.025113 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-580d51d2-83c1-4fa6-9627-ac2933ef4172 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:16.044416 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-580d51d2-83c1-4fa6-9627-ac2933ef4172 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7110496 Jan 11 09:55:16.055060 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-8a0ef019-3244-4623-b9d6-410fefe906bb service neutron] Request body: {'port': {'device_id': 'e8a84af3-2eac-48f7-8e8c-2806d48d8d68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:55:16.163096 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-8a0ef019-3244-4623-b9d6-410fefe906bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:16.341643 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64800a78-707b-4464-b9c8-f67df1c08208 req-c1535318-d606-4658-9794-64dea384c18d tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:16.343135 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-64800a78-707b-4464-b9c8-f67df1c08208 req-c1535318-d606-4658-9794-64dea384c18d tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 932 time: 0.0807409 Jan 11 09:55:16.390939 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-64800a78-707b-4464-b9c8-f67df1c08208 req-3fe003c6-08e8-43cc-948f-77eed428f3d8 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419288 Jan 11 09:55:16.497235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-8a0ef019-3244-4623-b9d6-410fefe906bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd15409a-8171-4d1d-a889-00df0708cf1a {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:55:16.504786 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-8a0ef019-3244-4623-b9d6-410fefe906bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:16.518398 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-8a0ef019-3244-4623-b9d6-410fefe906bb service neutron] Transition to ACTIVE for port object cd15409a-8171-4d1d-a889-00df0708cf1a will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:55:16.521958 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-8a0ef019-3244-4623-b9d6-410fefe906bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:16.680846 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ef019-3244-4623-b9d6-410fefe906bb service neutron] Pushing event updated for resources: {'Port': ['ID=cd15409a-8171-4d1d-a889-00df0708cf1a,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:55:16.753513 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-8a0ef019-3244-4623-b9d6-410fefe906bb service neutron] Attempting to bind port cd15409a-8171-4d1d-a889-00df0708cf1a on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:55:16.754664 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-8a0ef019-3244-4623-b9d6-410fefe906bb service neutron] Attempting to bind port cd15409a-8171-4d1d-a889-00df0708cf1a by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': 'fbc180f9-5b4b-42cb-b62a-2ec83990c826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9f3fe887-619a-4eb4-9c13-65cb98225548'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:55:16.755099 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-8a0ef019-3244-4623-b9d6-410fefe906bb service neutron] Attempting to bind port cd15409a-8171-4d1d-a889-00df0708cf1a on network 9f3fe887-619a-4eb4-9c13-65cb98225548 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:55:16.759665 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-8a0ef019-3244-4623-b9d6-410fefe906bb service neutron] Port cd15409a-8171-4d1d-a889-00df0708cf1a on network 9f3fe887-619a-4eb4-9c13-65cb98225548 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:55:16.759978 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-8a0ef019-3244-4623-b9d6-410fefe906bb service neutron] Attempting to bind port cd15409a-8171-4d1d-a889-00df0708cf1a on network 9f3fe887-619a-4eb4-9c13-65cb98225548 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:55:16.764890 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-8a0ef019-3244-4623-b9d6-410fefe906bb service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:55:16.765223 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-8a0ef019-3244-4623-b9d6-410fefe906bb service neutron] Checking segment: {'id': 'fbc180f9-5b4b-42cb-b62a-2ec83990c826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9f3fe887-619a-4eb4-9c13-65cb98225548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:55:16.765598 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-8a0ef019-3244-4623-b9d6-410fefe906bb service neutron] Bound using segment: {'id': 'fbc180f9-5b4b-42cb-b62a-2ec83990c826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9f3fe887-619a-4eb4-9c13-65cb98225548'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:55:16.766014 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-8a0ef019-3244-4623-b9d6-410fefe906bb service neutron] Bound port: cd15409a-8171-4d1d-a889-00df0708cf1a, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc180f9-5b4b-42cb-b62a-2ec83990c826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9f3fe887-619a-4eb4-9c13-65cb98225548'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:55:16.766380 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-8a0ef019-3244-4623-b9d6-410fefe906bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:16.976189 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-8a0ef019-3244-4623-b9d6-410fefe906bb service neutron] For port cd15409a-8171-4d1d-a889-00df0708cf1a, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:55:16.979084 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-8a0ef019-3244-4623-b9d6-410fefe906bb service neutron] For port cd15409a-8171-4d1d-a889-00df0708cf1a, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=cd15409a-8171-4d1d-a889-00df0708cf1a,segment=NetworkSegment(fbc180f9-5b4b-42cb-b62a-2ec83990c826),segment_id=fbc180f9-5b4b-42cb-b62a-2ec83990c826)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:55:16.984126 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-8a0ef019-3244-4623-b9d6-410fefe906bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:17.043365 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-8a0ef019-3244-4623-b9d6-410fefe906bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:17.043964 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-8a0ef019-3244-4623-b9d6-410fefe906bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:17.045306 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-8a0ef019-3244-4623-b9d6-410fefe906bb service neutron] 10.222.0.42 "PUT /v2.0/ports/cd15409a-8171-4d1d-a889-00df0708cf1a HTTP/1.1" status: 200 len: 1094 time: 0.9942274 Jan 11 09:55:17.045992 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a84af3-2eac-48f7-8e8c-2806d48d8d68', 'tag': 'cd15409a-8171-4d1d-a889-00df0708cf1a'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:55:17.072615 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ef019-3244-4623-b9d6-410fefe906bb service neutron] Pushing event updated for resources: {'Port': ['ID=cd15409a-8171-4d1d-a889-00df0708cf1a,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:55:17.116146 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a84af3-2eac-48f7-8e8c-2806d48d8d68', 'tag': 'cd15409a-8171-4d1d-a889-00df0708cf1a', 'status': 'completed', 'code': 200} Jan 11 09:55:17.159074 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-545156c2-70b4-4ba0-89fe-685eb580ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:17.161273 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-545156c2-70b4-4ba0-89fe-685eb580ad5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32f782bc6ae6464686cab264dc1e702a&device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 1097 time: 0.0806665 Jan 11 09:55:17.227167 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-bb2753a9-0965-452c-bf52-2676ae33e716 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd15409a-8171-4d1d-a889-00df0708cf1a HTTP/1.1" status: 200 len: 217 time: 0.0597737 Jan 11 09:55:17.289951 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-b0d721d4-196f-43d4-80d1-6f7380a644f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:17.291277 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-b0d721d4-196f-43d4-80d1-6f7380a644f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7937f351-8674-446d-917c-92128ca8f03a HTTP/1.1" status: 200 len: 854 time: 0.0585151 Jan 11 09:55:17.336311 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-db8259f8-3ca6-4f6f-ac2c-0d547c830547 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f3fe887-619a-4eb4-9c13-65cb98225548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392962 Jan 11 09:55:17.479657 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-05573e45-821e-475f-9cc4-e2e2a1ee478d service neutron] 10.222.0.42 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375327 Jan 11 09:55:17.576986 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426dd474-0d29-4344-82db-f5e21ec27b14 req-80e77cf8-6bc6-42f4-be2a-0ed6acf39fa6 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:17.578392 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-426dd474-0d29-4344-82db-f5e21ec27b14 req-80e77cf8-6bc6-42f4-be2a-0ed6acf39fa6 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 944 time: 0.0827024 Jan 11 09:55:17.612494 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a3fdffa5-3dbf-448b-90f0-b370420c2372 req-2a0643fc-fb66-4b31-9c68-709c659cedf8 service neutron] 10.222.0.42 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274219 Jan 11 09:55:17.623136 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-426dd474-0d29-4344-82db-f5e21ec27b14 req-2a36c957-de64-4170-8cb6-bd23ba7573c9 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383816 Jan 11 09:55:17.726503 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f9623-7158-4c23-afbb-0edd606cb5ab req-bee38ab4-2319-4ebb-8e57-a5765af5d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:17.728571 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a90f9623-7158-4c23-afbb-0edd606cb5ab req-bee38ab4-2319-4ebb-8e57-a5765af5d4c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32f782bc6ae6464686cab264dc1e702a&device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 1097 time: 0.0739670 Jan 11 09:55:17.862130 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f9623-7158-4c23-afbb-0edd606cb5ab req-9d95e1bc-837b-46a1-88b5-be9756567b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:17.863708 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a90f9623-7158-4c23-afbb-0edd606cb5ab req-9d95e1bc-837b-46a1-88b5-be9756567b4d service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f3fe887-619a-4eb4-9c13-65cb98225548 HTTP/1.1" status: 200 len: 915 time: 0.1295321 Jan 11 09:55:17.929446 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a90f9623-7158-4c23-afbb-0edd606cb5ab req-64662b63-f025-4360-9299-d91f7b3b1259 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd15409a-8171-4d1d-a889-00df0708cf1a HTTP/1.1" status: 200 len: 217 time: 0.0591290 Jan 11 09:55:17.992066 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f9623-7158-4c23-afbb-0edd606cb5ab req-a4afb146-f76d-4af1-8cec-73e8367fa729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:17.993447 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a90f9623-7158-4c23-afbb-0edd606cb5ab req-a4afb146-f76d-4af1-8cec-73e8367fa729 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7937f351-8674-446d-917c-92128ca8f03a HTTP/1.1" status: 200 len: 854 time: 0.0584338 Jan 11 09:55:18.038819 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a90f9623-7158-4c23-afbb-0edd606cb5ab req-69969f89-89a1-4208-982c-1dee63f313da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f3fe887-619a-4eb4-9c13-65cb98225548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390506 Jan 11 09:55:18.166672 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a90f9623-7158-4c23-afbb-0edd606cb5ab req-d0f10534-e30a-4ee0-97e9-01bd58ddae62 service neutron] 10.222.0.42 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218052 Jan 11 09:55:18.293851 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a90f9623-7158-4c23-afbb-0edd606cb5ab req-45331108-087e-4c57-acf4-6d310121f1d1 service neutron] 10.222.0.42 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210694 Jan 11 09:55:18.815381 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5e9fc-2178-41e0-87df-d94de0b936c8 req-dd32612a-dcf5-4404-9248-c2b4535ff5c7 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:18.816874 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f7e5e9fc-2178-41e0-87df-d94de0b936c8 req-dd32612a-dcf5-4404-9248-c2b4535ff5c7 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 944 time: 0.0868170 Jan 11 09:55:18.860088 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f7e5e9fc-2178-41e0-87df-d94de0b936c8 req-45624c7c-e9f8-4888-b1b9-1cd7abee23d1 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375559 Jan 11 09:55:19.155781 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-785eba1f-f324-4131-bcd5-49fbf41e978f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:20.042913 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcf582-9a4f-42ef-a3a7-ee4c48f4ce0d req-eedbe118-f50e-4e40-8912-ff8dccfa3583 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:20.044270 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-78fcf582-9a4f-42ef-a3a7-ee4c48f4ce0d req-eedbe118-f50e-4e40-8912-ff8dccfa3583 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 944 time: 0.0789039 Jan 11 09:55:20.090071 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-78fcf582-9a4f-42ef-a3a7-ee4c48f4ce0d req-2fe084a0-d63e-4ecf-94d3-4c6d719e51db tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399904 Jan 11 09:55:20.384435 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device cd15409a-8171-4d1d-a889-00df0708cf1a details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:55:20.517619 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port cd15409a-8171-4d1d-a889-00df0708cf1a, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=cd15409a-8171-4d1d-a889-00df0708cf1a,segment=NetworkSegment(fbc180f9-5b4b-42cb-b62a-2ec83990c826),segment_id=fbc180f9-5b4b-42cb-b62a-2ec83990c826)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:55:20.531222 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': 'cd15409a-8171-4d1d-a889-00df0708cf1a', 'network_id': '9f3fe887-619a-4eb4-9c13-65cb98225548', 'port_id': 'cd15409a-8171-4d1d-a889-00df0708cf1a', 'mac_address': 'fa:16:3e:09:4b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7937f351-8674-446d-917c-92128ca8f03a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:55:20.590205 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:20.607883 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd15409a-8171-4d1d-a889-00df0708cf1a {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:55:20.622894 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port cd15409a-8171-4d1d-a889-00df0708cf1a, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=cd15409a-8171-4d1d-a889-00df0708cf1a,segment=NetworkSegment(fbc180f9-5b4b-42cb-b62a-2ec83990c826),segment_id=fbc180f9-5b4b-42cb-b62a-2ec83990c826)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:55:20.626865 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:20.692916 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=cd15409a-8171-4d1d-a889-00df0708cf1a,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:55:20.921535 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['cd15409a-8171-4d1d-a889-00df0708cf1a'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:55:21.276324 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fd197-c3e3-4358-a111-2aa671c50c32 req-0b11a215-aa6e-4951-abce-4faf9a090e51 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:21.277749 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-773fd197-c3e3-4358-a111-2aa671c50c32 req-0b11a215-aa6e-4951-abce-4faf9a090e51 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 945 time: 0.0817151 Jan 11 09:55:21.320693 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-773fd197-c3e3-4358-a111-2aa671c50c32 req-d0e6b0c1-e678-4e73-b46b-02b6312c0840 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374565 Jan 11 09:55:21.383108 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c49beae0-e3fc-4a96-9dbe-fa13e03ad8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:22.384355 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device cd15409a-8171-4d1d-a889-00df0708cf1a up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:55:22.459454 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port cd15409a-8171-4d1d-a889-00df0708cf1a completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:55:22.464322 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port cd15409a-8171-4d1d-a889-00df0708cf1a triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:55:22.464690 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:22.520666 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cf888-970d-47e3-b3a0-4f51f1f7b74c req-6ba7a035-58f0-4df3-a87c-9372d5b6655c tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:22.522163 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-052cf888-970d-47e3-b3a0-4f51f1f7b74c req-6ba7a035-58f0-4df3-a87c-9372d5b6655c tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 945 time: 0.0898037 Jan 11 09:55:22.571244 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-052cf888-970d-47e3-b3a0-4f51f1f7b74c req-cb1982ea-bdb1-4c0d-99c2-7f66ee59d350 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432351 Jan 11 09:55:22.588402 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:22.592256 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:22.618784 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a84af3-2eac-48f7-8e8c-2806d48d8d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd15409a-8171-4d1d-a889-00df0708cf1a'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:55:22.637369 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port cd15409a-8171-4d1d-a889-00df0708cf1a, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=cd15409a-8171-4d1d-a889-00df0708cf1a,segment=NetworkSegment(fbc180f9-5b4b-42cb-b62a-2ec83990c826),segment_id=fbc180f9-5b4b-42cb-b62a-2ec83990c826)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:55:22.643118 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:22.687465 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a84af3-2eac-48f7-8e8c-2806d48d8d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd15409a-8171-4d1d-a889-00df0708cf1a', 'code': 200} Jan 11 09:55:22.688210 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:22.727005 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=cd15409a-8171-4d1d-a889-00df0708cf1a,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:55:22.944300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58dbdf-e7c3-4419-b75c-e1e14d98eb33 req-8070cf34-e230-4b07-9e99-6b92a758dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:22.945752 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ab58dbdf-e7c3-4419-b75c-e1e14d98eb33 req-8070cf34-e230-4b07-9e99-6b92a758dc2a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 1099 time: 0.1133461 Jan 11 09:55:22.988940 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ab58dbdf-e7c3-4419-b75c-e1e14d98eb33 req-32df4c6b-19c1-40e2-884d-d93fb663de96 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367558 Jan 11 09:55:23.756699 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e855d64-7225-4924-8347-3f554a4a7f1d req-6d8d858a-a5ac-43c0-a0fc-c6e4c45abf63 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:23.758220 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8e855d64-7225-4924-8347-3f554a4a7f1d req-6d8d858a-a5ac-43c0-a0fc-c6e4c45abf63 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0852995 Jan 11 09:55:23.801970 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8e855d64-7225-4924-8347-3f554a4a7f1d req-439cc7e9-2984-4381-85a6-08cb698089c1 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382712 Jan 11 09:55:24.101041 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:24.989819 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02722f-a6bc-4fce-a4ae-142e4d792128 req-5b531d8c-e5c1-4a8a-b207-256b4b83d84e tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:24.991293 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-db02722f-a6bc-4fce-a4ae-142e4d792128 req-5b531d8c-e5c1-4a8a-b207-256b4b83d84e tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0853283 Jan 11 09:55:25.034438 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-db02722f-a6bc-4fce-a4ae-142e4d792128 req-b832f479-5db1-4bde-8e43-4e30ba4a0cd8 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374379 Jan 11 09:55:25.218158 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554622a-4d09-4cf7-896f-fc9ec17e7b14 req-bab47dbb-16f4-4bf9-ba32-20262f2a00d7 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:25.219599 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3554622a-4d09-4cf7-896f-fc9ec17e7b14 req-bab47dbb-16f4-4bf9-ba32-20262f2a00d7 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0804253 Jan 11 09:55:25.263885 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3554622a-4d09-4cf7-896f-fc9ec17e7b14 req-3b74e7a1-fcf8-4414-83c1-45a55edb80cb tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377386 Jan 11 09:55:25.600917 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be4a5b-8025-4e03-8f18-8fe4cc56445a req-c149bbb1-3fef-43f7-8d89-795aa36e7d54 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:25.602264 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d3be4a5b-8025-4e03-8f18-8fe4cc56445a req-c149bbb1-3fef-43f7-8d89-795aa36e7d54 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0808616 Jan 11 09:55:25.645128 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d3be4a5b-8025-4e03-8f18-8fe4cc56445a req-936d6931-b55c-4ec4-9ce0-fb7593c3dd75 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373635 Jan 11 09:55:25.825851 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813cf16-d3c1-4e3e-ad29-b79e8ef76f77 req-bffe7d12-3b64-469f-8121-0837617a5bcf tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:25.827299 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5813cf16-d3c1-4e3e-ad29-b79e8ef76f77 req-bffe7d12-3b64-469f-8121-0837617a5bcf tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0789790 Jan 11 09:55:25.870325 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5813cf16-d3c1-4e3e-ad29-b79e8ef76f77 req-2bafabc5-ae6b-4e54-826d-47d678d6e838 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371039 Jan 11 09:55:26.209546 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-78d49dea-fc5e-4cb2-abe5-768951653cd3 req-81e9f265-a289-4f5a-8e91-6825dcb9e79c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0692654 Jan 11 09:55:26.263948 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e247add-69bd-4f2f-a1e3-7a8b631be873 req-86c95e42-0584-44ef-9123-050ac669bb06 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:26.265422 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0e247add-69bd-4f2f-a1e3-7a8b631be873 req-86c95e42-0584-44ef-9123-050ac669bb06 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0833421 Jan 11 09:55:26.311671 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0e247add-69bd-4f2f-a1e3-7a8b631be873 req-d51875f9-b185-49eb-9e0b-20bfb1a74019 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396490 Jan 11 09:55:27.272140 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d49dea-fc5e-4cb2-abe5-768951653cd3 req-48ce58ac-c280-4c61-8a86-57fd0c390759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:27.273577 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-78d49dea-fc5e-4cb2-abe5-768951653cd3 req-48ce58ac-c280-4c61-8a86-57fd0c390759 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32f782bc6ae6464686cab264dc1e702a&device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 1099 time: 0.0708144 Jan 11 09:55:27.499356 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbaa5c5-20ba-4976-9adb-17e2e7fe3eab req-f8282f90-0334-4478-ab8b-a47cb08973de tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:27.500866 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-afbaa5c5-20ba-4976-9adb-17e2e7fe3eab req-f8282f90-0334-4478-ab8b-a47cb08973de tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0824006 Jan 11 09:55:27.514774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d49dea-fc5e-4cb2-abe5-768951653cd3 req-15b3cb81-a9f9-467c-a90a-341c6be879f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:27.516195 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-78d49dea-fc5e-4cb2-abe5-768951653cd3 req-15b3cb81-a9f9-467c-a90a-341c6be879f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f3fe887-619a-4eb4-9c13-65cb98225548 HTTP/1.1" status: 200 len: 915 time: 0.2373135 Jan 11 09:55:27.549805 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-afbaa5c5-20ba-4976-9adb-17e2e7fe3eab req-435577eb-661e-43be-8fd8-a387c2ca236d tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423887 Jan 11 09:55:27.582683 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-78d49dea-fc5e-4cb2-abe5-768951653cd3 req-794307c0-1e32-472b-acae-78f9312c4be1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd15409a-8171-4d1d-a889-00df0708cf1a HTTP/1.1" status: 200 len: 217 time: 0.0601461 Jan 11 09:55:27.645107 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d49dea-fc5e-4cb2-abe5-768951653cd3 req-fbd9ffc5-43e6-45f6-b3f6-43e980f8ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:27.646505 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-78d49dea-fc5e-4cb2-abe5-768951653cd3 req-fbd9ffc5-43e6-45f6-b3f6-43e980f8ae31 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7937f351-8674-446d-917c-92128ca8f03a HTTP/1.1" status: 200 len: 854 time: 0.0585284 Jan 11 09:55:27.693090 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-78d49dea-fc5e-4cb2-abe5-768951653cd3 req-3570ed37-c13f-4a16-bcd8-573bab438e03 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f3fe887-619a-4eb4-9c13-65cb98225548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407393 Jan 11 09:55:27.822153 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-78d49dea-fc5e-4cb2-abe5-768951653cd3 req-09fd739a-4bb3-4b93-bc14-b6048d259675 service neutron] 10.222.0.42 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228378 Jan 11 09:55:27.950864 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-78d49dea-fc5e-4cb2-abe5-768951653cd3 req-6fd2c16f-41f8-49b6-8aae-18536471e7d8 service neutron] 10.222.0.42 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226811 Jan 11 09:55:28.737814 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5016b-78a5-42b0-8664-7ef6004b191f req-0827f9f4-c884-4689-8d91-6e98155b82ef tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:28.739286 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ebc5016b-78a5-42b0-8664-7ef6004b191f req-0827f9f4-c884-4689-8d91-6e98155b82ef tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0812397 Jan 11 09:55:28.783327 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ebc5016b-78a5-42b0-8664-7ef6004b191f req-5b56b5b1-f67a-4084-9ef8-661dd5ae2989 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385718 Jan 11 09:55:29.977771 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a91f52-6844-4953-b4b0-4d77d22a1da7 req-25c60fcb-8fcb-4665-912e-291ec5c15d6b tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:29.979156 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-33a91f52-6844-4953-b4b0-4d77d22a1da7 req-25c60fcb-8fcb-4665-912e-291ec5c15d6b tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0915599 Jan 11 09:55:30.022185 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-33a91f52-6844-4953-b4b0-4d77d22a1da7 req-30964b6b-4eb0-4764-a575-827df6004c1a tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374498 Jan 11 09:55:31.204793 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb2892-364f-4b6a-863f-299a935b238d req-9dcdbb62-ac43-459d-9788-69a943b345ad tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:31.206420 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-57cb2892-364f-4b6a-863f-299a935b238d req-9dcdbb62-ac43-459d-9788-69a943b345ad tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0799353 Jan 11 09:55:31.250111 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-57cb2892-364f-4b6a-863f-299a935b238d req-f79f9370-7d34-4c4b-8ec7-73ff1a6dfae6 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381947 Jan 11 09:55:32.435766 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce4802-5fe3-46f4-aeb8-9759652bc80a req-833928e1-9d40-43b3-aa53-58c4c0409abe tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:32.437202 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0cce4802-5fe3-46f4-aeb8-9759652bc80a req-833928e1-9d40-43b3-aa53-58c4c0409abe tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0821581 Jan 11 09:55:32.481128 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0cce4802-5fe3-46f4-aeb8-9759652bc80a req-4899736d-889f-42c5-997f-3198d8b89276 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374675 Jan 11 09:55:33.661990 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39ce19-4485-40b1-9961-3cc4e59c72d4 req-6a2d65e4-3c84-49e4-a24b-4eb2323f1716 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:33.663450 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-be39ce19-4485-40b1-9961-3cc4e59c72d4 req-6a2d65e4-3c84-49e4-a24b-4eb2323f1716 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0775294 Jan 11 09:55:33.711030 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-be39ce19-4485-40b1-9961-3cc4e59c72d4 req-ab76d849-4907-4577-8a5d-d5f4532357d7 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420134 Jan 11 09:55:34.358699 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:34.803889 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b235967-46f4-4076-9dc0-ab55aad27096 req-b9d988b0-8aa9-4a73-a2b3-61358b7a5126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:34.805424 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2b235967-46f4-4076-9dc0-ab55aad27096 req-b9d988b0-8aa9-4a73-a2b3-61358b7a5126 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32f782bc6ae6464686cab264dc1e702a&device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 1099 time: 0.0703082 Jan 11 09:55:34.907593 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc7257-6662-4c0c-afbd-ccbf4dc8d1c9 req-26050da0-31d0-4247-95a0-26ab2783435e tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:34.909023 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-60dc7257-6662-4c0c-afbd-ccbf4dc8d1c9 req-26050da0-31d0-4247-95a0-26ab2783435e tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0934336 Jan 11 09:55:34.952265 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-60dc7257-6662-4c0c-afbd-ccbf4dc8d1c9 req-7455688f-a16c-4426-8b29-39c64f74fb36 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374532 Jan 11 09:55:34.961171 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b235967-46f4-4076-9dc0-ab55aad27096 req-c0b8713e-b497-44d5-b5d5-d7d391f98cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:34.962693 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2b235967-46f4-4076-9dc0-ab55aad27096 req-c0b8713e-b497-44d5-b5d5-d7d391f98cc4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f3fe887-619a-4eb4-9c13-65cb98225548 HTTP/1.1" status: 200 len: 915 time: 0.1374445 Jan 11 09:55:35.033432 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2b235967-46f4-4076-9dc0-ab55aad27096 req-ab28311c-d7be-4116-96bb-d16a3f2f5bdc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd15409a-8171-4d1d-a889-00df0708cf1a HTTP/1.1" status: 200 len: 217 time: 0.0643804 Jan 11 09:55:35.096752 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b235967-46f4-4076-9dc0-ab55aad27096 req-66e485e3-0b8b-4bf7-a733-12b6d28b16de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:35.098222 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2b235967-46f4-4076-9dc0-ab55aad27096 req-66e485e3-0b8b-4bf7-a733-12b6d28b16de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7937f351-8674-446d-917c-92128ca8f03a HTTP/1.1" status: 200 len: 854 time: 0.0587525 Jan 11 09:55:35.142792 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2b235967-46f4-4076-9dc0-ab55aad27096 req-e43482bc-e904-4b24-9f40-1d7300572513 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f3fe887-619a-4eb4-9c13-65cb98225548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385981 Jan 11 09:55:35.277393 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2b235967-46f4-4076-9dc0-ab55aad27096 req-4395415c-3685-4eff-999a-f1f5693caebf service neutron] 10.222.0.42 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274955 Jan 11 09:55:35.408764 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2b235967-46f4-4076-9dc0-ab55aad27096 req-b178d96a-f38b-48b6-ae46-eaa70fc18e8c service neutron] 10.222.0.42 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251569 Jan 11 09:55:36.182428 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffc2a5-a41a-42cf-92b8-25b3560c638c req-2017b0e2-ebb3-4e70-b735-b9fb7c0bb147 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:36.184485 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-eeffc2a5-a41a-42cf-92b8-25b3560c638c req-2017b0e2-ebb3-4e70-b735-b9fb7c0bb147 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0909872 Jan 11 09:55:36.370498 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-eeffc2a5-a41a-42cf-92b8-25b3560c638c req-c54fb53c-949e-4f32-8267-80722bc53075 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801250 Jan 11 09:55:37.554016 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820f280-9219-4bc7-bda4-14b522091050 req-e53aad0e-c315-44df-bfd2-604b26321fa7 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:37.555497 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0820f280-9219-4bc7-bda4-14b522091050 req-e53aad0e-c315-44df-bfd2-604b26321fa7 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0809233 Jan 11 09:55:37.603918 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0820f280-9219-4bc7-bda4-14b522091050 req-09908345-6b37-4aa9-9bcc-8c12d93479f1 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386667 Jan 11 09:55:38.791192 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaecf19-bd91-4828-ab20-ad42e17fb1b6 req-0b06587c-a020-4c11-a2f1-4a61aa4b5cd7 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:38.792650 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bfaecf19-bd91-4828-ab20-ad42e17fb1b6 req-0b06587c-a020-4c11-a2f1-4a61aa4b5cd7 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0839796 Jan 11 09:55:38.835919 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bfaecf19-bd91-4828-ab20-ad42e17fb1b6 req-ee21086e-919d-4fc5-9ae6-75cfebc4c149 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374360 Jan 11 09:55:40.018451 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2dae0-50c7-4b2f-b1fe-895e1061e6ec req-923db24b-ec63-4ea7-9d2a-5c914f5d37dd tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:40.019806 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-72e2dae0-50c7-4b2f-b1fe-895e1061e6ec req-923db24b-ec63-4ea7-9d2a-5c914f5d37dd tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0784070 Jan 11 09:55:40.066903 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-72e2dae0-50c7-4b2f-b1fe-895e1061e6ec req-523bf55f-1fae-4015-ba0f-43a2e9450c15 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416019 Jan 11 09:55:41.244689 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec194f5-2d66-4afc-b247-4f9db231cd90 req-062f3b03-35ec-4efc-9eab-7359daf558c7 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:41.246133 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5ec194f5-2d66-4afc-b247-4f9db231cd90 req-062f3b03-35ec-4efc-9eab-7359daf558c7 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0782981 Jan 11 09:55:41.288538 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5ec194f5-2d66-4afc-b247-4f9db231cd90 req-7c09bef7-f2b8-4b02-8ef1-cb05a709a87b tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369155 Jan 11 09:55:42.472664 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37754e99-a7c8-48d8-8015-d00fc2d320fb req-ae779685-f5af-4b1d-a515-0ad4e55c5941 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:42.474118 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-37754e99-a7c8-48d8-8015-d00fc2d320fb req-ae779685-f5af-4b1d-a515-0ad4e55c5941 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0826194 Jan 11 09:55:42.517705 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-37754e99-a7c8-48d8-8015-d00fc2d320fb req-de11e733-c544-4437-b555-aba122675f53 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375085 Jan 11 09:55:43.700706 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1b041-13bf-48b4-a33d-4b97788bf79c req-142a1d71-d4ce-4c8c-8d6e-3b83ffbb486a tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:43.702185 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-41c1b041-13bf-48b4-a33d-4b97788bf79c req-142a1d71-d4ce-4c8c-8d6e-3b83ffbb486a tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0780246 Jan 11 09:55:43.746451 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-41c1b041-13bf-48b4-a33d-4b97788bf79c req-ef2e5abf-16db-420b-a329-909f754d9fb0 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380838 Jan 11 09:55:44.945273 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f2c30-9ac6-4c40-9dbf-a2cd3f1436d2 req-199486d5-efde-4304-908b-e859dd864e87 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:44.947369 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b35f2c30-9ac6-4c40-9dbf-a2cd3f1436d2 req-199486d5-efde-4304-908b-e859dd864e87 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0975063 Jan 11 09:55:44.991070 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b35f2c30-9ac6-4c40-9dbf-a2cd3f1436d2 req-04b36d8a-79ab-48b3-ac23-278462856a89 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380630 Jan 11 09:55:46.171040 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfa6da-012f-401c-b9f3-449330644c2d req-a473691c-1865-417e-9fe2-d7b55fb06575 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:46.172486 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6abfa6da-012f-401c-b9f3-449330644c2d req-a473691c-1865-417e-9fe2-d7b55fb06575 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0788968 Jan 11 09:55:46.218404 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6abfa6da-012f-401c-b9f3-449330644c2d req-992f1f7d-81f8-43ba-b5df-7b94a5a34912 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397015 Jan 11 09:55:47.410527 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e334407-f29c-454b-999b-534d46d2dff9 req-ee1a0366-e02e-4eb8-944e-90aa87b27fe6 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:47.411975 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6e334407-f29c-454b-999b-534d46d2dff9 req-ee1a0366-e02e-4eb8-944e-90aa87b27fe6 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0797255 Jan 11 09:55:47.455608 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6e334407-f29c-454b-999b-534d46d2dff9 req-c1799f35-709d-4d22-86b5-7e1aebfb9c73 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380626 Jan 11 09:55:48.639704 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d12e6-8880-43eb-a505-4b08801c3f63 req-e7ae58a6-0939-498c-8b95-0974f33ab674 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:48.641120 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-242d12e6-8880-43eb-a505-4b08801c3f63 req-e7ae58a6-0939-498c-8b95-0974f33ab674 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0805135 Jan 11 09:55:48.685816 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-242d12e6-8880-43eb-a505-4b08801c3f63 req-35cd6888-26dc-4851-8d6c-4173cacde47c tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384381 Jan 11 09:55:49.156163 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e7dfccc8-8488-438e-934a-81a7edbe60de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:49.875527 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b356ab-d3c9-412d-8104-0de970d8b8bf req-224d162c-b586-4f51-a6db-78efa716bc12 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:49.876979 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-45b356ab-d3c9-412d-8104-0de970d8b8bf req-224d162c-b586-4f51-a6db-78efa716bc12 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0835176 Jan 11 09:55:49.922137 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-45b356ab-d3c9-412d-8104-0de970d8b8bf req-30e54ded-f134-4923-a0cb-959ca7e5b84f tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391777 Jan 11 09:55:51.107670 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9156c63-3bdb-4b9c-8415-121dbfdb8bd8 req-652405fd-148a-4644-93ca-43b08bd30f0d tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:51.109093 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c9156c63-3bdb-4b9c-8415-121dbfdb8bd8 req-652405fd-148a-4644-93ca-43b08bd30f0d tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0820978 Jan 11 09:55:51.151241 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c9156c63-3bdb-4b9c-8415-121dbfdb8bd8 req-99a7f205-4e14-44ef-84ea-7dcae9f7ceb0 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358481 Jan 11 09:55:51.383702 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-27b67dac-1f1c-44d3-9063-6dd49089d95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:52.330453 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2c47e-9bf6-4769-a3f4-0d2b5fe4a6bd req-7a2e4c3e-9390-4756-897f-0a5148e19686 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:52.331882 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5bf2c47e-9bf6-4769-a3f4-0d2b5fe4a6bd req-7a2e4c3e-9390-4756-897f-0a5148e19686 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0778029 Jan 11 09:55:52.374115 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5bf2c47e-9bf6-4769-a3f4-0d2b5fe4a6bd req-d14bcf11-a0c2-451d-b488-5f4076b41db5 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367014 Jan 11 09:55:52.554342 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:52.619931 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:55:52.639393 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:53.568182 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81137123-c8ba-4755-828b-9b54885ed61d req-3496fb79-2bbc-4df1-95e8-3f486d55f0fd tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:53.569761 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-81137123-c8ba-4755-828b-9b54885ed61d req-3496fb79-2bbc-4df1-95e8-3f486d55f0fd tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0919814 Jan 11 09:55:53.615137 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-81137123-c8ba-4755-828b-9b54885ed61d req-581cff61-a236-4a2f-b722-606a31cd1ef9 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394490 Jan 11 09:55:54.103821 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:54.649886 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-78d49dea-fc5e-4cb2-abe5-768951653cd3 req-fa860fc5-c4ae-426a-9acf-99fa031ecc8c service neutron] 10.222.0.42 "GET /v2.0/ports/cd15409a-8171-4d1d-a889-00df0708cf1a/bindings/hv-neutron-8234 HTTP/1.1" status: 200 len: 384 time: 0.0728858 Jan 11 09:55:54.803492 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3da21-3f99-4286-ac7d-b749e3012a7e req-e48ef9b5-b7ff-4d19-953b-2625686908c8 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:54.804991 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c9c3da21-3f99-4286-ac7d-b749e3012a7e req-e48ef9b5-b7ff-4d19-953b-2625686908c8 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0797429 Jan 11 09:55:54.859376 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c9c3da21-3f99-4286-ac7d-b749e3012a7e req-a8ec4d09-1ddd-45f9-b35e-c050aad9d124 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484955 Jan 11 09:55:54.928063 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d49dea-fc5e-4cb2-abe5-768951653cd3 req-a951ad21-c240-44d2-b05a-b03a5c07a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:54.929515 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-78d49dea-fc5e-4cb2-abe5-768951653cd3 req-a951ad21-c240-44d2-b05a-b03a5c07a435 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68&tenant_id=32f782bc6ae6464686cab264dc1e702a HTTP/1.1" status: 200 len: 1099 time: 0.0768676 Jan 11 09:55:55.016984 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d49dea-fc5e-4cb2-abe5-768951653cd3 req-b4a39d8d-9899-4686-9458-324d25f8d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:55.018993 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-78d49dea-fc5e-4cb2-abe5-768951653cd3 req-b4a39d8d-9899-4686-9458-324d25f8d556 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32f782bc6ae6464686cab264dc1e702a&device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 1099 time: 0.0688777 Jan 11 09:55:55.152362 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d49dea-fc5e-4cb2-abe5-768951653cd3 req-e46702a3-16ea-4f9a-9e35-5d27440d84b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:55.153789 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-78d49dea-fc5e-4cb2-abe5-768951653cd3 req-e46702a3-16ea-4f9a-9e35-5d27440d84b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f3fe887-619a-4eb4-9c13-65cb98225548 HTTP/1.1" status: 200 len: 915 time: 0.1294188 Jan 11 09:55:55.224239 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-78d49dea-fc5e-4cb2-abe5-768951653cd3 req-4d2d9d96-9bf8-48d0-926a-147fce82e036 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd15409a-8171-4d1d-a889-00df0708cf1a HTTP/1.1" status: 200 len: 217 time: 0.0639780 Jan 11 09:55:55.283428 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d49dea-fc5e-4cb2-abe5-768951653cd3 req-2e290902-6ed0-43ce-a720-b4c66bbb815b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:55.285216 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-78d49dea-fc5e-4cb2-abe5-768951653cd3 req-2e290902-6ed0-43ce-a720-b4c66bbb815b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7937f351-8674-446d-917c-92128ca8f03a HTTP/1.1" status: 200 len: 854 time: 0.0554111 Jan 11 09:55:55.432731 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-78d49dea-fc5e-4cb2-abe5-768951653cd3 req-60e872ce-44ce-4150-ae43-f5e00de22d69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f3fe887-619a-4eb4-9c13-65cb98225548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412845 Jan 11 09:55:55.563648 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-78d49dea-fc5e-4cb2-abe5-768951653cd3 req-27132578-584a-4d05-a279-bf0e255dbfc1 service neutron] 10.222.0.42 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252370 Jan 11 09:55:55.691419 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-78d49dea-fc5e-4cb2-abe5-768951653cd3 req-486d882a-e5ad-49f8-bf74-bcb4458b410c service neutron] 10.222.0.42 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219893 Jan 11 09:55:56.044947 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071481b2-d941-42cb-9fd8-7600a07d999d req-7d9f7893-1116-4a02-b944-1e2e091e53de tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:56.046423 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-071481b2-d941-42cb-9fd8-7600a07d999d req-7d9f7893-1116-4a02-b944-1e2e091e53de tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0832314 Jan 11 09:55:56.090169 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-071481b2-d941-42cb-9fd8-7600a07d999d req-f44290f3-1445-4f0e-a602-f1ab80c6210c tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375407 Jan 11 09:55:57.275520 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e944ca-0bb6-4dae-95fd-074c0b2b99be req-27b73391-f5a5-42ac-8e53-9149402ed990 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:57.276967 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-48e944ca-0bb6-4dae-95fd-074c0b2b99be req-27b73391-f5a5-42ac-8e53-9149402ed990 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0813751 Jan 11 09:55:57.320385 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-48e944ca-0bb6-4dae-95fd-074c0b2b99be req-4f6013dc-0a7e-4ff8-90ae-7bcd924f7e57 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379071 Jan 11 09:55:58.505980 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8712940-6bcf-4a83-b79e-d90f07f164f5 req-1993a7c3-6d0d-40a7-ac4b-73cd9361dac4 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:58.507460 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f8712940-6bcf-4a83-b79e-d90f07f164f5 req-1993a7c3-6d0d-40a7-ac4b-73cd9361dac4 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 946 time: 0.0799010 Jan 11 09:55:58.551975 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f8712940-6bcf-4a83-b79e-d90f07f164f5 req-b1f3eb1e-ef85-4200-82f9-aa8c6616b9f1 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390210 Jan 11 09:55:58.632339 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device cd15409a-8171-4d1d-a889-00df0708cf1a no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:55:58.763769 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:58.790849 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a84af3-2eac-48f7-8e8c-2806d48d8d68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd15409a-8171-4d1d-a889-00df0708cf1a'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:55:58.801650 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port cd15409a-8171-4d1d-a889-00df0708cf1a, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=cd15409a-8171-4d1d-a889-00df0708cf1a,segment=NetworkSegment(fbc180f9-5b4b-42cb-b62a-2ec83990c826),segment_id=fbc180f9-5b4b-42cb-b62a-2ec83990c826)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:55:58.807440 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:55:58.868213 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a84af3-2eac-48f7-8e8c-2806d48d8d68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd15409a-8171-4d1d-a889-00df0708cf1a', 'code': 200} Jan 11 09:55:58.869950 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc44a19-3c83-40a7-a268-592b75bf6474 req-169c12e3-e92b-4b46-930f-758ca8d15564 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:58.871557 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cfc44a19-3c83-40a7-a268-592b75bf6474 req-169c12e3-e92b-4b46-930f-758ca8d15564 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 944 time: 0.0893574 Jan 11 09:55:58.883483 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eab539-d905-4d1b-ab28-bddda4b45bfc req-0d0d6cdb-764e-4b89-a5b2-56ba7a888ceb tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:58.884227 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-04eab539-d905-4d1b-ab28-bddda4b45bfc req-0d0d6cdb-764e-4b89-a5b2-56ba7a888ceb tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Synchronizing usage tracker for tenant:32f782bc6ae6464686cab264dc1e702a on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:55:58.885213 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=cd15409a-8171-4d1d-a889-00df0708cf1a,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:55:58.905883 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-04eab539-d905-4d1b-ab28-bddda4b45bfc req-0d0d6cdb-764e-4b89-a5b2-56ba7a888ceb tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Unset dirty status for tenant:32f782bc6ae6464686cab264dc1e702a on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:55:58.907382 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-04eab539-d905-4d1b-ab28-bddda4b45bfc req-0d0d6cdb-764e-4b89-a5b2-56ba7a888ceb tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68&tenant_id=32f782bc6ae6464686cab264dc1e702a&binding%3Ahost_id=hv-neutron-8234 HTTP/1.1" status: 200 len: 944 time: 0.1223521 Jan 11 09:55:58.926751 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cfc44a19-3c83-40a7-a268-592b75bf6474 req-d15253b6-2ac8-413d-bd91-3e0511855b0c tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496733 Jan 11 09:55:59.046637 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eab539-d905-4d1b-ab28-bddda4b45bfc req-47b73559-1e3e-4dd8-ab22-4703a8588158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:59.048093 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-04eab539-d905-4d1b-ab28-bddda4b45bfc req-47b73559-1e3e-4dd8-ab22-4703a8588158 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32f782bc6ae6464686cab264dc1e702a&device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 1097 time: 0.0745652 Jan 11 09:55:59.178290 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eab539-d905-4d1b-ab28-bddda4b45bfc req-2315f788-16f2-4fa8-abc0-45271abec455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:59.179625 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-04eab539-d905-4d1b-ab28-bddda4b45bfc req-2315f788-16f2-4fa8-abc0-45271abec455 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f3fe887-619a-4eb4-9c13-65cb98225548 HTTP/1.1" status: 200 len: 915 time: 0.1263411 Jan 11 09:55:59.249815 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-04eab539-d905-4d1b-ab28-bddda4b45bfc req-334c2484-557a-4e59-ba96-98a68f7866ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd15409a-8171-4d1d-a889-00df0708cf1a HTTP/1.1" status: 200 len: 217 time: 0.0626445 Jan 11 09:55:59.310945 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eab539-d905-4d1b-ab28-bddda4b45bfc req-a72f8eeb-2c66-46bc-abc6-423ddb86a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:55:59.312326 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-04eab539-d905-4d1b-ab28-bddda4b45bfc req-a72f8eeb-2c66-46bc-abc6-423ddb86a178 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7937f351-8674-446d-917c-92128ca8f03a HTTP/1.1" status: 200 len: 854 time: 0.0570183 Jan 11 09:55:59.356679 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-04eab539-d905-4d1b-ab28-bddda4b45bfc req-2b8820e2-7915-4c3f-859e-7d887575d011 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f3fe887-619a-4eb4-9c13-65cb98225548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387964 Jan 11 09:55:59.483025 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-04eab539-d905-4d1b-ab28-bddda4b45bfc req-0c1a0352-bbe2-4aff-86db-d66939bcf43e service neutron] 10.222.0.42 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200371 Jan 11 09:55:59.614267 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-04eab539-d905-4d1b-ab28-bddda4b45bfc req-47db0bc0-4621-4c6e-a937-5fe874250e1d service neutron] 10.222.0.42 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246295 Jan 11 09:56:00.112907 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b2938-45e4-4f75-8055-adfb5a4454a5 req-fb21903e-bc4d-400f-b06c-70775f5cf79b tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:00.114389 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-995b2938-45e4-4f75-8055-adfb5a4454a5 req-fb21903e-bc4d-400f-b06c-70775f5cf79b tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 944 time: 0.0805304 Jan 11 09:56:00.161919 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-995b2938-45e4-4f75-8055-adfb5a4454a5 req-5cbd52bd-c69a-4caf-8474-033c49ffb7d0 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419891 Jan 11 09:56:01.345185 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d9b26-041a-4946-b5d3-5c8471507337 req-fbcdb9b7-cd22-4251-9f6e-cd60660be0b5 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:01.346718 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e44d9b26-041a-4946-b5d3-5c8471507337 req-fbcdb9b7-cd22-4251-9f6e-cd60660be0b5 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 944 time: 0.0779479 Jan 11 09:56:01.389414 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e44d9b26-041a-4946-b5d3-5c8471507337 req-7e983046-ac6b-42da-9e4f-b5022fad3c3c tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372968 Jan 11 09:56:01.571052 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03c198-8b54-4faa-ad08-32bd2a1060ec req-547985c9-2fcd-4c03-9c05-c4d226182e4d tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:01.572474 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cf03c198-8b54-4faa-ad08-32bd2a1060ec req-547985c9-2fcd-4c03-9c05-c4d226182e4d tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 944 time: 0.0822639 Jan 11 09:56:01.615726 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cf03c198-8b54-4faa-ad08-32bd2a1060ec req-10f4fa0a-ea0c-4165-b7f4-5c6371c6fcc4 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373971 Jan 11 09:56:01.798372 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719e17e-dea8-41dd-bc38-32c2e913c742 req-acd5dd4c-2e52-442b-a827-e5bee8cced46 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:01.800174 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5719e17e-dea8-41dd-bc38-32c2e913c742 req-acd5dd4c-2e52-442b-a827-e5bee8cced46 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 944 time: 0.0794077 Jan 11 09:56:01.842385 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5719e17e-dea8-41dd-bc38-32c2e913c742 req-0b898bf9-bd6f-4c4d-9982-e9a050f2eb3d tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366786 Jan 11 09:56:02.415417 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b21a8-9349-4184-afc5-2accc28edb4e req-76a56697-5697-4477-adfa-87e6d8707350 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:02.416742 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-723b21a8-9349-4184-afc5-2accc28edb4e req-76a56697-5697-4477-adfa-87e6d8707350 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/networks?id=9f3fe887-619a-4eb4-9c13-65cb98225548 HTTP/1.1" status: 200 len: 814 time: 0.2358906 Jan 11 09:56:02.431286 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-723b21a8-9349-4184-afc5-2accc28edb4e req-a7b09615-d3ed-4561-bc6d-0ab3b470cbce tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/quotas/32f782bc6ae6464686cab264dc1e702a HTTP/1.1" status: 200 len: 375 time: 0.0088820 Jan 11 09:56:02.513195 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-723b21a8-9349-4184-afc5-2accc28edb4e req-e3e42e29-229f-432a-9f67-0a1c7f694de3 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=32f782bc6ae6464686cab264dc1e702a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0769987 Jan 11 09:56:02.647207 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-723b21a8-9349-4184-afc5-2accc28edb4e req-53475879-fd36-49fc-8e5d-8ffbeabf3cc8 service neutron] 10.222.0.15 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265247 Jan 11 09:56:02.777398 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-723b21a8-9349-4184-afc5-2accc28edb4e req-282cef5c-4825-446c-a39b-5d2ff42cb03c service neutron] 10.222.0.15 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242690 Jan 11 09:56:02.952900 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7edce4dd-5c9f-49a2-991a-a0e2e8592296 req-5447039b-ceb9-4a8e-983a-3dd19abccbcd tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 210 time: 0.0473018 Jan 11 09:56:04.116618 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-84f6cb13-e54f-4482-ba68-d83df6d2102f req-86a95e83-89ac-479a-a8bc-1b1c1a401cb8 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 210 time: 0.0523260 Jan 11 09:56:04.187164 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b21a8-9349-4184-afc5-2accc28edb4e req-c2fe6157-e082-4613-adaf-cd32d6e7c33d tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:04.188645 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-723b21a8-9349-4184-afc5-2accc28edb4e req-c2fe6157-e082-4613-adaf-cd32d6e7c33d tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.42 "GET /v2.0/networks?id=9f3fe887-619a-4eb4-9c13-65cb98225548 HTTP/1.1" status: 200 len: 814 time: 0.2157784 Jan 11 09:56:04.200116 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-723b21a8-9349-4184-afc5-2accc28edb4e req-4fb9652a-c443-4c3d-8e62-e50f13314c56 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Request body: {'port': {'device_id': '1adffbf1-bca3-40c7-ade6-b0b60d45317e', 'network_id': '9f3fe887-619a-4eb4-9c13-65cb98225548', 'admin_state_up': True, 'tenant_id': '32f782bc6ae6464686cab264dc1e702a'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:56:04.224525 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52503c5d-61fd-4891-9bfc-ed07f74473cf req-86e460f5-f8b1-4523-9684-6c8c077f3b8c tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:04.225933 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-52503c5d-61fd-4891-9bfc-ed07f74473cf req-86e460f5-f8b1-4523-9684-6c8c077f3b8c tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8a84af3-2eac-48f7-8e8c-2806d48d8d68 HTTP/1.1" status: 200 len: 944 time: 0.2144425 Jan 11 09:56:04.381203 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-52503c5d-61fd-4891-9bfc-ed07f74473cf req-ec9bd0d9-e7a4-4b9d-9c79-fd8c15c963c3 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Deleting port cd15409a-8171-4d1d-a889-00df0708cf1a {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:56:04.381469 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-52503c5d-61fd-4891-9bfc-ed07f74473cf req-ec9bd0d9-e7a4-4b9d-9c79-fd8c15c963c3 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:04.410051 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:04.573294 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-723b21a8-9349-4184-afc5-2accc28edb4e req-4fb9652a-c443-4c3d-8e62-e50f13314c56 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:56:04.618168 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-723b21a8-9349-4184-afc5-2accc28edb4e req-4fb9652a-c443-4c3d-8e62-e50f13314c56 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:56:04.642780 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-723b21a8-9349-4184-afc5-2accc28edb4e req-4fb9652a-c443-4c3d-8e62-e50f13314c56 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Made reservation on behalf of 32f782bc6ae6464686cab264dc1e702a for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:56:04.646113 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-723b21a8-9349-4184-afc5-2accc28edb4e req-4fb9652a-c443-4c3d-8e62-e50f13314c56 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:04.858173 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-52503c5d-61fd-4891-9bfc-ed07f74473cf req-ec9bd0d9-e7a4-4b9d-9c79-fd8c15c963c3 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] For port cd15409a-8171-4d1d-a889-00df0708cf1a, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=cd15409a-8171-4d1d-a889-00df0708cf1a,segment=NetworkSegment(fbc180f9-5b4b-42cb-b62a-2ec83990c826),segment_id=fbc180f9-5b4b-42cb-b62a-2ec83990c826)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:56:04.858523 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-52503c5d-61fd-4891-9bfc-ed07f74473cf req-ec9bd0d9-e7a4-4b9d-9c79-fd8c15c963c3 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:05.015954 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-52503c5d-61fd-4891-9bfc-ed07f74473cf req-ec9bd0d9-e7a4-4b9d-9c79-fd8c15c963c3 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Calling delete_port for cd15409a-8171-4d1d-a889-00df0708cf1a owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:56:05.085397 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-723b21a8-9349-4184-afc5-2accc28edb4e req-4fb9652a-c443-4c3d-8e62-e50f13314c56 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Allocated IP 172.20.0.9 (9f3fe887-619a-4eb4-9c13-65cb98225548/7937f351-8674-446d-917c-92128ca8f03a/2695d8f0-7332-415a-bd4a-5e36c499e5ec) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:56:05.248181 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-52503c5d-61fd-4891-9bfc-ed07f74473cf req-ec9bd0d9-e7a4-4b9d-9c79-fd8c15c963c3 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:05.278353 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7bb1ccb8-4a0e-4e15-a949-3972a0bdc699 req-48c44bb7-143d-4fb6-a03d-52e66eb9189d tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 210 time: 0.0434260 Jan 11 09:56:05.329126 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9bd0d9-e7a4-4b9d-9c79-fd8c15c963c3 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Pushing event deleted for resources: {'Port': ['ID=cd15409a-8171-4d1d-a889-00df0708cf1a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:56:05.451730 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-52503c5d-61fd-4891-9bfc-ed07f74473cf req-ec9bd0d9-e7a4-4b9d-9c79-fd8c15c963c3 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] No DVR routers for this DVR port cd15409a-8171-4d1d-a889-00df0708cf1a on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:56:05.460270 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-52503c5d-61fd-4891-9bfc-ed07f74473cf req-ec9bd0d9-e7a4-4b9d-9c79-fd8c15c963c3 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:05.465558 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a84af3-2eac-48f7-8e8c-2806d48d8d68', 'name': 'network-vif-deleted', 'tag': 'cd15409a-8171-4d1d-a889-00df0708cf1a'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:56:05.499266 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-52503c5d-61fd-4891-9bfc-ed07f74473cf req-ec9bd0d9-e7a4-4b9d-9c79-fd8c15c963c3 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.42 "DELETE /v2.0/ports/cd15409a-8171-4d1d-a889-00df0708cf1a HTTP/1.1" status: 204 len: 173 time: 1.2553058 Jan 11 09:56:05.512209 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a84af3-2eac-48f7-8e8c-2806d48d8d68', 'name': 'network-vif-deleted', 'tag': 'cd15409a-8171-4d1d-a889-00df0708cf1a', 'status': 'completed', 'code': 200} Jan 11 09:56:05.516722 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-723b21a8-9349-4184-afc5-2accc28edb4e req-4fb9652a-c443-4c3d-8e62-e50f13314c56 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:05.549784 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-723b21a8-9349-4184-afc5-2accc28edb4e req-4fb9652a-c443-4c3d-8e62-e50f13314c56 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:05.630063 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-723b21a8-9349-4184-afc5-2accc28edb4e req-4fb9652a-c443-4c3d-8e62-e50f13314c56 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Network 9f3fe887-619a-4eb4-9c13-65cb98225548 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:56:05.633115 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-723b21a8-9349-4184-afc5-2accc28edb4e req-4fb9652a-c443-4c3d-8e62-e50f13314c56 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:56:05.637224 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-723b21a8-9349-4184-afc5-2accc28edb4e req-4fb9652a-c443-4c3d-8e62-e50f13314c56 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:56:05.676514 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9652a-c443-4c3d-8e62-e50f13314c56 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Pushing event updated for resources: {'Port': ['ID=2695d8f0-7332-415a-bd4a-5e36c499e5ec,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:56:05.704575 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b21a8-9349-4184-afc5-2accc28edb4e req-4fb9652a-c443-4c3d-8e62-e50f13314c56 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:05.705706 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-723b21a8-9349-4184-afc5-2accc28edb4e req-4fb9652a-c443-4c3d-8e62-e50f13314c56 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:05.723473 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-723b21a8-9349-4184-afc5-2accc28edb4e req-4fb9652a-c443-4c3d-8e62-e50f13314c56 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5270071 Jan 11 09:56:05.734404 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-723b21a8-9349-4184-afc5-2accc28edb4e req-0df6b19d-4ae1-4756-b55f-3b4eec11c563 service neutron] Request body: {'port': {'device_id': '1adffbf1-bca3-40c7-ade6-b0b60d45317e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:56:05.843961 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-723b21a8-9349-4184-afc5-2accc28edb4e req-0df6b19d-4ae1-4756-b55f-3b4eec11c563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:06.197556 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-723b21a8-9349-4184-afc5-2accc28edb4e req-0df6b19d-4ae1-4756-b55f-3b4eec11c563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2695d8f0-7332-415a-bd4a-5e36c499e5ec {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:56:06.204740 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-723b21a8-9349-4184-afc5-2accc28edb4e req-0df6b19d-4ae1-4756-b55f-3b4eec11c563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:06.219577 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-723b21a8-9349-4184-afc5-2accc28edb4e req-0df6b19d-4ae1-4756-b55f-3b4eec11c563 service neutron] Transition to ACTIVE for port object 2695d8f0-7332-415a-bd4a-5e36c499e5ec will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:56:06.223373 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-723b21a8-9349-4184-afc5-2accc28edb4e req-0df6b19d-4ae1-4756-b55f-3b4eec11c563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:06.467922 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c9b11-4750-4cae-8bc0-8d84aab06e7e req-1f1fcc95-164a-4fff-8ba9-55864be0b538 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:06.469722 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-193c9b11-4750-4cae-8bc0-8d84aab06e7e req-1f1fcc95-164a-4fff-8ba9-55864be0b538 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 943 time: 0.0813763 Jan 11 09:56:06.498415 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6b19d-4ae1-4756-b55f-3b4eec11c563 service neutron] Pushing event updated for resources: {'Port': ['ID=2695d8f0-7332-415a-bd4a-5e36c499e5ec,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:56:06.514191 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-193c9b11-4750-4cae-8bc0-8d84aab06e7e req-19e1eb00-7031-439f-8a3d-90a48e7d4a70 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389769 Jan 11 09:56:06.580483 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-723b21a8-9349-4184-afc5-2accc28edb4e req-0df6b19d-4ae1-4756-b55f-3b4eec11c563 service neutron] Attempting to bind port 2695d8f0-7332-415a-bd4a-5e36c499e5ec on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:56:06.580828 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-723b21a8-9349-4184-afc5-2accc28edb4e req-0df6b19d-4ae1-4756-b55f-3b4eec11c563 service neutron] Attempting to bind port 2695d8f0-7332-415a-bd4a-5e36c499e5ec by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': 'fbc180f9-5b4b-42cb-b62a-2ec83990c826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9f3fe887-619a-4eb4-9c13-65cb98225548'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:56:06.581157 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723b21a8-9349-4184-afc5-2accc28edb4e req-0df6b19d-4ae1-4756-b55f-3b4eec11c563 service neutron] Attempting to bind port 2695d8f0-7332-415a-bd4a-5e36c499e5ec on network 9f3fe887-619a-4eb4-9c13-65cb98225548 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:56:06.585646 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723b21a8-9349-4184-afc5-2accc28edb4e req-0df6b19d-4ae1-4756-b55f-3b4eec11c563 service neutron] Port 2695d8f0-7332-415a-bd4a-5e36c499e5ec on network 9f3fe887-619a-4eb4-9c13-65cb98225548 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:56:06.585968 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723b21a8-9349-4184-afc5-2accc28edb4e req-0df6b19d-4ae1-4756-b55f-3b4eec11c563 service neutron] Attempting to bind port 2695d8f0-7332-415a-bd4a-5e36c499e5ec on network 9f3fe887-619a-4eb4-9c13-65cb98225548 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:56:06.590969 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723b21a8-9349-4184-afc5-2accc28edb4e req-0df6b19d-4ae1-4756-b55f-3b4eec11c563 service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:56:06.591305 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723b21a8-9349-4184-afc5-2accc28edb4e req-0df6b19d-4ae1-4756-b55f-3b4eec11c563 service neutron] Checking segment: {'id': 'fbc180f9-5b4b-42cb-b62a-2ec83990c826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9f3fe887-619a-4eb4-9c13-65cb98225548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:56:06.591685 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723b21a8-9349-4184-afc5-2accc28edb4e req-0df6b19d-4ae1-4756-b55f-3b4eec11c563 service neutron] Bound using segment: {'id': 'fbc180f9-5b4b-42cb-b62a-2ec83990c826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9f3fe887-619a-4eb4-9c13-65cb98225548'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:56:06.592101 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-723b21a8-9349-4184-afc5-2accc28edb4e req-0df6b19d-4ae1-4756-b55f-3b4eec11c563 service neutron] Bound port: 2695d8f0-7332-415a-bd4a-5e36c499e5ec, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc180f9-5b4b-42cb-b62a-2ec83990c826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9f3fe887-619a-4eb4-9c13-65cb98225548'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:56:06.592434 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-723b21a8-9349-4184-afc5-2accc28edb4e req-0df6b19d-4ae1-4756-b55f-3b4eec11c563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:06.680879 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-723b21a8-9349-4184-afc5-2accc28edb4e req-0df6b19d-4ae1-4756-b55f-3b4eec11c563 service neutron] For port 2695d8f0-7332-415a-bd4a-5e36c499e5ec, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:56:06.684350 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-723b21a8-9349-4184-afc5-2accc28edb4e req-0df6b19d-4ae1-4756-b55f-3b4eec11c563 service neutron] For port 2695d8f0-7332-415a-bd4a-5e36c499e5ec, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2695d8f0-7332-415a-bd4a-5e36c499e5ec,segment=NetworkSegment(fbc180f9-5b4b-42cb-b62a-2ec83990c826),segment_id=fbc180f9-5b4b-42cb-b62a-2ec83990c826)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:56:06.688579 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-723b21a8-9349-4184-afc5-2accc28edb4e req-0df6b19d-4ae1-4756-b55f-3b4eec11c563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:06.753469 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b21a8-9349-4184-afc5-2accc28edb4e req-0df6b19d-4ae1-4756-b55f-3b4eec11c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:06.754108 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-723b21a8-9349-4184-afc5-2accc28edb4e req-0df6b19d-4ae1-4756-b55f-3b4eec11c563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:06.755470 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-723b21a8-9349-4184-afc5-2accc28edb4e req-0df6b19d-4ae1-4756-b55f-3b4eec11c563 service neutron] 10.222.0.42 "PUT /v2.0/ports/2695d8f0-7332-415a-bd4a-5e36c499e5ec HTTP/1.1" status: 200 len: 1093 time: 1.0249498 Jan 11 09:56:06.771008 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6b19d-4ae1-4756-b55f-3b4eec11c563 service neutron] Pushing event updated for resources: {'Port': ['ID=2695d8f0-7332-415a-bd4a-5e36c499e5ec,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:56:06.857102 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b21a8-9349-4184-afc5-2accc28edb4e req-02e7c230-1c4c-4e93-9387-0a677c4fb3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:06.858585 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-723b21a8-9349-4184-afc5-2accc28edb4e req-02e7c230-1c4c-4e93-9387-0a677c4fb3a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32f782bc6ae6464686cab264dc1e702a&device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 1096 time: 0.0701532 Jan 11 09:56:06.927511 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-723b21a8-9349-4184-afc5-2accc28edb4e req-3267e135-c50f-428a-971d-c8f978448399 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2695d8f0-7332-415a-bd4a-5e36c499e5ec HTTP/1.1" status: 200 len: 217 time: 0.0625319 Jan 11 09:56:06.987335 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b21a8-9349-4184-afc5-2accc28edb4e req-16c72426-3ced-4749-9c36-a6095bae3bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:06.988710 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-723b21a8-9349-4184-afc5-2accc28edb4e req-16c72426-3ced-4749-9c36-a6095bae3bef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7937f351-8674-446d-917c-92128ca8f03a HTTP/1.1" status: 200 len: 854 time: 0.0556157 Jan 11 09:56:07.036550 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-723b21a8-9349-4184-afc5-2accc28edb4e req-0f84a0e2-34f7-47c9-aa6d-e35c512bc9b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f3fe887-619a-4eb4-9c13-65cb98225548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422523 Jan 11 09:56:07.164114 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-723b21a8-9349-4184-afc5-2accc28edb4e req-bb811bc3-037e-4f64-842d-812e9ba6d2c4 service neutron] 10.222.0.42 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220644 Jan 11 09:56:07.294880 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-723b21a8-9349-4184-afc5-2accc28edb4e req-ab59b055-e0c1-44b9-b76d-399a83e3e5e3 service neutron] 10.222.0.42 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248209 Jan 11 09:56:07.512908 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1adffbf1-bca3-40c7-ade6-b0b60d45317e', 'tag': '2695d8f0-7332-415a-bd4a-5e36c499e5ec'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:56:07.558059 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1adffbf1-bca3-40c7-ade6-b0b60d45317e', 'tag': '2695d8f0-7332-415a-bd4a-5e36c499e5ec', 'status': 'completed', 'code': 200} Jan 11 09:56:07.651139 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d19cb-52c3-4bf2-9a89-e606e6fe71c7 req-e3585e97-24b3-4818-a460-3a2e4e7e5fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:07.652799 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2b4d19cb-52c3-4bf2-9a89-e606e6fe71c7 req-e3585e97-24b3-4818-a460-3a2e4e7e5fb7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32f782bc6ae6464686cab264dc1e702a&device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 1096 time: 0.0740991 Jan 11 09:56:07.706759 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de29831-9315-47ae-a09c-1d387eb411d0 req-6cb5c079-53df-4086-bc16-91561a6d2db6 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:07.708281 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2de29831-9315-47ae-a09c-1d387eb411d0 req-6cb5c079-53df-4086-bc16-91561a6d2db6 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 943 time: 0.0853379 Jan 11 09:56:07.753435 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2de29831-9315-47ae-a09c-1d387eb411d0 req-f83ec829-90d9-41f5-a11c-6aa2282e2025 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390148 Jan 11 09:56:07.787324 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d19cb-52c3-4bf2-9a89-e606e6fe71c7 req-c0b5b292-78d1-4993-b255-12bd7a13c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:07.788798 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2b4d19cb-52c3-4bf2-9a89-e606e6fe71c7 req-c0b5b292-78d1-4993-b255-12bd7a13c49f service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f3fe887-619a-4eb4-9c13-65cb98225548 HTTP/1.1" status: 200 len: 915 time: 0.1300032 Jan 11 09:56:07.857560 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2b4d19cb-52c3-4bf2-9a89-e606e6fe71c7 req-049bad9b-8ee9-4552-b58b-4acd95a170ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2695d8f0-7332-415a-bd4a-5e36c499e5ec HTTP/1.1" status: 200 len: 217 time: 0.0629992 Jan 11 09:56:07.919352 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d19cb-52c3-4bf2-9a89-e606e6fe71c7 req-3202a6f9-71fa-4aaf-a26a-d535ba1eb6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:07.920987 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2b4d19cb-52c3-4bf2-9a89-e606e6fe71c7 req-3202a6f9-71fa-4aaf-a26a-d535ba1eb6dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7937f351-8674-446d-917c-92128ca8f03a HTTP/1.1" status: 200 len: 854 time: 0.0567732 Jan 11 09:56:07.968569 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2b4d19cb-52c3-4bf2-9a89-e606e6fe71c7 req-e41ea6dd-a500-4616-9e5b-b7dfa722b5fd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f3fe887-619a-4eb4-9c13-65cb98225548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413575 Jan 11 09:56:08.207689 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2b4d19cb-52c3-4bf2-9a89-e606e6fe71c7 req-23066549-66e9-445f-addd-d50aa0bf2acd service neutron] 10.222.0.42 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333798 Jan 11 09:56:08.344643 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2b4d19cb-52c3-4bf2-9a89-e606e6fe71c7 req-fc09558c-3674-4f57-baa3-f10e3d88553e service neutron] 10.222.0.42 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300423 Jan 11 09:56:08.692405 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device cd15409a-8171-4d1d-a889-00df0708cf1a no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:56:08.726759 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: cd15409a-8171-4d1d-a889-00df0708cf1a {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:56:08.727098 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device cd15409a-8171-4d1d-a889-00df0708cf1a not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:56:08.949762 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662ee7c-7f10-4b08-bdaf-9f5d04b8bb82 req-40c879d9-7e04-4e4d-8a6a-316fe6894af1 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:08.951155 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c662ee7c-7f10-4b08-bdaf-9f5d04b8bb82 req-40c879d9-7e04-4e4d-8a6a-316fe6894af1 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 943 time: 0.0899298 Jan 11 09:56:08.997379 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c662ee7c-7f10-4b08-bdaf-9f5d04b8bb82 req-2db82faf-c8f1-4245-bc49-919989fa0a9d tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401375 Jan 11 09:56:10.179629 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d299be-e8ae-43fd-a4dd-3d6d5608281a req-08ffa4af-d7b1-4268-b2cf-da08929ee380 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:10.181060 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-96d299be-e8ae-43fd-a4dd-3d6d5608281a req-08ffa4af-d7b1-4268-b2cf-da08929ee380 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 943 time: 0.0807467 Jan 11 09:56:10.224779 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-96d299be-e8ae-43fd-a4dd-3d6d5608281a req-b5e4049c-0596-4ff0-9cda-d285c7f4eede tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381806 Jan 11 09:56:10.693781 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2695d8f0-7332-415a-bd4a-5e36c499e5ec details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:56:10.822769 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2695d8f0-7332-415a-bd4a-5e36c499e5ec, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2695d8f0-7332-415a-bd4a-5e36c499e5ec,segment=NetworkSegment(fbc180f9-5b4b-42cb-b62a-2ec83990c826),segment_id=fbc180f9-5b4b-42cb-b62a-2ec83990c826)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:56:10.835944 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '2695d8f0-7332-415a-bd4a-5e36c499e5ec', 'network_id': '9f3fe887-619a-4eb4-9c13-65cb98225548', 'port_id': '2695d8f0-7332-415a-bd4a-5e36c499e5ec', 'mac_address': 'fa:16:3e:21:c3:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7937f351-8674-446d-917c-92128ca8f03a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:56:10.891028 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:10.907428 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2695d8f0-7332-415a-bd4a-5e36c499e5ec {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:56:10.922539 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2695d8f0-7332-415a-bd4a-5e36c499e5ec, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2695d8f0-7332-415a-bd4a-5e36c499e5ec,segment=NetworkSegment(fbc180f9-5b4b-42cb-b62a-2ec83990c826),segment_id=fbc180f9-5b4b-42cb-b62a-2ec83990c826)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:56:10.926489 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:10.991022 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=2695d8f0-7332-415a-bd4a-5e36c499e5ec,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:56:10.997800 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:10.998175 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:10.998514 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:10.998845 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:10.999170 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:10.999502 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:10.999822 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:11.000142 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:11.000462 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:11.000780 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:11.001097 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:11.001443 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:11.215754 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['2695d8f0-7332-415a-bd4a-5e36c499e5ec'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:56:11.420048 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74aa50-93ca-4dc0-b8f7-5589b195c217 req-07328fb8-91f5-4a5d-af32-1bb88665210c tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:11.421488 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3f74aa50-93ca-4dc0-b8f7-5589b195c217 req-07328fb8-91f5-4a5d-af32-1bb88665210c tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 944 time: 0.0851715 Jan 11 09:56:11.465031 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3f74aa50-93ca-4dc0-b8f7-5589b195c217 req-45705e2d-7d7f-4d24-8dbc-78563e19272f tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376506 Jan 11 09:56:12.649003 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818d9fb-53d1-4c01-86b9-763ede377e98 req-f0bcb591-011d-469e-b6d7-e4827ea3ff56 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:12.650500 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b818d9fb-53d1-4c01-86b9-763ede377e98 req-f0bcb591-011d-469e-b6d7-e4827ea3ff56 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 944 time: 0.0808551 Jan 11 09:56:12.694908 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b818d9fb-53d1-4c01-86b9-763ede377e98 req-e05b4f4b-7e98-4f6f-9729-c57a55961ebc tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387611 Jan 11 09:56:12.787456 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2695d8f0-7332-415a-bd4a-5e36c499e5ec up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:56:12.852274 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port 2695d8f0-7332-415a-bd4a-5e36c499e5ec completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:56:12.856731 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 2695d8f0-7332-415a-bd4a-5e36c499e5ec triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:56:12.857092 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:12.968831 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:12.994056 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1adffbf1-bca3-40c7-ade6-b0b60d45317e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2695d8f0-7332-415a-bd4a-5e36c499e5ec'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:56:13.004579 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2695d8f0-7332-415a-bd4a-5e36c499e5ec, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2695d8f0-7332-415a-bd4a-5e36c499e5ec,segment=NetworkSegment(fbc180f9-5b4b-42cb-b62a-2ec83990c826),segment_id=fbc180f9-5b4b-42cb-b62a-2ec83990c826)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:56:13.007994 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:13.042951 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1adffbf1-bca3-40c7-ade6-b0b60d45317e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2695d8f0-7332-415a-bd4a-5e36c499e5ec', 'code': 200} Jan 11 09:56:13.078802 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=2695d8f0-7332-415a-bd4a-5e36c499e5ec,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:56:13.258155 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632d67e-401e-4df5-b7d9-96af769a56be req-2d232b54-bded-4f5c-9520-5d1d97320899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:13.259534 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0632d67e-401e-4df5-b7d9-96af769a56be req-2d232b54-bded-4f5c-9520-5d1d97320899 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 1098 time: 0.0680127 Jan 11 09:56:13.297475 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0632d67e-401e-4df5-b7d9-96af769a56be req-a0f9a8e0-99b1-4111-a40c-f710b0015368 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326710 Jan 11 09:56:13.877163 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949ab5c-166d-46d4-9d37-d56a0e195165 req-f9640547-752d-4861-a3ed-64ed6e250235 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:13.878620 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4949ab5c-166d-46d4-9d37-d56a0e195165 req-f9640547-752d-4861-a3ed-64ed6e250235 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0809953 Jan 11 09:56:13.921915 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4949ab5c-166d-46d4-9d37-d56a0e195165 req-6105c675-15af-4b08-b38c-30810432a757 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377777 Jan 11 09:56:15.100767 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525b43f-61d3-4ec3-880d-68a2064fb519 req-2fee06fc-a5af-4ef0-bbbe-546273edb9c4 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:15.102130 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7525b43f-61d3-4ec3-880d-68a2064fb519 req-2fee06fc-a5af-4ef0-bbbe-546273edb9c4 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0781343 Jan 11 09:56:15.148068 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7525b43f-61d3-4ec3-880d-68a2064fb519 req-295628d4-930c-47f1-a513-a64667f969e3 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403595 Jan 11 09:56:15.326700 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13dcaf4-547a-4f23-b87b-ec61af31a5a7 req-63e7aa20-3792-4eba-8de5-4320470c84c9 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:15.328120 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f13dcaf4-547a-4f23-b87b-ec61af31a5a7 req-63e7aa20-3792-4eba-8de5-4320470c84c9 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0782204 Jan 11 09:56:15.371948 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f13dcaf4-547a-4f23-b87b-ec61af31a5a7 req-bb4c7f8e-2d11-4c38-80e3-00632612ab28 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375993 Jan 11 09:56:15.726447 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-45c362c4-841e-4236-a933-afd399635400 req-682d3e6e-050b-4bd8-91d0-f33648ac4f80 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0808642 Jan 11 09:56:15.792771 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c003fae-ee93-4ee3-a69e-3e12b867794d req-c2232e0e-b883-4e9c-9baf-4faf35216478 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:15.794540 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4c003fae-ee93-4ee3-a69e-3e12b867794d req-c2232e0e-b883-4e9c-9baf-4faf35216478 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0905268 Jan 11 09:56:15.840936 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4c003fae-ee93-4ee3-a69e-3e12b867794d req-94ed4bb3-d4c3-407b-a633-a65377715353 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399318 Jan 11 09:56:16.816147 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c362c4-841e-4236-a933-afd399635400 req-b2f42f5e-82d3-41ce-ad51-40ef9d8c650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:16.817609 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-45c362c4-841e-4236-a933-afd399635400 req-b2f42f5e-82d3-41ce-ad51-40ef9d8c650d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32f782bc6ae6464686cab264dc1e702a&device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 1098 time: 0.0740511 Jan 11 09:56:16.949915 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c362c4-841e-4236-a933-afd399635400 req-b0205ce2-4a43-4d65-85f2-e910de3cdf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:16.951378 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-45c362c4-841e-4236-a933-afd399635400 req-b0205ce2-4a43-4d65-85f2-e910de3cdf23 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f3fe887-619a-4eb4-9c13-65cb98225548 HTTP/1.1" status: 200 len: 915 time: 0.1284928 Jan 11 09:56:17.023254 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-45c362c4-841e-4236-a933-afd399635400 req-f2eee826-0aae-43f0-962f-3f258d0d15ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2695d8f0-7332-415a-bd4a-5e36c499e5ec HTTP/1.1" status: 200 len: 217 time: 0.0658355 Jan 11 09:56:17.023553 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc4ee7-6d2a-4c22-bc83-3cc0d9d91080 req-878fecf2-bac7-479c-94c1-29873a0c690a tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:17.025004 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-34dc4ee7-6d2a-4c22-bc83-3cc0d9d91080 req-878fecf2-bac7-479c-94c1-29873a0c690a tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0788305 Jan 11 09:56:17.072264 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-34dc4ee7-6d2a-4c22-bc83-3cc0d9d91080 req-48afe67c-0419-4966-812c-9dcf777da3ce tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414569 Jan 11 09:56:17.091150 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c362c4-841e-4236-a933-afd399635400 req-6b89f8da-8765-4876-b613-4b7a6e414713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:17.092599 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-45c362c4-841e-4236-a933-afd399635400 req-6b89f8da-8765-4876-b613-4b7a6e414713 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7937f351-8674-446d-917c-92128ca8f03a HTTP/1.1" status: 200 len: 854 time: 0.0642054 Jan 11 09:56:17.140465 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-45c362c4-841e-4236-a933-afd399635400 req-881a6e0c-1432-4235-ac75-278def111ade service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f3fe887-619a-4eb4-9c13-65cb98225548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423067 Jan 11 09:56:17.268049 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-45c362c4-841e-4236-a933-afd399635400 req-dadce641-5606-497c-a68f-0adb643b7574 service neutron] 10.222.0.42 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214538 Jan 11 09:56:17.398523 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-45c362c4-841e-4236-a933-afd399635400 req-f130e42a-4d22-425d-b310-bf5aaf5d3121 service neutron] 10.222.0.42 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242745 Jan 11 09:56:18.256643 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff4dac-30ff-45c6-9db2-bca2995c252f req-6166af32-0c0e-4b27-8278-5248c5fac962 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:18.258078 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0dff4dac-30ff-45c6-9db2-bca2995c252f req-6166af32-0c0e-4b27-8278-5248c5fac962 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0818048 Jan 11 09:56:18.301714 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0dff4dac-30ff-45c6-9db2-bca2995c252f req-6e3f0958-7edb-497e-92c1-96d5459b6520 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380833 Jan 11 09:56:19.158374 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6c758e6c-5e94-4013-8d15-e595078588fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:19.486012 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a22c68-f0e5-4a78-a19f-d92bb0a95254 req-0cd639f2-fbfb-4a7b-b88a-cce96c767d90 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:19.487459 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b7a22c68-f0e5-4a78-a19f-d92bb0a95254 req-0cd639f2-fbfb-4a7b-b88a-cce96c767d90 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0792022 Jan 11 09:56:19.532706 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b7a22c68-f0e5-4a78-a19f-d92bb0a95254 req-52d87a25-7aff-4bee-99de-cb1b911eb87e tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397127 Jan 11 09:56:20.820707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fa601-9772-4f80-968c-7ee77f96c4a3 req-0eeb912b-abf2-4543-bae7-c12d02325781 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:20.822185 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-944fa601-9772-4f80-968c-7ee77f96c4a3 req-0eeb912b-abf2-4543-bae7-c12d02325781 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.1843479 Jan 11 09:56:20.866238 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-944fa601-9772-4f80-968c-7ee77f96c4a3 req-e5fd5ccd-4fed-4141-8173-21f3d6159221 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384459 Jan 11 09:56:21.385897 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8b043ecd-23d4-4c6b-9a12-6a24b22054b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:22.050520 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cec3cf-e3ba-4799-bf5f-7b497ea1e2ba req-f1ec9bd4-8ecb-4dd0-94f2-3792144d6483 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:22.051848 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-00cec3cf-e3ba-4799-bf5f-7b497ea1e2ba req-f1ec9bd4-8ecb-4dd0-94f2-3792144d6483 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0812638 Jan 11 09:56:22.095319 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-00cec3cf-e3ba-4799-bf5f-7b497ea1e2ba req-fe5bb8ab-5957-4874-b1c6-abd927dda75f tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375922 Jan 11 09:56:22.556317 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:22.639452 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:23.277606 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254eadb6-e3b7-43b7-a5f6-f00481735c5a req-8c3ad680-7640-405d-a736-d27a94388d27 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:23.279407 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-254eadb6-e3b7-43b7-a5f6-f00481735c5a req-8c3ad680-7640-405d-a736-d27a94388d27 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0785277 Jan 11 09:56:23.323082 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-254eadb6-e3b7-43b7-a5f6-f00481735c5a req-809d7d56-855f-466a-b413-9c96a7227933 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377367 Jan 11 09:56:24.106877 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:24.504990 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcaa44-ff72-42d9-b3f2-1195b60d1640 req-91a5915d-634f-4692-ba30-9ec3960f0318 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:24.506444 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3cdcaa44-ff72-42d9-b3f2-1195b60d1640 req-91a5915d-634f-4692-ba30-9ec3960f0318 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0802615 Jan 11 09:56:24.551100 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3cdcaa44-ff72-42d9-b3f2-1195b60d1640 req-f1bdacf9-b2f9-433a-8284-219ada6955ff tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387316 Jan 11 09:56:25.738179 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8946b-2a48-41ae-b634-3dd61e675bf4 req-7894f1aa-2193-43a9-8a42-6aa6b0fcd072 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:25.739643 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-08b8946b-2a48-41ae-b634-3dd61e675bf4 req-7894f1aa-2193-43a9-8a42-6aa6b0fcd072 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0800431 Jan 11 09:56:25.787519 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-08b8946b-2a48-41ae-b634-3dd61e675bf4 req-9fda74c7-56a3-4b9d-9903-95266f9165cd tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423021 Jan 11 09:56:26.970944 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c7157-5c50-47db-879e-bd76ee462b09 req-2691beae-420c-422e-a6fc-cdfa3ee84d21 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:26.972417 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-915c7157-5c50-47db-879e-bd76ee462b09 req-2691beae-420c-422e-a6fc-cdfa3ee84d21 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0791924 Jan 11 09:56:27.016855 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-915c7157-5c50-47db-879e-bd76ee462b09 req-4aea1abd-a166-446d-b9e0-3d993fda27fe tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388522 Jan 11 09:56:28.202298 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c9a91-35f7-4c9c-965b-7aa92018b274 req-32e8fb25-3a61-498a-bbc5-d575ebbfcefa tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:28.203728 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-730c9a91-35f7-4c9c-965b-7aa92018b274 req-32e8fb25-3a61-498a-bbc5-d575ebbfcefa tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0826416 Jan 11 09:56:28.246497 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-730c9a91-35f7-4c9c-965b-7aa92018b274 req-3c714c6f-05c7-4e9c-b538-cc799e3b46a8 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370822 Jan 11 09:56:29.429942 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bd26b-53b5-418a-b4f9-012bed2355ce req-82a9a206-1214-4008-8fa9-66b974fce5e3 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:29.431387 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-196bd26b-53b5-418a-b4f9-012bed2355ce req-82a9a206-1214-4008-8fa9-66b974fce5e3 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0779495 Jan 11 09:56:29.475529 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-196bd26b-53b5-418a-b4f9-012bed2355ce req-68bc6b4e-05c4-43f3-bf77-0b459e33d06b tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382843 Jan 11 09:56:29.618329 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:56:30.661560 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1cb6e-21a5-42c7-9cfe-17ffb990571d req-3c9f296d-8078-4014-b1cf-c40f94ee0d3e tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:30.663038 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c1d1cb6e-21a5-42c7-9cfe-17ffb990571d req-3c9f296d-8078-4014-b1cf-c40f94ee0d3e tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0823376 Jan 11 09:56:30.707448 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c1d1cb6e-21a5-42c7-9cfe-17ffb990571d req-2b45703b-310f-4664-8730-35e39bd0bf6a tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388100 Jan 11 09:56:31.891389 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a9180-9e94-450d-85bb-c54872f87751 req-12fa84d4-522a-4771-b715-354c55babdcd tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:31.892819 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8d3a9180-9e94-450d-85bb-c54872f87751 req-12fa84d4-522a-4771-b715-354c55babdcd tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0774851 Jan 11 09:56:31.939334 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8d3a9180-9e94-450d-85bb-c54872f87751 req-b4ac8415-f1b1-476f-97c7-914ff5991504 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410395 Jan 11 09:56:33.118388 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ad69f-1249-4bbf-9d2b-36a8049c73e8 req-da032c0f-39a2-4277-a5ad-ea76a9c573ab tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:33.119826 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-527ad69f-1249-4bbf-9d2b-36a8049c73e8 req-da032c0f-39a2-4277-a5ad-ea76a9c573ab tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0787699 Jan 11 09:56:33.163215 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-527ad69f-1249-4bbf-9d2b-36a8049c73e8 req-9cd8cbb0-954d-4f8f-8e84-db543dcb7cda tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378098 Jan 11 09:56:34.367843 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268759a7-a4e5-487a-bc2c-35c004d3ee9e req-eab334d7-f22b-4455-ab14-08a6d2a39805 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:34.369279 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-268759a7-a4e5-487a-bc2c-35c004d3ee9e req-eab334d7-f22b-4455-ab14-08a6d2a39805 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0818410 Jan 11 09:56:34.399094 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:34.414203 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-268759a7-a4e5-487a-bc2c-35c004d3ee9e req-4ada0cc0-cd0f-431c-bc64-54e6456baf83 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393221 Jan 11 09:56:35.594941 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c3225-abe3-4299-b694-bff3dc1f025f req-597003e8-8d19-4d22-b053-057f212c1e20 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:35.596448 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-de2c3225-abe3-4299-b694-bff3dc1f025f req-597003e8-8d19-4d22-b053-057f212c1e20 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0787296 Jan 11 09:56:35.642827 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-de2c3225-abe3-4299-b694-bff3dc1f025f req-0e8090ef-8dcc-461a-bd88-315d16c72188 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407300 Jan 11 09:56:35.790572 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e962e2-7620-4862-9f5b-33864bc3d7d7 req-d307a3c5-5077-448f-8643-6487e959220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:35.792034 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-88e962e2-7620-4862-9f5b-33864bc3d7d7 req-d307a3c5-5077-448f-8643-6487e959220b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32f782bc6ae6464686cab264dc1e702a&device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 1098 time: 0.0699615 Jan 11 09:56:35.971278 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e962e2-7620-4862-9f5b-33864bc3d7d7 req-4352cdf5-04b6-4d4a-b04f-187e8be500ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:35.972627 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-88e962e2-7620-4862-9f5b-33864bc3d7d7 req-4352cdf5-04b6-4d4a-b04f-187e8be500ff service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f3fe887-619a-4eb4-9c13-65cb98225548 HTTP/1.1" status: 200 len: 915 time: 0.1625071 Jan 11 09:56:36.049437 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-88e962e2-7620-4862-9f5b-33864bc3d7d7 req-6fabbdbb-2ac3-4fe0-a00f-b5be841e5331 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2695d8f0-7332-415a-bd4a-5e36c499e5ec HTTP/1.1" status: 200 len: 217 time: 0.0696411 Jan 11 09:56:36.116372 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e962e2-7620-4862-9f5b-33864bc3d7d7 req-7bef1acc-b1b2-4b85-8624-710132067c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:36.117816 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-88e962e2-7620-4862-9f5b-33864bc3d7d7 req-7bef1acc-b1b2-4b85-8624-710132067c13 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7937f351-8674-446d-917c-92128ca8f03a HTTP/1.1" status: 200 len: 854 time: 0.0635235 Jan 11 09:56:36.169980 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-88e962e2-7620-4862-9f5b-33864bc3d7d7 req-38ba39dc-9bb8-4af7-ba48-a5c6b0f5e8f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f3fe887-619a-4eb4-9c13-65cb98225548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460742 Jan 11 09:56:36.444603 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-88e962e2-7620-4862-9f5b-33864bc3d7d7 req-ebb771f6-03c9-41a5-b19d-279fe16709eb service neutron] 10.222.0.42 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674870 Jan 11 09:56:36.608514 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-88e962e2-7620-4862-9f5b-33864bc3d7d7 req-3fb36ee9-36b0-441b-9614-449dabf66928 service neutron] 10.222.0.42 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576660 Jan 11 09:56:36.863280 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730077f-0efe-4790-b6c9-541bad47d410 req-311b2ddd-0542-44a3-9db5-d41aa2a7eb46 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:36.864717 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1730077f-0efe-4790-b6c9-541bad47d410 req-311b2ddd-0542-44a3-9db5-d41aa2a7eb46 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0817611 Jan 11 09:56:36.915370 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1730077f-0efe-4790-b6c9-541bad47d410 req-142b1d93-afa7-4d36-95ba-8070518eba25 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451064 Jan 11 09:56:38.101379 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a35-7e8d-4e8f-b2ab-322159427ab9 req-cbc17c69-457c-4fe4-8655-b749458d8a71 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:38.102766 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-94880a35-7e8d-4e8f-b2ab-322159427ab9 req-cbc17c69-457c-4fe4-8655-b749458d8a71 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0788984 Jan 11 09:56:38.146138 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-94880a35-7e8d-4e8f-b2ab-322159427ab9 req-3a08213b-70fb-4cbf-b308-507387878a2b tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378387 Jan 11 09:56:39.341184 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f350268-4c36-473d-8f2c-a656c8c833ac req-b7c94194-8e8b-4df4-a376-deb12d3dd07d tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:39.342663 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1f350268-4c36-473d-8f2c-a656c8c833ac req-b7c94194-8e8b-4df4-a376-deb12d3dd07d tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0929275 Jan 11 09:56:39.385826 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1f350268-4c36-473d-8f2c-a656c8c833ac req-0a3947ae-1052-4848-9878-fa0d7f0998d6 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374818 Jan 11 09:56:40.564796 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2459f-71cc-461d-b1fc-2c57b6c06671 req-7a6bef83-f20f-4911-86dd-5aa9cd7e9c3c tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:40.566326 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-eda2459f-71cc-461d-b1fc-2c57b6c06671 req-7a6bef83-f20f-4911-86dd-5aa9cd7e9c3c tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0784545 Jan 11 09:56:40.612379 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-eda2459f-71cc-461d-b1fc-2c57b6c06671 req-5ec7d2f6-7fde-40a8-aaf4-82ee2fb76c59 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404677 Jan 11 09:56:41.800443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e12cd-8a93-4bf5-9b1a-ab45d4443b40 req-e6f6b026-98b9-43dc-a138-84ab7a0be3e3 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:41.801865 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b40e12cd-8a93-4bf5-9b1a-ab45d4443b40 req-e6f6b026-98b9-43dc-a138-84ab7a0be3e3 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0817392 Jan 11 09:56:41.850795 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b40e12cd-8a93-4bf5-9b1a-ab45d4443b40 req-a76feec1-c001-41a8-b5b6-c9f73c49b426 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430763 Jan 11 09:56:43.036153 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16afce-8ae8-4809-b40e-43c7f4e300e7 req-0401bc6b-aa12-4052-9c86-1e23b4b75bf7 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:43.037640 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0f16afce-8ae8-4809-b40e-43c7f4e300e7 req-0401bc6b-aa12-4052-9c86-1e23b4b75bf7 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0841033 Jan 11 09:56:43.081638 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0f16afce-8ae8-4809-b40e-43c7f4e300e7 req-b4ddd8c3-dca4-4237-bf88-2f27cafffbc5 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383987 Jan 11 09:56:44.147973 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-45c362c4-841e-4236-a933-afd399635400 req-d3d00095-446a-495b-92dd-43ef245323c9 service neutron] 10.222.0.42 "GET /v2.0/ports/2695d8f0-7332-415a-bd4a-5e36c499e5ec/bindings/hv-neutron-8234 HTTP/1.1" status: 200 len: 384 time: 0.0750425 Jan 11 09:56:44.272447 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7c859-f686-43f8-94ee-fd096e1dab75 req-980e580f-3e7d-4efd-b2d6-93273ccbd078 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:44.274915 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-97d7c859-f686-43f8-94ee-fd096e1dab75 req-980e580f-3e7d-4efd-b2d6-93273ccbd078 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0821848 Jan 11 09:56:44.323905 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-97d7c859-f686-43f8-94ee-fd096e1dab75 req-8e3c6dc0-eaf0-42dd-8d2f-624d6d90127e tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431871 Jan 11 09:56:44.413166 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c362c4-841e-4236-a933-afd399635400 req-80c4be43-064b-4d23-b0a1-5b5d9fcae855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:44.414559 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-45c362c4-841e-4236-a933-afd399635400 req-80c4be43-064b-4d23-b0a1-5b5d9fcae855 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e&tenant_id=32f782bc6ae6464686cab264dc1e702a HTTP/1.1" status: 200 len: 1098 time: 0.0732665 Jan 11 09:56:44.504140 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c362c4-841e-4236-a933-afd399635400 req-5164ed9b-1d99-4b22-9ecd-775bb34fe611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:44.505622 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-45c362c4-841e-4236-a933-afd399635400 req-5164ed9b-1d99-4b22-9ecd-775bb34fe611 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32f782bc6ae6464686cab264dc1e702a&device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 1098 time: 0.0710664 Jan 11 09:56:44.635303 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c362c4-841e-4236-a933-afd399635400 req-6ddfa051-2b8d-4f56-b1db-bf93c8565e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:44.636712 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-45c362c4-841e-4236-a933-afd399635400 req-6ddfa051-2b8d-4f56-b1db-bf93c8565e58 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f3fe887-619a-4eb4-9c13-65cb98225548 HTTP/1.1" status: 200 len: 915 time: 0.1246951 Jan 11 09:56:44.706189 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-45c362c4-841e-4236-a933-afd399635400 req-488813d3-1d91-4552-86ea-cde4a67e4d9e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2695d8f0-7332-415a-bd4a-5e36c499e5ec HTTP/1.1" status: 200 len: 217 time: 0.0629003 Jan 11 09:56:44.765896 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c362c4-841e-4236-a933-afd399635400 req-fea4a851-9746-4bb9-a859-f3dc44b07e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:44.767863 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-45c362c4-841e-4236-a933-afd399635400 req-fea4a851-9746-4bb9-a859-f3dc44b07e45 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7937f351-8674-446d-917c-92128ca8f03a HTTP/1.1" status: 200 len: 854 time: 0.0561876 Jan 11 09:56:44.817407 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-45c362c4-841e-4236-a933-afd399635400 req-9d4b243f-f900-450b-9d4d-8cce6898391d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f3fe887-619a-4eb4-9c13-65cb98225548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422754 Jan 11 09:56:44.944452 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-45c362c4-841e-4236-a933-afd399635400 req-d2c37911-4575-463f-9332-a74888ef1d9c service neutron] 10.222.0.42 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213880 Jan 11 09:56:45.071534 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-45c362c4-841e-4236-a933-afd399635400 req-71762448-ce0d-4e67-8b80-95b2e0219235 service neutron] 10.222.0.42 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205401 Jan 11 09:56:45.558185 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b32b0-5230-47c6-9b62-613e597366d6 req-c9b1b376-f162-4415-a62c-0fa4ddc7c6dc tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:45.559606 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-528b32b0-5230-47c6-9b62-613e597366d6 req-c9b1b376-f162-4415-a62c-0fa4ddc7c6dc tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.1286345 Jan 11 09:56:45.602345 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-528b32b0-5230-47c6-9b62-613e597366d6 req-3a05283e-9c28-4d38-93d8-d0c769ec9e81 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370572 Jan 11 09:56:46.837664 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b17df-37ed-4fd9-b043-b44425424552 req-dce2552c-b099-4a77-ada1-1d34b707a4ca tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:46.839137 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b34b17df-37ed-4fd9-b043-b44425424552 req-dce2552c-b099-4a77-ada1-1d34b707a4ca tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.1275094 Jan 11 09:56:46.880267 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2695d8f0-7332-415a-bd4a-5e36c499e5ec details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:56:46.885566 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b34b17df-37ed-4fd9-b043-b44425424552 req-34609314-f911-49d6-8254-346915ed926e tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408351 Jan 11 09:56:47.008518 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2695d8f0-7332-415a-bd4a-5e36c499e5ec, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2695d8f0-7332-415a-bd4a-5e36c499e5ec,segment=NetworkSegment(fbc180f9-5b4b-42cb-b62a-2ec83990c826),segment_id=fbc180f9-5b4b-42cb-b62a-2ec83990c826)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:56:47.028595 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '2695d8f0-7332-415a-bd4a-5e36c499e5ec', 'network_id': '9f3fe887-619a-4eb4-9c13-65cb98225548', 'port_id': '2695d8f0-7332-415a-bd4a-5e36c499e5ec', 'mac_address': 'fa:16:3e:21:c3:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7937f351-8674-446d-917c-92128ca8f03a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:56:47.081686 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:47.097929 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2695d8f0-7332-415a-bd4a-5e36c499e5ec {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:56:47.112330 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2695d8f0-7332-415a-bd4a-5e36c499e5ec, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2695d8f0-7332-415a-bd4a-5e36c499e5ec,segment=NetworkSegment(fbc180f9-5b4b-42cb-b62a-2ec83990c826),segment_id=fbc180f9-5b4b-42cb-b62a-2ec83990c826)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:56:47.116371 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:47.186296 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['2695d8f0-7332-415a-bd4a-5e36c499e5ec'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:56:47.216642 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=2695d8f0-7332-415a-bd4a-5e36c499e5ec,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:56:48.069021 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577b30f-64db-40d8-881a-affb4187a096 req-3183a1a6-625e-4964-909e-e63da9acb2f8 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:48.070384 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0577b30f-64db-40d8-881a-affb4187a096 req-3183a1a6-625e-4964-909e-e63da9acb2f8 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 944 time: 0.0794213 Jan 11 09:56:48.113778 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0577b30f-64db-40d8-881a-affb4187a096 req-34b66622-a53f-4c20-9457-c409abb22798 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378540 Jan 11 09:56:48.422923 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b115490-c0d8-42ce-a827-26c4f6668202 req-65bdd8a6-6a07-4bb7-ab21-5837d9162e31 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:48.423768 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-2b115490-c0d8-42ce-a827-26c4f6668202 req-65bdd8a6-6a07-4bb7-ab21-5837d9162e31 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Synchronizing usage tracker for tenant:32f782bc6ae6464686cab264dc1e702a on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:56:48.424167 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc45437-2fcf-4761-acd9-96bab8d8536a req-04c1ddf4-6039-4f7f-86ca-4db4cc522de3 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:48.425621 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6bc45437-2fcf-4761-acd9-96bab8d8536a req-04c1ddf4-6039-4f7f-86ca-4db4cc522de3 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 944 time: 0.0854208 Jan 11 09:56:48.438896 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-2b115490-c0d8-42ce-a827-26c4f6668202 req-65bdd8a6-6a07-4bb7-ab21-5837d9162e31 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Unset dirty status for tenant:32f782bc6ae6464686cab264dc1e702a on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:56:48.440502 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2b115490-c0d8-42ce-a827-26c4f6668202 req-65bdd8a6-6a07-4bb7-ab21-5837d9162e31 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.42 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e&tenant_id=32f782bc6ae6464686cab264dc1e702a&binding%3Ahost_id=hv-neutron-8234 HTTP/1.1" status: 200 len: 944 time: 0.0992115 Jan 11 09:56:48.470894 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6bc45437-2fcf-4761-acd9-96bab8d8536a req-e426eaa4-4ce3-46ce-be6f-3ec03044ca01 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385664 Jan 11 09:56:48.581716 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b115490-c0d8-42ce-a827-26c4f6668202 req-3d000fb8-c71b-4189-988c-1b93b0f3862e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:48.583174 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2b115490-c0d8-42ce-a827-26c4f6668202 req-3d000fb8-c71b-4189-988c-1b93b0f3862e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32f782bc6ae6464686cab264dc1e702a&device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 1097 time: 0.0746615 Jan 11 09:56:48.714049 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b115490-c0d8-42ce-a827-26c4f6668202 req-4f20f9e0-23b0-4539-aeed-9160106103d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:48.715586 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2b115490-c0d8-42ce-a827-26c4f6668202 req-4f20f9e0-23b0-4539-aeed-9160106103d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f3fe887-619a-4eb4-9c13-65cb98225548 HTTP/1.1" status: 200 len: 915 time: 0.1270566 Jan 11 09:56:48.782216 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2b115490-c0d8-42ce-a827-26c4f6668202 req-3d5223b9-92a6-4c83-ac95-85c2ab5c7e51 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2695d8f0-7332-415a-bd4a-5e36c499e5ec HTTP/1.1" status: 200 len: 217 time: 0.0599532 Jan 11 09:56:48.845066 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b115490-c0d8-42ce-a827-26c4f6668202 req-c6888c94-75d1-4f7c-ae7b-8d5721d096ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:48.846555 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2b115490-c0d8-42ce-a827-26c4f6668202 req-c6888c94-75d1-4f7c-ae7b-8d5721d096ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7937f351-8674-446d-917c-92128ca8f03a HTTP/1.1" status: 200 len: 854 time: 0.0592263 Jan 11 09:56:48.890491 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2b115490-c0d8-42ce-a827-26c4f6668202 req-dcc0ef05-0511-45ff-8bdd-40464569519c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f3fe887-619a-4eb4-9c13-65cb98225548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382621 Jan 11 09:56:48.896628 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2695d8f0-7332-415a-bd4a-5e36c499e5ec up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:56:48.963265 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 2695d8f0-7332-415a-bd4a-5e36c499e5ec triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:56:48.963534 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:49.085227 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:49.115870 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1adffbf1-bca3-40c7-ade6-b0b60d45317e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2695d8f0-7332-415a-bd4a-5e36c499e5ec'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:56:49.122565 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2695d8f0-7332-415a-bd4a-5e36c499e5ec, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2695d8f0-7332-415a-bd4a-5e36c499e5ec,segment=NetworkSegment(fbc180f9-5b4b-42cb-b62a-2ec83990c826),segment_id=fbc180f9-5b4b-42cb-b62a-2ec83990c826)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:56:49.127297 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:49.136607 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2b115490-c0d8-42ce-a827-26c4f6668202 req-895a0544-18db-45f4-ad17-c4e71f1657b3 service neutron] 10.222.0.42 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404580 Jan 11 09:56:49.177753 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1adffbf1-bca3-40c7-ade6-b0b60d45317e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2695d8f0-7332-415a-bd4a-5e36c499e5ec', 'code': 200} Jan 11 09:56:49.199753 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-83dd8319-3b08-4818-9b5a-d14820dcf44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:49.210412 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=2695d8f0-7332-415a-bd4a-5e36c499e5ec,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:56:49.273517 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-2b115490-c0d8-42ce-a827-26c4f6668202 req-f46ade8b-2c21-4fcc-871b-95e3da2e3e19 service neutron] 10.222.0.42 "GET /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305292 Jan 11 09:56:49.661481 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92649347-4dce-4069-8559-a5aba4de6f7c req-2132e057-4110-4711-ab3c-58dbc3db2c54 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:49.662984 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-92649347-4dce-4069-8559-a5aba4de6f7c req-2132e057-4110-4711-ab3c-58dbc3db2c54 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0860236 Jan 11 09:56:49.711012 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-92649347-4dce-4069-8559-a5aba4de6f7c req-f40fbaa7-4d71-4ca1-9d00-24382e97e467 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415807 Jan 11 09:56:50.999109 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba4713-6945-44a1-8ca6-4818f19a9948 req-013fa9e7-4932-46d3-b9d7-bb7607ef68cb tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:51.000443 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e5ba4713-6945-44a1-8ca6-4818f19a9948 req-013fa9e7-4932-46d3-b9d7-bb7607ef68cb tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.1815252 Jan 11 09:56:51.043617 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e5ba4713-6945-44a1-8ca6-4818f19a9948 req-40c71447-e822-40f2-9b06-e4cd222c63b3 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371175 Jan 11 09:56:51.222995 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce30c1-f3b4-4fad-94b2-ca092d4da1d7 req-009f3470-9b9a-4ea1-94fe-484eae716714 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:51.224416 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c7ce30c1-f3b4-4fad-94b2-ca092d4da1d7 req-009f3470-9b9a-4ea1-94fe-484eae716714 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0801146 Jan 11 09:56:51.284188 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c7ce30c1-f3b4-4fad-94b2-ca092d4da1d7 req-83bb1f1c-48b5-4021-b8cb-7d8cf75b61f0 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539594 Jan 11 09:56:51.387323 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-87096cde-529d-454c-9fe9-f38e31168d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:51.465356 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e12d6-3baa-4145-af47-443da6f7b072 req-02c02744-3f5a-444a-b21f-11bc8d2b528c tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:51.466818 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1c0e12d6-3baa-4145-af47-443da6f7b072 req-02c02744-3f5a-444a-b21f-11bc8d2b528c tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0802786 Jan 11 09:56:51.509850 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1c0e12d6-3baa-4145-af47-443da6f7b072 req-a20f20a6-b352-49c7-a605-ee285ae95507 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368056 Jan 11 09:56:52.067161 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292f457-86a9-445b-9caa-74ef22ab1230 req-ac2ce443-f207-4c39-a03a-356092d850d6 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:52.068519 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4292f457-86a9-445b-9caa-74ef22ab1230 req-ac2ce443-f207-4c39-a03a-356092d850d6 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0821087 Jan 11 09:56:52.111638 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4292f457-86a9-445b-9caa-74ef22ab1230 req-2849a5da-b9da-4408-bea3-590d3ff46e90 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373971 Jan 11 09:56:52.562767 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:52.639212 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:53.291123 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78328068-0852-465e-8dd7-34fde05dc63b req-2ab4120a-5a4e-46ed-a2f8-5e9af469b0ce tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:53.292543 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-78328068-0852-465e-8dd7-34fde05dc63b req-2ab4120a-5a4e-46ed-a2f8-5e9af469b0ce tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0776429 Jan 11 09:56:53.336681 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-78328068-0852-465e-8dd7-34fde05dc63b req-e6d79fb4-d9ac-4bef-9b20-e6202f1eae10 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/security-groups?id=d32d4f02-55bd-4312-9076-9ad55bf382b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383134 Jan 11 09:56:53.783428 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272481dd-2b9b-4080-b97a-31e71007db56 req-1539d664-bebe-403d-8974-783e38dae027 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:53.784822 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-272481dd-2b9b-4080-b97a-31e71007db56 req-1539d664-bebe-403d-8974-783e38dae027 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.42 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 945 time: 0.0835640 Jan 11 09:56:53.852727 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-272481dd-2b9b-4080-b97a-31e71007db56 req-07765150-69d2-4b3b-8fe1-35d2026a5d26 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Deleting port 2695d8f0-7332-415a-bd4a-5e36c499e5ec {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:56:53.853050 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-272481dd-2b9b-4080-b97a-31e71007db56 req-07765150-69d2-4b3b-8fe1-35d2026a5d26 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:54.090009 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-272481dd-2b9b-4080-b97a-31e71007db56 req-07765150-69d2-4b3b-8fe1-35d2026a5d26 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] For port 2695d8f0-7332-415a-bd4a-5e36c499e5ec, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2695d8f0-7332-415a-bd4a-5e36c499e5ec,segment=NetworkSegment(fbc180f9-5b4b-42cb-b62a-2ec83990c826),segment_id=fbc180f9-5b4b-42cb-b62a-2ec83990c826)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:56:54.090395 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-272481dd-2b9b-4080-b97a-31e71007db56 req-07765150-69d2-4b3b-8fe1-35d2026a5d26 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:54.107989 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:54.211159 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-272481dd-2b9b-4080-b97a-31e71007db56 req-07765150-69d2-4b3b-8fe1-35d2026a5d26 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Calling delete_port for 2695d8f0-7332-415a-bd4a-5e36c499e5ec owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:56:54.358031 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-272481dd-2b9b-4080-b97a-31e71007db56 req-07765150-69d2-4b3b-8fe1-35d2026a5d26 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:54.369720 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['2695d8f0-7332-415a-bd4a-5e36c499e5ec'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:56:54.408039 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07765150-69d2-4b3b-8fe1-35d2026a5d26 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Pushing event deleted for resources: {'Port': ['ID=2695d8f0-7332-415a-bd4a-5e36c499e5ec,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:56:54.449901 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07765150-69d2-4b3b-8fe1-35d2026a5d26 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:54.450326 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07765150-69d2-4b3b-8fe1-35d2026a5d26 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:54.450638 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07765150-69d2-4b3b-8fe1-35d2026a5d26 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:54.450971 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07765150-69d2-4b3b-8fe1-35d2026a5d26 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:54.451300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07765150-69d2-4b3b-8fe1-35d2026a5d26 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:54.451624 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07765150-69d2-4b3b-8fe1-35d2026a5d26 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:54.451944 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07765150-69d2-4b3b-8fe1-35d2026a5d26 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:54.452264 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07765150-69d2-4b3b-8fe1-35d2026a5d26 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:54.452578 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07765150-69d2-4b3b-8fe1-35d2026a5d26 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:54.452896 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07765150-69d2-4b3b-8fe1-35d2026a5d26 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:54.453213 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07765150-69d2-4b3b-8fe1-35d2026a5d26 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:54.453528 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07765150-69d2-4b3b-8fe1-35d2026a5d26 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:54.495653 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-272481dd-2b9b-4080-b97a-31e71007db56 req-07765150-69d2-4b3b-8fe1-35d2026a5d26 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] No DVR routers for this DVR port 2695d8f0-7332-415a-bd4a-5e36c499e5ec on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:56:54.495911 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2e2433b0-6d95-4c4e-b17b-8aa071c55b41 req-1e57330a-d755-4956-bf63-4c557f3029c5 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.15 "GET /v2.0/ports?device_id=1adffbf1-bca3-40c7-ade6-b0b60d45317e HTTP/1.1" status: 200 len: 210 time: 0.0476768 Jan 11 09:56:54.498217 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-272481dd-2b9b-4080-b97a-31e71007db56 req-07765150-69d2-4b3b-8fe1-35d2026a5d26 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:54.500903 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1adffbf1-bca3-40c7-ade6-b0b60d45317e', 'name': 'network-vif-deleted', 'tag': '2695d8f0-7332-415a-bd4a-5e36c499e5ec'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:56:54.519544 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-272481dd-2b9b-4080-b97a-31e71007db56 req-07765150-69d2-4b3b-8fe1-35d2026a5d26 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] 10.222.0.42 "DELETE /v2.0/ports/2695d8f0-7332-415a-bd4a-5e36c499e5ec HTTP/1.1" status: 204 len: 173 time: 0.7291415 Jan 11 09:56:54.547314 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1adffbf1-bca3-40c7-ade6-b0b60d45317e', 'name': 'network-vif-deleted', 'tag': '2695d8f0-7332-415a-bd4a-5e36c499e5ec', 'status': 'completed', 'code': 200} Jan 11 09:56:55.733489 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 37962) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:56:55.792498 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0df1e0-dd47-40a1-b245-b4ae7c5dfc8d admin admin] Deleting subnet 7937f351-8674-446d-917c-92128ca8f03a {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 09:56:55.795573 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d0df1e0-dd47-40a1-b245-b4ae7c5dfc8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:55.843449 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d0df1e0-dd47-40a1-b245-b4ae7c5dfc8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:55.900245 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d0df1e0-dd47-40a1-b245-b4ae7c5dfc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:55.964957 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d0df1e0-dd47-40a1-b245-b4ae7c5dfc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:56.004814 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0d0df1e0-dd47-40a1-b245-b4ae7c5dfc8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:56.007389 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0df1e0-dd47-40a1-b245-b4ae7c5dfc8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7937f351-8674-446d-917c-92128ca8f03a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:56:56.016162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0df1e0-dd47-40a1-b245-b4ae7c5dfc8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:56.017049 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0df1e0-dd47-40a1-b245-b4ae7c5dfc8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:56.017477 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0df1e0-dd47-40a1-b245-b4ae7c5dfc8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:56.017822 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0df1e0-dd47-40a1-b245-b4ae7c5dfc8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:56.018146 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0df1e0-dd47-40a1-b245-b4ae7c5dfc8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:56.018468 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0df1e0-dd47-40a1-b245-b4ae7c5dfc8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:56.018784 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0df1e0-dd47-40a1-b245-b4ae7c5dfc8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:56.019100 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0df1e0-dd47-40a1-b245-b4ae7c5dfc8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:56.019411 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0df1e0-dd47-40a1-b245-b4ae7c5dfc8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:56.019720 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0df1e0-dd47-40a1-b245-b4ae7c5dfc8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:56.020036 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0df1e0-dd47-40a1-b245-b4ae7c5dfc8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:56.020344 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0df1e0-dd47-40a1-b245-b4ae7c5dfc8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:56:56.024323 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0d0df1e0-dd47-40a1-b245-b4ae7c5dfc8d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7937f351-8674-446d-917c-92128ca8f03a HTTP/1.1" status: 204 len: 168 time: 0.2898078 Jan 11 09:56:56.026965 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 37966) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:56:56.131030 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a709-e1dd-4da9-a76c-877b7992897f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:56.251472 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a709-e1dd-4da9-a76c-877b7992897f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:56.275320 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ecd5a709-e1dd-4da9-a76c-877b7992897f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3fe887-619a-4eb4-9c13-65cb98225548']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:56:56.292338 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ecd5a709-e1dd-4da9-a76c-877b7992897f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc180f9-5b4b-42cb-b62a-2ec83990c826') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:56:56.292634 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-ecd5a709-e1dd-4da9-a76c-877b7992897f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc180f9-5b4b-42cb-b62a-2ec83990c826') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:56:56.305599 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a709-e1dd-4da9-a76c-877b7992897f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:56.320900 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a709-e1dd-4da9-a76c-877b7992897f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:56.326787 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd5a709-e1dd-4da9-a76c-877b7992897f admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 09:56:56.327160 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a709-e1dd-4da9-a76c-877b7992897f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 09:56:56.340162 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 09:56:56.413446 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a709-e1dd-4da9-a76c-877b7992897f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:56.429659 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a709-e1dd-4da9-a76c-877b7992897f admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:56.443361 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5a709-e1dd-4da9-a76c-877b7992897f admin admin] Pushing event deleted for resources: {'Network': ['ID=9f3fe887-619a-4eb4-9c13-65cb98225548,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:56:56.451379 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ecd5a709-e1dd-4da9-a76c-877b7992897f admin admin] 10.222.0.15 "DELETE /v2.0/networks/9f3fe887-619a-4eb4-9c13-65cb98225548 HTTP/1.1" status: 204 len: 168 time: 0.4234712 Jan 11 09:56:56.559031 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 37972) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:56:56.613189 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7d62a0f4-ebef-427f-be51-f88e17a3321b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=32f782bc6ae6464686cab264dc1e702a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530055 Jan 11 09:56:56.615924 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 37976) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:56:56.675559 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ffb1ee1d-6a55-47ff-9781-fca3528f9251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:56.700213 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ffb1ee1d-6a55-47ff-9781-fca3528f9251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:56.750833 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ffb1ee1d-6a55-47ff-9781-fca3528f9251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:56.768188 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1ee1d-6a55-47ff-9781-fca3528f9251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32d4f02-55bd-4312-9076-9ad55bf382b4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:56:56.771383 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ffb1ee1d-6a55-47ff-9781-fca3528f9251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:56.772498 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ffb1ee1d-6a55-47ff-9781-fca3528f9251 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d32d4f02-55bd-4312-9076-9ad55bf382b4 HTTP/1.1" status: 204 len: 168 time: 0.1556492 Jan 11 09:56:57.474501 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 38000) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:56:57.575522 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d12ae3e4-763b-4480-96ef-15235d84bb61 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-327695004-network', 'tenant_id': 'b1e19918ba604fd9881470933fe85736'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:56:57.580442 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d12ae3e4-763b-4480-96ef-15235d84bb61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:56:57.584239 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d12ae3e4-763b-4480-96ef-15235d84bb61 admin admin] Usage tracker for resource:network and tenant:b1e19918ba604fd9881470933fe85736 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:56:57.587043 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d12ae3e4-763b-4480-96ef-15235d84bb61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:56:57.592564 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d12ae3e4-763b-4480-96ef-15235d84bb61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:56:57.602460 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12ae3e4-763b-4480-96ef-15235d84bb61 admin admin] Made reservation on behalf of b1e19918ba604fd9881470933fe85736 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:56:57.604652 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d12ae3e4-763b-4480-96ef-15235d84bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:57.617000 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d12ae3e4-763b-4480-96ef-15235d84bb61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:57.631438 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d12ae3e4-763b-4480-96ef-15235d84bb61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:56:57.635137 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d12ae3e4-763b-4480-96ef-15235d84bb61 admin admin] Usage tracker for resource:security_group_rule and tenant:b1e19918ba604fd9881470933fe85736 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:56:57.637850 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d12ae3e4-763b-4480-96ef-15235d84bb61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:56:57.643497 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d12ae3e4-763b-4480-96ef-15235d84bb61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:56:57.731776 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d12ae3e4-763b-4480-96ef-15235d84bb61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:57.736016 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d12ae3e4-763b-4480-96ef-15235d84bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:57.761898 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12ae3e4-763b-4480-96ef-15235d84bb61 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 09:56:57.773876 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ae3e4-763b-4480-96ef-15235d84bb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e8149e-fb9c-4acf-a15c-20c7bb3c106a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:56:57.778211 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d12ae3e4-763b-4480-96ef-15235d84bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:57.778555 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-d12ae3e4-763b-4480-96ef-15235d84bb61 admin admin] Added segment becf6ee2-b1a5-4295-9227-5c38bdaa0ccf of type vlan for network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 Jan 11 09:56:57.810138 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d12ae3e4-763b-4480-96ef-15235d84bb61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:57.837881 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d12ae3e4-763b-4480-96ef-15235d84bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:57.838869 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12ae3e4-763b-4480-96ef-15235d84bb61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:57.839438 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d12ae3e4-763b-4480-96ef-15235d84bb61 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:57.934627 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d12ae3e4-763b-4480-96ef-15235d84bb61 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4590511 Jan 11 09:56:57.937647 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 38006) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:56:57.939873 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ae3e4-763b-4480-96ef-15235d84bb61 admin admin] Pushing event updated for resources: {'Network': ['ID=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:56:57.944474 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-57f4c96b-28aa-4615-908b-05c1f92c30fe admin admin] Request body: {'subnet': {'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-327695004-subnet', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:56:57.949446 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 09:56:57.950019 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-57f4c96b-28aa-4615-908b-05c1f92c30fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:56:57.954108 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-57f4c96b-28aa-4615-908b-05c1f92c30fe admin admin] Usage tracker for resource:subnet and tenant:b1e19918ba604fd9881470933fe85736 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:56:57.956935 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-57f4c96b-28aa-4615-908b-05c1f92c30fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:56:57.962481 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-57f4c96b-28aa-4615-908b-05c1f92c30fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:56:57.973465 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f4c96b-28aa-4615-908b-05c1f92c30fe admin admin] Made reservation on behalf of b1e19918ba604fd9881470933fe85736 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:56:57.975784 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57f4c96b-28aa-4615-908b-05c1f92c30fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:58.175954 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57f4c96b-28aa-4615-908b-05c1f92c30fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:58.250482 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4c96b-28aa-4615-908b-05c1f92c30fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=fda7308e-03ae-4dc9-80ac-d95216094f06,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:56:58.259721 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f4c96b-28aa-4615-908b-05c1f92c30fe admin admin] Checking segment: {'id': 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:56:58.260073 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f4c96b-28aa-4615-908b-05c1f92c30fe admin admin] Network hostable DHCP agents. Network: 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 09:56:58.278584 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f4c96b-28aa-4615-908b-05c1f92c30fe admin admin] Network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 09:56:58.287689 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-57f4c96b-28aa-4615-908b-05c1f92c30fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:56:58.292095 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f4c96b-28aa-4615-908b-05c1f92c30fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:56:58.292670 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-57f4c96b-28aa-4615-908b-05c1f92c30fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:58.296722 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84c67c0-7b19-4286-b113-60a110cfa9d2 None None] Network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:56:58.312879 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-57f4c96b-28aa-4615-908b-05c1f92c30fe admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3740840 Jan 11 09:56:58.315570 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 38010) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:56:58.320538 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-324e8a9f-2c8a-40d7-849b-f4afe92ed9fa admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:56:58.325028 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-324e8a9f-2c8a-40d7-849b-f4afe92ed9fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:56:58.328778 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-324e8a9f-2c8a-40d7-849b-f4afe92ed9fa admin admin] Usage tracker for resource:router and tenant:b1e19918ba604fd9881470933fe85736 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:56:58.332217 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-324e8a9f-2c8a-40d7-849b-f4afe92ed9fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:56:58.337988 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-324e8a9f-2c8a-40d7-849b-f4afe92ed9fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:56:58.349193 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-324e8a9f-2c8a-40d7-849b-f4afe92ed9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:58.350162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-324e8a9f-2c8a-40d7-849b-f4afe92ed9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:58.365506 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-324e8a9f-2c8a-40d7-849b-f4afe92ed9fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:58.512502 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b441a14-1015-4227-83ef-988f2961dba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 09:56:58.513326 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4b441a14-1015-4227-83ef-988f2961dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:58.670124 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-4b441a14-1015-4227-83ef-988f2961dba9 None None] Allocated IP 172.20.0.2 (9f2ae170-9bdf-43b0-9a88-60ab20afe7a1/fda7308e-03ae-4dc9-80ac-d95216094f06/19925e93-a74e-4485-908c-b7ecc84e49e8) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:56:58.741703 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-324e8a9f-2c8a-40d7-849b-f4afe92ed9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:58.879016 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4b441a14-1015-4227-83ef-988f2961dba9 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:58.888680 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4b441a14-1015-4227-83ef-988f2961dba9 None None] Transition to ACTIVE for port object 19925e93-a74e-4485-908c-b7ecc84e49e8 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:56:58.906355 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4b441a14-1015-4227-83ef-988f2961dba9 None None] Transition to ACTIVE for port object 19925e93-a74e-4485-908c-b7ecc84e49e8 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:56:58.912857 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4b441a14-1015-4227-83ef-988f2961dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:58.976483 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2695d8f0-7332-415a-bd4a-5e36c499e5ec no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:56:59.009069 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b441a14-1015-4227-83ef-988f2961dba9 None None] Network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:56:59.010649 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-4b441a14-1015-4227-83ef-988f2961dba9 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:56:59.019274 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b441a14-1015-4227-83ef-988f2961dba9 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:56:59.021216 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: 2695d8f0-7332-415a-bd4a-5e36c499e5ec {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:56:59.021551 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2695d8f0-7332-415a-bd4a-5e36c499e5ec not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:56:59.029928 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b441a14-1015-4227-83ef-988f2961dba9 None None] Pushing event updated for resources: {'Port': ['ID=19925e93-a74e-4485-908c-b7ecc84e49e8,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:56:59.052560 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-324e8a9f-2c8a-40d7-849b-f4afe92ed9fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:59.082829 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-324e8a9f-2c8a-40d7-849b-f4afe92ed9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:59.112813 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4b441a14-1015-4227-83ef-988f2961dba9 None None] Attempting to bind port 19925e93-a74e-4485-908c-b7ecc84e49e8 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:56:59.112813 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4b441a14-1015-4227-83ef-988f2961dba9 None None] Attempting to bind port 19925e93-a74e-4485-908c-b7ecc84e49e8 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:56:59.113122 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b441a14-1015-4227-83ef-988f2961dba9 None None] Attempting to bind port 19925e93-a74e-4485-908c-b7ecc84e49e8 on network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:56:59.118622 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b441a14-1015-4227-83ef-988f2961dba9 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:56:59.118622 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b441a14-1015-4227-83ef-988f2961dba9 None None] Checking segment: {'id': 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:56:59.119044 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4b441a14-1015-4227-83ef-988f2961dba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:59.119528 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b441a14-1015-4227-83ef-988f2961dba9 None None] Bound using segment: {'id': 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:56:59.119939 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4b441a14-1015-4227-83ef-988f2961dba9 None None] Bound port: 19925e93-a74e-4485-908c-b7ecc84e49e8, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:56:59.120267 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4b441a14-1015-4227-83ef-988f2961dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:59.219416 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-324e8a9f-2c8a-40d7-849b-f4afe92ed9fa admin admin] Allocated IP 172.26.3.40 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/b20b52a4-2a78-4f48-a0bc-b8b91e754df5) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:56:59.283299 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4b441a14-1015-4227-83ef-988f2961dba9 None None] For port 19925e93-a74e-4485-908c-b7ecc84e49e8, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:56:59.286535 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4b441a14-1015-4227-83ef-988f2961dba9 None None] For port 19925e93-a74e-4485-908c-b7ecc84e49e8, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=19925e93-a74e-4485-908c-b7ecc84e49e8,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:56:59.291492 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4b441a14-1015-4227-83ef-988f2961dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:59.368187 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-324e8a9f-2c8a-40d7-849b-f4afe92ed9fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:59.392008 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b441a14-1015-4227-83ef-988f2961dba9 None None] Pushing event updated for resources: {'Port': ['ID=19925e93-a74e-4485-908c-b7ecc84e49e8,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:56:59.405561 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-324e8a9f-2c8a-40d7-849b-f4afe92ed9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:56:59.475460 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324e8a9f-2c8a-40d7-849b-f4afe92ed9fa admin admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:56:59.478581 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-324e8a9f-2c8a-40d7-849b-f4afe92ed9fa admin admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:56:59.483822 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324e8a9f-2c8a-40d7-849b-f4afe92ed9fa admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:56:59.519357 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e8a9f-2c8a-40d7-849b-f4afe92ed9fa admin admin] Pushing event updated for resources: {'Port': ['ID=b20b52a4-2a78-4f48-a0bc-b8b91e754df5,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:56:59.929193 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-324e8a9f-2c8a-40d7-849b-f4afe92ed9fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:00.365098 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0608762-3b90-486d-a289-be78a2a212f8 None None] Network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 09:57:00.385837 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-324e8a9f-2c8a-40d7-849b-f4afe92ed9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:00.451763 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f06a817b-86ce-407f-aa4b-ad346bfa691d None None] Provisioning for port 19925e93-a74e-4485-908c-b7ecc84e49e8 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:57:00.538962 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 19925e93-a74e-4485-908c-b7ecc84e49e8 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:57:00.598547 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324e8a9f-2c8a-40d7-849b-f4afe92ed9fa admin admin] Router 69c8de26-3056-4bb3-9772-dc67c9de7969 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 09:57:00.659413 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 19925e93-a74e-4485-908c-b7ecc84e49e8 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:57:00.666275 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 19925e93-a74e-4485-908c-b7ecc84e49e8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:57:00.666646 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:00.781346 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324e8a9f-2c8a-40d7-849b-f4afe92ed9fa admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:57:00.791457 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] Sync routers for ids ['69c8de26-3056-4bb3-9772-dc67c9de7969'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:57:00.806361 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] Routers {'69c8de26-3056-4bb3-9772-dc67c9de7969'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:57:00.807214 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:56:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['69c8de26-3056-4bb3-9772-dc67c9de7969'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:57:00.810202 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-324e8a9f-2c8a-40d7-849b-f4afe92ed9fa admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:00.812428 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-324e8a9f-2c8a-40d7-849b-f4afe92ed9fa admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4957235 Jan 11 09:57:00.815280 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 38014) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:57:00.827024 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:00.863530 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 19925e93-a74e-4485-908c-b7ecc84e49e8, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=19925e93-a74e-4485-908c-b7ecc84e49e8,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:57:00.868567 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:00.945754 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=19925e93-a74e-4485-908c-b7ecc84e49e8,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:57:01.006332 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] Set router 69c8de26-3056-4bb3-9772-dc67c9de7969 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:57:01.087232 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-03c919dc-b9d5-4c11-8d2e-7e31a74250be None None] Provisioning complete for port 19925e93-a74e-4485-908c-b7ecc84e49e8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:57:01.087594 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-03c919dc-b9d5-4c11-8d2e-7e31a74250be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:01.290503 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:56:59Z', 'revision_number': 3, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:57:01.294463 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] Checking router: 69c8de26-3056-4bb3-9772-dc67c9de7969 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:57:01.294805 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] Updating router 69c8de26-3056-4bb3-9772-dc67c9de7969 port b20b52a4-2a78-4f48-a0bc-b8b91e754df5 binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:57:01.346616 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:01.499059 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f50f475d-c88f-48ab-95f2-6b736740ccdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:01.688635 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:01.703064 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] Transition to ACTIVE for port object b20b52a4-2a78-4f48-a0bc-b8b91e754df5 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:57:01.711156 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:01.789618 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] Attempting to bind port b20b52a4-2a78-4f48-a0bc-b8b91e754df5 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:57:01.789975 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] Attempting to bind port b20b52a4-2a78-4f48-a0bc-b8b91e754df5 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:57:01.790355 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] Attempting to bind port b20b52a4-2a78-4f48-a0bc-b8b91e754df5 on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:57:01.792393 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c7021-caba-43d4-a2ba-c2383cdbf6fd None None] Pushing event updated for resources: {'Port': ['ID=b20b52a4-2a78-4f48-a0bc-b8b91e754df5,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:57:01.801191 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c7021-caba-43d4-a2ba-c2383cdbf6fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:57:01.801531 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c7021-caba-43d4-a2ba-c2383cdbf6fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:57:01.801861 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c7021-caba-43d4-a2ba-c2383cdbf6fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:57:01.802211 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c7021-caba-43d4-a2ba-c2383cdbf6fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:57:01.802537 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c7021-caba-43d4-a2ba-c2383cdbf6fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:57:01.802860 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c7021-caba-43d4-a2ba-c2383cdbf6fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:57:01.803178 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c7021-caba-43d4-a2ba-c2383cdbf6fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:57:01.803494 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c7021-caba-43d4-a2ba-c2383cdbf6fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:57:01.803811 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c7021-caba-43d4-a2ba-c2383cdbf6fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:57:01.804120 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c7021-caba-43d4-a2ba-c2383cdbf6fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:57:01.804432 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c7021-caba-43d4-a2ba-c2383cdbf6fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:57:01.804742 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c7021-caba-43d4-a2ba-c2383cdbf6fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:57:01.809765 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:57:01.810148 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:57:01.811261 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:01.811261 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:57:01.811644 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] Bound port: b20b52a4-2a78-4f48-a0bc-b8b91e754df5, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:57:01.812006 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:01.840501 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-f50f475d-c88f-48ab-95f2-6b736740ccdf admin admin] Allocated IP 172.20.0.1 (9f2ae170-9bdf-43b0-9a88-60ab20afe7a1/fda7308e-03ae-4dc9-80ac-d95216094f06/19d747c4-35eb-45e0-9e6d-c2392fc7c414) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:57:01.886299 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] For port b20b52a4-2a78-4f48-a0bc-b8b91e754df5, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:57:01.889209 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] For port b20b52a4-2a78-4f48-a0bc-b8b91e754df5, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=b20b52a4-2a78-4f48-a0bc-b8b91e754df5,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:57:01.893858 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:01.968375 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] Routers {'69c8de26-3056-4bb3-9772-dc67c9de7969'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:57:01.968978 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:56:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['69c8de26-3056-4bb3-9772-dc67c9de7969'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:57:01.988066 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f50f475d-c88f-48ab-95f2-6b736740ccdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:02.002951 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-f50f475d-c88f-48ab-95f2-6b736740ccdf admin admin] Transition to ACTIVE for port object 19d747c4-35eb-45e0-9e6d-c2392fc7c414 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:57:02.033819 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f50f475d-c88f-48ab-95f2-6b736740ccdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:02.068967 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c7021-caba-43d4-a2ba-c2383cdbf6fd None None] Pushing event updated for resources: {'Port': ['ID=b20b52a4-2a78-4f48-a0bc-b8b91e754df5,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:57:02.102037 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50f475d-c88f-48ab-95f2-6b736740ccdf admin admin] Network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:57:02.104787 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f50f475d-c88f-48ab-95f2-6b736740ccdf admin admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:57:02.108521 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50f475d-c88f-48ab-95f2-6b736740ccdf admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:57:02.143733 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f475d-c88f-48ab-95f2-6b736740ccdf admin admin] Pushing event updated for resources: {'Port': ['ID=19d747c4-35eb-45e0-9e6d-c2392fc7c414,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:57:02.166534 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f50f475d-c88f-48ab-95f2-6b736740ccdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:02.187941 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] Set router 69c8de26-3056-4bb3-9772-dc67c9de7969 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:57:02.296555 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f50f475d-c88f-48ab-95f2-6b736740ccdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:02.333656 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-765a98a1-dac7-4dcf-b685-cbe125713df0 None None] Provisioning for port 19d747c4-35eb-45e0-9e6d-c2392fc7c414 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:57:02.339991 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-765a98a1-dac7-4dcf-b685-cbe125713df0 None None] Provisioning complete for port 19d747c4-35eb-45e0-9e6d-c2392fc7c414 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:57:02.340596 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-765a98a1-dac7-4dcf-b685-cbe125713df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:02.396433 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-765a98a1-dac7-4dcf-b685-cbe125713df0 None None] Port 19d747c4-35eb-45e0-9e6d-c2392fc7c414 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:57:02.475823 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:56:59Z', 'revision_number': 3, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:57:02.481536 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cc0677-660a-416e-839d-c5af394514ab None None] The sync data for ids ['69c8de26-3056-4bb3-9772-dc67c9de7969'] in dv-neutron-823402-4-hyperv is: [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:56:59Z', 'revision_number': 3, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:57:02.518531 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 19925e93-a74e-4485-908c-b7ecc84e49e8 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:57:02.525443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f50f475d-c88f-48ab-95f2-6b736740ccdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:02.531065 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f50f475d-c88f-48ab-95f2-6b736740ccdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:02.587547 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 19925e93-a74e-4485-908c-b7ecc84e49e8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:57:02.587916 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:02.642883 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f475d-c88f-48ab-95f2-6b736740ccdf admin admin] Pushing event updated for resources: {'Port': ['ID=19d747c4-35eb-45e0-9e6d-c2392fc7c414,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:57:02.645221 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f50f475d-c88f-48ab-95f2-6b736740ccdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:02.808067 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50f475d-c88f-48ab-95f2-6b736740ccdf admin admin] Network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:57:02.809186 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f50f475d-c88f-48ab-95f2-6b736740ccdf admin admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:57:03.006978 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50f475d-c88f-48ab-95f2-6b736740ccdf admin admin] Router 69c8de26-3056-4bb3-9772-dc67c9de7969 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:57:03.121091 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-34e8eb55-7a29-4b57-8b70-944d76a304c5 None None] Provisioning complete for port 19d747c4-35eb-45e0-9e6d-c2392fc7c414 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:57:03.121461 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-34e8eb55-7a29-4b57-8b70-944d76a304c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:03.179643 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-34e8eb55-7a29-4b57-8b70-944d76a304c5 None None] Port 19d747c4-35eb-45e0-9e6d-c2392fc7c414 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:57:03.203050 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50f475d-c88f-48ab-95f2-6b736740ccdf admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:57:03.212913 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f50f475d-c88f-48ab-95f2-6b736740ccdf admin admin] 10.222.0.15 "PUT /v2.0/routers/69c8de26-3056-4bb3-9772-dc67c9de7969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3962426 Jan 11 09:57:03.648135 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 38024) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:57:03.653683 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-05bd6a5d-a53f-4726-846c-11a159694f4b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--271494457', 'description': 'tempest-description--1899067450'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:57:03.660543 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-05bd6a5d-a53f-4726-846c-11a159694f4b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:57:03.665056 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-05bd6a5d-a53f-4726-846c-11a159694f4b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Usage tracker for resource:security_group and tenant:b1e19918ba604fd9881470933fe85736 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:57:03.668361 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-05bd6a5d-a53f-4726-846c-11a159694f4b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:57:03.675214 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-05bd6a5d-a53f-4726-846c-11a159694f4b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:57:03.684231 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05bd6a5d-a53f-4726-846c-11a159694f4b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:03.714336 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-05bd6a5d-a53f-4726-846c-11a159694f4b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:57:03.718288 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-05bd6a5d-a53f-4726-846c-11a159694f4b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Usage tracker for resource:security_group_rule and tenant:b1e19918ba604fd9881470933fe85736 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:57:03.721978 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-05bd6a5d-a53f-4726-846c-11a159694f4b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:57:03.729319 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-05bd6a5d-a53f-4726-846c-11a159694f4b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:57:03.800594 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05bd6a5d-a53f-4726-846c-11a159694f4b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:03.804753 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05bd6a5d-a53f-4726-846c-11a159694f4b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:03.847895 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd6a5d-a53f-4726-846c-11a159694f4b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:57:03.850489 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05bd6a5d-a53f-4726-846c-11a159694f4b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:03.851661 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-05bd6a5d-a53f-4726-846c-11a159694f4b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2025218 Jan 11 09:57:03.854404 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 38028) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:57:03.859125 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-20da6a98-1a3c-4969-b2c9-f8ac0dbabbf9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Request body: {'security_group_rule': {'security_group_id': '6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:57:03.865117 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-20da6a98-1a3c-4969-b2c9-f8ac0dbabbf9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:57:03.869096 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-20da6a98-1a3c-4969-b2c9-f8ac0dbabbf9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Usage tracker for resource:security_group_rule and tenant:b1e19918ba604fd9881470933fe85736 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:57:03.872111 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-20da6a98-1a3c-4969-b2c9-f8ac0dbabbf9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:57:03.878441 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-20da6a98-1a3c-4969-b2c9-f8ac0dbabbf9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:57:03.898699 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20da6a98-1a3c-4969-b2c9-f8ac0dbabbf9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:03.968229 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] Sync routers for ids ['69c8de26-3056-4bb3-9772-dc67c9de7969'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:57:03.978211 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] Routers {'69c8de26-3056-4bb3-9772-dc67c9de7969'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:57:03.978934 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:56:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['69c8de26-3056-4bb3-9772-dc67c9de7969'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:57:04.067469 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20da6a98-1a3c-4969-b2c9-f8ac0dbabbf9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:04.071062 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20da6a98-1a3c-4969-b2c9-f8ac0dbabbf9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:04.093886 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da6a98-1a3c-4969-b2c9-f8ac0dbabbf9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db21d9e0-0bc3-4940-8da7-212b7330f0a6,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:57:04.102569 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-20da6a98-1a3c-4969-b2c9-f8ac0dbabbf9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:04.103735 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-20da6a98-1a3c-4969-b2c9-f8ac0dbabbf9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2484455 Jan 11 09:57:04.106369 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 38032) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:57:04.111867 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-fe0f032f-d9d5-4859-95b3-c7e3fed159e9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Request body: {'security_group_rule': {'security_group_id': '6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:57:04.117529 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fe0f032f-d9d5-4859-95b3-c7e3fed159e9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:57:04.121347 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-fe0f032f-d9d5-4859-95b3-c7e3fed159e9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Usage tracker for resource:security_group_rule and tenant:b1e19918ba604fd9881470933fe85736 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:57:04.124177 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-fe0f032f-d9d5-4859-95b3-c7e3fed159e9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:57:04.130541 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fe0f032f-d9d5-4859-95b3-c7e3fed159e9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:57:04.147057 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fe0f032f-d9d5-4859-95b3-c7e3fed159e9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:04.156671 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] Set router 69c8de26-3056-4bb3-9772-dc67c9de7969 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:57:04.207584 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fe0f032f-d9d5-4859-95b3-c7e3fed159e9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:04.211435 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fe0f032f-d9d5-4859-95b3-c7e3fed159e9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:04.234258 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f032f-d9d5-4859-95b3-c7e3fed159e9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2308cfc7-f53f-4a42-81ff-23dff03bd425,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:57:04.244092 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fe0f032f-d9d5-4859-95b3-c7e3fed159e9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:04.245262 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fe0f032f-d9d5-4859-95b3-c7e3fed159e9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380053 Jan 11 09:57:04.248198 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 38036) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:57:04.253389 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c04b7e16-19b4-4dd4-a539-22a64d046235 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:57:04.259225 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c04b7e16-19b4-4dd4-a539-22a64d046235 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:57:04.262999 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c04b7e16-19b4-4dd4-a539-22a64d046235 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Usage tracker for resource:floatingip and tenant:b1e19918ba604fd9881470933fe85736 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:57:04.265899 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c04b7e16-19b4-4dd4-a539-22a64d046235 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:57:04.271997 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c04b7e16-19b4-4dd4-a539-22a64d046235 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:57:04.282894 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c04b7e16-19b4-4dd4-a539-22a64d046235 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:04.417849 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:04.419525 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c04b7e16-19b4-4dd4-a539-22a64d046235 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:04.494386 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 2, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:57:04.507959 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] Checking router: 69c8de26-3056-4bb3-9772-dc67c9de7969 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:57:04.508398 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] Updating router 69c8de26-3056-4bb3-9772-dc67c9de7969 port 19d747c4-35eb-45e0-9e6d-c2392fc7c414 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 09:57:04.545132 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device b20b52a4-2a78-4f48-a0bc-b8b91e754df5 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:57:04.572491 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-c04b7e16-19b4-4dd4-a539-22a64d046235 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Allocated IP 172.26.3.53 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/412c6481-9f34-4010-a047-c1b6c4bb98bb) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:57:04.612527 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:04.685023 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port b20b52a4-2a78-4f48-a0bc-b8b91e754df5 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:57:04.694956 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port b20b52a4-2a78-4f48-a0bc-b8b91e754df5 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:57:04.695329 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:04.726850 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c04b7e16-19b4-4dd4-a539-22a64d046235 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:04.756850 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c04b7e16-19b4-4dd4-a539-22a64d046235 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:04.824776 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04b7e16-19b4-4dd4-a539-22a64d046235 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:57:04.827580 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-c04b7e16-19b4-4dd4-a539-22a64d046235 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:57:04.831638 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04b7e16-19b4-4dd4-a539-22a64d046235 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:57:04.865872 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b7e16-19b4-4dd4-a539-22a64d046235 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Pushing event updated for resources: {'Port': ['ID=412c6481-9f34-4010-a047-c1b6c4bb98bb,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:57:04.914960 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c04b7e16-19b4-4dd4-a539-22a64d046235 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:04.978110 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c04b7e16-19b4-4dd4-a539-22a64d046235 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:05.004790 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:05.045183 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port b20b52a4-2a78-4f48-a0bc-b8b91e754df5, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=b20b52a4-2a78-4f48-a0bc-b8b91e754df5,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:57:05.048333 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:05.157685 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=b20b52a4-2a78-4f48-a0bc-b8b91e754df5,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:57:05.190816 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c04b7e16-19b4-4dd4-a539-22a64d046235 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:05.192397 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:05.195388 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c04b7e16-19b4-4dd4-a539-22a64d046235 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:05.205004 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] Transition to ACTIVE for port object 19d747c4-35eb-45e0-9e6d-c2392fc7c414 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:57:05.211526 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:05.310910 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b7e16-19b4-4dd4-a539-22a64d046235 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Pushing event updated for resources: {'Port': ['ID=412c6481-9f34-4010-a047-c1b6c4bb98bb,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:57:05.321373 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c04b7e16-19b4-4dd4-a539-22a64d046235 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:05.347655 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c04b7e16-19b4-4dd4-a539-22a64d046235 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:05.358029 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c04b7e16-19b4-4dd4-a539-22a64d046235 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1000502 Jan 11 09:57:05.389242 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6fc50c-77fd-4d16-a47d-2a9fd90f6aee None None] Pushing event updated for resources: {'Port': ['ID=19d747c4-35eb-45e0-9e6d-c2392fc7c414,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:57:05.448059 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] Attempting to bind port 19d747c4-35eb-45e0-9e6d-c2392fc7c414 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:57:05.448529 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] Attempting to bind port 19d747c4-35eb-45e0-9e6d-c2392fc7c414 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:57:05.448959 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] Attempting to bind port 19d747c4-35eb-45e0-9e6d-c2392fc7c414 on network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:57:05.455592 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:57:05.455961 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] Checking segment: {'id': 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:57:05.456363 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:05.457090 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] Bound using segment: {'id': 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:57:05.457225 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] Bound port: 19d747c4-35eb-45e0-9e6d-c2392fc7c414, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:57:05.457579 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:05.526223 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-ad4744b7-dca5-4135-99c7-57454c36c9d1 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Synchronizing usage tracker for tenant:b1e19918ba604fd9881470933fe85736 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:57:05.542688 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-ad4744b7-dca5-4135-99c7-57454c36c9d1 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Unset dirty status for tenant:b1e19918ba604fd9881470933fe85736 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:57:05.544512 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-ad4744b7-dca5-4135-99c7-57454c36c9d1 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--271494457&fields=id&tenant_id=b1e19918ba604fd9881470933fe85736 HTTP/1.1" status: 200 len: 267 time: 0.0575633 Jan 11 09:57:05.561791 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] For port 19d747c4-35eb-45e0-9e6d-c2392fc7c414, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:57:05.565752 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] For port 19d747c4-35eb-45e0-9e6d-c2392fc7c414, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=19d747c4-35eb-45e0-9e6d-c2392fc7c414,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:57:05.571930 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:05.648544 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] Routers {'69c8de26-3056-4bb3-9772-dc67c9de7969'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:57:05.649171 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:56:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['69c8de26-3056-4bb3-9772-dc67c9de7969'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:57:05.713700 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6fc50c-77fd-4d16-a47d-2a9fd90f6aee None None] Pushing event updated for resources: {'Port': ['ID=19d747c4-35eb-45e0-9e6d-c2392fc7c414,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:57:05.715450 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-bbfba475-3612-41a0-90f9-d3272bbc56d4 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:05.719388 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-bbfba475-3612-41a0-90f9-d3272bbc56d4 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 811 time: 0.1674647 Jan 11 09:57:05.735917 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-3f2517a6-c537-45cc-b8dc-6436769971aa tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/quotas/b1e19918ba604fd9881470933fe85736 HTTP/1.1" status: 200 len: 375 time: 0.0103757 Jan 11 09:57:05.834292 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-66fdeea8-40e4-4d43-b165-cfb7f7143682 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Synchronizing usage tracker for tenant:b1e19918ba604fd9881470933fe85736 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:57:05.841643 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] Set router 69c8de26-3056-4bb3-9772-dc67c9de7969 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:57:05.852809 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-66fdeea8-40e4-4d43-b165-cfb7f7143682 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Unset dirty status for tenant:b1e19918ba604fd9881470933fe85736 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:57:05.854236 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-66fdeea8-40e4-4d43-b165-cfb7f7143682 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1101868 Jan 11 09:57:05.993974 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-7adc50a8-e819-4468-8aad-d994f3fe61cb service neutron] 10.222.0.15 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268644 Jan 11 09:57:06.163197 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:57:06.167427 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af736ce-3413-434d-bb2c-fc897a9c8d6a None None] The sync data for ids ['69c8de26-3056-4bb3-9772-dc67c9de7969'] in dv-neutron-823402-4-hyperv is: [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:57:06.253366 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-213c72ea-017b-480f-a980-4ee5dbb6f0ff service neutron] 10.222.0.15 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530231 Jan 11 09:57:06.447850 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-13f9334d-c3fd-4a4c-9ee1-363e8adfa571 req-4dfbc1df-77ff-4fd8-8d63-ea1259c42b8a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 210 time: 0.0465848 Jan 11 09:57:06.598967 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device b20b52a4-2a78-4f48-a0bc-b8b91e754df5 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:57:06.621897 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:57:06.689807 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port b20b52a4-2a78-4f48-a0bc-b8b91e754df5 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:57:06.690377 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:06.827940 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 19d747c4-35eb-45e0-9e6d-c2392fc7c414 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:57:06.897780 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 19d747c4-35eb-45e0-9e6d-c2392fc7c414 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:57:06.902756 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 19d747c4-35eb-45e0-9e6d-c2392fc7c414 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:57:06.903251 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:07.078275 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:07.121448 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 19d747c4-35eb-45e0-9e6d-c2392fc7c414, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=19d747c4-35eb-45e0-9e6d-c2392fc7c414,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:57:07.126331 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:07.200307 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=19d747c4-35eb-45e0-9e6d-c2392fc7c414,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:57:07.609362 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0b7a1f16-fdc6-44ee-bdf7-f6886620aa60 req-e38a0c87-7c14-45a5-b99f-cbbc953b354d tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 210 time: 0.0498924 Jan 11 09:57:07.659518 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-2a4ff1be-ebb1-4afc-a698-79f1b840e33e tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:07.660259 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-2a4ff1be-ebb1-4afc-a698-79f1b840e33e tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Synchronizing usage tracker for tenant:b1e19918ba604fd9881470933fe85736 on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:57:07.678927 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-2a4ff1be-ebb1-4afc-a698-79f1b840e33e tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Unset dirty status for tenant:b1e19918ba604fd9881470933fe85736 on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:57:07.680058 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-2a4ff1be-ebb1-4afc-a698-79f1b840e33e tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 811 time: 0.1815877 Jan 11 09:57:07.733042 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-f482286e-26aa-40b2-b7ff-1204f3158fb7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Synchronizing usage tracker for tenant:b1e19918ba604fd9881470933fe85736 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:57:07.745846 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-f482286e-26aa-40b2-b7ff-1204f3158fb7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Unset dirty status for tenant:b1e19918ba604fd9881470933fe85736 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:57:07.747070 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-f482286e-26aa-40b2-b7ff-1204f3158fb7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1e19918ba604fd9881470933fe85736 HTTP/1.1" status: 200 len: 379 time: 0.0584590 Jan 11 09:57:07.759771 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-5204136a-6e54-4ce5-a127-9a2962c8b9f7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Request body: {'port': {'device_id': 'fe0e593b-5868-441e-9e27-ab75ac90e59d', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'admin_state_up': True, 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'security_groups': ['6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:57:08.006700 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-5204136a-6e54-4ce5-a127-9a2962c8b9f7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:57:08.015906 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-5204136a-6e54-4ce5-a127-9a2962c8b9f7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:57:08.025567 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-5204136a-6e54-4ce5-a127-9a2962c8b9f7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Made reservation on behalf of b1e19918ba604fd9881470933fe85736 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:57:08.029296 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-5204136a-6e54-4ce5-a127-9a2962c8b9f7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:08.193361 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-5204136a-6e54-4ce5-a127-9a2962c8b9f7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Allocated IP 172.20.0.8 (9f2ae170-9bdf-43b0-9a88-60ab20afe7a1/fda7308e-03ae-4dc9-80ac-d95216094f06/fea5974f-22d2-43d3-a432-c1fcd002914e) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:57:08.381929 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-5204136a-6e54-4ce5-a127-9a2962c8b9f7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:08.397477 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-5204136a-6e54-4ce5-a127-9a2962c8b9f7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Transition to ACTIVE for port object fea5974f-22d2-43d3-a432-c1fcd002914e will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:57:08.420357 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-5204136a-6e54-4ce5-a127-9a2962c8b9f7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:08.489181 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-5204136a-6e54-4ce5-a127-9a2962c8b9f7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:57:08.492284 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-5204136a-6e54-4ce5-a127-9a2962c8b9f7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:57:08.496311 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-5204136a-6e54-4ce5-a127-9a2962c8b9f7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:57:08.514825 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 19d747c4-35eb-45e0-9e6d-c2392fc7c414 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:57:08.536793 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204136a-6e54-4ce5-a127-9a2962c8b9f7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Pushing event updated for resources: {'Port': ['ID=fea5974f-22d2-43d3-a432-c1fcd002914e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:57:08.571348 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-5204136a-6e54-4ce5-a127-9a2962c8b9f7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:08.571964 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-5204136a-6e54-4ce5-a127-9a2962c8b9f7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:08.586358 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 19d747c4-35eb-45e0-9e6d-c2392fc7c414 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:57:08.586738 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:08.597442 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-5204136a-6e54-4ce5-a127-9a2962c8b9f7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8415599 Jan 11 09:57:08.608530 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-b156d19a-ff4e-49f0-92be-3f33587453eb service neutron] Request body: {'port': {'device_id': 'fe0e593b-5868-441e-9e27-ab75ac90e59d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:57:08.754004 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8aa855c3-f3a6-45ca-b8c7-deca1b83ef5e None None] Provisioning for port fea5974f-22d2-43d3-a432-c1fcd002914e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:57:08.760645 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8aa855c3-f3a6-45ca-b8c7-deca1b83ef5e None None] Provisioning complete for port fea5974f-22d2-43d3-a432-c1fcd002914e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:57:08.760835 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa855c3-f3a6-45ca-b8c7-deca1b83ef5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:08.765101 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-b156d19a-ff4e-49f0-92be-3f33587453eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:08.818259 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8aa855c3-f3a6-45ca-b8c7-deca1b83ef5e None None] Port fea5974f-22d2-43d3-a432-c1fcd002914e cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:57:08.846040 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428a87e-dd70-49c3-8f5b-2ad13add933c req-44f9d84d-704a-415a-a490-f573d6065618 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:08.847508 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4428a87e-dd70-49c3-8f5b-2ad13add933c req-44f9d84d-704a-415a-a490-f573d6065618 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 931 time: 0.0886550 Jan 11 09:57:08.898118 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4428a87e-dd70-49c3-8f5b-2ad13add933c req-18f29e5f-f1b8-4f61-a198-6f1852535f57 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444968 Jan 11 09:57:09.114915 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-b156d19a-ff4e-49f0-92be-3f33587453eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea5974f-22d2-43d3-a432-c1fcd002914e {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:57:09.122170 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-b156d19a-ff4e-49f0-92be-3f33587453eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:09.136287 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-b156d19a-ff4e-49f0-92be-3f33587453eb service neutron] Transition to ACTIVE for port object fea5974f-22d2-43d3-a432-c1fcd002914e will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:57:09.139867 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-b156d19a-ff4e-49f0-92be-3f33587453eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:09.292724 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156d19a-ff4e-49f0-92be-3f33587453eb service neutron] Pushing event updated for resources: {'Port': ['ID=fea5974f-22d2-43d3-a432-c1fcd002914e,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:57:09.376292 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-b156d19a-ff4e-49f0-92be-3f33587453eb service neutron] Attempting to bind port fea5974f-22d2-43d3-a432-c1fcd002914e on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:57:09.376624 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-b156d19a-ff4e-49f0-92be-3f33587453eb service neutron] Attempting to bind port fea5974f-22d2-43d3-a432-c1fcd002914e by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:57:09.376951 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-b156d19a-ff4e-49f0-92be-3f33587453eb service neutron] Attempting to bind port fea5974f-22d2-43d3-a432-c1fcd002914e on network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:57:09.381443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-b156d19a-ff4e-49f0-92be-3f33587453eb service neutron] Port fea5974f-22d2-43d3-a432-c1fcd002914e on network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:57:09.381763 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-b156d19a-ff4e-49f0-92be-3f33587453eb service neutron] Attempting to bind port fea5974f-22d2-43d3-a432-c1fcd002914e on network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:57:09.386788 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-b156d19a-ff4e-49f0-92be-3f33587453eb service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:57:09.387122 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-b156d19a-ff4e-49f0-92be-3f33587453eb service neutron] Checking segment: {'id': 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:57:09.387501 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-b156d19a-ff4e-49f0-92be-3f33587453eb service neutron] Bound using segment: {'id': 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:57:09.387921 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-b156d19a-ff4e-49f0-92be-3f33587453eb service neutron] Bound port: fea5974f-22d2-43d3-a432-c1fcd002914e, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:57:09.388259 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-b156d19a-ff4e-49f0-92be-3f33587453eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:09.475063 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-b156d19a-ff4e-49f0-92be-3f33587453eb service neutron] For port fea5974f-22d2-43d3-a432-c1fcd002914e, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:57:09.477984 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-b156d19a-ff4e-49f0-92be-3f33587453eb service neutron] For port fea5974f-22d2-43d3-a432-c1fcd002914e, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=fea5974f-22d2-43d3-a432-c1fcd002914e,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:57:09.483084 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-b156d19a-ff4e-49f0-92be-3f33587453eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:09.537200 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-b156d19a-ff4e-49f0-92be-3f33587453eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:09.537789 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-b156d19a-ff4e-49f0-92be-3f33587453eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:09.539188 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-b156d19a-ff4e-49f0-92be-3f33587453eb service neutron] 10.222.0.42 "PUT /v2.0/ports/fea5974f-22d2-43d3-a432-c1fcd002914e HTTP/1.1" status: 200 len: 1093 time: 0.9349620 Jan 11 09:57:09.541405 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0e593b-5868-441e-9e27-ab75ac90e59d', 'tag': 'fea5974f-22d2-43d3-a432-c1fcd002914e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:57:09.605524 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156d19a-ff4e-49f0-92be-3f33587453eb service neutron] Pushing event updated for resources: {'Port': ['ID=fea5974f-22d2-43d3-a432-c1fcd002914e,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:57:09.609120 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0e593b-5868-441e-9e27-ab75ac90e59d', 'tag': 'fea5974f-22d2-43d3-a432-c1fcd002914e', 'status': 'completed', 'code': 200} Jan 11 09:57:09.652639 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-943952fd-57e4-4c46-81cf-b45d8397c897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:09.654251 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-943952fd-57e4-4c46-81cf-b45d8397c897 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 1096 time: 0.0793881 Jan 11 09:57:09.727610 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-d537bf51-eb39-4d37-9fee-9c8614954a6f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fea5974f-22d2-43d3-a432-c1fcd002914e HTTP/1.1" status: 200 len: 217 time: 0.0663710 Jan 11 09:57:09.789309 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-3c9dc90e-50dc-489a-bdd8-e0fdd2e8e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:09.790905 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-3c9dc90e-50dc-489a-bdd8-e0fdd2e8e805 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0579472 Jan 11 09:57:09.997809 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-53f03825-ff02-42ee-b564-30e20e26e038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:09.999366 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-53f03825-ff02-42ee-b564-30e20e26e038 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2021718 Jan 11 09:57:10.084091 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854505b-ac6b-4bb8-b39d-85cdd25e1c5e req-d307b493-415b-4ea0-9155-18d02dd40e5f tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:10.085550 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8854505b-ac6b-4bb8-b39d-85cdd25e1c5e req-d307b493-415b-4ea0-9155-18d02dd40e5f tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 943 time: 0.0814548 Jan 11 09:57:10.136797 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8854505b-ac6b-4bb8-b39d-85cdd25e1c5e req-f69f574d-fbab-489d-ad3e-6f46d108ef6f tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455048 Jan 11 09:57:10.138652 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-c7cf8b3e-2db5-437e-a7ae-6a5752935d94 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331177 Jan 11 09:57:10.267912 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-74b02371-fdae-47d8-9fc3-bb093b5e1608 req-bb50f609-7808-46d9-8428-53b676a2a725 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230664 Jan 11 09:57:10.377878 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833adfda-780e-4ce1-ba69-2f6ebbdbc295 req-ba197878-3b05-4734-8150-b56cadfff03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:10.379462 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-833adfda-780e-4ce1-ba69-2f6ebbdbc295 req-ba197878-3b05-4734-8150-b56cadfff03e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 1096 time: 0.0702221 Jan 11 09:57:10.530992 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833adfda-780e-4ce1-ba69-2f6ebbdbc295 req-439bc176-5491-43ae-9d7e-81e98dd8ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:10.532389 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-833adfda-780e-4ce1-ba69-2f6ebbdbc295 req-439bc176-5491-43ae-9d7e-81e98dd8ff8a service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1463947 Jan 11 09:57:10.601094 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-833adfda-780e-4ce1-ba69-2f6ebbdbc295 req-0bc85d10-fe01-4e37-9025-6642dde1f78f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fea5974f-22d2-43d3-a432-c1fcd002914e HTTP/1.1" status: 200 len: 217 time: 0.0625093 Jan 11 09:57:10.665042 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833adfda-780e-4ce1-ba69-2f6ebbdbc295 req-62ca5b4b-463b-40f9-95d0-e64499c8e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:10.666474 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-833adfda-780e-4ce1-ba69-2f6ebbdbc295 req-62ca5b4b-463b-40f9-95d0-e64499c8e123 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0589523 Jan 11 09:57:10.741217 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833adfda-780e-4ce1-ba69-2f6ebbdbc295 req-96fac779-1b01-4b1e-b957-ec2f753d854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:10.742722 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-833adfda-780e-4ce1-ba69-2f6ebbdbc295 req-96fac779-1b01-4b1e-b957-ec2f753d854e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704057 Jan 11 09:57:10.876340 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-833adfda-780e-4ce1-ba69-2f6ebbdbc295 req-d87a15f6-448e-439f-aeaa-914e98d75c0e service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255169 Jan 11 09:57:11.003690 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-833adfda-780e-4ce1-ba69-2f6ebbdbc295 req-bfd8d9f9-4f8a-40de-b2df-a554d1e08f90 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219418 Jan 11 09:57:11.333651 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c03f78-1799-4537-80c0-2bb079e9af48 req-dd52cf74-2836-4f60-8f36-263085744e4f tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:11.335169 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-43c03f78-1799-4537-80c0-2bb079e9af48 req-dd52cf74-2836-4f60-8f36-263085744e4f tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 943 time: 0.0835013 Jan 11 09:57:11.378743 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-43c03f78-1799-4537-80c0-2bb079e9af48 req-bb195f21-fd78-4e08-859e-576965ae59a9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378509 Jan 11 09:57:12.563131 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4db6e-0e85-42ee-94e1-15999fecc558 req-65667aea-d172-4546-bebd-8b5d94374bae tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:12.564577 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ddd4db6e-0e85-42ee-94e1-15999fecc558 req-65667aea-d172-4546-bebd-8b5d94374bae tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 943 time: 0.0790083 Jan 11 09:57:12.611284 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ddd4db6e-0e85-42ee-94e1-15999fecc558 req-85767c68-a073-4dbd-8c0c-5d37311189fc tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410602 Jan 11 09:57:13.005317 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device fea5974f-22d2-43d3-a432-c1fcd002914e details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:57:13.133889 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port fea5974f-22d2-43d3-a432-c1fcd002914e, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=fea5974f-22d2-43d3-a432-c1fcd002914e,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:57:13.146343 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': 'fea5974f-22d2-43d3-a432-c1fcd002914e', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'port_id': 'fea5974f-22d2-43d3-a432-c1fcd002914e', 'mac_address': 'fa:16:3e:91:52:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:57:13.203397 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:13.219658 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea5974f-22d2-43d3-a432-c1fcd002914e {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:57:13.234343 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port fea5974f-22d2-43d3-a432-c1fcd002914e, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=fea5974f-22d2-43d3-a432-c1fcd002914e,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:57:13.238602 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:13.302613 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=fea5974f-22d2-43d3-a432-c1fcd002914e,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:57:13.309345 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:57:13.309687 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:57:13.310018 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:57:13.310370 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:57:13.310697 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:57:13.311019 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:57:13.311336 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:57:13.311653 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:57:13.311967 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:57:13.312278 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:57:13.312607 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:57:13.312923 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:57:13.526669 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['fea5974f-22d2-43d3-a432-c1fcd002914e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:57:13.794431 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4506a-cbbd-4177-9e31-7c77ba42f3f7 req-af3768e4-ffa0-4af8-92b7-d8bf6517e391 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:13.795876 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c7c4506a-cbbd-4177-9e31-7c77ba42f3f7 req-af3768e4-ffa0-4af8-92b7-d8bf6517e391 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 944 time: 0.0804837 Jan 11 09:57:13.839801 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c7c4506a-cbbd-4177-9e31-7c77ba42f3f7 req-c50f7e58-6213-4ce6-a8e9-9059415e304c tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377586 Jan 11 09:57:15.003551 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device fea5974f-22d2-43d3-a432-c1fcd002914e up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:57:15.023442 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3e1e8-a82d-4946-b5da-57ae7f3ab38a req-7aa3cb00-ef44-464f-9923-c6d02fd22541 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:15.024918 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-75a3e1e8-a82d-4946-b5da-57ae7f3ab38a req-7aa3cb00-ef44-464f-9923-c6d02fd22541 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 944 time: 0.0831401 Jan 11 09:57:15.068311 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-75a3e1e8-a82d-4946-b5da-57ae7f3ab38a req-07974c20-3bda-4df4-b8a3-8fb90974b079 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376651 Jan 11 09:57:15.070763 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port fea5974f-22d2-43d3-a432-c1fcd002914e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:57:15.075634 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port fea5974f-22d2-43d3-a432-c1fcd002914e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:57:15.076034 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:15.199165 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:15.226032 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0e593b-5868-441e-9e27-ab75ac90e59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea5974f-22d2-43d3-a432-c1fcd002914e'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:57:15.236073 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port fea5974f-22d2-43d3-a432-c1fcd002914e, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=fea5974f-22d2-43d3-a432-c1fcd002914e,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:57:15.240105 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:15.281197 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0e593b-5868-441e-9e27-ab75ac90e59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea5974f-22d2-43d3-a432-c1fcd002914e', 'code': 200} Jan 11 09:57:15.314400 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=fea5974f-22d2-43d3-a432-c1fcd002914e,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:57:15.489804 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c1e34-1132-4fc6-814a-8a28b13a54d1 req-a6f5de0e-a9e2-4876-90b8-ffe17bc2e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:15.491290 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d00c1e34-1132-4fc6-814a-8a28b13a54d1 req-a6f5de0e-a9e2-4876-90b8-ffe17bc2e1d0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 1098 time: 0.0679169 Jan 11 09:57:15.534186 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d00c1e34-1132-4fc6-814a-8a28b13a54d1 req-3662ebdf-3e28-494c-a182-6282b2a47d11 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372326 Jan 11 09:57:16.250768 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413ce92-8288-4e9b-b761-093da3ab080a req-76477998-46c2-426a-8a46-d2ed4a9f27fb tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:16.252208 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d413ce92-8288-4e9b-b761-093da3ab080a req-76477998-46c2-426a-8a46-d2ed4a9f27fb tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.0809975 Jan 11 09:57:16.294094 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d413ce92-8288-4e9b-b761-093da3ab080a req-42f483ad-a824-4786-b625-89296ad074ac tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363135 Jan 11 09:57:17.479323 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2ef72-f525-4baa-ab3d-d8d8b75e04d7 req-c2348293-27bc-4437-bd38-d36afd82487a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:17.480766 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f1d2ef72-f525-4baa-ab3d-d8d8b75e04d7 req-c2348293-27bc-4437-bd38-d36afd82487a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.0828679 Jan 11 09:57:17.523713 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f1d2ef72-f525-4baa-ab3d-d8d8b75e04d7 req-f8d98257-71f0-425d-a258-336762f96e41 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373673 Jan 11 09:57:17.704543 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd372dfe-0008-4921-9312-f6624edb5adf req-a761c70d-b41b-49b9-8173-b610cb1a84f6 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:17.706070 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-fd372dfe-0008-4921-9312-f6624edb5adf req-a761c70d-b41b-49b9-8173-b610cb1a84f6 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.0795910 Jan 11 09:57:17.714396 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 38090) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:57:17.719167 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-254c787d-67cb-4fe4-9ac4-9ed7b6d51d13 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Request body: {'floatingip': {'port_id': 'fea5974f-22d2-43d3-a432-c1fcd002914e'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:57:17.796869 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-254c787d-67cb-4fe4-9ac4-9ed7b6d51d13 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for floatingip, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:18.374813 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-254c787d-67cb-4fe4-9ac4-9ed7b6d51d13 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:18.379127 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-254c787d-67cb-4fe4-9ac4-9ed7b6d51d13 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:18.656188 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-254c787d-67cb-4fe4-9ac4-9ed7b6d51d13 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Floating IP 33175728-f2e2-45a1-98e7-629638d3622b associated. External IP: 172.26.3.53, port: fea5974f-22d2-43d3-a432-c1fcd002914e. Jan 11 09:57:19.004444 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254c787d-67cb-4fe4-9ac4-9ed7b6d51d13 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Router 69c8de26-3056-4bb3-9772-dc67c9de7969 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:57:19.161902 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cd17fdd0-b4f4-4aac-816d-2ee534ed066c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:19.184887 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254c787d-67cb-4fe4-9ac4-9ed7b6d51d13 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:57:19.191622 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-254c787d-67cb-4fe4-9ac4-9ed7b6d51d13 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:19.196188 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f06f687-8050-4e14-9018-1b0e957f96c0 None None] Sync routers for ids ['69c8de26-3056-4bb3-9772-dc67c9de7969'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:57:19.206727 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f06f687-8050-4e14-9018-1b0e957f96c0 None None] Routers {'69c8de26-3056-4bb3-9772-dc67c9de7969'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:57:19.207345 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5f06f687-8050-4e14-9018-1b0e957f96c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:56:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['69c8de26-3056-4bb3-9772-dc67c9de7969'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:57:19.250488 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-254c787d-67cb-4fe4-9ac4-9ed7b6d51d13 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "PUT /v2.0/floatingips/33175728-f2e2-45a1-98e7-629638d3622b HTTP/1.1" status: 200 len: 990 time: 1.5348284 Jan 11 09:57:19.251322 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0e593b-5868-441e-9e27-ab75ac90e59d', 'tag': 'fea5974f-22d2-43d3-a432-c1fcd002914e'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:57:19.351275 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0e593b-5868-441e-9e27-ab75ac90e59d', 'tag': 'fea5974f-22d2-43d3-a432-c1fcd002914e', 'status': 'completed', 'code': 200} Jan 11 09:57:19.390812 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-5f06f687-8050-4e14-9018-1b0e957f96c0 None None] Set router 69c8de26-3056-4bb3-9772-dc67c9de7969 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:57:19.450579 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e413b-3a32-4b6f-bae0-35dcf274690c req-3575ba14-2436-4460-b186-aabc86c0e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:19.452055 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-589e413b-3a32-4b6f-bae0-35dcf274690c req-3575ba14-2436-4460-b186-aabc86c0e0fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 1098 time: 0.0704145 Jan 11 09:57:19.583111 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e413b-3a32-4b6f-bae0-35dcf274690c req-885cd078-0d91-4cc5-8437-fcfb74e6aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:19.584448 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-589e413b-3a32-4b6f-bae0-35dcf274690c req-885cd078-0d91-4cc5-8437-fcfb74e6aee9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1270266 Jan 11 09:57:19.688392 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-589e413b-3a32-4b6f-bae0-35dcf274690c req-202ea8a2-09ff-45b1-bd72-1f049c7a069b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fea5974f-22d2-43d3-a432-c1fcd002914e HTTP/1.1" status: 200 len: 998 time: 0.0976925 Jan 11 09:57:19.734234 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5f06f687-8050-4e14-9018-1b0e957f96c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '33175728-f2e2-45a1-98e7-629638d3622b', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'floating_ip_address': '172.26.3.53', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'port_id': 'fea5974f-22d2-43d3-a432-c1fcd002914e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'mac_address': 'fa:16:3e:91:52:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0e593b-5868-441e-9e27-ab75ac90e59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:57:04Z', 'updated_at': '2022-01-11T09:57:18Z', 'revision_number': 1, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:07Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:57:19.738136 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f06f687-8050-4e14-9018-1b0e957f96c0 None None] Checking router: 69c8de26-3056-4bb3-9772-dc67c9de7969 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:57:19.746470 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f06f687-8050-4e14-9018-1b0e957f96c0 None None] Routers {'69c8de26-3056-4bb3-9772-dc67c9de7969'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:57:19.747082 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5f06f687-8050-4e14-9018-1b0e957f96c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:56:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['69c8de26-3056-4bb3-9772-dc67c9de7969'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:57:19.751511 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e413b-3a32-4b6f-bae0-35dcf274690c req-25d8e382-ddf1-4b1b-b3f3-f54ef8c6ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:19.753023 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-589e413b-3a32-4b6f-bae0-35dcf274690c req-25d8e382-ddf1-4b1b-b3f3-f54ef8c6ded5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0590928 Jan 11 09:57:19.931592 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-5f06f687-8050-4e14-9018-1b0e957f96c0 None None] Set router 69c8de26-3056-4bb3-9772-dc67c9de7969 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:57:19.943147 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e413b-3a32-4b6f-bae0-35dcf274690c req-4ef6d0b4-3380-4a75-aa81-17347f6bc6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:19.944689 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-589e413b-3a32-4b6f-bae0-35dcf274690c req-4ef6d0b4-3380-4a75-aa81-17347f6bc6c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1862361 Jan 11 09:57:20.075862 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-589e413b-3a32-4b6f-bae0-35dcf274690c req-9f0d0cb6-e580-412a-b68f-acffa9f43e01 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252394 Jan 11 09:57:20.208705 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-589e413b-3a32-4b6f-bae0-35dcf274690c req-af9d4767-06b3-4193-92de-fc351fa49bd7 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271739 Jan 11 09:57:20.306259 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5f06f687-8050-4e14-9018-1b0e957f96c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '33175728-f2e2-45a1-98e7-629638d3622b', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'floating_ip_address': '172.26.3.53', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'port_id': 'fea5974f-22d2-43d3-a432-c1fcd002914e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'mac_address': 'fa:16:3e:91:52:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0e593b-5868-441e-9e27-ab75ac90e59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:57:04Z', 'updated_at': '2022-01-11T09:57:18Z', 'revision_number': 1, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:07Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:57:20.310008 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f06f687-8050-4e14-9018-1b0e957f96c0 None None] The sync data for ids ['69c8de26-3056-4bb3-9772-dc67c9de7969'] in dv-neutron-823402-4-hyperv is: [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '33175728-f2e2-45a1-98e7-629638d3622b', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'floating_ip_address': '172.26.3.53', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'port_id': 'fea5974f-22d2-43d3-a432-c1fcd002914e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'mac_address': 'fa:16:3e:91:52:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0e593b-5868-441e-9e27-ab75ac90e59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:57:04Z', 'updated_at': '2022-01-11T09:57:18Z', 'revision_number': 1, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:07Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:57:20.504943 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa8697a-b3a6-4fde-a074-618a1abbbb8e None None] New status for floating IP 33175728-f2e2-45a1-98e7-629638d3622b: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:57:21.388416 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-71325346-b2cb-478e-88a7-51d0a4ab0e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:22.562990 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:22.642886 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:24.110341 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:34.407764 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:37.751303 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eea425fb-1c77-48d3-a74f-ed64ccbc7204 req-1179511a-0e2a-4e76-990c-a0280c1db847 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694692 Jan 11 09:57:37.909816 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea425fb-1c77-48d3-a74f-ed64ccbc7204 req-fd06713b-9f0d-4825-928f-21a704be6312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:37.911670 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eea425fb-1c77-48d3-a74f-ed64ccbc7204 req-fd06713b-9f0d-4825-928f-21a704be6312 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 1098 time: 0.0927556 Jan 11 09:57:38.093704 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea425fb-1c77-48d3-a74f-ed64ccbc7204 req-0f538ef6-1eed-4fcd-a2d4-9a9828b47f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:38.096166 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eea425fb-1c77-48d3-a74f-ed64ccbc7204 req-0f538ef6-1eed-4fcd-a2d4-9a9828b47f2e service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1621916 Jan 11 09:57:38.239183 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eea425fb-1c77-48d3-a74f-ed64ccbc7204 req-e6c01b13-e55b-4158-881b-e131a1a5876d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fea5974f-22d2-43d3-a432-c1fcd002914e HTTP/1.1" status: 200 len: 1000 time: 0.1367838 Jan 11 09:57:38.308218 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea425fb-1c77-48d3-a74f-ed64ccbc7204 req-087f3876-97eb-4412-bc12-5f1ae098f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:38.309681 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eea425fb-1c77-48d3-a74f-ed64ccbc7204 req-087f3876-97eb-4412-bc12-5f1ae098f947 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0641279 Jan 11 09:57:38.398163 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea425fb-1c77-48d3-a74f-ed64ccbc7204 req-52d09355-625a-4638-9cc2-22ad0a5bf239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:57:38.399531 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eea425fb-1c77-48d3-a74f-ed64ccbc7204 req-52d09355-625a-4638-9cc2-22ad0a5bf239 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832613 Jan 11 09:57:38.568901 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eea425fb-1c77-48d3-a74f-ed64ccbc7204 req-c498bfde-c563-435f-8703-22b6bc0afef2 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598852 Jan 11 09:57:38.700027 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eea425fb-1c77-48d3-a74f-ed64ccbc7204 req-231d5223-a0cc-424a-be2c-269b2211a38d service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249723 Jan 11 09:57:43.621386 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:57:49.165427 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6b6db5a1-520d-4aa6-8944-c2692ef897cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:51.392871 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cef2f3ca-8f06-4e9e-9b28-26f87fde2631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:52.566860 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:52.644719 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:57:54.112380 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:04.401495 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:19.171102 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f3876f69-25a8-498f-ba58-ff9fc9b29838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:20.620560 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:58:21.393591 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b9237ede-896f-40e8-98cc-5d8877bc582d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:22.568001 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:22.645831 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:24.115414 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:31.524925 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91180c9a-46a6-41d2-9852-57827e62352f req-0b1ce99f-057d-47bb-a9d4-c07240fe3a3d tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:31.526305 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-91180c9a-46a6-41d2-9852-57827e62352f req-0b1ce99f-057d-47bb-a9d4-c07240fe3a3d tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.0816782 Jan 11 09:58:31.569276 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-91180c9a-46a6-41d2-9852-57827e62352f req-60a41e9d-fdf5-4939-b213-c0fe7423e869 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373363 Jan 11 09:58:31.908120 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-20997c2c-8495-4e4d-a097-0bf3dc9209d4 req-67d676e8-8b50-4a54-8d3d-234a16a513ef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0700502 Jan 11 09:58:31.966013 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ea765-71c3-4022-98d2-c47255e41791 req-02159668-d39d-41f1-a9b2-c08c6cea693c tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:31.967498 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-563ea765-71c3-4022-98d2-c47255e41791 req-02159668-d39d-41f1-a9b2-c08c6cea693c tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.0822709 Jan 11 09:58:32.013419 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-563ea765-71c3-4022-98d2-c47255e41791 req-8e0e5020-e413-4d0e-b649-bd37cfa08bde tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401573 Jan 11 09:58:33.012129 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20997c2c-8495-4e4d-a097-0bf3dc9209d4 req-c1cfba8a-fe5b-4fae-8141-3034f0fbbb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:33.013485 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-20997c2c-8495-4e4d-a097-0bf3dc9209d4 req-c1cfba8a-fe5b-4fae-8141-3034f0fbbb0a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 1098 time: 0.0723412 Jan 11 09:58:33.144127 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20997c2c-8495-4e4d-a097-0bf3dc9209d4 req-86d60e32-7323-4caa-b70e-031b34073014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:33.145545 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-20997c2c-8495-4e4d-a097-0bf3dc9209d4 req-86d60e32-7323-4caa-b70e-031b34073014 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1250038 Jan 11 09:58:33.202315 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd156f-8afb-45c7-9ab9-78d336d07514 req-329ca1df-affd-4979-9862-618ec89375f7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:33.204565 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4ccd156f-8afb-45c7-9ab9-78d336d07514 req-329ca1df-affd-4979-9862-618ec89375f7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.0850573 Jan 11 09:58:33.247377 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-20997c2c-8495-4e4d-a097-0bf3dc9209d4 req-a5d66cb6-116e-4761-a222-63ca0ce50d00 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fea5974f-22d2-43d3-a432-c1fcd002914e HTTP/1.1" status: 200 len: 1000 time: 0.0961456 Jan 11 09:58:33.247707 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4ccd156f-8afb-45c7-9ab9-78d336d07514 req-4cdd5415-66dd-4e65-8f8c-62249393fd83 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375636 Jan 11 09:58:33.433685 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20997c2c-8495-4e4d-a097-0bf3dc9209d4 req-696382d0-c75d-4dec-8087-405f39e0f3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:33.435052 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-20997c2c-8495-4e4d-a097-0bf3dc9209d4 req-696382d0-c75d-4dec-8087-405f39e0f3ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.1817539 Jan 11 09:58:33.509804 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20997c2c-8495-4e4d-a097-0bf3dc9209d4 req-4f3c86d9-cd97-4d7e-a2fd-a06adf66034f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:33.511261 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-20997c2c-8495-4e4d-a097-0bf3dc9209d4 req-4f3c86d9-cd97-4d7e-a2fd-a06adf66034f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690801 Jan 11 09:58:33.639206 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-20997c2c-8495-4e4d-a097-0bf3dc9209d4 req-bf9a41b1-556c-4bc0-9148-5021af08d6c8 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218107 Jan 11 09:58:33.771672 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-20997c2c-8495-4e4d-a097-0bf3dc9209d4 req-c533c307-3078-462d-a603-471c692469d2 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250927 Jan 11 09:58:34.418907 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:34.433712 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db633fee-c8ce-460d-ba93-4266d5e5dfcb req-7c79e5c8-16b5-4edb-9776-2325f5513452 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:34.435178 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-db633fee-c8ce-460d-ba93-4266d5e5dfcb req-7c79e5c8-16b5-4edb-9776-2325f5513452 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.0793853 Jan 11 09:58:34.481127 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-db633fee-c8ce-460d-ba93-4266d5e5dfcb req-465557a1-89d2-4acd-ac8d-da1b875a58e5 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403464 Jan 11 09:58:35.668410 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c152d64-ab20-43d2-83ae-44b4752c1a32 req-dd0d279d-c650-4d8c-a54c-e581aaa3e808 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:35.669843 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1c152d64-ab20-43d2-83ae-44b4752c1a32 req-dd0d279d-c650-4d8c-a54c-e581aaa3e808 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.0789931 Jan 11 09:58:35.713876 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1c152d64-ab20-43d2-83ae-44b4752c1a32 req-e660dabe-62c6-4e01-bec1-1fb8c285823b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379205 Jan 11 09:58:36.902388 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d39d2-fdc4-46f9-9e00-b6f0d8ccce8c req-ef1b4b01-5910-4bba-80e7-009095d5759b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:36.903810 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5e9d39d2-fdc4-46f9-9e00-b6f0d8ccce8c req-ef1b4b01-5910-4bba-80e7-009095d5759b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.0810318 Jan 11 09:58:36.947508 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5e9d39d2-fdc4-46f9-9e00-b6f0d8ccce8c req-018535ac-66ad-425f-9de5-8f889d714b05 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376492 Jan 11 09:58:38.126827 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece110b-beb7-4770-b0a6-b4955e4fd210 req-503b63c3-d9e8-4664-9bbc-45237d053428 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:38.128287 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5ece110b-beb7-4770-b0a6-b4955e4fd210 req-503b63c3-d9e8-4664-9bbc-45237d053428 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.0772610 Jan 11 09:58:38.170384 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5ece110b-beb7-4770-b0a6-b4955e4fd210 req-2fce9a08-53e5-4df1-b547-1e16f32a5d1b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365841 Jan 11 09:58:38.797709 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed652933-47c6-4921-83d9-4c0b91759f35 req-5c73a7a4-2cd2-4920-9c2f-53aa9598e4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:38.799130 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ed652933-47c6-4921-83d9-4c0b91759f35 req-5c73a7a4-2cd2-4920-9c2f-53aa9598e4a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 1098 time: 0.0735433 Jan 11 09:58:38.942301 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed652933-47c6-4921-83d9-4c0b91759f35 req-870397a2-c930-40c7-be8d-4001ad67cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:38.943804 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ed652933-47c6-4921-83d9-4c0b91759f35 req-870397a2-c930-40c7-be8d-4001ad67cd55 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1273324 Jan 11 09:58:39.046286 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ed652933-47c6-4921-83d9-4c0b91759f35 req-1f9f42e3-4447-4ab4-8f71-c68643310628 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fea5974f-22d2-43d3-a432-c1fcd002914e HTTP/1.1" status: 200 len: 1000 time: 0.0958221 Jan 11 09:58:39.113347 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed652933-47c6-4921-83d9-4c0b91759f35 req-387af920-312d-4a69-a437-5dbc2aed2eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:39.114732 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ed652933-47c6-4921-83d9-4c0b91759f35 req-387af920-312d-4a69-a437-5dbc2aed2eec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0626495 Jan 11 09:58:39.194219 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed652933-47c6-4921-83d9-4c0b91759f35 req-513074ac-5903-4b53-b2d6-c9643fb3a811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:39.195686 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ed652933-47c6-4921-83d9-4c0b91759f35 req-513074ac-5903-4b53-b2d6-c9643fb3a811 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753539 Jan 11 09:58:39.327873 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ed652933-47c6-4921-83d9-4c0b91759f35 req-ad034542-0a10-4d4f-9b8f-e2c99509af9f service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238856 Jan 11 09:58:39.357984 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2a885-0dfd-49f4-89e4-c46939d87f48 req-bc8d1ab5-7925-472c-ab5a-bac988cba31d tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:39.359507 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-82f2a885-0dfd-49f4-89e4-c46939d87f48 req-bc8d1ab5-7925-472c-ab5a-bac988cba31d tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.0837865 Jan 11 09:58:39.403492 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-82f2a885-0dfd-49f4-89e4-c46939d87f48 req-3012173a-df8b-49b6-b10b-740503881c7f tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383394 Jan 11 09:58:39.478666 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ed652933-47c6-4921-83d9-4c0b91759f35 req-6d2048da-2d1b-4739-b868-8d02db37a7d8 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447406 Jan 11 09:58:40.589485 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1770424-9aae-49a8-a323-bf5b2ab7c3a8 req-df1b3d80-c73b-476b-baa4-f75cee85e628 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:40.590951 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a1770424-9aae-49a8-a323-bf5b2ab7c3a8 req-df1b3d80-c73b-476b-baa4-f75cee85e628 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.0784347 Jan 11 09:58:40.635603 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a1770424-9aae-49a8-a323-bf5b2ab7c3a8 req-db6c64d6-b10d-47f9-b7ae-f013669df477 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384800 Jan 11 09:58:41.934423 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ffc56-a3fb-4ba6-8bfa-e58b5fa30175 req-ddd1970e-b8de-4551-a65a-41b916b5eabb tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:41.935774 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-402ffc56-a3fb-4ba6-8bfa-e58b5fa30175 req-ddd1970e-b8de-4551-a65a-41b916b5eabb tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.1942174 Jan 11 09:58:41.978703 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-402ffc56-a3fb-4ba6-8bfa-e58b5fa30175 req-e660a7b8-6f6b-4335-a519-b980078165c6 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372493 Jan 11 09:58:43.163745 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3469743-2b03-499f-9e24-936e43949dbd req-b2a99331-4b0d-469e-a127-ae44bb4420cb tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:43.165157 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c3469743-2b03-499f-9e24-936e43949dbd req-b2a99331-4b0d-469e-a127-ae44bb4420cb tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.0803916 Jan 11 09:58:43.208226 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c3469743-2b03-499f-9e24-936e43949dbd req-12eab6b4-45d7-4763-ad5c-957664278372 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371237 Jan 11 09:58:44.391948 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275fbc1-b090-4b9d-b639-5e2424443e16 req-549f64dc-3085-42b0-a2bf-83f091893fc8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:44.393368 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6275fbc1-b090-4b9d-b639-5e2424443e16 req-549f64dc-3085-42b0-a2bf-83f091893fc8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.0780327 Jan 11 09:58:44.436046 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6275fbc1-b090-4b9d-b639-5e2424443e16 req-a5616675-1293-4ebc-8460-89d474986374 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372050 Jan 11 09:58:45.444467 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-20997c2c-8495-4e4d-a097-0bf3dc9209d4 req-a4da4957-9bff-45ae-b933-9da7ca1f7a19 service neutron] 10.222.0.42 "GET /v2.0/ports/fea5974f-22d2-43d3-a432-c1fcd002914e/bindings/hv-neutron-8234 HTTP/1.1" status: 200 len: 384 time: 0.0737157 Jan 11 09:58:45.633717 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdeedb9-7f3e-46a0-93fa-05ffc265aab3 req-95c2655b-93c8-4cdc-a8df-d5bcef17f02a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:45.635186 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6cdeedb9-7f3e-46a0-93fa-05ffc265aab3 req-95c2655b-93c8-4cdc-a8df-d5bcef17f02a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.0929914 Jan 11 09:58:45.679916 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6cdeedb9-7f3e-46a0-93fa-05ffc265aab3 req-5a90b814-2b21-459d-af26-9e6aa9146009 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390868 Jan 11 09:58:45.704965 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20997c2c-8495-4e4d-a097-0bf3dc9209d4 req-432aafa5-99e6-46f1-91a8-099d9a9a363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:45.706453 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-20997c2c-8495-4e4d-a097-0bf3dc9209d4 req-432aafa5-99e6-46f1-91a8-099d9a9a363d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d&tenant_id=b1e19918ba604fd9881470933fe85736 HTTP/1.1" status: 200 len: 1098 time: 0.0740516 Jan 11 09:58:45.797882 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20997c2c-8495-4e4d-a097-0bf3dc9209d4 req-c49f5fb8-994f-49a6-884f-c0deda814828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:45.799364 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-20997c2c-8495-4e4d-a097-0bf3dc9209d4 req-c49f5fb8-994f-49a6-884f-c0deda814828 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 1098 time: 0.0719490 Jan 11 09:58:45.927647 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20997c2c-8495-4e4d-a097-0bf3dc9209d4 req-3c8d0e1f-800d-4c12-a47e-3041d322695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:45.929057 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-20997c2c-8495-4e4d-a097-0bf3dc9209d4 req-3c8d0e1f-800d-4c12-a47e-3041d322695c service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1237867 Jan 11 09:58:46.136792 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-20997c2c-8495-4e4d-a097-0bf3dc9209d4 req-d26cc8d1-4529-472f-ac60-ac3dd1398d6c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fea5974f-22d2-43d3-a432-c1fcd002914e HTTP/1.1" status: 200 len: 1000 time: 0.2018125 Jan 11 09:58:46.199244 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20997c2c-8495-4e4d-a097-0bf3dc9209d4 req-a8381bab-04a3-4016-b6fd-9c22ad6c33f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:46.200643 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-20997c2c-8495-4e4d-a097-0bf3dc9209d4 req-a8381bab-04a3-4016-b6fd-9c22ad6c33f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0587280 Jan 11 09:58:46.273064 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20997c2c-8495-4e4d-a097-0bf3dc9209d4 req-c7500e2d-8d11-413b-ab7c-145e2fa801e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:46.274600 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-20997c2c-8495-4e4d-a097-0bf3dc9209d4 req-c7500e2d-8d11-413b-ab7c-145e2fa801e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685730 Jan 11 09:58:46.403759 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-20997c2c-8495-4e4d-a097-0bf3dc9209d4 req-9b38e120-f4c9-49f4-bba1-bd79d2b2d9cf service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224525 Jan 11 09:58:46.533988 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-20997c2c-8495-4e4d-a097-0bf3dc9209d4 req-0ddc61fd-a511-477b-aa76-2174d7daf03b service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241901 Jan 11 09:58:46.862801 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5a1c7-ca8b-46f8-8675-6b5ae452f085 req-25f571f9-c557-4034-9e94-91ed43dc4615 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:46.864240 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4da5a1c7-ca8b-46f8-8675-6b5ae452f085 req-25f571f9-c557-4034-9e94-91ed43dc4615 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.0797451 Jan 11 09:58:46.907056 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4da5a1c7-ca8b-46f8-8675-6b5ae452f085 req-ac293c63-80ac-491d-8045-9c6e81b84cd9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371857 Jan 11 09:58:48.093059 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd4c53-e98e-44d0-91b2-b3cff43c7700 req-66727605-90ee-4acd-9201-277070582e4f tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:48.094469 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-20bd4c53-e98e-44d0-91b2-b3cff43c7700 req-66727605-90ee-4acd-9201-277070582e4f tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.0835261 Jan 11 09:58:48.137823 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-20bd4c53-e98e-44d0-91b2-b3cff43c7700 req-af1b3fa9-2629-4c1e-b443-1bdbe8898245 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378778 Jan 11 09:58:49.176232 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-88600376-de7d-481d-942b-42b619e14a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:49.359594 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6e048-8d35-4421-bf76-66723c529728 req-e1068d2f-26f6-4071-b4a5-039f97484d62 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:49.360956 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-eaf6e048-8d35-4421-bf76-66723c529728 req-e1068d2f-26f6-4071-b4a5-039f97484d62 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.0845468 Jan 11 09:58:49.403479 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-eaf6e048-8d35-4421-bf76-66723c529728 req-4a903e30-035b-460d-8545-9c7bec6b7353 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366886 Jan 11 09:58:49.406359 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device fea5974f-22d2-43d3-a432-c1fcd002914e details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:58:49.408666 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device fea5974f-22d2-43d3-a432-c1fcd002914e no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:58:49.669163 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:49.691135 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port fea5974f-22d2-43d3-a432-c1fcd002914e, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=fea5974f-22d2-43d3-a432-c1fcd002914e,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:58:49.710393 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': 'fea5974f-22d2-43d3-a432-c1fcd002914e', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'port_id': 'fea5974f-22d2-43d3-a432-c1fcd002914e', 'mac_address': 'fa:16:3e:91:52:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:58:49.715293 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0e593b-5868-441e-9e27-ab75ac90e59d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fea5974f-22d2-43d3-a432-c1fcd002914e'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:58:49.760615 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port fea5974f-22d2-43d3-a432-c1fcd002914e, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=fea5974f-22d2-43d3-a432-c1fcd002914e,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:58:49.770825 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0e593b-5868-441e-9e27-ab75ac90e59d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fea5974f-22d2-43d3-a432-c1fcd002914e', 'code': 200} Jan 11 09:58:49.774333 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:49.821343 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:49.850185 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fea5974f-22d2-43d3-a432-c1fcd002914e {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:58:49.886254 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=fea5974f-22d2-43d3-a432-c1fcd002914e,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:58:49.904142 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:58:49.904481 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:58:49.904842 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:58:49.905746 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:58:49.906181 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:58:49.906514 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:58:49.906834 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:58:49.907152 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:58:49.907470 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:58:49.907782 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:58:49.908112 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:58:49.908403 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:58:49.927723 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 09:58:49.927997 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 09:58:50.481970 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:50.498280 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea5974f-22d2-43d3-a432-c1fcd002914e {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:58:50.513776 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port fea5974f-22d2-43d3-a432-c1fcd002914e, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=fea5974f-22d2-43d3-a432-c1fcd002914e,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:58:50.518592 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:50.590256 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['fea5974f-22d2-43d3-a432-c1fcd002914e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:58:50.594418 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee673fa-ed0e-40c8-af62-305a08030755 req-75f6dab5-0e6a-4e3e-884e-10c902ee3ab2 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:50.596132 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-dee673fa-ed0e-40c8-af62-305a08030755 req-75f6dab5-0e6a-4e3e-884e-10c902ee3ab2 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 944 time: 0.0808480 Jan 11 09:58:50.639822 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=fea5974f-22d2-43d3-a432-c1fcd002914e,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:58:50.650615 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-dee673fa-ed0e-40c8-af62-305a08030755 req-dc8e0619-d9df-4e07-a01e-0b387542af21 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459900 Jan 11 09:58:50.962372 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70690250-a843-4410-8229-6cc6d9f91650 req-9ec51628-894d-47f8-9342-db8dd60df3b0 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:50.963833 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-70690250-a843-4410-8229-6cc6d9f91650 req-9ec51628-894d-47f8-9342-db8dd60df3b0 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 944 time: 0.0913527 Jan 11 09:58:50.963972 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a216949-8382-412c-a257-f92cdfe3731e req-8dc7f8aa-5944-436f-a0aa-2d1a7d595e5e tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:50.964637 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-7a216949-8382-412c-a257-f92cdfe3731e req-8dc7f8aa-5944-436f-a0aa-2d1a7d595e5e tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Synchronizing usage tracker for tenant:b1e19918ba604fd9881470933fe85736 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 09:58:50.980732 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-7a216949-8382-412c-a257-f92cdfe3731e req-8dc7f8aa-5944-436f-a0aa-2d1a7d595e5e tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Unset dirty status for tenant:b1e19918ba604fd9881470933fe85736 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 09:58:50.989475 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7a216949-8382-412c-a257-f92cdfe3731e req-8dc7f8aa-5944-436f-a0aa-2d1a7d595e5e tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d&tenant_id=b1e19918ba604fd9881470933fe85736&binding%3Ahost_id=hv-neutron-8234 HTTP/1.1" status: 200 len: 944 time: 0.1057489 Jan 11 09:58:51.012845 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-70690250-a843-4410-8229-6cc6d9f91650 req-4974de7c-08a6-4223-b24f-7e7ce6251962 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419538 Jan 11 09:58:51.123285 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a216949-8382-412c-a257-f92cdfe3731e req-14f6c8c6-1f3c-4767-8154-fd043b51acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:51.125331 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7a216949-8382-412c-a257-f92cdfe3731e req-14f6c8c6-1f3c-4767-8154-fd043b51acd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 1097 time: 0.0704215 Jan 11 09:58:51.255023 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a216949-8382-412c-a257-f92cdfe3731e req-8a1bc31d-50d1-4290-97cd-8520f899b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:51.256355 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7a216949-8382-412c-a257-f92cdfe3731e req-8a1bc31d-50d1-4290-97cd-8520f899b7bd service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1254449 Jan 11 09:58:51.358427 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7a216949-8382-412c-a257-f92cdfe3731e req-b2c9bd8e-77cf-43ff-884a-2d05422017d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fea5974f-22d2-43d3-a432-c1fcd002914e HTTP/1.1" status: 200 len: 999 time: 0.0952301 Jan 11 09:58:51.394344 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-49da5b25-78cb-4ec7-9434-6c45acba8770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:51.413597 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device fea5974f-22d2-43d3-a432-c1fcd002914e up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:58:51.419627 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a216949-8382-412c-a257-f92cdfe3731e req-f971f8df-35f4-447a-a5b7-a2f40fd55c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:51.421585 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7a216949-8382-412c-a257-f92cdfe3731e req-f971f8df-35f4-447a-a5b7-a2f40fd55c5d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0574238 Jan 11 09:58:51.485155 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port fea5974f-22d2-43d3-a432-c1fcd002914e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:58:51.485748 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:51.497633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a216949-8382-412c-a257-f92cdfe3731e req-3fb3622f-a00f-475c-8a01-373d7f2867a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:51.499758 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7a216949-8382-412c-a257-f92cdfe3731e req-3fb3622f-a00f-475c-8a01-373d7f2867a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726950 Jan 11 09:58:51.602564 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:51.631382 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7a216949-8382-412c-a257-f92cdfe3731e req-94d67ade-06ca-467c-967d-d1db43a97655 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251559 Jan 11 09:58:51.634374 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port fea5974f-22d2-43d3-a432-c1fcd002914e, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=fea5974f-22d2-43d3-a432-c1fcd002914e,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:58:51.638132 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:51.703270 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=fea5974f-22d2-43d3-a432-c1fcd002914e,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:58:51.767767 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7a216949-8382-412c-a257-f92cdfe3731e req-c3d7c574-6ba0-47b4-be40-5c221a9cdd2c service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305027 Jan 11 09:58:51.771492 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0e593b-5868-441e-9e27-ab75ac90e59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea5974f-22d2-43d3-a432-c1fcd002914e'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:58:51.830344 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0e593b-5868-441e-9e27-ab75ac90e59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea5974f-22d2-43d3-a432-c1fcd002914e', 'code': 200} Jan 11 09:58:52.201850 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26cf11-0bff-4b16-8fac-3804133f4424 req-85ca7fe6-288c-449a-8276-79094a601f40 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:52.203649 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8a26cf11-0bff-4b16-8fac-3804133f4424 req-85ca7fe6-288c-449a-8276-79094a601f40 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.0833380 Jan 11 09:58:52.252717 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8a26cf11-0bff-4b16-8fac-3804133f4424 req-92cbf06b-a8a7-4ac8-b0fd-bd265a3513f4 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430322 Jan 11 09:58:52.571883 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:52.647626 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:53.438008 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec46d41-9e6f-4d44-953f-7be13e12b003 req-b54bff6a-269f-42af-bf90-1bbc6fd5bfa7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:53.439449 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cec46d41-9e6f-4d44-953f-7be13e12b003 req-b54bff6a-269f-42af-bf90-1bbc6fd5bfa7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.0806820 Jan 11 09:58:53.482401 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cec46d41-9e6f-4d44-953f-7be13e12b003 req-eff73f7d-cfe4-4306-b846-cad7835f00e3 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373452 Jan 11 09:58:53.662154 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca5eb0-95be-4e4a-9f05-2166c550b3c8 req-cb4faeb2-2b7a-4775-a5c7-6d2a3bab3b36 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:53.663511 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8eca5eb0-95be-4e4a-9f05-2166c550b3c8 req-cb4faeb2-2b7a-4775-a5c7-6d2a3bab3b36 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.0780137 Jan 11 09:58:53.711773 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8eca5eb0-95be-4e4a-9f05-2166c550b3c8 req-17ecc627-32c7-4225-9bfe-e80398319cfc tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424333 Jan 11 09:58:53.901378 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434e8e3-d4c6-4933-9fbf-cf7e49ddee99 req-89fa7d8c-ea3b-497f-b633-9a62db2181f2 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:53.902835 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7434e8e3-d4c6-4933-9fbf-cf7e49ddee99 req-89fa7d8c-ea3b-497f-b633-9a62db2181f2 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.0811033 Jan 11 09:58:53.946876 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7434e8e3-d4c6-4933-9fbf-cf7e49ddee99 req-e8a8bb05-437f-4ec1-be71-3b9cd3169049 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377746 Jan 11 09:58:54.117390 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:54.336038 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c42423-ea8f-457b-a3d4-42cdd7d7b660 req-c2c110e0-396b-4a18-b236-0e0f7f948dda tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:54.337386 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c3c42423-ea8f-457b-a3d4-42cdd7d7b660 req-c2c110e0-396b-4a18-b236-0e0f7f948dda tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.0861759 Jan 11 09:58:54.380043 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c3c42423-ea8f-457b-a3d4-42cdd7d7b660 req-c985c3e4-9b35-462a-8d03-d6dc8f8a5a2c tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363920 Jan 11 09:58:55.561814 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a1130-2d0d-4bc1-9dc6-62f0fcfccf15 req-b7ac7330-a6d9-4465-9674-4d5285ae95f1 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:55.563289 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-688a1130-2d0d-4bc1-9dc6-62f0fcfccf15 req-b7ac7330-a6d9-4465-9674-4d5285ae95f1 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.0784481 Jan 11 09:58:55.605972 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-688a1130-2d0d-4bc1-9dc6-62f0fcfccf15 req-52dccff1-7ba4-4bdc-8737-b2c1de420d37 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372066 Jan 11 09:58:56.132952 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6668ae-afb1-4aa3-b696-8b22633fda14 req-d7b83f79-b580-473a-9dcb-83dd83926a37 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:56.134317 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ae6668ae-afb1-4aa3-b696-8b22633fda14 req-d7b83f79-b580-473a-9dcb-83dd83926a37 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.0793629 Jan 11 09:58:56.207437 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-ae6668ae-afb1-4aa3-b696-8b22633fda14 req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Deleting port fea5974f-22d2-43d3-a432-c1fcd002914e {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 09:58:56.207778 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ae6668ae-afb1-4aa3-b696-8b22633fda14 req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:56.562962 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-ae6668ae-afb1-4aa3-b696-8b22633fda14 req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] For port fea5974f-22d2-43d3-a432-c1fcd002914e, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=fea5974f-22d2-43d3-a432-c1fcd002914e,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:58:56.563317 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ae6668ae-afb1-4aa3-b696-8b22633fda14 req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:56.793496 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133f40c-6e5e-4fa7-b86f-24d63ee7a5f2 req-0d905cea-d594-48f3-92c8-f21473c5e9ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:56.794889 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7133f40c-6e5e-4fa7-b86f-24d63ee7a5f2 req-0d905cea-d594-48f3-92c8-f21473c5e9ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 945 time: 0.0852590 Jan 11 09:58:56.839926 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7133f40c-6e5e-4fa7-b86f-24d63ee7a5f2 req-80d077af-f399-4604-b1cd-80696865f80a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388179 Jan 11 09:58:56.859569 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ae6668ae-afb1-4aa3-b696-8b22633fda14 req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:56.859938 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ae6668ae-afb1-4aa3-b696-8b22633fda14 req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:56.860249 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [req-ae6668ae-afb1-4aa3-b696-8b22633fda14 req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Floating IP 33175728-f2e2-45a1-98e7-629638d3622b disassociated. External IP: 172.26.3.53, port: fea5974f-22d2-43d3-a432-c1fcd002914e. Jan 11 09:58:56.860592 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-ae6668ae-afb1-4aa3-b696-8b22633fda14 req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Calling delete_port for fea5974f-22d2-43d3-a432-c1fcd002914e owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 09:58:57.005441 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ae6668ae-afb1-4aa3-b696-8b22633fda14 req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:57.056226 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Pushing event deleted for resources: {'Port': ['ID=fea5974f-22d2-43d3-a432-c1fcd002914e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:58:57.067604 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:58:57.067984 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:58:57.068276 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:58:57.068607 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:58:57.068938 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:58:57.069266 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:58:57.069591 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:58:57.069912 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:58:57.070266 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:58:57.070586 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:58:57.070900 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:58:57.071214 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 09:58:57.266629 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae6668ae-afb1-4aa3-b696-8b22633fda14 req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Router 69c8de26-3056-4bb3-9772-dc67c9de7969 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:58:57.441636 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae6668ae-afb1-4aa3-b696-8b22633fda14 req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:58:57.451201 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1299706-a814-4413-aaf9-a9a7be46adaf None None] Sync routers for ids ['69c8de26-3056-4bb3-9772-dc67c9de7969'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:58:57.460746 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1299706-a814-4413-aaf9-a9a7be46adaf None None] Routers {'69c8de26-3056-4bb3-9772-dc67c9de7969'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:58:57.461342 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a1299706-a814-4413-aaf9-a9a7be46adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:58:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['69c8de26-3056-4bb3-9772-dc67c9de7969'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:58:57.516360 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6668ae-afb1-4aa3-b696-8b22633fda14 req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] No DVR routers for this DVR port fea5974f-22d2-43d3-a432-c1fcd002914e on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 09:58:57.519216 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-ae6668ae-afb1-4aa3-b696-8b22633fda14 req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:58:57.521815 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0e593b-5868-441e-9e27-ab75ac90e59d', 'name': 'network-vif-deleted', 'tag': 'fea5974f-22d2-43d3-a432-c1fcd002914e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:58:57.544714 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ae6668ae-afb1-4aa3-b696-8b22633fda14 req-5e9f0d7b-774d-45c4-a0f9-4aca41e29872 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.42 "DELETE /v2.0/ports/fea5974f-22d2-43d3-a432-c1fcd002914e HTTP/1.1" status: 204 len: 173 time: 1.4038184 Jan 11 09:58:57.586417 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0e593b-5868-441e-9e27-ab75ac90e59d', 'name': 'network-vif-deleted', 'tag': 'fea5974f-22d2-43d3-a432-c1fcd002914e', 'status': 'completed', 'code': 200} Jan 11 09:58:57.634395 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:58:57.666032 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-a1299706-a814-4413-aaf9-a9a7be46adaf None None] Set router 69c8de26-3056-4bb3-9772-dc67c9de7969 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:58:57.992144 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a1299706-a814-4413-aaf9-a9a7be46adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:07Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:58:57.996290 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1299706-a814-4413-aaf9-a9a7be46adaf None None] Checking router: 69c8de26-3056-4bb3-9772-dc67c9de7969 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:58:58.006728 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1299706-a814-4413-aaf9-a9a7be46adaf None None] Routers {'69c8de26-3056-4bb3-9772-dc67c9de7969'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:58:58.007321 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a1299706-a814-4413-aaf9-a9a7be46adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:58:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['69c8de26-3056-4bb3-9772-dc67c9de7969'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:58:58.011401 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e8e0d240-df7c-4ed4-8bd4-6abdf892d65e req-aed17eae-1eca-4dba-8cf1-9428e4bc91a6 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe0e593b-5868-441e-9e27-ab75ac90e59d HTTP/1.1" status: 200 len: 210 time: 0.0450082 Jan 11 09:58:58.182516 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-a1299706-a814-4413-aaf9-a9a7be46adaf None None] Set router 69c8de26-3056-4bb3-9772-dc67c9de7969 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:58:58.521816 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a1299706-a814-4413-aaf9-a9a7be46adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:07Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:58:58.525641 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1299706-a814-4413-aaf9-a9a7be46adaf None None] The sync data for ids ['69c8de26-3056-4bb3-9772-dc67c9de7969'] in dv-neutron-823402-4-hyperv is: [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:07Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:58:58.741775 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62b3bb3-9fa0-4a39-86cf-9dd3634c373a None None] New status for floating IP 33175728-f2e2-45a1-98e7-629638d3622b: DOWN {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:58:59.346955 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-39429619-bbf4-4e63-870d-7aae93173610 req-4d17067f-0006-4769-bd33-b0ee05d3a6af tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--271494457&fields=id&tenant_id=b1e19918ba604fd9881470933fe85736 HTTP/1.1" status: 200 len: 267 time: 0.0400229 Jan 11 09:58:59.482390 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device fea5974f-22d2-43d3-a432-c1fcd002914e no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 09:58:59.496148 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39429619-bbf4-4e63-870d-7aae93173610 req-d0cfc82f-49bb-4f12-bfd8-fbcccc8142bb tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:58:59.497557 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-39429619-bbf4-4e63-870d-7aae93173610 req-d0cfc82f-49bb-4f12-bfd8-fbcccc8142bb tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 811 time: 0.1441746 Jan 11 09:58:59.513445 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-39429619-bbf4-4e63-870d-7aae93173610 req-f436cdb7-f8bd-4559-9b03-8d232797dad6 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/quotas/b1e19918ba604fd9881470933fe85736 HTTP/1.1" status: 200 len: 375 time: 0.0089316 Jan 11 09:58:59.561542 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: fea5974f-22d2-43d3-a432-c1fcd002914e {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 09:58:59.561954 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device fea5974f-22d2-43d3-a432-c1fcd002914e not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 09:58:59.604363 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-39429619-bbf4-4e63-870d-7aae93173610 req-ccec5062-f032-46c4-bc2d-9abf260ad704 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0845335 Jan 11 09:58:59.739027 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-39429619-bbf4-4e63-870d-7aae93173610 req-0c290d13-48a5-4fcb-909e-2e162ba1a2c5 service neutron] 10.222.0.15 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234105 Jan 11 09:58:59.961621 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-39429619-bbf4-4e63-870d-7aae93173610 req-a449c556-92d5-4304-8b32-84295bdae220 service neutron] 10.222.0.15 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169414 Jan 11 09:59:01.142232 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4db0e289-112e-4591-a90a-0b6ea6dc2914 req-967631c9-99c9-476e-a78e-adaefcb6314a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 210 time: 0.0419822 Jan 11 09:59:02.118197 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39429619-bbf4-4e63-870d-7aae93173610 req-c8293049-f279-4de4-8119-844b2eb142df tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:02.119591 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-39429619-bbf4-4e63-870d-7aae93173610 req-c8293049-f279-4de4-8119-844b2eb142df tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 811 time: 0.1435010 Jan 11 09:59:02.172487 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-39429619-bbf4-4e63-870d-7aae93173610 req-85f072c4-6c25-48c8-8fef-2dbc5f8faf33 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1e19918ba604fd9881470933fe85736 HTTP/1.1" status: 200 len: 379 time: 0.0448420 Jan 11 09:59:02.180512 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-39429619-bbf4-4e63-870d-7aae93173610 req-4040528c-6862-4019-83a4-8fb5697c9f39 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Request body: {'port': {'device_id': '9997d5ae-9f56-4839-b963-41091ebd967e', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'admin_state_up': True, 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'security_groups': ['6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:59:02.291383 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ccedd6e5-1b4f-4afd-b38d-18257cf18a98 req-6afad3ff-1b81-4f98-9436-c6cda960317b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 210 time: 0.0455241 Jan 11 09:59:02.430249 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-39429619-bbf4-4e63-870d-7aae93173610 req-4040528c-6862-4019-83a4-8fb5697c9f39 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 09:59:02.434127 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-39429619-bbf4-4e63-870d-7aae93173610 req-4040528c-6862-4019-83a4-8fb5697c9f39 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Usage tracker for resource:port and tenant:b1e19918ba604fd9881470933fe85736 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 09:59:02.436952 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-39429619-bbf4-4e63-870d-7aae93173610 req-4040528c-6862-4019-83a4-8fb5697c9f39 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 09:59:02.442527 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-39429619-bbf4-4e63-870d-7aae93173610 req-4040528c-6862-4019-83a4-8fb5697c9f39 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 09:59:02.452595 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39429619-bbf4-4e63-870d-7aae93173610 req-4040528c-6862-4019-83a4-8fb5697c9f39 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Made reservation on behalf of b1e19918ba604fd9881470933fe85736 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 09:59:02.456064 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-39429619-bbf4-4e63-870d-7aae93173610 req-4040528c-6862-4019-83a4-8fb5697c9f39 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:02.618558 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-39429619-bbf4-4e63-870d-7aae93173610 req-4040528c-6862-4019-83a4-8fb5697c9f39 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Allocated IP 172.20.0.7 (9f2ae170-9bdf-43b0-9a88-60ab20afe7a1/fda7308e-03ae-4dc9-80ac-d95216094f06/ad7288e5-8ce6-4581-92b5-a2a527b9aa1b) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 09:59:02.802107 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-39429619-bbf4-4e63-870d-7aae93173610 req-4040528c-6862-4019-83a4-8fb5697c9f39 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:02.817247 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-39429619-bbf4-4e63-870d-7aae93173610 req-4040528c-6862-4019-83a4-8fb5697c9f39 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Transition to ACTIVE for port object ad7288e5-8ce6-4581-92b5-a2a527b9aa1b will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:59:02.839286 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-39429619-bbf4-4e63-870d-7aae93173610 req-4040528c-6862-4019-83a4-8fb5697c9f39 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:02.908362 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39429619-bbf4-4e63-870d-7aae93173610 req-4040528c-6862-4019-83a4-8fb5697c9f39 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 09:59:02.911512 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-39429619-bbf4-4e63-870d-7aae93173610 req-4040528c-6862-4019-83a4-8fb5697c9f39 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 09:59:02.915542 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-39429619-bbf4-4e63-870d-7aae93173610 req-4040528c-6862-4019-83a4-8fb5697c9f39 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 09:59:02.953608 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040528c-6862-4019-83a4-8fb5697c9f39 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Pushing event updated for resources: {'Port': ['ID=ad7288e5-8ce6-4581-92b5-a2a527b9aa1b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:59:02.986283 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39429619-bbf4-4e63-870d-7aae93173610 req-4040528c-6862-4019-83a4-8fb5697c9f39 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:02.986920 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-39429619-bbf4-4e63-870d-7aae93173610 req-4040528c-6862-4019-83a4-8fb5697c9f39 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:03.011655 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-39429619-bbf4-4e63-870d-7aae93173610 req-4040528c-6862-4019-83a4-8fb5697c9f39 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8347116 Jan 11 09:59:03.022872 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-39429619-bbf4-4e63-870d-7aae93173610 req-7af7e108-3f6d-4d34-8bc9-62ae656a80d5 service neutron] Request body: {'port': {'device_id': '9997d5ae-9f56-4839-b963-41091ebd967e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:59:03.136524 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-39429619-bbf4-4e63-870d-7aae93173610 req-7af7e108-3f6d-4d34-8bc9-62ae656a80d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:03.198738 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-55cfc5cd-9419-491f-b848-42612968f19a None None] Provisioning for port ad7288e5-8ce6-4581-92b5-a2a527b9aa1b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:59:03.202976 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-55cfc5cd-9419-491f-b848-42612968f19a None None] Provisioning complete for port ad7288e5-8ce6-4581-92b5-a2a527b9aa1b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:59:03.203349 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-55cfc5cd-9419-491f-b848-42612968f19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:03.254749 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-55cfc5cd-9419-491f-b848-42612968f19a None None] Port ad7288e5-8ce6-4581-92b5-a2a527b9aa1b cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 09:59:03.477170 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-39429619-bbf4-4e63-870d-7aae93173610 req-7af7e108-3f6d-4d34-8bc9-62ae656a80d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad7288e5-8ce6-4581-92b5-a2a527b9aa1b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:59:03.478304 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4c859-968e-4ff8-bdca-e38e9e624c97 req-df61bcfe-2450-4320-970e-5f0ec3bc4ef8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:03.479780 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-35e4c859-968e-4ff8-bdca-e38e9e624c97 req-df61bcfe-2450-4320-970e-5f0ec3bc4ef8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 931 time: 0.0798018 Jan 11 09:59:03.485134 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-39429619-bbf4-4e63-870d-7aae93173610 req-7af7e108-3f6d-4d34-8bc9-62ae656a80d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:03.500064 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-39429619-bbf4-4e63-870d-7aae93173610 req-7af7e108-3f6d-4d34-8bc9-62ae656a80d5 service neutron] Transition to ACTIVE for port object ad7288e5-8ce6-4581-92b5-a2a527b9aa1b will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 09:59:03.503579 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-39429619-bbf4-4e63-870d-7aae93173610 req-7af7e108-3f6d-4d34-8bc9-62ae656a80d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:03.529534 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-35e4c859-968e-4ff8-bdca-e38e9e624c97 req-12e75f7e-7804-4feb-b65c-d798184a9b08 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432987 Jan 11 09:59:03.664732 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7e108-3f6d-4d34-8bc9-62ae656a80d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7288e5-8ce6-4581-92b5-a2a527b9aa1b,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:59:03.751171 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-39429619-bbf4-4e63-870d-7aae93173610 req-7af7e108-3f6d-4d34-8bc9-62ae656a80d5 service neutron] Attempting to bind port ad7288e5-8ce6-4581-92b5-a2a527b9aa1b on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 09:59:03.751502 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-39429619-bbf4-4e63-870d-7aae93173610 req-7af7e108-3f6d-4d34-8bc9-62ae656a80d5 service neutron] Attempting to bind port ad7288e5-8ce6-4581-92b5-a2a527b9aa1b by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 09:59:03.751828 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39429619-bbf4-4e63-870d-7aae93173610 req-7af7e108-3f6d-4d34-8bc9-62ae656a80d5 service neutron] Attempting to bind port ad7288e5-8ce6-4581-92b5-a2a527b9aa1b on network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:59:03.756449 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39429619-bbf4-4e63-870d-7aae93173610 req-7af7e108-3f6d-4d34-8bc9-62ae656a80d5 service neutron] Port ad7288e5-8ce6-4581-92b5-a2a527b9aa1b on network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 09:59:03.756762 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39429619-bbf4-4e63-870d-7aae93173610 req-7af7e108-3f6d-4d34-8bc9-62ae656a80d5 service neutron] Attempting to bind port ad7288e5-8ce6-4581-92b5-a2a527b9aa1b on network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 09:59:03.761734 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39429619-bbf4-4e63-870d-7aae93173610 req-7af7e108-3f6d-4d34-8bc9-62ae656a80d5 service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 9, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 09:59:03.762062 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39429619-bbf4-4e63-870d-7aae93173610 req-7af7e108-3f6d-4d34-8bc9-62ae656a80d5 service neutron] Checking segment: {'id': 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 09:59:03.762468 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39429619-bbf4-4e63-870d-7aae93173610 req-7af7e108-3f6d-4d34-8bc9-62ae656a80d5 service neutron] Bound using segment: {'id': 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 09:59:03.762886 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-39429619-bbf4-4e63-870d-7aae93173610 req-7af7e108-3f6d-4d34-8bc9-62ae656a80d5 service neutron] Bound port: ad7288e5-8ce6-4581-92b5-a2a527b9aa1b, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 09:59:03.763222 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-39429619-bbf4-4e63-870d-7aae93173610 req-7af7e108-3f6d-4d34-8bc9-62ae656a80d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:03.853686 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-39429619-bbf4-4e63-870d-7aae93173610 req-7af7e108-3f6d-4d34-8bc9-62ae656a80d5 service neutron] For port ad7288e5-8ce6-4581-92b5-a2a527b9aa1b, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 09:59:03.856534 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-39429619-bbf4-4e63-870d-7aae93173610 req-7af7e108-3f6d-4d34-8bc9-62ae656a80d5 service neutron] For port ad7288e5-8ce6-4581-92b5-a2a527b9aa1b, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=ad7288e5-8ce6-4581-92b5-a2a527b9aa1b,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 09:59:03.861545 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-39429619-bbf4-4e63-870d-7aae93173610 req-7af7e108-3f6d-4d34-8bc9-62ae656a80d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:03.922195 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39429619-bbf4-4e63-870d-7aae93173610 req-7af7e108-3f6d-4d34-8bc9-62ae656a80d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:03.922810 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-39429619-bbf4-4e63-870d-7aae93173610 req-7af7e108-3f6d-4d34-8bc9-62ae656a80d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:03.924173 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-39429619-bbf4-4e63-870d-7aae93173610 req-7af7e108-3f6d-4d34-8bc9-62ae656a80d5 service neutron] 10.222.0.42 "PUT /v2.0/ports/ad7288e5-8ce6-4581-92b5-a2a527b9aa1b HTTP/1.1" status: 200 len: 1093 time: 0.9057899 Jan 11 09:59:03.924614 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9997d5ae-9f56-4839-b963-41091ebd967e', 'tag': 'ad7288e5-8ce6-4581-92b5-a2a527b9aa1b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:59:03.948060 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7e108-3f6d-4d34-8bc9-62ae656a80d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7288e5-8ce6-4581-92b5-a2a527b9aa1b,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:59:03.998287 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9997d5ae-9f56-4839-b963-41091ebd967e', 'tag': 'ad7288e5-8ce6-4581-92b5-a2a527b9aa1b', 'status': 'completed', 'code': 200} Jan 11 09:59:04.039987 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39429619-bbf4-4e63-870d-7aae93173610 req-3f172cee-102d-449a-a1e1-c5627278f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:04.041762 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-39429619-bbf4-4e63-870d-7aae93173610 req-3f172cee-102d-449a-a1e1-c5627278f09a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 1096 time: 0.0776293 Jan 11 09:59:04.113516 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-39429619-bbf4-4e63-870d-7aae93173610 req-a2614258-0dff-415a-83cc-297cd7f2234e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad7288e5-8ce6-4581-92b5-a2a527b9aa1b HTTP/1.1" status: 200 len: 217 time: 0.0653999 Jan 11 09:59:04.175687 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39429619-bbf4-4e63-870d-7aae93173610 req-0520edda-b92d-4344-8bd3-0b495bb47c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:04.177096 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-39429619-bbf4-4e63-870d-7aae93173610 req-0520edda-b92d-4344-8bd3-0b495bb47c26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0580940 Jan 11 09:59:04.254802 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39429619-bbf4-4e63-870d-7aae93173610 req-d781aab1-f625-432d-a074-7c605e68887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:04.256297 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-39429619-bbf4-4e63-870d-7aae93173610 req-d781aab1-f625-432d-a074-7c605e68887d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733769 Jan 11 09:59:04.418639 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:04.497712 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-39429619-bbf4-4e63-870d-7aae93173610 req-760a6cf9-c13f-47c3-9eaa-0f7407e73dd3 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357278 Jan 11 09:59:04.631432 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-39429619-bbf4-4e63-870d-7aae93173610 req-f7061149-2fcf-4ef9-b661-8e8e1828b3f4 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282461 Jan 11 09:59:04.724236 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30a261-a688-4197-8263-ad70f2c99287 req-34a4f809-146d-454d-a2e0-274d867fb3f7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:04.725723 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2c30a261-a688-4197-8263-ad70f2c99287 req-34a4f809-146d-454d-a2e0-274d867fb3f7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 943 time: 0.0892758 Jan 11 09:59:04.752715 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed973b-6c44-411c-b53a-065acf15b2b8 req-f2e774b5-8c31-4ea8-98ba-42fcaad04c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:04.754270 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0eed973b-6c44-411c-b53a-065acf15b2b8 req-f2e774b5-8c31-4ea8-98ba-42fcaad04c7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 1096 time: 0.0713975 Jan 11 09:59:04.769704 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2c30a261-a688-4197-8263-ad70f2c99287 req-afa25500-6247-4610-9e87-6d1c1508c65b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380304 Jan 11 09:59:04.885065 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed973b-6c44-411c-b53a-065acf15b2b8 req-cb3d099c-f839-42e3-87f1-c674b6d314cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:04.886529 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0eed973b-6c44-411c-b53a-065acf15b2b8 req-cb3d099c-f839-42e3-87f1-c674b6d314cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1265957 Jan 11 09:59:04.955890 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0eed973b-6c44-411c-b53a-065acf15b2b8 req-dc85cd17-60a6-47e2-b1e6-85256e5825d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad7288e5-8ce6-4581-92b5-a2a527b9aa1b HTTP/1.1" status: 200 len: 217 time: 0.0634072 Jan 11 09:59:05.018058 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed973b-6c44-411c-b53a-065acf15b2b8 req-02c5017e-8146-4f84-a920-8fc0c59e873d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:05.019440 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0eed973b-6c44-411c-b53a-065acf15b2b8 req-02c5017e-8146-4f84-a920-8fc0c59e873d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0576448 Jan 11 09:59:05.099400 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed973b-6c44-411c-b53a-065acf15b2b8 req-bbbd6f3d-743e-4490-83d3-ca6ad2b9f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:05.100837 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0eed973b-6c44-411c-b53a-065acf15b2b8 req-bbbd6f3d-743e-4490-83d3-ca6ad2b9f866 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754337 Jan 11 09:59:05.228273 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0eed973b-6c44-411c-b53a-065acf15b2b8 req-0ffceb0b-692b-4940-bfe4-bb8aa6e09dfd service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213040 Jan 11 09:59:05.357075 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0eed973b-6c44-411c-b53a-065acf15b2b8 req-223b0b5d-6ae7-4bfc-9717-8b03dbd59704 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225812 Jan 11 09:59:05.960668 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859d7fb-85d9-4376-a86b-9baa32666d31 req-d8d267da-d6b2-4e52-bafa-04dab96a7567 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:05.962026 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3859d7fb-85d9-4376-a86b-9baa32666d31 req-d8d267da-d6b2-4e52-bafa-04dab96a7567 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 943 time: 0.0802433 Jan 11 09:59:06.006654 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3859d7fb-85d9-4376-a86b-9baa32666d31 req-4c84991d-7510-4429-9cee-3917b11b67f5 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383232 Jan 11 09:59:07.196912 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620df15a-c150-4a0f-ae69-f12fd5a222b1 req-14461358-6b9a-478d-91fb-b12f0c08f9f8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:07.198356 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-620df15a-c150-4a0f-ae69-f12fd5a222b1 req-14461358-6b9a-478d-91fb-b12f0c08f9f8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 943 time: 0.0805311 Jan 11 09:59:07.241116 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-620df15a-c150-4a0f-ae69-f12fd5a222b1 req-bc19a069-5c1a-4581-9eef-996a458b80f4 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367670 Jan 11 09:59:08.427162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0311108-ddd2-4998-a981-ba0a33ba2a64 req-dcc97c8a-51ac-4f47-a72a-1fcfa5e74ba9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:08.428604 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c0311108-ddd2-4998-a981-ba0a33ba2a64 req-dcc97c8a-51ac-4f47-a72a-1fcfa5e74ba9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 943 time: 0.0788057 Jan 11 09:59:08.474380 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c0311108-ddd2-4998-a981-ba0a33ba2a64 req-b0cf25e9-15ef-48a7-938a-827465060e06 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402334 Jan 11 09:59:09.556170 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device ad7288e5-8ce6-4581-92b5-a2a527b9aa1b details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 09:59:09.668678 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f24f15-ef11-426f-8709-05a52b5fd6b0 req-fa23b4c2-d3d7-47a8-b365-07b1d1933423 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:09.670211 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-98f24f15-ef11-426f-8709-05a52b5fd6b0 req-fa23b4c2-d3d7-47a8-b365-07b1d1933423 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 943 time: 0.0791919 Jan 11 09:59:09.696287 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port ad7288e5-8ce6-4581-92b5-a2a527b9aa1b, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=ad7288e5-8ce6-4581-92b5-a2a527b9aa1b,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:59:09.710422 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': 'ad7288e5-8ce6-4581-92b5-a2a527b9aa1b', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'port_id': 'ad7288e5-8ce6-4581-92b5-a2a527b9aa1b', 'mac_address': 'fa:16:3e:7e:44:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 09:59:09.715797 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-98f24f15-ef11-426f-8709-05a52b5fd6b0 req-18c98ef8-c792-40a7-9f08-f730e1bb2e22 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398905 Jan 11 09:59:09.769689 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:09.790519 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7288e5-8ce6-4581-92b5-a2a527b9aa1b {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 09:59:09.805645 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port ad7288e5-8ce6-4581-92b5-a2a527b9aa1b, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=ad7288e5-8ce6-4581-92b5-a2a527b9aa1b,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:59:09.809319 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:09.874694 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=ad7288e5-8ce6-4581-92b5-a2a527b9aa1b,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:59:10.151362 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['ad7288e5-8ce6-4581-92b5-a2a527b9aa1b'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 09:59:10.898396 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66861df-2ead-4964-8b51-2e396bd10d20 req-574156a3-7e7f-4412-8473-1f09ac553fba tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:10.899733 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d66861df-2ead-4964-8b51-2e396bd10d20 req-574156a3-7e7f-4412-8473-1f09ac553fba tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 944 time: 0.0820606 Jan 11 09:59:10.942211 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d66861df-2ead-4964-8b51-2e396bd10d20 req-c2ee41c5-71f6-440e-a829-4b93ddcc540b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363503 Jan 11 09:59:11.590440 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device ad7288e5-8ce6-4581-92b5-a2a527b9aa1b up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 09:59:11.656655 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port ad7288e5-8ce6-4581-92b5-a2a527b9aa1b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 09:59:11.661299 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port ad7288e5-8ce6-4581-92b5-a2a527b9aa1b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 09:59:11.661664 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:11.775880 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:11.802037 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9997d5ae-9f56-4839-b963-41091ebd967e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7288e5-8ce6-4581-92b5-a2a527b9aa1b'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:59:11.811797 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port ad7288e5-8ce6-4581-92b5-a2a527b9aa1b, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=ad7288e5-8ce6-4581-92b5-a2a527b9aa1b,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 09:59:11.815494 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:11.853853 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9997d5ae-9f56-4839-b963-41091ebd967e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7288e5-8ce6-4581-92b5-a2a527b9aa1b', 'code': 200} Jan 11 09:59:11.887015 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=ad7288e5-8ce6-4581-92b5-a2a527b9aa1b,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 09:59:12.065740 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6efd3-29a1-4e30-b3e9-65a44328e8c9 req-3c943aeb-cb22-4b0d-b005-99af96150d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:12.067312 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fce6efd3-29a1-4e30-b3e9-65a44328e8c9 req-3c943aeb-cb22-4b0d-b005-99af96150d93 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 1098 time: 0.0685108 Jan 11 09:59:12.106983 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fce6efd3-29a1-4e30-b3e9-65a44328e8c9 req-d7ce6499-f37b-4558-ae2d-c0b5c446228b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337217 Jan 11 09:59:12.126469 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f430d08-dce5-42ec-8450-f098f9e5a5c4 req-e2192b78-f61b-4f27-ae31-a57e23e40e35 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:12.127917 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7f430d08-dce5-42ec-8450-f098f9e5a5c4 req-e2192b78-f61b-4f27-ae31-a57e23e40e35 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0790904 Jan 11 09:59:12.172606 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7f430d08-dce5-42ec-8450-f098f9e5a5c4 req-f40a7c76-2262-4943-a54e-08f846cb0d18 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391686 Jan 11 09:59:13.373417 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b9460-bc59-4e66-be24-f22ba61f2d9e req-71eab516-0928-4b0f-9ae8-211374de043c tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:13.375186 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-619b9460-bc59-4e66-be24-f22ba61f2d9e req-71eab516-0928-4b0f-9ae8-211374de043c tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0904319 Jan 11 09:59:13.422247 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-619b9460-bc59-4e66-be24-f22ba61f2d9e req-1e439dc3-e4e2-485c-982e-c5d2a9b59fc1 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408547 Jan 11 09:59:14.606322 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b55487-7128-4ac1-8e6f-2891680f64ff req-a0959a56-86bd-46f4-a04f-acdf195d6e81 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:14.608430 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f9b55487-7128-4ac1-8e6f-2891680f64ff req-a0959a56-86bd-46f4-a04f-acdf195d6e81 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0814288 Jan 11 09:59:14.656805 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f9b55487-7128-4ac1-8e6f-2891680f64ff req-6957f08b-a63c-4895-9aea-c66b8891fe25 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427237 Jan 11 09:59:14.836856 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8083d4-5a00-48ee-9656-679b2fa9576f req-0ebf80cf-5557-488b-8f20-46c269fe9ca7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:14.838325 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2b8083d4-5a00-48ee-9656-679b2fa9576f req-0ebf80cf-5557-488b-8f20-46c269fe9ca7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0799289 Jan 11 09:59:14.847402 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 38388) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 09:59:14.852231 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-59a644f8-5079-4dd4-88f6-bd3b49d1e7b3 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Request body: {'floatingip': {'port_id': 'ad7288e5-8ce6-4581-92b5-a2a527b9aa1b'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 09:59:14.933010 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59a644f8-5079-4dd4-88f6-bd3b49d1e7b3 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for floatingip, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:15.615897 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59a644f8-5079-4dd4-88f6-bd3b49d1e7b3 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:15.619827 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59a644f8-5079-4dd4-88f6-bd3b49d1e7b3 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:15.787143 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-59a644f8-5079-4dd4-88f6-bd3b49d1e7b3 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Floating IP 33175728-f2e2-45a1-98e7-629638d3622b associated. External IP: 172.26.3.53, port: ad7288e5-8ce6-4581-92b5-a2a527b9aa1b. Jan 11 09:59:16.140439 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a644f8-5079-4dd4-88f6-bd3b49d1e7b3 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Router 69c8de26-3056-4bb3-9772-dc67c9de7969 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 09:59:16.313544 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a644f8-5079-4dd4-88f6-bd3b49d1e7b3 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 09:59:16.317837 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-59a644f8-5079-4dd4-88f6-bd3b49d1e7b3 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:16.323427 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bdbebc-4b51-4596-95eb-d1ea5431ae84 None None] Sync routers for ids ['69c8de26-3056-4bb3-9772-dc67c9de7969'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 09:59:16.333340 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bdbebc-4b51-4596-95eb-d1ea5431ae84 None None] Routers {'69c8de26-3056-4bb3-9772-dc67c9de7969'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:59:16.334009 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a4bdbebc-4b51-4596-95eb-d1ea5431ae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:58:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['69c8de26-3056-4bb3-9772-dc67c9de7969'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:59:16.377651 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-59a644f8-5079-4dd4-88f6-bd3b49d1e7b3 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "PUT /v2.0/floatingips/33175728-f2e2-45a1-98e7-629638d3622b HTTP/1.1" status: 200 len: 990 time: 1.5292170 Jan 11 09:59:16.378246 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9997d5ae-9f56-4839-b963-41091ebd967e', 'tag': 'ad7288e5-8ce6-4581-92b5-a2a527b9aa1b'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 09:59:16.425751 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9997d5ae-9f56-4839-b963-41091ebd967e', 'tag': 'ad7288e5-8ce6-4581-92b5-a2a527b9aa1b', 'status': 'completed', 'code': 200} Jan 11 09:59:16.515186 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-a4bdbebc-4b51-4596-95eb-d1ea5431ae84 None None] Set router 69c8de26-3056-4bb3-9772-dc67c9de7969 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:59:16.518491 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce867dd-1110-481b-af1d-14b09cd0a762 req-b222524c-542f-48f2-94a1-b91670a55d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:16.520071 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5ce867dd-1110-481b-af1d-14b09cd0a762 req-b222524c-542f-48f2-94a1-b91670a55d60 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 1098 time: 0.0742335 Jan 11 09:59:16.657211 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce867dd-1110-481b-af1d-14b09cd0a762 req-9697e471-76d0-406a-b86e-8400cf13185b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:16.658591 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5ce867dd-1110-481b-af1d-14b09cd0a762 req-9697e471-76d0-406a-b86e-8400cf13185b service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1329093 Jan 11 09:59:16.761682 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5ce867dd-1110-481b-af1d-14b09cd0a762 req-58ecce3e-5506-42f0-958e-0a07c1080af6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad7288e5-8ce6-4581-92b5-a2a527b9aa1b HTTP/1.1" status: 200 len: 998 time: 0.0976202 Jan 11 09:59:16.825637 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce867dd-1110-481b-af1d-14b09cd0a762 req-c20cc4eb-11fe-4dc8-8503-2e0bd8feb281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:16.828155 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5ce867dd-1110-481b-af1d-14b09cd0a762 req-c20cc4eb-11fe-4dc8-8503-2e0bd8feb281 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0609856 Jan 11 09:59:16.859542 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a4bdbebc-4b51-4596-95eb-d1ea5431ae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '33175728-f2e2-45a1-98e7-629638d3622b', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'floating_ip_address': '172.26.3.53', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'port_id': 'ad7288e5-8ce6-4581-92b5-a2a527b9aa1b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'mac_address': 'fa:16:3e:7e:44:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9997d5ae-9f56-4839-b963-41091ebd967e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:57:04Z', 'updated_at': '2022-01-11T09:59:15Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:07Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:59:16.863243 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bdbebc-4b51-4596-95eb-d1ea5431ae84 None None] Checking router: 69c8de26-3056-4bb3-9772-dc67c9de7969 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 09:59:16.871270 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bdbebc-4b51-4596-95eb-d1ea5431ae84 None None] Routers {'69c8de26-3056-4bb3-9772-dc67c9de7969'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 09:59:16.871857 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a4bdbebc-4b51-4596-95eb-d1ea5431ae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T09:58:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['69c8de26-3056-4bb3-9772-dc67c9de7969'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:59:16.907351 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce867dd-1110-481b-af1d-14b09cd0a762 req-21aed8e8-686e-4f95-b174-5e0c62b3e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:16.908857 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5ce867dd-1110-481b-af1d-14b09cd0a762 req-21aed8e8-686e-4f95-b174-5e0c62b3e35c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745137 Jan 11 09:59:17.047957 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-a4bdbebc-4b51-4596-95eb-d1ea5431ae84 None None] Set router 69c8de26-3056-4bb3-9772-dc67c9de7969 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 09:59:17.167103 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5ce867dd-1110-481b-af1d-14b09cd0a762 req-e569b16c-cb2b-491b-b33b-472343e2bfe3 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518718 Jan 11 09:59:17.296965 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5ce867dd-1110-481b-af1d-14b09cd0a762 req-f46bddf4-be7a-4694-a419-cc6886d56070 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242397 Jan 11 09:59:17.395501 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a4bdbebc-4b51-4596-95eb-d1ea5431ae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '33175728-f2e2-45a1-98e7-629638d3622b', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'floating_ip_address': '172.26.3.53', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'port_id': 'ad7288e5-8ce6-4581-92b5-a2a527b9aa1b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'mac_address': 'fa:16:3e:7e:44:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9997d5ae-9f56-4839-b963-41091ebd967e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:57:04Z', 'updated_at': '2022-01-11T09:59:15Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:07Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 09:59:17.399332 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bdbebc-4b51-4596-95eb-d1ea5431ae84 None None] The sync data for ids ['69c8de26-3056-4bb3-9772-dc67c9de7969'] in dv-neutron-823402-4-hyperv is: [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '33175728-f2e2-45a1-98e7-629638d3622b', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'floating_ip_address': '172.26.3.53', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'port_id': 'ad7288e5-8ce6-4581-92b5-a2a527b9aa1b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'mac_address': 'fa:16:3e:7e:44:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9997d5ae-9f56-4839-b963-41091ebd967e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:57:04Z', 'updated_at': '2022-01-11T09:59:15Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:07Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 09:59:17.605490 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3660cb11-19aa-45d5-a8b8-1938942a525b None None] New status for floating IP 33175728-f2e2-45a1-98e7-629638d3622b: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 09:59:19.167850 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e6a307b-4f0f-4798-8b19-29855ca14e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:21.397628 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-70e777f2-fb2d-4c13-a517-63e138215406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:22.574369 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:22.649318 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:24.120695 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:34.431762 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:34.623130 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 09:59:40.737219 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c9d597e6-7cac-4f3b-b31b-fe8eb59eea6b req-5a99700e-875d-453d-bfc9-1fb107c2f592 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690570 Jan 11 09:59:40.879266 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d597e6-7cac-4f3b-b31b-fe8eb59eea6b req-2f9ce1df-67dc-4c89-a3b3-7ba39f97768b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:40.880632 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c9d597e6-7cac-4f3b-b31b-fe8eb59eea6b req-2f9ce1df-67dc-4c89-a3b3-7ba39f97768b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 1098 time: 0.0736139 Jan 11 09:59:41.033993 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d597e6-7cac-4f3b-b31b-fe8eb59eea6b req-4c57a8c7-63ab-4e8d-b48c-e39e77cfc8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:41.035458 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c9d597e6-7cac-4f3b-b31b-fe8eb59eea6b req-4c57a8c7-63ab-4e8d-b48c-e39e77cfc8ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1342189 Jan 11 09:59:41.135826 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c9d597e6-7cac-4f3b-b31b-fe8eb59eea6b req-1de8ff3d-c09a-4652-bfa9-d6914cd633bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad7288e5-8ce6-4581-92b5-a2a527b9aa1b HTTP/1.1" status: 200 len: 1000 time: 0.0936229 Jan 11 09:59:41.195930 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d597e6-7cac-4f3b-b31b-fe8eb59eea6b req-3ff1c247-32b0-45f3-b96a-88e81fc85e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:41.197281 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c9d597e6-7cac-4f3b-b31b-fe8eb59eea6b req-3ff1c247-32b0-45f3-b96a-88e81fc85e65 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0559123 Jan 11 09:59:41.273947 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d597e6-7cac-4f3b-b31b-fe8eb59eea6b req-3cd7eb99-5acf-48c9-a388-f88cdeb4ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 09:59:41.275427 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c9d597e6-7cac-4f3b-b31b-fe8eb59eea6b req-3cd7eb99-5acf-48c9-a388-f88cdeb4ddff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707400 Jan 11 09:59:41.408566 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c9d597e6-7cac-4f3b-b31b-fe8eb59eea6b req-0c51fdb5-ff27-4126-925d-ba4bac7890a4 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257479 Jan 11 09:59:41.538676 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c9d597e6-7cac-4f3b-b31b-fe8eb59eea6b req-949f5d5e-cf08-479d-9fc5-3534386b7de1 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236367 Jan 11 09:59:49.169879 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4bc30436-6a78-407d-bde4-8493585900d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:51.402377 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7beaa912-8936-4e7f-830d-1dc8de056315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:52.576888 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:52.651974 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 09:59:54.123276 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:00:04.423381 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:00:11.622622 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:00:19.173173 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e1ff-4e9d-45d3-9b91-b20a56552a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:00:21.403689 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-927d1d2e-0a86-455b-a2bb-e0fe17a386ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:00:22.580790 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:00:22.654001 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:00:24.125634 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:00:28.847754 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6129e-1231-4ec5-a93d-c194bb885aaf req-3b2099e3-997f-455b-9fbc-24ecf4b9ccc5 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:28.849232 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6da6129e-1231-4ec5-a93d-c194bb885aaf req-3b2099e3-997f-455b-9fbc-24ecf4b9ccc5 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0800126 Jan 11 10:00:28.892327 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6da6129e-1231-4ec5-a93d-c194bb885aaf req-90d528a7-18fb-4f14-8824-36627dc60f52 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360291 Jan 11 10:00:30.086308 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd571ce1-7dfc-4f70-8cce-895ca7083385 req-6a619340-2ff8-43a2-a5af-af1d7f8d7598 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:30.087731 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bd571ce1-7dfc-4f70-8cce-895ca7083385 req-6a619340-2ff8-43a2-a5af-af1d7f8d7598 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0881274 Jan 11 10:00:30.130403 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bd571ce1-7dfc-4f70-8cce-895ca7083385 req-5ceea296-acac-41d6-83d7-75e548d6f93b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368659 Jan 11 10:00:31.312330 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847723c3-82bf-4334-bd9a-62d2a8646167 req-82b785cb-caa7-4ddd-a638-665d47436e48 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:31.314300 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-847723c3-82bf-4334-bd9a-62d2a8646167 req-82b785cb-caa7-4ddd-a638-665d47436e48 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0783308 Jan 11 10:00:31.357591 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-847723c3-82bf-4334-bd9a-62d2a8646167 req-4e8a07cc-6454-4392-93b1-04ab3d44d64d tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376623 Jan 11 10:00:32.660914 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a00c10-f1d9-43e8-86e5-5455ccd0ad15 req-684bfc2c-3c0a-4520-af2a-2de55d9aaa11 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:32.662294 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-27a00c10-f1d9-43e8-86e5-5455ccd0ad15 req-684bfc2c-3c0a-4520-af2a-2de55d9aaa11 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.1973984 Jan 11 10:00:32.705324 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-27a00c10-f1d9-43e8-86e5-5455ccd0ad15 req-11257e34-6d15-41dd-8914-694b92e6e377 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371208 Jan 11 10:00:33.887528 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d64a3-9d42-4b14-9ee3-a617838c0538 req-94b952a5-240a-458e-b19b-a70168db4f15 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:33.889091 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1f4d64a3-9d42-4b14-9ee3-a617838c0538 req-94b952a5-240a-458e-b19b-a70168db4f15 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0788450 Jan 11 10:00:33.934032 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1f4d64a3-9d42-4b14-9ee3-a617838c0538 req-9c349f73-f0a8-413e-b4e6-2c78ae79b12f tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391796 Jan 11 10:00:34.444815 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:00:35.115165 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3a3b6-2ab2-4b6f-8a8f-f2c594393923 req-d13832c7-bb25-4107-b127-f9237a129d6b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:35.116592 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-49f3a3b6-2ab2-4b6f-8a8f-f2c594393923 req-d13832c7-bb25-4107-b127-f9237a129d6b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0778632 Jan 11 10:00:35.159379 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-49f3a3b6-2ab2-4b6f-8a8f-f2c594393923 req-42e28b8f-2e8a-4ad4-a0e9-ba6a764027df tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372331 Jan 11 10:00:36.341447 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3cd520-f97f-458a-a3ab-0838de1a7f4a req-71825d29-2bd9-49d5-a164-1ea0f5b36b2a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:36.342910 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7c3cd520-f97f-458a-a3ab-0838de1a7f4a req-71825d29-2bd9-49d5-a164-1ea0f5b36b2a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0808210 Jan 11 10:00:36.386316 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7c3cd520-f97f-458a-a3ab-0838de1a7f4a req-da1107b4-5946-4ddd-b7df-c540c84fcbf8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377967 Jan 11 10:00:37.567348 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57204e75-258a-481f-87f9-fe6f386d390e req-9f9da6c9-4530-482a-9344-d4fd48d10762 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:37.568784 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-57204e75-258a-481f-87f9-fe6f386d390e req-9f9da6c9-4530-482a-9344-d4fd48d10762 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0789328 Jan 11 10:00:37.611338 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-57204e75-258a-481f-87f9-fe6f386d390e req-7b6bf962-4542-4e0b-a30e-63b8a8ce52eb tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369403 Jan 11 10:00:38.799505 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92b82a-0b24-4e39-918c-c95548e74be6 req-3454475a-38ac-421c-a658-37d49d0ee9b0 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:38.800978 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8d92b82a-0b24-4e39-918c-c95548e74be6 req-3454475a-38ac-421c-a658-37d49d0ee9b0 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0815599 Jan 11 10:00:38.844228 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8d92b82a-0b24-4e39-918c-c95548e74be6 req-3a56eaff-f133-4a06-b348-9c7b916a33b3 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377088 Jan 11 10:00:40.044671 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbf00f-aaee-4462-9a0e-992b8228b841 req-cd7695f8-9810-4ca7-9262-9700398b7059 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:40.046731 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3bbbf00f-aaee-4462-9a0e-992b8228b841 req-cd7695f8-9810-4ca7-9262-9700398b7059 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0905654 Jan 11 10:00:40.103547 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3bbbf00f-aaee-4462-9a0e-992b8228b841 req-83bf2dd0-258f-4b6c-aa31-424e5ac06738 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483189 Jan 11 10:00:40.542613 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7a6cca95-2af7-4ea0-b2cf-b100cc0f1c57 req-9f048b93-7a69-45bf-8ed1-01a07f42f6b0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1236329 Jan 11 10:00:40.578028 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009186ca-f800-4b54-9b6c-2feeea48d2e1 req-c2b261d1-3a82-4f44-bab0-d053c9dfe8de tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:40.579970 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-009186ca-f800-4b54-9b6c-2feeea48d2e1 req-c2b261d1-3a82-4f44-bab0-d053c9dfe8de tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.1027117 Jan 11 10:00:40.631545 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-009186ca-f800-4b54-9b6c-2feeea48d2e1 req-84c56f5a-272e-481c-bcc8-09aeae4c834e tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453217 Jan 11 10:00:40.847359 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c09883-948c-4b30-abbc-9e5e8d5b50d3 req-2e5cd8e4-0f89-49cc-9146-14eae43fd4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:40.848845 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-80c09883-948c-4b30-abbc-9e5e8d5b50d3 req-2e5cd8e4-0f89-49cc-9146-14eae43fd4f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 1098 time: 0.1153629 Jan 11 10:00:40.992125 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c09883-948c-4b30-abbc-9e5e8d5b50d3 req-68163c19-a95a-4b11-bff5-c2c574ffd211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:40.993530 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-80c09883-948c-4b30-abbc-9e5e8d5b50d3 req-68163c19-a95a-4b11-bff5-c2c574ffd211 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1267443 Jan 11 10:00:41.096415 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-80c09883-948c-4b30-abbc-9e5e8d5b50d3 req-be73f7c7-006b-4466-87d3-39f83926237c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad7288e5-8ce6-4581-92b5-a2a527b9aa1b HTTP/1.1" status: 200 len: 1000 time: 0.0965033 Jan 11 10:00:41.160501 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c09883-948c-4b30-abbc-9e5e8d5b50d3 req-baa07c59-09bc-46f5-9f7a-2f62884aa14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:41.161889 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-80c09883-948c-4b30-abbc-9e5e8d5b50d3 req-baa07c59-09bc-46f5-9f7a-2f62884aa14f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0602856 Jan 11 10:00:41.234195 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c09883-948c-4b30-abbc-9e5e8d5b50d3 req-c6ec2bdc-1838-46f3-a073-6dc2e081dc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:41.235722 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-80c09883-948c-4b30-abbc-9e5e8d5b50d3 req-c6ec2bdc-1838-46f3-a073-6dc2e081dc76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673344 Jan 11 10:00:41.245493 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [req-80c09883-948c-4b30-abbc-9e5e8d5b50d3 req-f9eb4048-dafc-4d21-851b-b2c3aa6d1492 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 10:00:41.246361 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-80c09883-948c-4b30-abbc-9e5e8d5b50d3 req-f9eb4048-dafc-4d21-851b-b2c3aa6d1492 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048821 Jan 11 10:00:41.492776 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-80c09883-948c-4b30-abbc-9e5e8d5b50d3 req-f07bf4fe-c5a6-405c-9d5c-f30796db287b service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408841 Jan 11 10:00:41.623427 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-80c09883-948c-4b30-abbc-9e5e8d5b50d3 req-23a0b6ad-e55e-4a5e-baaf-9a81f42633bf service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250808 Jan 11 10:00:41.840933 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b0f27-2530-402e-9481-66c54e492274 req-70253881-5d64-4edf-a023-8f02272eb9b9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:41.842582 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e70b0f27-2530-402e-9481-66c54e492274 req-70253881-5d64-4edf-a023-8f02272eb9b9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0868747 Jan 11 10:00:41.887804 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e70b0f27-2530-402e-9481-66c54e492274 req-9b4d8d2e-bb7f-415c-b4f6-1240170324b2 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386469 Jan 11 10:00:42.753051 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cca95-2af7-4ea0-b2cf-b100cc0f1c57 req-0dd6d339-02e7-477e-9fd4-d637f7343805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:42.754526 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7a6cca95-2af7-4ea0-b2cf-b100cc0f1c57 req-0dd6d339-02e7-477e-9fd4-d637f7343805 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 1098 time: 0.0733609 Jan 11 10:00:42.883654 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cca95-2af7-4ea0-b2cf-b100cc0f1c57 req-3787af3d-4890-4694-9eac-a98340be691f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:42.884970 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7a6cca95-2af7-4ea0-b2cf-b100cc0f1c57 req-3787af3d-4890-4694-9eac-a98340be691f service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1248701 Jan 11 10:00:42.985885 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7a6cca95-2af7-4ea0-b2cf-b100cc0f1c57 req-5ae941a3-dd7d-4b36-b31a-af8718d5fea8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad7288e5-8ce6-4581-92b5-a2a527b9aa1b HTTP/1.1" status: 200 len: 1000 time: 0.0950089 Jan 11 10:00:43.050723 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cca95-2af7-4ea0-b2cf-b100cc0f1c57 req-79e0569d-e2fb-4010-a356-b7d63ca5f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:43.052140 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7a6cca95-2af7-4ea0-b2cf-b100cc0f1c57 req-79e0569d-e2fb-4010-a356-b7d63ca5f585 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0604897 Jan 11 10:00:43.071940 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72844292-b7e7-431f-9323-025282b64c6c req-6630c153-e4cb-42e0-bec2-7c3c523186a2 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:43.073401 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-72844292-b7e7-431f-9323-025282b64c6c req-6630c153-e4cb-42e0-bec2-7c3c523186a2 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0797043 Jan 11 10:00:43.117961 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-72844292-b7e7-431f-9323-025282b64c6c req-06922b11-00a0-4276-b905-baf26dbcd0c7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383584 Jan 11 10:00:43.126375 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cca95-2af7-4ea0-b2cf-b100cc0f1c57 req-5afabccb-fd42-4010-9f1a-710fbd46f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:43.127889 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7a6cca95-2af7-4ea0-b2cf-b100cc0f1c57 req-5afabccb-fd42-4010-9f1a-710fbd46f832 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702798 Jan 11 10:00:43.260152 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7a6cca95-2af7-4ea0-b2cf-b100cc0f1c57 req-d4b6fca8-98c3-45ae-8e50-018a41f3f1a6 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259689 Jan 11 10:00:43.389685 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7a6cca95-2af7-4ea0-b2cf-b100cc0f1c57 req-9175d851-e2cd-4960-9b6e-fa947707fdea service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242874 Jan 11 10:00:44.306917 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4511ec-415a-4550-a30c-27fe6ef96b6c req-21f669dd-6132-4a55-9207-6e9921d08e63 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:44.308364 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4f4511ec-415a-4550-a30c-27fe6ef96b6c req-21f669dd-6132-4a55-9207-6e9921d08e63 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0846696 Jan 11 10:00:44.352363 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4f4511ec-415a-4550-a30c-27fe6ef96b6c req-c1a8e661-5971-44ef-b151-69b860c06de9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383587 Jan 11 10:00:44.996055 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7a6cca95-2af7-4ea0-b2cf-b100cc0f1c57 req-42e4cbf8-00cc-4056-b870-e052c14ad731 service neutron] 10.222.0.42 "GET /v2.0/ports/ad7288e5-8ce6-4581-92b5-a2a527b9aa1b/bindings/hv-neutron-8234 HTTP/1.1" status: 200 len: 384 time: 0.0770605 Jan 11 10:00:45.261240 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cca95-2af7-4ea0-b2cf-b100cc0f1c57 req-888a96d4-cc06-4dff-89c2-5c84e50acbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:45.262615 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7a6cca95-2af7-4ea0-b2cf-b100cc0f1c57 req-888a96d4-cc06-4dff-89c2-5c84e50acbfb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e&tenant_id=b1e19918ba604fd9881470933fe85736 HTTP/1.1" status: 200 len: 1098 time: 0.0689969 Jan 11 10:00:45.358171 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cca95-2af7-4ea0-b2cf-b100cc0f1c57 req-f4fc80df-0787-4a6d-a721-ee3e0dfd44a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:45.360361 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7a6cca95-2af7-4ea0-b2cf-b100cc0f1c57 req-f4fc80df-0787-4a6d-a721-ee3e0dfd44a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 1098 time: 0.0770993 Jan 11 10:00:45.496736 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cca95-2af7-4ea0-b2cf-b100cc0f1c57 req-d068cefb-68bd-4a9f-8e16-800dbd986d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:45.498181 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7a6cca95-2af7-4ea0-b2cf-b100cc0f1c57 req-d068cefb-68bd-4a9f-8e16-800dbd986d44 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1312935 Jan 11 10:00:45.535423 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7abe6-2320-49cc-8c81-ec844fc66c34 req-0a57c604-5177-4e8b-b0c2-9423307966e8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:45.536798 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a0a7abe6-2320-49cc-8c81-ec844fc66c34 req-0a57c604-5177-4e8b-b0c2-9423307966e8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0801320 Jan 11 10:00:45.580624 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a0a7abe6-2320-49cc-8c81-ec844fc66c34 req-d5eb588d-ec4c-433a-8d52-14b793e69304 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380011 Jan 11 10:00:45.598292 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7a6cca95-2af7-4ea0-b2cf-b100cc0f1c57 req-2454904d-8b63-4f16-873c-fe6af55141e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad7288e5-8ce6-4581-92b5-a2a527b9aa1b HTTP/1.1" status: 200 len: 1000 time: 0.0943661 Jan 11 10:00:45.662014 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cca95-2af7-4ea0-b2cf-b100cc0f1c57 req-1be0b83e-0325-4780-be80-205d6cb5e634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:45.663702 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7a6cca95-2af7-4ea0-b2cf-b100cc0f1c57 req-1be0b83e-0325-4780-be80-205d6cb5e634 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0602093 Jan 11 10:00:45.737298 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cca95-2af7-4ea0-b2cf-b100cc0f1c57 req-5c22ba6a-aa27-43df-9d88-1741131d2f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:45.738785 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7a6cca95-2af7-4ea0-b2cf-b100cc0f1c57 req-5c22ba6a-aa27-43df-9d88-1741131d2f4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687580 Jan 11 10:00:45.867789 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7a6cca95-2af7-4ea0-b2cf-b100cc0f1c57 req-5efe23ed-4c97-4418-bd55-0793bf9f0d89 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233191 Jan 11 10:00:46.100836 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7a6cca95-2af7-4ea0-b2cf-b100cc0f1c57 req-c5112981-36ca-474c-85ef-cf8adb616160 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263820 Jan 11 10:00:46.776813 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60e8a1-ae26-4354-8d01-71004c4cc65d req-6387bed4-84f0-4bd0-ab18-8c54a4df8643 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:46.778300 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4e60e8a1-ae26-4354-8d01-71004c4cc65d req-6387bed4-84f0-4bd0-ab18-8c54a4df8643 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0831344 Jan 11 10:00:46.821933 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4e60e8a1-ae26-4354-8d01-71004c4cc65d req-0e98cbed-1bd7-4aca-834a-359e1d974790 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380273 Jan 11 10:00:48.004166 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47f7d7-23f6-4ba6-9f6c-a77c19d5b64a req-c74b9329-260b-44b2-8c27-0f86c3ba6cc6 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:48.005557 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5a47f7d7-23f6-4ba6-9f6c-a77c19d5b64a req-c74b9329-260b-44b2-8c27-0f86c3ba6cc6 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0784056 Jan 11 10:00:48.053179 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5a47f7d7-23f6-4ba6-9f6c-a77c19d5b64a req-dbd2b175-62d0-40c7-b202-bac41d104d62 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419955 Jan 11 10:00:48.621458 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:00:49.176295 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f25c29ef-07a6-4645-9e34-06fcb0561dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:00:49.241139 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe48aec-d2b5-419d-9eab-4bef5e983021 req-13bb29e5-20bd-454c-ac05-cce373a02897 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:49.242591 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bbe48aec-d2b5-419d-9eab-4bef5e983021 req-13bb29e5-20bd-454c-ac05-cce373a02897 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0806274 Jan 11 10:00:49.286455 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bbe48aec-d2b5-419d-9eab-4bef5e983021 req-4b8bac88-6e59-4813-80af-bd6f767227d5 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382941 Jan 11 10:00:49.587529 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238aefad-42f8-482f-8324-5bb102739af2 req-01e1e721-0c16-4599-91bf-bb0ba0e271aa tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:49.588876 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-238aefad-42f8-482f-8324-5bb102739af2 req-01e1e721-0c16-4599-91bf-bb0ba0e271aa tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0855680 Jan 11 10:00:49.589415 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4af0e1-b63e-49c3-902a-44bf4997b1d7 req-3aed178b-ac84-4b2a-8eef-0bebf0eff41c tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:49.590107 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-0c4af0e1-b63e-49c3-902a-44bf4997b1d7 req-3aed178b-ac84-4b2a-8eef-0bebf0eff41c tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Synchronizing usage tracker for tenant:b1e19918ba604fd9881470933fe85736 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:00:49.605206 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-0c4af0e1-b63e-49c3-902a-44bf4997b1d7 req-3aed178b-ac84-4b2a-8eef-0bebf0eff41c tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Unset dirty status for tenant:b1e19918ba604fd9881470933fe85736 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:00:49.606280 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0c4af0e1-b63e-49c3-902a-44bf4997b1d7 req-3aed178b-ac84-4b2a-8eef-0bebf0eff41c tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.42 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e&tenant_id=b1e19918ba604fd9881470933fe85736&binding%3Ahost_id=hv-neutron-8234 HTTP/1.1" status: 200 len: 945 time: 0.1009190 Jan 11 10:00:49.635580 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-238aefad-42f8-482f-8324-5bb102739af2 req-b209e296-ba24-4583-8938-bfad67e56d17 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406010 Jan 11 10:00:49.742290 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4af0e1-b63e-49c3-902a-44bf4997b1d7 req-fbc47cea-187c-4680-87e7-0e46b11b835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:49.743847 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0c4af0e1-b63e-49c3-902a-44bf4997b1d7 req-fbc47cea-187c-4680-87e7-0e46b11b835f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 1098 time: 0.0702665 Jan 11 10:00:49.875187 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4af0e1-b63e-49c3-902a-44bf4997b1d7 req-586b6a31-53f7-4fd2-9da7-0824f7cb3fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:49.876528 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0c4af0e1-b63e-49c3-902a-44bf4997b1d7 req-586b6a31-53f7-4fd2-9da7-0824f7cb3fea service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1250257 Jan 11 10:00:49.978216 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0c4af0e1-b63e-49c3-902a-44bf4997b1d7 req-6bc42bb0-1b75-462b-b88f-fdce61d6510e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad7288e5-8ce6-4581-92b5-a2a527b9aa1b HTTP/1.1" status: 200 len: 1000 time: 0.0955639 Jan 11 10:00:50.007559 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device ad7288e5-8ce6-4581-92b5-a2a527b9aa1b details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 10:00:50.042746 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4af0e1-b63e-49c3-902a-44bf4997b1d7 req-768af624-86f0-4b6c-9a57-42b9d96506b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:50.044171 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0c4af0e1-b63e-49c3-902a-44bf4997b1d7 req-768af624-86f0-4b6c-9a57-42b9d96506b6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0605443 Jan 11 10:00:50.117190 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4af0e1-b63e-49c3-902a-44bf4997b1d7 req-044b75d8-c151-46b4-834d-539b2b0b956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:50.118708 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0c4af0e1-b63e-49c3-902a-44bf4997b1d7 req-044b75d8-c151-46b4-834d-539b2b0b956e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690632 Jan 11 10:00:50.138371 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port ad7288e5-8ce6-4581-92b5-a2a527b9aa1b, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=ad7288e5-8ce6-4581-92b5-a2a527b9aa1b,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:00:50.152013 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': 'ad7288e5-8ce6-4581-92b5-a2a527b9aa1b', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'port_id': 'ad7288e5-8ce6-4581-92b5-a2a527b9aa1b', 'mac_address': 'fa:16:3e:7e:44:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 10:00:50.210586 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:00:50.226678 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad7288e5-8ce6-4581-92b5-a2a527b9aa1b {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:00:50.241640 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port ad7288e5-8ce6-4581-92b5-a2a527b9aa1b, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=ad7288e5-8ce6-4581-92b5-a2a527b9aa1b,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:00:50.245470 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:00:50.250761 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0c4af0e1-b63e-49c3-902a-44bf4997b1d7 req-44de8c69-3097-453c-98c1-57ab58750397 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261382 Jan 11 10:00:50.317736 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['ad7288e5-8ce6-4581-92b5-a2a527b9aa1b'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:00:50.347398 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=ad7288e5-8ce6-4581-92b5-a2a527b9aa1b,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:00:50.370874 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:00:50.371217 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:00:50.371555 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:00:50.371888 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:00:50.372213 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:00:50.372541 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:00:50.372866 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:00:50.373187 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:00:50.373517 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:00:50.373831 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:00:50.374171 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:00:50.374493 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:00:50.384764 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0c4af0e1-b63e-49c3-902a-44bf4997b1d7 req-d51a0f8e-4f14-46d6-880c-9944ddc03153 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284254 Jan 11 10:00:50.833791 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78129b-f41a-47dd-ad0e-e148765e57a1 req-7d97a38d-e21c-4be1-83f3-b8a5c30a4e22 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:50.835266 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ff78129b-f41a-47dd-ad0e-e148765e57a1 req-7d97a38d-e21c-4be1-83f3-b8a5c30a4e22 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 944 time: 0.0891397 Jan 11 10:00:50.881860 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ff78129b-f41a-47dd-ad0e-e148765e57a1 req-129c7326-6f03-4095-8ccb-a20873701957 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406067 Jan 11 10:00:51.405319 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5ad330ec-bf49-4548-aeb6-17ea74a37603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:00:52.039104 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device ad7288e5-8ce6-4581-92b5-a2a527b9aa1b up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:00:52.066035 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eae8e4-8003-4a4b-9140-c247b6cec50d req-b77b93c5-5416-4734-9681-a5d9e07e0eeb tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:52.067548 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f2eae8e4-8003-4a4b-9140-c247b6cec50d req-b77b93c5-5416-4734-9681-a5d9e07e0eeb tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 944 time: 0.0846925 Jan 11 10:00:52.108607 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port ad7288e5-8ce6-4581-92b5-a2a527b9aa1b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:00:52.109531 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:00:52.113830 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f2eae8e4-8003-4a4b-9140-c247b6cec50d req-8816baca-748d-4a24-b615-98be95d244e2 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407233 Jan 11 10:00:52.222456 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:00:52.250109 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9997d5ae-9f56-4839-b963-41091ebd967e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7288e5-8ce6-4581-92b5-a2a527b9aa1b'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:00:52.260012 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port ad7288e5-8ce6-4581-92b5-a2a527b9aa1b, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=ad7288e5-8ce6-4581-92b5-a2a527b9aa1b,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:00:52.265617 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:00:52.302213 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d61fd-782f-4c91-9b7d-1a5732071e9f req-0d320e4e-0b4d-4120-9d21-bc584dc3b5c7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:52.303822 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-872d61fd-782f-4c91-9b7d-1a5732071e9f req-0d320e4e-0b4d-4120-9d21-bc584dc3b5c7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 944 time: 0.0852382 Jan 11 10:00:52.340000 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=ad7288e5-8ce6-4581-92b5-a2a527b9aa1b,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:00:52.354997 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-872d61fd-782f-4c91-9b7d-1a5732071e9f req-46647312-aa2b-4440-8c66-d25739b19abe tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437803 Jan 11 10:00:52.356966 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9997d5ae-9f56-4839-b963-41091ebd967e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7288e5-8ce6-4581-92b5-a2a527b9aa1b', 'code': 200} Jan 11 10:00:52.589195 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:00:52.665861 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:00:52.701924 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4aa71-d05d-4f9d-9fb7-302ee8039875 req-0741e158-a2ab-45c2-8175-23d584840a9e tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:52.704034 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-37b4aa71-d05d-4f9d-9fb7-302ee8039875 req-0741e158-a2ab-45c2-8175-23d584840a9e tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0909026 Jan 11 10:00:52.748464 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-37b4aa71-d05d-4f9d-9fb7-302ee8039875 req-186d86c2-b142-429f-ab94-9ffb14d3711f tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387194 Jan 11 10:00:52.755149 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57fc5c-f8bb-4eec-b4e3-82dcd5d34dbc req-d787f2c0-2b15-48c3-be26-07a92c942bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:52.756691 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-be57fc5c-f8bb-4eec-b4e3-82dcd5d34dbc req-d787f2c0-2b15-48c3-be26-07a92c942bb0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 1098 time: 0.0830948 Jan 11 10:00:52.885117 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57fc5c-f8bb-4eec-b4e3-82dcd5d34dbc req-866637a4-c3f7-4e6c-8535-43e90e0bc790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:52.886509 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-be57fc5c-f8bb-4eec-b4e3-82dcd5d34dbc req-866637a4-c3f7-4e6c-8535-43e90e0bc790 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1240735 Jan 11 10:00:52.982687 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-be57fc5c-f8bb-4eec-b4e3-82dcd5d34dbc req-4b74083a-8f5d-4a85-aea9-f4402e0e7726 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad7288e5-8ce6-4581-92b5-a2a527b9aa1b HTTP/1.1" status: 200 len: 1000 time: 0.0907269 Jan 11 10:00:53.046425 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57fc5c-f8bb-4eec-b4e3-82dcd5d34dbc req-d0a0b5e6-166d-4e8a-8753-8c42d5a4cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:53.047797 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-be57fc5c-f8bb-4eec-b4e3-82dcd5d34dbc req-d0a0b5e6-166d-4e8a-8753-8c42d5a4cc40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0584941 Jan 11 10:00:53.121817 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57fc5c-f8bb-4eec-b4e3-82dcd5d34dbc req-457b6cec-69c9-43d8-8c31-9d7eaf57d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:53.123301 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-be57fc5c-f8bb-4eec-b4e3-82dcd5d34dbc req-457b6cec-69c9-43d8-8c31-9d7eaf57d0ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691106 Jan 11 10:00:53.251879 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-be57fc5c-f8bb-4eec-b4e3-82dcd5d34dbc req-3b98fc50-a546-415a-95d1-c0956b57b209 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217406 Jan 11 10:00:53.503101 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-be57fc5c-f8bb-4eec-b4e3-82dcd5d34dbc req-1d29bb9e-848b-48b2-aa17-5eefd24c5673 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451298 Jan 11 10:00:53.934775 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb3dec-b30e-4bc9-9533-20e3bb16b047 req-aa86cf0d-76bb-44a1-ac31-e95dd639bd26 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:53.936208 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c5eb3dec-b30e-4bc9-9533-20e3bb16b047 req-aa86cf0d-76bb-44a1-ac31-e95dd639bd26 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0813892 Jan 11 10:00:53.979592 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c5eb3dec-b30e-4bc9-9533-20e3bb16b047 req-61090994-7a85-42fc-9855-a4a773254fd7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369830 Jan 11 10:00:54.127716 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:00:55.168975 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41ad93-0dbf-4da0-9a7e-53a5c99692b2 req-3c6f2543-d0b5-479a-96f4-2c2ee2431352 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:55.170438 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ec41ad93-0dbf-4da0-9a7e-53a5c99692b2 req-3c6f2543-d0b5-479a-96f4-2c2ee2431352 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0797751 Jan 11 10:00:55.213464 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ec41ad93-0dbf-4da0-9a7e-53a5c99692b2 req-8db6782b-0285-4766-bdc3-11ff54c47b61 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372443 Jan 11 10:00:55.598919 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834521f0-0fa6-4d2a-a97d-3d551211db48 req-a581e69b-4ebb-45a0-8ac1-d68de722439b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:55.600260 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-834521f0-0fa6-4d2a-a97d-3d551211db48 req-a581e69b-4ebb-45a0-8ac1-d68de722439b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0832043 Jan 11 10:00:55.643151 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-834521f0-0fa6-4d2a-a97d-3d551211db48 req-e824db64-09af-4862-a4bd-0b63e1330fe2 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373743 Jan 11 10:00:56.829117 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc46da-37b5-4585-9ca6-a997b3ac7941 req-017ee8e3-d969-4492-a672-4def6d13940e tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:56.830501 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7bbc46da-37b5-4585-9ca6-a997b3ac7941 req-017ee8e3-d969-4492-a672-4def6d13940e tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0785789 Jan 11 10:00:56.873394 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7bbc46da-37b5-4585-9ca6-a997b3ac7941 req-09fed237-56b6-4de8-97ad-8a843e239a31 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374143 Jan 11 10:00:57.387741 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e45d55-c550-4731-b624-a6d58fa593ee req-733c25f6-740d-42b5-8170-676dd93cc008 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:57.389194 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-37e45d55-c550-4731-b624-a6d58fa593ee req-733c25f6-740d-42b5-8170-676dd93cc008 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.42 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0902374 Jan 11 10:00:57.457540 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-37e45d55-c550-4731-b624-a6d58fa593ee req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Deleting port ad7288e5-8ce6-4581-92b5-a2a527b9aa1b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:00:57.457870 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-37e45d55-c550-4731-b624-a6d58fa593ee req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:00:57.701017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-37e45d55-c550-4731-b624-a6d58fa593ee req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] For port ad7288e5-8ce6-4581-92b5-a2a527b9aa1b, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=ad7288e5-8ce6-4581-92b5-a2a527b9aa1b,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:00:57.701375 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-37e45d55-c550-4731-b624-a6d58fa593ee req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:00:57.992957 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-37e45d55-c550-4731-b624-a6d58fa593ee req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:00:57.993235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-37e45d55-c550-4731-b624-a6d58fa593ee req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:00:57.993549 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [req-37e45d55-c550-4731-b624-a6d58fa593ee req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Floating IP 33175728-f2e2-45a1-98e7-629638d3622b disassociated. External IP: 172.26.3.53, port: ad7288e5-8ce6-4581-92b5-a2a527b9aa1b. Jan 11 10:00:57.993884 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-37e45d55-c550-4731-b624-a6d58fa593ee req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Calling delete_port for ad7288e5-8ce6-4581-92b5-a2a527b9aa1b owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:00:58.058329 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9230c-1915-42c7-978b-9c56a06d31d7 req-04d93e27-886f-461c-a02a-ae0844371b49 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:00:58.059790 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3ee9230c-1915-42c7-978b-9c56a06d31d7 req-04d93e27-886f-461c-a02a-ae0844371b49 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 945 time: 0.0840590 Jan 11 10:00:58.104272 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3ee9230c-1915-42c7-978b-9c56a06d31d7 req-891c5ea2-9cd7-426c-ae60-b76554fdfde4 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378766 Jan 11 10:00:58.135437 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-37e45d55-c550-4731-b624-a6d58fa593ee req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:00:58.188864 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Pushing event deleted for resources: {'Port': ['ID=ad7288e5-8ce6-4581-92b5-a2a527b9aa1b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:00:58.199324 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:00:58.199679 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:00:58.200023 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:00:58.200365 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:00:58.200697 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:00:58.201031 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:00:58.201359 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:00:58.201683 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:00:58.202017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:00:58.202380 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:00:58.202703 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:00:58.203022 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:00:58.390957 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37e45d55-c550-4731-b624-a6d58fa593ee req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Router 69c8de26-3056-4bb3-9772-dc67c9de7969 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:00:58.563766 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37e45d55-c550-4731-b624-a6d58fa593ee req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:00:58.573411 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e81b8-e314-4d89-b6ef-3531df6fe318 None None] Sync routers for ids ['69c8de26-3056-4bb3-9772-dc67c9de7969'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:00:58.582997 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e81b8-e314-4d89-b6ef-3531df6fe318 None None] Routers {'69c8de26-3056-4bb3-9772-dc67c9de7969'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:00:58.583598 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-592e81b8-e314-4d89-b6ef-3531df6fe318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:00:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['69c8de26-3056-4bb3-9772-dc67c9de7969'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:00:58.758404 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e45d55-c550-4731-b624-a6d58fa593ee req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] No DVR routers for this DVR port ad7288e5-8ce6-4581-92b5-a2a527b9aa1b on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:00:58.760851 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-37e45d55-c550-4731-b624-a6d58fa593ee req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:00:58.763438 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9997d5ae-9f56-4839-b963-41091ebd967e', 'name': 'network-vif-deleted', 'tag': 'ad7288e5-8ce6-4581-92b5-a2a527b9aa1b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:00:58.765465 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-592e81b8-e314-4d89-b6ef-3531df6fe318 None None] Set router 69c8de26-3056-4bb3-9772-dc67c9de7969 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:00:58.780080 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-37e45d55-c550-4731-b624-a6d58fa593ee req-d4cf4cb1-52a8-4ef7-be54-8299f43931ec tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.42 "DELETE /v2.0/ports/ad7288e5-8ce6-4581-92b5-a2a527b9aa1b HTTP/1.1" status: 204 len: 173 time: 1.3858614 Jan 11 10:00:58.874533 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9997d5ae-9f56-4839-b963-41091ebd967e', 'name': 'network-vif-deleted', 'tag': 'ad7288e5-8ce6-4581-92b5-a2a527b9aa1b', 'status': 'completed', 'code': 200} Jan 11 10:00:59.088926 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-592e81b8-e314-4d89-b6ef-3531df6fe318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:07Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:00:59.092529 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e81b8-e314-4d89-b6ef-3531df6fe318 None None] Checking router: 69c8de26-3056-4bb3-9772-dc67c9de7969 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:00:59.101012 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e81b8-e314-4d89-b6ef-3531df6fe318 None None] Routers {'69c8de26-3056-4bb3-9772-dc67c9de7969'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:00:59.101592 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-592e81b8-e314-4d89-b6ef-3531df6fe318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:00:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['69c8de26-3056-4bb3-9772-dc67c9de7969'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:00:59.292857 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-592e81b8-e314-4d89-b6ef-3531df6fe318 None None] Set router 69c8de26-3056-4bb3-9772-dc67c9de7969 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:00:59.301108 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-789ec0a3-d0f0-4493-8b30-d64ae386fe55 req-b3b07ad2-90b1-46c9-970f-aeb044b324e9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9997d5ae-9f56-4839-b963-41091ebd967e HTTP/1.1" status: 200 len: 210 time: 0.0753086 Jan 11 10:00:59.615968 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-592e81b8-e314-4d89-b6ef-3531df6fe318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:07Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:00:59.619738 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e81b8-e314-4d89-b6ef-3531df6fe318 None None] The sync data for ids ['69c8de26-3056-4bb3-9772-dc67c9de7969'] in dv-neutron-823402-4-hyperv is: [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:07Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:00:59.834302 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86279f9-b647-42a1-ba48-0729af8dee62 None None] New status for floating IP 33175728-f2e2-45a1-98e7-629638d3622b: DOWN {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 10:01:00.662960 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-112fad58-aedb-470b-be04-8148659f800e req-5fe9ebba-6c24-4319-8d6c-7c73bd3fb237 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--271494457&fields=id&tenant_id=b1e19918ba604fd9881470933fe85736 HTTP/1.1" status: 200 len: 267 time: 0.0415943 Jan 11 10:01:00.903661 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fad58-aedb-470b-be04-8148659f800e req-d9ec2bb8-2c7f-40cc-bbc7-aaac99635c3e tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:00.904964 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-112fad58-aedb-470b-be04-8148659f800e req-d9ec2bb8-2c7f-40cc-bbc7-aaac99635c3e tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 811 time: 0.2357268 Jan 11 10:01:00.919541 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-112fad58-aedb-470b-be04-8148659f800e req-63e94a6b-8535-41e0-af1e-ffa8f379aca8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/quotas/b1e19918ba604fd9881470933fe85736 HTTP/1.1" status: 200 len: 375 time: 0.0088818 Jan 11 10:01:01.001405 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-112fad58-aedb-470b-be04-8148659f800e req-671303cc-644f-45c3-ab1f-ab08f8c11999 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0764916 Jan 11 10:01:01.061944 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [req-112fad58-aedb-470b-be04-8148659f800e req-631e464e-3d71-4fcd-be02-fd2fa9b03a15 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 10:01:01.063538 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-112fad58-aedb-470b-be04-8148659f800e req-631e464e-3d71-4fcd-be02-fd2fa9b03a15 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505669 Jan 11 10:01:01.191609 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-112fad58-aedb-470b-be04-8148659f800e req-50ea4e73-397e-4505-b516-8bdfde77ccf1 service neutron] 10.222.0.15 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222479 Jan 11 10:01:01.319904 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-112fad58-aedb-470b-be04-8148659f800e req-9281b411-e1c8-4d5c-a9bb-5ce505bc9872 service neutron] 10.222.0.15 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225715 Jan 11 10:01:01.494382 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-43bb2fa8-245c-4a73-9b92-b5da7762a006 req-bde16d54-5dc5-46d8-807b-e90a718b0b17 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 210 time: 0.0457444 Jan 11 10:01:02.093847 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device ad7288e5-8ce6-4581-92b5-a2a527b9aa1b no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:01:02.127246 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: ad7288e5-8ce6-4581-92b5-a2a527b9aa1b {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:01:02.127584 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device ad7288e5-8ce6-4581-92b5-a2a527b9aa1b not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:01:02.478896 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fad58-aedb-470b-be04-8148659f800e req-71bad0cf-ea18-48cb-ad89-a301118868d8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:02.480321 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-112fad58-aedb-470b-be04-8148659f800e req-71bad0cf-ea18-48cb-ad89-a301118868d8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 811 time: 0.1491084 Jan 11 10:01:02.532030 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-112fad58-aedb-470b-be04-8148659f800e req-6db674b3-9d03-4db6-b533-6e3a214b9af0 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1e19918ba604fd9881470933fe85736 HTTP/1.1" status: 200 len: 379 time: 0.0431886 Jan 11 10:01:02.541488 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-112fad58-aedb-470b-be04-8148659f800e req-20b5d96b-7a2f-4a73-9d8d-2594236ab29a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Request body: {'port': {'device_id': 'fa29a7e4-49c8-419a-b0db-99f9fb044c28', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'admin_state_up': True, 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'security_groups': ['6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:01:02.648355 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-adf419fb-7d1f-41f9-aa10-7df64b97a8c8 req-13ee8e27-acca-44eb-9a5b-d6a9689ec9a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 210 time: 0.0428295 Jan 11 10:01:02.682227 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-112fad58-aedb-470b-be04-8148659f800e req-20b5d96b-7a2f-4a73-9d8d-2594236ab29a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:01:02.686253 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-112fad58-aedb-470b-be04-8148659f800e req-20b5d96b-7a2f-4a73-9d8d-2594236ab29a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Usage tracker for resource:port and tenant:b1e19918ba604fd9881470933fe85736 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:01:02.689123 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-112fad58-aedb-470b-be04-8148659f800e req-20b5d96b-7a2f-4a73-9d8d-2594236ab29a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:01:02.694719 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-112fad58-aedb-470b-be04-8148659f800e req-20b5d96b-7a2f-4a73-9d8d-2594236ab29a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:01:02.704866 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-112fad58-aedb-470b-be04-8148659f800e req-20b5d96b-7a2f-4a73-9d8d-2594236ab29a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Made reservation on behalf of b1e19918ba604fd9881470933fe85736 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:01:02.708415 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-112fad58-aedb-470b-be04-8148659f800e req-20b5d96b-7a2f-4a73-9d8d-2594236ab29a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:02.868024 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-112fad58-aedb-470b-be04-8148659f800e req-20b5d96b-7a2f-4a73-9d8d-2594236ab29a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Allocated IP 172.20.0.12 (9f2ae170-9bdf-43b0-9a88-60ab20afe7a1/fda7308e-03ae-4dc9-80ac-d95216094f06/9dc4c20a-422b-407d-844f-fe6131bc505e) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:01:03.054712 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-112fad58-aedb-470b-be04-8148659f800e req-20b5d96b-7a2f-4a73-9d8d-2594236ab29a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:03.069582 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-112fad58-aedb-470b-be04-8148659f800e req-20b5d96b-7a2f-4a73-9d8d-2594236ab29a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Transition to ACTIVE for port object 9dc4c20a-422b-407d-844f-fe6131bc505e will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:01:03.093010 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-112fad58-aedb-470b-be04-8148659f800e req-20b5d96b-7a2f-4a73-9d8d-2594236ab29a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:03.166988 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-112fad58-aedb-470b-be04-8148659f800e req-20b5d96b-7a2f-4a73-9d8d-2594236ab29a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:01:03.170066 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-112fad58-aedb-470b-be04-8148659f800e req-20b5d96b-7a2f-4a73-9d8d-2594236ab29a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:01:03.173920 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-112fad58-aedb-470b-be04-8148659f800e req-20b5d96b-7a2f-4a73-9d8d-2594236ab29a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:01:03.204612 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5d96b-7a2f-4a73-9d8d-2594236ab29a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Pushing event updated for resources: {'Port': ['ID=9dc4c20a-422b-407d-844f-fe6131bc505e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:01:03.241399 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fad58-aedb-470b-be04-8148659f800e req-20b5d96b-7a2f-4a73-9d8d-2594236ab29a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:03.242019 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-112fad58-aedb-470b-be04-8148659f800e req-20b5d96b-7a2f-4a73-9d8d-2594236ab29a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:03.267210 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-112fad58-aedb-470b-be04-8148659f800e req-20b5d96b-7a2f-4a73-9d8d-2594236ab29a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7302709 Jan 11 10:01:03.294212 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-112fad58-aedb-470b-be04-8148659f800e req-3dc88776-5c5b-4270-ad53-f59c8384ecfb service neutron] Request body: {'port': {'device_id': 'fa29a7e4-49c8-419a-b0db-99f9fb044c28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:01:03.405474 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-112fad58-aedb-470b-be04-8148659f800e req-3dc88776-5c5b-4270-ad53-f59c8384ecfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:03.464084 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1be5aecd-ab31-450a-969b-e6efe0600297 None None] Provisioning for port 9dc4c20a-422b-407d-844f-fe6131bc505e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:01:03.470048 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1be5aecd-ab31-450a-969b-e6efe0600297 None None] Provisioning complete for port 9dc4c20a-422b-407d-844f-fe6131bc505e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:01:03.470451 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1be5aecd-ab31-450a-969b-e6efe0600297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:03.524664 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1be5aecd-ab31-450a-969b-e6efe0600297 None None] Port 9dc4c20a-422b-407d-844f-fe6131bc505e cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:01:03.745587 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-112fad58-aedb-470b-be04-8148659f800e req-3dc88776-5c5b-4270-ad53-f59c8384ecfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc4c20a-422b-407d-844f-fe6131bc505e {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:01:03.752955 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-112fad58-aedb-470b-be04-8148659f800e req-3dc88776-5c5b-4270-ad53-f59c8384ecfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:03.767985 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-112fad58-aedb-470b-be04-8148659f800e req-3dc88776-5c5b-4270-ad53-f59c8384ecfb service neutron] Transition to ACTIVE for port object 9dc4c20a-422b-407d-844f-fe6131bc505e will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:01:03.771710 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-112fad58-aedb-470b-be04-8148659f800e req-3dc88776-5c5b-4270-ad53-f59c8384ecfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:03.838152 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e88af9-0e71-4d55-ae80-9738bac844f3 req-8b99b562-446c-4156-b09c-a79319be5b96 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:03.840346 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-00e88af9-0e71-4d55-ae80-9738bac844f3 req-8b99b562-446c-4156-b09c-a79319be5b96 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 944 time: 0.0812137 Jan 11 10:01:03.890460 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-00e88af9-0e71-4d55-ae80-9738bac844f3 req-5e0c2772-5f24-4c22-94b5-6213fd7623c1 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425198 Jan 11 10:01:03.933896 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc88776-5c5b-4270-ad53-f59c8384ecfb service neutron] Pushing event updated for resources: {'Port': ['ID=9dc4c20a-422b-407d-844f-fe6131bc505e,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:01:04.014174 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-112fad58-aedb-470b-be04-8148659f800e req-3dc88776-5c5b-4270-ad53-f59c8384ecfb service neutron] Attempting to bind port 9dc4c20a-422b-407d-844f-fe6131bc505e on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:01:04.014501 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-112fad58-aedb-470b-be04-8148659f800e req-3dc88776-5c5b-4270-ad53-f59c8384ecfb service neutron] Attempting to bind port 9dc4c20a-422b-407d-844f-fe6131bc505e by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:01:04.014825 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112fad58-aedb-470b-be04-8148659f800e req-3dc88776-5c5b-4270-ad53-f59c8384ecfb service neutron] Attempting to bind port 9dc4c20a-422b-407d-844f-fe6131bc505e on network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:01:04.020023 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112fad58-aedb-470b-be04-8148659f800e req-3dc88776-5c5b-4270-ad53-f59c8384ecfb service neutron] Port 9dc4c20a-422b-407d-844f-fe6131bc505e on network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 10:01:04.020367 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112fad58-aedb-470b-be04-8148659f800e req-3dc88776-5c5b-4270-ad53-f59c8384ecfb service neutron] Attempting to bind port 9dc4c20a-422b-407d-844f-fe6131bc505e on network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:01:04.025348 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112fad58-aedb-470b-be04-8148659f800e req-3dc88776-5c5b-4270-ad53-f59c8384ecfb service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:01:04.025678 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112fad58-aedb-470b-be04-8148659f800e req-3dc88776-5c5b-4270-ad53-f59c8384ecfb service neutron] Checking segment: {'id': 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:01:04.026054 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112fad58-aedb-470b-be04-8148659f800e req-3dc88776-5c5b-4270-ad53-f59c8384ecfb service neutron] Bound using segment: {'id': 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:01:04.026491 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-112fad58-aedb-470b-be04-8148659f800e req-3dc88776-5c5b-4270-ad53-f59c8384ecfb service neutron] Bound port: 9dc4c20a-422b-407d-844f-fe6131bc505e, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:01:04.026829 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-112fad58-aedb-470b-be04-8148659f800e req-3dc88776-5c5b-4270-ad53-f59c8384ecfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:04.223106 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-112fad58-aedb-470b-be04-8148659f800e req-3dc88776-5c5b-4270-ad53-f59c8384ecfb service neutron] For port 9dc4c20a-422b-407d-844f-fe6131bc505e, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:01:04.226044 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-112fad58-aedb-470b-be04-8148659f800e req-3dc88776-5c5b-4270-ad53-f59c8384ecfb service neutron] For port 9dc4c20a-422b-407d-844f-fe6131bc505e, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=9dc4c20a-422b-407d-844f-fe6131bc505e,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:01:04.231010 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-112fad58-aedb-470b-be04-8148659f800e req-3dc88776-5c5b-4270-ad53-f59c8384ecfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:04.295280 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fad58-aedb-470b-be04-8148659f800e req-3dc88776-5c5b-4270-ad53-f59c8384ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:04.295886 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-112fad58-aedb-470b-be04-8148659f800e req-3dc88776-5c5b-4270-ad53-f59c8384ecfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:04.297276 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-112fad58-aedb-470b-be04-8148659f800e req-3dc88776-5c5b-4270-ad53-f59c8384ecfb service neutron] 10.222.0.42 "PUT /v2.0/ports/9dc4c20a-422b-407d-844f-fe6131bc505e HTTP/1.1" status: 200 len: 1094 time: 1.0077262 Jan 11 10:01:04.297982 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa29a7e4-49c8-419a-b0db-99f9fb044c28', 'tag': '9dc4c20a-422b-407d-844f-fe6131bc505e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:01:04.319525 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc88776-5c5b-4270-ad53-f59c8384ecfb service neutron] Pushing event updated for resources: {'Port': ['ID=9dc4c20a-422b-407d-844f-fe6131bc505e,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:01:04.371501 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa29a7e4-49c8-419a-b0db-99f9fb044c28', 'tag': '9dc4c20a-422b-407d-844f-fe6131bc505e', 'status': 'completed', 'code': 200} Jan 11 10:01:04.413548 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fad58-aedb-470b-be04-8148659f800e req-5769160f-1ce6-44bb-a58d-9b9ae089f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:04.415068 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-112fad58-aedb-470b-be04-8148659f800e req-5769160f-1ce6-44bb-a58d-9b9ae089f9ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 1097 time: 0.0764685 Jan 11 10:01:04.443484 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:04.488844 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-112fad58-aedb-470b-be04-8148659f800e req-a81d1a06-5b31-4688-a705-a0172c17029d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dc4c20a-422b-407d-844f-fe6131bc505e HTTP/1.1" status: 200 len: 217 time: 0.0670660 Jan 11 10:01:04.550276 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fad58-aedb-470b-be04-8148659f800e req-48255bbb-0c0b-4943-9d42-767f3fb4f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:04.551718 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-112fad58-aedb-470b-be04-8148659f800e req-48255bbb-0c0b-4943-9d42-767f3fb4f459 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0574427 Jan 11 10:01:04.626504 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fad58-aedb-470b-be04-8148659f800e req-a03a30cb-500e-41b8-b45b-0b5a09faf0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:04.627978 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-112fad58-aedb-470b-be04-8148659f800e req-a03a30cb-500e-41b8-b45b-0b5a09faf0f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705280 Jan 11 10:01:04.759670 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-112fad58-aedb-470b-be04-8148659f800e req-60d13dc6-a0ef-4645-b437-c50133f62f70 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252654 Jan 11 10:01:04.889657 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-112fad58-aedb-470b-be04-8148659f800e req-398d6c59-25fc-4d70-afd4-7c07e6c0ef4e service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245673 Jan 11 10:01:05.007128 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb3e27-bd8f-4016-b08c-edf91c3efa42 req-58697e7e-0c50-4782-a92a-0ccad956a96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:05.008596 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4ceb3e27-bd8f-4016-b08c-edf91c3efa42 req-58697e7e-0c50-4782-a92a-0ccad956a96f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 1097 time: 0.0763874 Jan 11 10:01:05.084478 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b15288-d705-402d-80c8-4e96f5b57017 req-45485830-233e-482a-8e27-3e256a8e9d22 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:05.085980 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-69b15288-d705-402d-80c8-4e96f5b57017 req-45485830-233e-482a-8e27-3e256a8e9d22 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 944 time: 0.0805764 Jan 11 10:01:05.130498 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-69b15288-d705-402d-80c8-4e96f5b57017 req-dca02e42-df9d-4380-9d10-43b22ade5e64 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384405 Jan 11 10:01:05.143241 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb3e27-bd8f-4016-b08c-edf91c3efa42 req-365c441a-2f07-43cf-b5dc-a4b16634736c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:05.144825 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4ceb3e27-bd8f-4016-b08c-edf91c3efa42 req-365c441a-2f07-43cf-b5dc-a4b16634736c service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1301606 Jan 11 10:01:05.214590 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4ceb3e27-bd8f-4016-b08c-edf91c3efa42 req-5188ce87-88b7-4d39-bd4b-54a041267012 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dc4c20a-422b-407d-844f-fe6131bc505e HTTP/1.1" status: 200 len: 217 time: 0.0638509 Jan 11 10:01:05.276232 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb3e27-bd8f-4016-b08c-edf91c3efa42 req-01f5cfc9-79b3-4c85-8d7f-a647744c378d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:05.277691 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4ceb3e27-bd8f-4016-b08c-edf91c3efa42 req-01f5cfc9-79b3-4c85-8d7f-a647744c378d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0570176 Jan 11 10:01:05.351025 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb3e27-bd8f-4016-b08c-edf91c3efa42 req-7b1cd976-fc15-4910-8335-e5cda7b6ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:05.352432 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4ceb3e27-bd8f-4016-b08c-edf91c3efa42 req-7b1cd976-fc15-4910-8335-e5cda7b6ded6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691075 Jan 11 10:01:05.481338 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4ceb3e27-bd8f-4016-b08c-edf91c3efa42 req-8fd3519e-f294-42d9-8868-fc1620aaaead service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222546 Jan 11 10:01:05.612961 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4ceb3e27-bd8f-4016-b08c-edf91c3efa42 req-702056a8-cf93-4335-bce7-b9c2dbcf016a service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249850 Jan 11 10:01:06.316387 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce1034-2ce8-4f21-a459-4628f196d8cd req-7d5c245d-b789-445d-828c-d36e3cc44486 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:06.317824 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-24ce1034-2ce8-4f21-a459-4628f196d8cd req-7d5c245d-b789-445d-828c-d36e3cc44486 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 944 time: 0.0835900 Jan 11 10:01:06.360593 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-24ce1034-2ce8-4f21-a459-4628f196d8cd req-2481092d-6a49-4e18-ba9d-ba60cc2e387d tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372205 Jan 11 10:01:07.546627 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6434e22-b099-4b9c-a563-5b32b1ae0ff3 req-1450e19b-b077-4ddf-9c1d-c06f8a96956b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:07.548954 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c6434e22-b099-4b9c-a563-5b32b1ae0ff3 req-1450e19b-b077-4ddf-9c1d-c06f8a96956b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 944 time: 0.0807078 Jan 11 10:01:07.592427 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c6434e22-b099-4b9c-a563-5b32b1ae0ff3 req-78ce3011-8f93-40ef-a3f0-e6c840b71d48 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379927 Jan 11 10:01:08.132003 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 9dc4c20a-422b-407d-844f-fe6131bc505e details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 10:01:08.261393 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 9dc4c20a-422b-407d-844f-fe6131bc505e, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=9dc4c20a-422b-407d-844f-fe6131bc505e,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:01:08.274760 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '9dc4c20a-422b-407d-844f-fe6131bc505e', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'port_id': '9dc4c20a-422b-407d-844f-fe6131bc505e', 'mac_address': 'fa:16:3e:02:68:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 10:01:08.329481 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:08.346464 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc4c20a-422b-407d-844f-fe6131bc505e {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:01:08.361324 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 9dc4c20a-422b-407d-844f-fe6131bc505e, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=9dc4c20a-422b-407d-844f-fe6131bc505e,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:01:08.364603 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:08.434474 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=9dc4c20a-422b-407d-844f-fe6131bc505e,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:01:08.691562 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['9dc4c20a-422b-407d-844f-fe6131bc505e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:01:08.791351 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf224f5b-4ef3-4155-a5ac-c18e6e3f29a4 req-5998a7af-31c2-438d-8011-1b7f8cb8d4ce tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:08.792877 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cf224f5b-4ef3-4155-a5ac-c18e6e3f29a4 req-5998a7af-31c2-438d-8011-1b7f8cb8d4ce tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 945 time: 0.0925810 Jan 11 10:01:08.840439 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cf224f5b-4ef3-4155-a5ac-c18e6e3f29a4 req-673df6dc-6005-4a79-bfb6-1ac5dd5a5e4d tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407913 Jan 11 10:01:10.022438 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e05ee-81ff-42a5-88cd-3cc07874efbf req-725cabdf-0bac-4e95-a6ce-0205ebd6c156 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:10.023774 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-082e05ee-81ff-42a5-88cd-3cc07874efbf req-725cabdf-0bac-4e95-a6ce-0205ebd6c156 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 945 time: 0.0786850 Jan 11 10:01:10.068416 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-082e05ee-81ff-42a5-88cd-3cc07874efbf req-bdb3808f-22fa-4982-9d0b-57713ca1be03 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391233 Jan 11 10:01:10.147696 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 9dc4c20a-422b-407d-844f-fe6131bc505e up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:01:10.212886 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port 9dc4c20a-422b-407d-844f-fe6131bc505e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:01:10.217503 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 9dc4c20a-422b-407d-844f-fe6131bc505e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:01:10.217867 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:10.361244 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:10.392863 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa29a7e4-49c8-419a-b0db-99f9fb044c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc4c20a-422b-407d-844f-fe6131bc505e'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:01:10.404504 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 9dc4c20a-422b-407d-844f-fe6131bc505e, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=9dc4c20a-422b-407d-844f-fe6131bc505e,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:01:10.408602 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:10.451368 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa29a7e4-49c8-419a-b0db-99f9fb044c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc4c20a-422b-407d-844f-fe6131bc505e', 'code': 200} Jan 11 10:01:10.476956 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=9dc4c20a-422b-407d-844f-fe6131bc505e,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:01:10.674499 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b33655-77e4-428a-9f61-02addf877b9e req-190d2fbc-249b-41a7-af31-06e68fde07b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:10.675864 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-87b33655-77e4-428a-9f61-02addf877b9e req-190d2fbc-249b-41a7-af31-06e68fde07b9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 1099 time: 0.0727298 Jan 11 10:01:10.717129 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-87b33655-77e4-428a-9f61-02addf877b9e req-35512d66-66b5-4e63-9302-83322b8c4d3e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339460 Jan 11 10:01:11.251816 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0908f-d88c-41e7-a9ed-73b871bb2a24 req-4efd5fe9-a55b-4aa3-a6dc-0a86df320d5f tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:11.253297 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a8e0908f-d88c-41e7-a9ed-73b871bb2a24 req-4efd5fe9-a55b-4aa3-a6dc-0a86df320d5f tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 946 time: 0.0818334 Jan 11 10:01:11.298039 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a8e0908f-d88c-41e7-a9ed-73b871bb2a24 req-a8e0ae60-92c3-479f-9fd2-4f4ae0c5f936 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388927 Jan 11 10:01:12.486670 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97048fe0-e234-4063-9b1f-aba6d28bd9a1 req-50316255-ec39-4f0a-a55e-ab22c5ed7137 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:12.488113 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-97048fe0-e234-4063-9b1f-aba6d28bd9a1 req-50316255-ec39-4f0a-a55e-ab22c5ed7137 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 946 time: 0.0825009 Jan 11 10:01:12.535786 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-97048fe0-e234-4063-9b1f-aba6d28bd9a1 req-d2fae864-6862-450f-87aa-279c5800fe12 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419269 Jan 11 10:01:12.713829 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a44166-22d7-4b93-8169-32b431f77d47 req-aa4d11c7-99a3-44d2-a0a5-14a847183c59 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:12.715295 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d1a44166-22d7-4b93-8169-32b431f77d47 req-aa4d11c7-99a3-44d2-a0a5-14a847183c59 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 946 time: 0.0794635 Jan 11 10:01:12.724663 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 38694) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:01:12.729611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1f528308-6c1c-4978-9175-8a5cf357c851 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Request body: {'floatingip': {'port_id': '9dc4c20a-422b-407d-844f-fe6131bc505e'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:01:12.815269 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f528308-6c1c-4978-9175-8a5cf357c851 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for floatingip, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:13.498807 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f528308-6c1c-4978-9175-8a5cf357c851 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:13.503301 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f528308-6c1c-4978-9175-8a5cf357c851 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:13.671563 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-1f528308-6c1c-4978-9175-8a5cf357c851 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Floating IP 33175728-f2e2-45a1-98e7-629638d3622b associated. External IP: 172.26.3.53, port: 9dc4c20a-422b-407d-844f-fe6131bc505e. Jan 11 10:01:14.012281 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f528308-6c1c-4978-9175-8a5cf357c851 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Router 69c8de26-3056-4bb3-9772-dc67c9de7969 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:01:14.183140 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f528308-6c1c-4978-9175-8a5cf357c851 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:01:14.187406 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f528308-6c1c-4978-9175-8a5cf357c851 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:14.192804 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5289d7a1-16ea-491b-bdb0-1005032857d6 None None] Sync routers for ids ['69c8de26-3056-4bb3-9772-dc67c9de7969'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:01:14.201945 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5289d7a1-16ea-491b-bdb0-1005032857d6 None None] Routers {'69c8de26-3056-4bb3-9772-dc67c9de7969'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:01:14.202587 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5289d7a1-16ea-491b-bdb0-1005032857d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:00:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['69c8de26-3056-4bb3-9772-dc67c9de7969'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:01:14.371480 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1f528308-6c1c-4978-9175-8a5cf357c851 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "PUT /v2.0/floatingips/33175728-f2e2-45a1-98e7-629638d3622b HTTP/1.1" status: 200 len: 991 time: 1.6431017 Jan 11 10:01:14.371480 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa29a7e4-49c8-419a-b0db-99f9fb044c28', 'tag': '9dc4c20a-422b-407d-844f-fe6131bc505e'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:01:14.421579 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa29a7e4-49c8-419a-b0db-99f9fb044c28', 'tag': '9dc4c20a-422b-407d-844f-fe6131bc505e', 'status': 'completed', 'code': 200} Jan 11 10:01:14.426035 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-5289d7a1-16ea-491b-bdb0-1005032857d6 None None] Set router 69c8de26-3056-4bb3-9772-dc67c9de7969 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:01:14.511028 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21c4aa-2991-437b-9b89-88a7cbba1585 req-2dd43e22-71b9-4adc-abca-9d4fdd2d3711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:14.512638 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bf21c4aa-2991-437b-9b89-88a7cbba1585 req-2dd43e22-71b9-4adc-abca-9d4fdd2d3711 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 1099 time: 0.0703266 Jan 11 10:01:14.645702 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21c4aa-2991-437b-9b89-88a7cbba1585 req-3937b517-f712-488f-8a8f-4fa3a2d2f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:14.647072 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bf21c4aa-2991-437b-9b89-88a7cbba1585 req-3937b517-f712-488f-8a8f-4fa3a2d2f651 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1284082 Jan 11 10:01:14.749665 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bf21c4aa-2991-437b-9b89-88a7cbba1585 req-ec448752-d755-4383-a17b-94d0d3fa4d6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dc4c20a-422b-407d-844f-fe6131bc505e HTTP/1.1" status: 200 len: 999 time: 0.0965431 Jan 11 10:01:14.771911 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5289d7a1-16ea-491b-bdb0-1005032857d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '33175728-f2e2-45a1-98e7-629638d3622b', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'floating_ip_address': '172.26.3.53', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'port_id': '9dc4c20a-422b-407d-844f-fe6131bc505e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'mac_address': 'fa:16:3e:02:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa29a7e4-49c8-419a-b0db-99f9fb044c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:57:04Z', 'updated_at': '2022-01-11T10:01:13Z', 'revision_number': 9, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:07Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:01:14.775664 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5289d7a1-16ea-491b-bdb0-1005032857d6 None None] Checking router: 69c8de26-3056-4bb3-9772-dc67c9de7969 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:01:14.784796 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5289d7a1-16ea-491b-bdb0-1005032857d6 None None] Routers {'69c8de26-3056-4bb3-9772-dc67c9de7969'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:01:14.785413 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5289d7a1-16ea-491b-bdb0-1005032857d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:00:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['69c8de26-3056-4bb3-9772-dc67c9de7969'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:01:14.923349 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21c4aa-2991-437b-9b89-88a7cbba1585 req-efbd03ed-8dc7-4530-b1d0-4e6549230ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:14.924671 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bf21c4aa-2991-437b-9b89-88a7cbba1585 req-efbd03ed-8dc7-4530-b1d0-4e6549230ed3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.1680000 Jan 11 10:01:14.967800 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-5289d7a1-16ea-491b-bdb0-1005032857d6 None None] Set router 69c8de26-3056-4bb3-9772-dc67c9de7969 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:01:14.999497 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21c4aa-2991-437b-9b89-88a7cbba1585 req-0de56716-727c-427a-8035-8d19c0a59f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:15.001090 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bf21c4aa-2991-437b-9b89-88a7cbba1585 req-0de56716-727c-427a-8035-8d19c0a59f0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696831 Jan 11 10:01:15.144588 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bf21c4aa-2991-437b-9b89-88a7cbba1585 req-248bc5c0-9616-4350-9ecb-223cb246f326 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366982 Jan 11 10:01:15.291393 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-bf21c4aa-2991-437b-9b89-88a7cbba1585 req-17c80c17-1543-4431-b691-6151a2c44910 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410153 Jan 11 10:01:15.326232 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-5289d7a1-16ea-491b-bdb0-1005032857d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '33175728-f2e2-45a1-98e7-629638d3622b', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'floating_ip_address': '172.26.3.53', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'port_id': '9dc4c20a-422b-407d-844f-fe6131bc505e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'mac_address': 'fa:16:3e:02:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa29a7e4-49c8-419a-b0db-99f9fb044c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:57:04Z', 'updated_at': '2022-01-11T10:01:13Z', 'revision_number': 9, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:07Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:01:15.330601 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5289d7a1-16ea-491b-bdb0-1005032857d6 None None] The sync data for ids ['69c8de26-3056-4bb3-9772-dc67c9de7969'] in dv-neutron-823402-4-hyperv is: [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '33175728-f2e2-45a1-98e7-629638d3622b', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'floating_ip_address': '172.26.3.53', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'port_id': '9dc4c20a-422b-407d-844f-fe6131bc505e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'mac_address': 'fa:16:3e:02:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa29a7e4-49c8-419a-b0db-99f9fb044c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:57:04Z', 'updated_at': '2022-01-11T10:01:13Z', 'revision_number': 9, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:07Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:01:15.523971 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9307e9-f74a-4de2-a474-04a90bcc452d None None] New status for floating IP 33175728-f2e2-45a1-98e7-629638d3622b: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 10:01:19.178429 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-43d13e8e-9bfa-477e-8156-8bdce6615053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:21.407149 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4cae0bbf-618d-4541-86e2-4a4af6005c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:22.588265 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:22.659764 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:24.129705 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:25.620515 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:01:34.457218 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:40.723511 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-55fab253-a2c5-4ca2-903b-2e21d6c2345e req-4d9d8f2c-30f1-45ae-ad4a-4ca13d79e5cf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725653 Jan 11 10:01:40.864391 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fab253-a2c5-4ca2-903b-2e21d6c2345e req-eeaa4957-777e-4b38-a302-7e44361fb5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:40.865749 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-55fab253-a2c5-4ca2-903b-2e21d6c2345e req-eeaa4957-777e-4b38-a302-7e44361fb5bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 1099 time: 0.0735736 Jan 11 10:01:41.007436 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fab253-a2c5-4ca2-903b-2e21d6c2345e req-505b5032-d243-419a-b0e3-7792b92bb522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:41.008838 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-55fab253-a2c5-4ca2-903b-2e21d6c2345e req-505b5032-d243-419a-b0e3-7792b92bb522 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1249719 Jan 11 10:01:41.109373 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-55fab253-a2c5-4ca2-903b-2e21d6c2345e req-5afa0f8c-f7d0-4d38-bfc7-c273a138ffa6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dc4c20a-422b-407d-844f-fe6131bc505e HTTP/1.1" status: 200 len: 1002 time: 0.0946178 Jan 11 10:01:41.170537 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fab253-a2c5-4ca2-903b-2e21d6c2345e req-b9522c02-26ec-499c-97a4-e827baf2a05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:41.171823 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-55fab253-a2c5-4ca2-903b-2e21d6c2345e req-b9522c02-26ec-499c-97a4-e827baf2a05c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0561032 Jan 11 10:01:41.246774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fab253-a2c5-4ca2-903b-2e21d6c2345e req-1dfc3bbd-db26-441f-9341-d368208ea9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:01:41.248184 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-55fab253-a2c5-4ca2-903b-2e21d6c2345e req-1dfc3bbd-db26-441f-9341-d368208ea9e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700908 Jan 11 10:01:41.377155 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-55fab253-a2c5-4ca2-903b-2e21d6c2345e req-790f798a-ce94-4da2-b94d-2b7a9dde251b service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227119 Jan 11 10:01:41.506373 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-55fab253-a2c5-4ca2-903b-2e21d6c2345e req-d7e275cf-94b1-4b03-8e56-614cbf78edf2 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228716 Jan 11 10:01:49.179196 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b53ecc66-a7ab-4d3f-9f95-66e83d9222d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:51.408435 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-aa7ad680-00bf-48ee-9ddc-9d93b9793694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:52.590483 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:52.663243 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:01:54.132055 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:02:02.620349 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:02:04.458862 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:02:19.182846 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0b0c3e4e-7175-46dd-b754-18f23879ae03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:02:21.410993 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-53d5861d-57a5-4183-8079-013b1ee33a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:02:22.592362 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:02:22.664658 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:02:24.135451 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:02:25.822547 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-aa4870fa-e898-4827-8c46-535a2e3f4402 req-5bd3a8e3-dcfb-4ac9-865d-54e23f85c2e2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0712528 Jan 11 10:02:25.968734 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459faf39-9ced-4b02-8368-e53e11f995ac req-3d8a8f4a-c269-4a45-b5d2-99d45dfb2227 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:25.970261 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-459faf39-9ced-4b02-8368-e53e11f995ac req-3d8a8f4a-c269-4a45-b5d2-99d45dfb2227 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 946 time: 0.1728947 Jan 11 10:02:26.015220 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-459faf39-9ced-4b02-8368-e53e11f995ac req-8d2006a2-a116-40e1-aafa-274368b11d3d tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387526 Jan 11 10:02:26.936316 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4870fa-e898-4827-8c46-535a2e3f4402 req-ea20df03-b131-4c96-ad82-9812aec129a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:26.937700 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-aa4870fa-e898-4827-8c46-535a2e3f4402 req-ea20df03-b131-4c96-ad82-9812aec129a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 1099 time: 0.0827129 Jan 11 10:02:27.075038 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4870fa-e898-4827-8c46-535a2e3f4402 req-1a1564eb-2eb1-4ffd-9313-229fe004624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:27.076491 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-aa4870fa-e898-4827-8c46-535a2e3f4402 req-1a1564eb-2eb1-4ffd-9313-229fe004624e service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1329691 Jan 11 10:02:27.260955 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89eed67-8ae9-4f9b-85ff-bff69f43eb46 req-d84564c3-7425-42b3-a854-f98cdb406d4a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:27.262521 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c89eed67-8ae9-4f9b-85ff-bff69f43eb46 req-d84564c3-7425-42b3-a854-f98cdb406d4a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 946 time: 0.1392715 Jan 11 10:02:27.301079 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-aa4870fa-e898-4827-8c46-535a2e3f4402 req-14fb5c6a-9db2-413f-a9e5-9ba3329a61c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dc4c20a-422b-407d-844f-fe6131bc505e HTTP/1.1" status: 200 len: 1002 time: 0.2186933 Jan 11 10:02:27.306715 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c89eed67-8ae9-4f9b-85ff-bff69f43eb46 req-176ffde4-da9f-4319-b518-07241c9c75eb tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384085 Jan 11 10:02:27.362952 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4870fa-e898-4827-8c46-535a2e3f4402 req-07dcfbff-af64-4bc4-86be-082506ce8dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:27.364362 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-aa4870fa-e898-4827-8c46-535a2e3f4402 req-07dcfbff-af64-4bc4-86be-082506ce8dd8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0582263 Jan 11 10:02:27.441849 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4870fa-e898-4827-8c46-535a2e3f4402 req-7357479b-1bee-4c34-a5d6-00803ba11fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:27.443311 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-aa4870fa-e898-4827-8c46-535a2e3f4402 req-7357479b-1bee-4c34-a5d6-00803ba11fea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727723 Jan 11 10:02:27.579364 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-aa4870fa-e898-4827-8c46-535a2e3f4402 req-d840e7a2-46f2-4f3e-b9b5-4d6adfea6cf3 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289711 Jan 11 10:02:27.710814 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-aa4870fa-e898-4827-8c46-535a2e3f4402 req-8596dbad-a7cc-46e9-8244-9d36d993b392 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248848 Jan 11 10:02:28.487966 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d69e38-167a-4654-b477-0aa2d1f2f983 req-abc55fd6-62d3-4ad8-ab43-caa02e686291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:28.489408 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-70d69e38-167a-4654-b477-0aa2d1f2f983 req-abc55fd6-62d3-4ad8-ab43-caa02e686291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 946 time: 0.0791690 Jan 11 10:02:28.540337 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-70d69e38-167a-4654-b477-0aa2d1f2f983 req-7df0dd0f-5970-463d-9458-470f99837afc tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450568 Jan 11 10:02:29.720929 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49313510-45d0-41e5-a77a-55926393b7d4 req-367815eb-d5c6-4999-91cc-61ab322b55d1 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:29.722726 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-49313510-45d0-41e5-a77a-55926393b7d4 req-367815eb-d5c6-4999-91cc-61ab322b55d1 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 946 time: 0.0792994 Jan 11 10:02:29.765776 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-49313510-45d0-41e5-a77a-55926393b7d4 req-b5910de0-4ef6-4dcb-8a42-183929eb3ba0 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369174 Jan 11 10:02:30.963899 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b83b0-a0f6-4b3f-86f2-9fe10cd6f26b req-2117e3c4-93bc-46b5-a221-1adb036717ce tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:30.966123 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7e6b83b0-a0f6-4b3f-86f2-9fe10cd6f26b req-2117e3c4-93bc-46b5-a221-1adb036717ce tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 946 time: 0.0937281 Jan 11 10:02:31.011921 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7e6b83b0-a0f6-4b3f-86f2-9fe10cd6f26b req-27d34a16-1b32-4694-bc0e-5e67629f810e tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402787 Jan 11 10:02:32.194424 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38ce0a-9e7e-40ae-aa96-71de4024bd54 req-b55772e0-d81d-496b-bf73-fef8c8cb5263 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:32.195855 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-df38ce0a-9e7e-40ae-aa96-71de4024bd54 req-b55772e0-d81d-496b-bf73-fef8c8cb5263 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 946 time: 0.0786247 Jan 11 10:02:32.238887 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-df38ce0a-9e7e-40ae-aa96-71de4024bd54 req-28843bfb-7aa5-42ab-aa37-457e3968dea1 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375462 Jan 11 10:02:33.432601 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243287a-aba4-410a-b77c-38f76f6429ad req-e7e54c41-6268-4a36-946e-211b8d637f23 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:33.434066 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f243287a-aba4-410a-b77c-38f76f6429ad req-e7e54c41-6268-4a36-946e-211b8d637f23 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 946 time: 0.0883579 Jan 11 10:02:33.478746 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f243287a-aba4-410a-b77c-38f76f6429ad req-ca97b6ce-0ab9-4cd2-a78f-06434f2658af tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391340 Jan 11 10:02:34.469266 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:02:34.664426 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913fbfa-28a5-46be-a572-6c29e0acf9d4 req-30ea8a82-9200-425a-96ef-b867e097a1c9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:34.665888 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b913fbfa-28a5-46be-a572-6c29e0acf9d4 req-30ea8a82-9200-425a-96ef-b867e097a1c9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 946 time: 0.0801399 Jan 11 10:02:34.710590 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b913fbfa-28a5-46be-a572-6c29e0acf9d4 req-b0c775fe-2b0f-489a-b6b1-d658d410ff86 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391455 Jan 11 10:02:35.893902 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753b259-cce6-405c-9cde-4cc8feae5fcc req-ff6ab17c-9dbd-49c8-9816-675ce7276f74 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:35.895368 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9753b259-cce6-405c-9cde-4cc8feae5fcc req-ff6ab17c-9dbd-49c8-9816-675ce7276f74 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 946 time: 0.0815639 Jan 11 10:02:35.938558 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9753b259-cce6-405c-9cde-4cc8feae5fcc req-7fea5617-59fc-4d84-b71b-96d4b72e37f2 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375502 Jan 11 10:02:37.119103 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8495a86-fe36-4dbd-a550-5744060adfdb req-f217d22d-84d3-4c1e-a34a-69a987e21b65 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:37.120521 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b8495a86-fe36-4dbd-a550-5744060adfdb req-f217d22d-84d3-4c1e-a34a-69a987e21b65 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 946 time: 0.0775428 Jan 11 10:02:37.167532 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b8495a86-fe36-4dbd-a550-5744060adfdb req-781847f9-271a-45ef-87a3-01a78e0fc552 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415449 Jan 11 10:02:38.348487 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba769d-6ab9-41bc-b5c7-4483b56d81ba req-e4800e5f-212c-47b3-99df-638177d4964a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:38.349936 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f1ba769d-6ab9-41bc-b5c7-4483b56d81ba req-e4800e5f-212c-47b3-99df-638177d4964a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 946 time: 0.0804474 Jan 11 10:02:38.394613 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f1ba769d-6ab9-41bc-b5c7-4483b56d81ba req-53979066-1a5a-4780-bfbd-a4f89ba28184 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383482 Jan 11 10:02:39.354963 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-aa4870fa-e898-4827-8c46-535a2e3f4402 req-26418ca2-04d6-435f-92be-61815b293e15 service neutron] 10.222.0.42 "GET /v2.0/ports/9dc4c20a-422b-407d-844f-fe6131bc505e/bindings/hv-neutron-8234 HTTP/1.1" status: 200 len: 384 time: 0.0728812 Jan 11 10:02:39.587086 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e2577-bef2-4470-bbd0-0cdc5119c022 req-6e83fb56-5f1e-4a26-acb9-6cda8a1a682c tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:39.588552 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c65e2577-bef2-4470-bbd0-0cdc5119c022 req-6e83fb56-5f1e-4a26-acb9-6cda8a1a682c tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 946 time: 0.0870202 Jan 11 10:02:39.618802 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:02:39.626107 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4870fa-e898-4827-8c46-535a2e3f4402 req-093ae929-6d2b-4f8a-818e-e3b1fa51deaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:39.627805 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-aa4870fa-e898-4827-8c46-535a2e3f4402 req-093ae929-6d2b-4f8a-818e-e3b1fa51deaa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28&tenant_id=b1e19918ba604fd9881470933fe85736 HTTP/1.1" status: 200 len: 1099 time: 0.0764630 Jan 11 10:02:39.635395 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c65e2577-bef2-4470-bbd0-0cdc5119c022 req-5bf9672e-e342-4e4e-9e36-3f822c75ef06 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410771 Jan 11 10:02:39.717773 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4870fa-e898-4827-8c46-535a2e3f4402 req-2f1dbafc-b17d-447f-9daf-9502d48ce552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:39.719262 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-aa4870fa-e898-4827-8c46-535a2e3f4402 req-2f1dbafc-b17d-447f-9daf-9502d48ce552 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 1099 time: 0.0696836 Jan 11 10:02:39.849874 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4870fa-e898-4827-8c46-535a2e3f4402 req-affd2b37-fcd1-4d6d-bec8-10ebed16dded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:39.851576 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-aa4870fa-e898-4827-8c46-535a2e3f4402 req-affd2b37-fcd1-4d6d-bec8-10ebed16dded service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1263804 Jan 11 10:02:39.952620 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-aa4870fa-e898-4827-8c46-535a2e3f4402 req-6e0bbcbb-a55e-4b8d-a29e-fed9d94c67e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dc4c20a-422b-407d-844f-fe6131bc505e HTTP/1.1" status: 200 len: 1002 time: 0.0952446 Jan 11 10:02:40.012922 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4870fa-e898-4827-8c46-535a2e3f4402 req-f30fffbf-c34d-4447-a4bd-e17e08db67f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:40.014348 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-aa4870fa-e898-4827-8c46-535a2e3f4402 req-f30fffbf-c34d-4447-a4bd-e17e08db67f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0563962 Jan 11 10:02:40.090794 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4870fa-e898-4827-8c46-535a2e3f4402 req-146925a1-2f17-4c32-a08b-34cdd5708f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:40.092271 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-aa4870fa-e898-4827-8c46-535a2e3f4402 req-146925a1-2f17-4c32-a08b-34cdd5708f33 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724769 Jan 11 10:02:40.219713 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-aa4870fa-e898-4827-8c46-535a2e3f4402 req-c23a6c12-582f-4755-b1cb-04b7a91eece7 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213505 Jan 11 10:02:40.347079 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-aa4870fa-e898-4827-8c46-535a2e3f4402 req-19c92751-033d-4fa8-a5ce-ed299ea68f93 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208367 Jan 11 10:02:40.822356 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a7cc3-5dab-4447-8b9f-7e88a84fb04b req-45757a57-b26f-4b97-bdb8-a60d8fac7ee4 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:40.823711 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4e6a7cc3-5dab-4447-8b9f-7e88a84fb04b req-45757a57-b26f-4b97-bdb8-a60d8fac7ee4 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 946 time: 0.0785904 Jan 11 10:02:40.866015 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4e6a7cc3-5dab-4447-8b9f-7e88a84fb04b req-d9b3cb32-55ef-4d3d-a2b6-182c7b54aab6 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367334 Jan 11 10:02:41.782794 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64757e94-cba6-4126-8a4a-73bc12f034af req-49606ffd-1cfa-4fe6-a85a-9fe6eba8bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:41.784249 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-64757e94-cba6-4126-8a4a-73bc12f034af req-49606ffd-1cfa-4fe6-a85a-9fe6eba8bc38 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 1099 time: 0.0751143 Jan 11 10:02:41.953524 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64757e94-cba6-4126-8a4a-73bc12f034af req-d2b11371-5b12-4597-95bc-23a6a7710bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:41.955087 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-64757e94-cba6-4126-8a4a-73bc12f034af req-d2b11371-5b12-4597-95bc-23a6a7710bfa service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1520886 Jan 11 10:02:42.081822 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3e6b8-8d3e-4363-85db-f68836341c66 req-819cbde8-c410-4f0c-84cc-2fbe6cc623c1 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:42.084240 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a9e3e6b8-8d3e-4363-85db-f68836341c66 req-819cbde8-c410-4f0c-84cc-2fbe6cc623c1 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 946 time: 0.1017098 Jan 11 10:02:42.135731 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a9e3e6b8-8d3e-4363-85db-f68836341c66 req-b11d8421-4e50-4fd1-b8b4-ed564613859e tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450103 Jan 11 10:02:42.213616 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-64757e94-cba6-4126-8a4a-73bc12f034af req-8803e71d-2700-4be0-9907-9532e31f99c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dc4c20a-422b-407d-844f-fe6131bc505e HTTP/1.1" status: 200 len: 1002 time: 0.2516522 Jan 11 10:02:42.283113 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64757e94-cba6-4126-8a4a-73bc12f034af req-8ecc15dc-839b-4876-9eee-0cb85ffea7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:42.284978 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-64757e94-cba6-4126-8a4a-73bc12f034af req-8ecc15dc-839b-4876-9eee-0cb85ffea7f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0652382 Jan 11 10:02:42.378256 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64757e94-cba6-4126-8a4a-73bc12f034af req-d91d561a-639d-4ce0-804e-e6645f04d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:42.380164 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-64757e94-cba6-4126-8a4a-73bc12f034af req-d91d561a-639d-4ce0-804e-e6645f04d2a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890808 Jan 11 10:02:42.529857 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 9dc4c20a-422b-407d-844f-fe6131bc505e no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:02:42.540574 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-64757e94-cba6-4126-8a4a-73bc12f034af req-6d2f119b-7fa0-4c21-a48f-e2bd22bedeb1 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542511 Jan 11 10:02:42.643738 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:02:42.671600 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa29a7e4-49c8-419a-b0db-99f9fb044c28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dc4c20a-422b-407d-844f-fe6131bc505e'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:02:42.681658 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 9dc4c20a-422b-407d-844f-fe6131bc505e, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=9dc4c20a-422b-407d-844f-fe6131bc505e,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:02:42.683678 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-64757e94-cba6-4126-8a4a-73bc12f034af req-986fefac-e546-4ee2-8bc2-d5d7c6b78ca1 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361525 Jan 11 10:02:42.686756 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:02:42.732616 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa29a7e4-49c8-419a-b0db-99f9fb044c28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dc4c20a-422b-407d-844f-fe6131bc505e', 'code': 200} Jan 11 10:02:42.756598 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=9dc4c20a-422b-407d-844f-fe6131bc505e,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:02:42.763882 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:02:42.764230 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:02:42.764570 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:02:42.764903 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:02:42.765232 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:02:42.765557 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:02:42.765880 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:02:42.766237 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:02:42.766560 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:02:42.766877 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:02:42.767194 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:02:42.767509 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:02:43.325513 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a664dfc-a770-4ea5-a6ab-7a77250a23e7 req-63c24064-3840-4b28-a467-20e44f763a4a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:43.327001 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3a664dfc-a770-4ea5-a6ab-7a77250a23e7 req-63c24064-3840-4b28-a467-20e44f763a4a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 944 time: 0.0799150 Jan 11 10:02:43.374505 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3a664dfc-a770-4ea5-a6ab-7a77250a23e7 req-f6353d38-b752-474a-ad82-bc3a9ffd90ed tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419254 Jan 11 10:02:44.567552 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeae6fc-733b-491a-b4c1-17c9db63f97b req-7b6a0903-0621-4697-8b5b-a852c8ce386f tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:44.569546 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ddeae6fc-733b-491a-b4c1-17c9db63f97b req-7b6a0903-0621-4697-8b5b-a852c8ce386f tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 944 time: 0.0808070 Jan 11 10:02:44.614348 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ddeae6fc-733b-491a-b4c1-17c9db63f97b req-4a187147-793c-49d6-9bb2-89d28ab32562 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390191 Jan 11 10:02:45.015048 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-f6b7c791-dc50-4010-9045-31f324ac9a33 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:45.015728 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-f6b7c791-dc50-4010-9045-31f324ac9a33 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Synchronizing usage tracker for tenant:b1e19918ba604fd9881470933fe85736 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:02:45.031128 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-f6b7c791-dc50-4010-9045-31f324ac9a33 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Unset dirty status for tenant:b1e19918ba604fd9881470933fe85736 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:02:45.032498 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-f6b7c791-dc50-4010-9045-31f324ac9a33 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28&tenant_id=b1e19918ba604fd9881470933fe85736&binding%3Ahost_id=hv-neutron-8234 HTTP/1.1" status: 200 len: 944 time: 0.1050525 Jan 11 10:02:45.069778 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad506ac-6724-4992-a8c5-c612cbdef626 req-3b1e866c-9c97-4dc2-8b11-01f87ec68630 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:45.071470 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2ad506ac-6724-4992-a8c5-c612cbdef626 req-3b1e866c-9c97-4dc2-8b11-01f87ec68630 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 944 time: 0.0872562 Jan 11 10:02:45.115310 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-f8f56437-7124-4fa0-b31f-15e3666d2653 service neutron] 10.222.0.42 "GET /v2.0/ports/9dc4c20a-422b-407d-844f-fe6131bc505e/bindings/hv-neutron-8234 HTTP/1.1" status: 200 len: 384 time: 0.0777757 Jan 11 10:02:45.117084 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2ad506ac-6724-4992-a8c5-c612cbdef626 req-819d3a51-3874-41a1-8bd5-cd7556ca7dc0 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390005 Jan 11 10:02:45.214264 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-5781da60-1fa1-4c3a-a7e4-aee6f1264b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:45.215705 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-5781da60-1fa1-4c3a-a7e4-aee6f1264b1b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 1097 time: 0.0702755 Jan 11 10:02:45.344154 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-a23df1ab-211e-4899-9cf1-34fadb92d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:45.345484 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-a23df1ab-211e-4899-9cf1-34fadb92d35e service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1244612 Jan 11 10:02:45.447691 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-818c3aff-a2f6-4f70-8a2f-133c1cb42889 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dc4c20a-422b-407d-844f-fe6131bc505e HTTP/1.1" status: 200 len: 1000 time: 0.0968161 Jan 11 10:02:45.510639 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-b2022f51-5f3a-489d-95d9-764f1ffdfc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:45.512068 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-b2022f51-5f3a-489d-95d9-764f1ffdfc9d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0590761 Jan 11 10:02:45.589102 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-37600253-da0e-4294-83a7-78db7be3a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:45.590589 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-37600253-da0e-4294-83a7-78db7be3a1a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727119 Jan 11 10:02:45.721219 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-394fc99c-69f4-4a52-b382-e00f77ecd4d1 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246183 Jan 11 10:02:45.851765 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-cf9032e4-bd53-431d-8eb3-f787708e582b service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246996 Jan 11 10:02:46.300410 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c23882-753e-4902-bcf0-7d83febcf03c req-5e9b0079-6af6-416e-9388-733618d74664 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:46.301827 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-35c23882-753e-4902-bcf0-7d83febcf03c req-5e9b0079-6af6-416e-9388-733618d74664 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 944 time: 0.0776372 Jan 11 10:02:46.345148 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-35c23882-753e-4902-bcf0-7d83febcf03c req-853943ad-627c-4650-ad73-53b009816ec7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373731 Jan 11 10:02:47.534342 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f40669-0f47-40cc-bbb4-8c72bd3d7058 req-d24658bc-c33f-446e-bc1e-8e95d19d5a64 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:47.536068 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-98f40669-0f47-40cc-bbb4-8c72bd3d7058 req-d24658bc-c33f-446e-bc1e-8e95d19d5a64 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 944 time: 0.0841668 Jan 11 10:02:47.580711 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-98f40669-0f47-40cc-bbb4-8c72bd3d7058 req-58921fb6-efea-48e9-a51e-23789ed85d05 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387585 Jan 11 10:02:48.341151 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-95af504d-150a-4771-8c0c-6e6acccf2dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:48.342709 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-95af504d-150a-4771-8c0c-6e6acccf2dcb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28&tenant_id=b1e19918ba604fd9881470933fe85736 HTTP/1.1" status: 200 len: 1097 time: 0.0701208 Jan 11 10:02:48.439274 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-3c7e7891-5d62-4bad-bdf1-08361452e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:48.440670 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-3c7e7891-5d62-4bad-bdf1-08361452e67a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 1097 time: 0.0780416 Jan 11 10:02:48.684927 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-b4b6eae0-6f4d-4394-9a59-72159c2efb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:48.686428 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-b4b6eae0-6f4d-4394-9a59-72159c2efb8e service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.2404165 Jan 11 10:02:48.776405 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad5198-904d-4c0a-abbe-281273593884 req-5c482198-eaa1-4f1e-9a51-6068607612a4 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:48.777894 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1aad5198-904d-4c0a-abbe-281273593884 req-5c482198-eaa1-4f1e-9a51-6068607612a4 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 944 time: 0.0818841 Jan 11 10:02:48.790331 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-c80d214c-b212-47ba-9526-96cc72b54ecc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dc4c20a-422b-407d-844f-fe6131bc505e HTTP/1.1" status: 200 len: 1000 time: 0.0980656 Jan 11 10:02:48.823483 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1aad5198-904d-4c0a-abbe-281273593884 req-98f9fc68-6397-4ebd-a8c3-781e87f2b376 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400062 Jan 11 10:02:48.853510 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-ed342e4e-a803-466d-b16a-421d4d80f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:48.854966 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-ed342e4e-a803-466d-b16a-421d4d80f45a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0580997 Jan 11 10:02:48.932094 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-1eab59d7-92c7-4c36-aa39-e909c9369063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:48.933526 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-1eab59d7-92c7-4c36-aa39-e909c9369063 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731213 Jan 11 10:02:49.065766 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-df3bcd60-15d6-46ed-9681-f0da8155d9c7 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260285 Jan 11 10:02:49.184538 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ec0250cd-5d54-48b0-8048-9ee80c198276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:02:49.195248 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0a6e176c-96bd-4c31-9677-9ffa9a28b47a req-ce9b0426-1122-47a0-b4a6-983bc9df66ea service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236458 Jan 11 10:02:50.008721 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713eed0-ba60-46fe-9ef2-f1f7cde17e4d req-e4d0bbc2-7cfc-47fb-be81-eb37dd7b6ec6 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:50.010062 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e713eed0-ba60-46fe-9ef2-f1f7cde17e4d req-e4d0bbc2-7cfc-47fb-be81-eb37dd7b6ec6 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 944 time: 0.0817955 Jan 11 10:02:50.054142 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e713eed0-ba60-46fe-9ef2-f1f7cde17e4d req-67bf007b-0bd4-4cd7-9910-d09488f63250 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384836 Jan 11 10:02:51.265986 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca1181-a70b-4517-9fa2-c1f1416f4610 req-62cc44a5-c22d-4c36-90b8-846e0280d048 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:51.267459 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6eca1181-a70b-4517-9fa2-c1f1416f4610 req-62cc44a5-c22d-4c36-90b8-846e0280d048 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 944 time: 0.1006849 Jan 11 10:02:51.317726 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6eca1181-a70b-4517-9fa2-c1f1416f4610 req-c15df6be-7b27-4152-b94d-9d03a6026cd2 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442197 Jan 11 10:02:51.414182 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2ad2470c-314e-4c97-b3f5-335cd83b26c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:02:52.499929 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cc503-eeaa-4ce3-a3f6-971a68b0abed req-f71f0b6d-618f-4977-8b46-8a7bea022d65 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:52.501343 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b88cc503-eeaa-4ce3-a3f6-971a68b0abed req-f71f0b6d-618f-4977-8b46-8a7bea022d65 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 944 time: 0.0786786 Jan 11 10:02:52.544928 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b88cc503-eeaa-4ce3-a3f6-971a68b0abed req-03410439-de4b-4ae2-b24a-1a8927bdf097 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376356 Jan 11 10:02:52.595591 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:02:52.610554 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 9dc4c20a-422b-407d-844f-fe6131bc505e details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 10:02:52.721410 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:02:52.733619 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcec53-292b-4da8-84ff-dd2c6a9997fe req-deeabaf3-531b-4770-8d93-d7d718fa8ce6 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:52.735458 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7bbcec53-292b-4da8-84ff-dd2c6a9997fe req-deeabaf3-531b-4770-8d93-d7d718fa8ce6 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 944 time: 0.0859995 Jan 11 10:02:52.759984 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 9dc4c20a-422b-407d-844f-fe6131bc505e, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=9dc4c20a-422b-407d-844f-fe6131bc505e,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:02:52.777987 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '9dc4c20a-422b-407d-844f-fe6131bc505e', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'port_id': '9dc4c20a-422b-407d-844f-fe6131bc505e', 'mac_address': 'fa:16:3e:02:68:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 10:02:52.779146 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7bbcec53-292b-4da8-84ff-dd2c6a9997fe req-daf84a97-1d40-431e-8834-a6143c382723 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383039 Jan 11 10:02:52.839053 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:02:52.855417 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc4c20a-422b-407d-844f-fe6131bc505e {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:02:52.870412 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 9dc4c20a-422b-407d-844f-fe6131bc505e, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=9dc4c20a-422b-407d-844f-fe6131bc505e,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:02:52.874457 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:02:52.940750 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['9dc4c20a-422b-407d-844f-fe6131bc505e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:02:52.966228 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796d9e3-ed30-4902-8144-c249b3784df6 req-c5db9b6c-90ce-46e0-a48c-9db7775beea5 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:52.967662 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7796d9e3-ed30-4902-8144-c249b3784df6 req-c5db9b6c-90ce-46e0-a48c-9db7775beea5 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 945 time: 0.0805373 Jan 11 10:02:52.995662 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=9dc4c20a-422b-407d-844f-fe6131bc505e,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:02:53.022802 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7796d9e3-ed30-4902-8144-c249b3784df6 req-5d00bd4e-f329-4570-a836-75337f8bcda2 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425260 Jan 11 10:02:53.495924 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdf96e-66cd-4eea-a7dd-627930f3ec51 req-2b96464a-b504-40f0-9ab7-90bee5b268e9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:53.497385 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-15bdf96e-66cd-4eea-a7dd-627930f3ec51 req-2b96464a-b504-40f0-9ab7-90bee5b268e9 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 945 time: 0.1768112 Jan 11 10:02:53.541588 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-15bdf96e-66cd-4eea-a7dd-627930f3ec51 req-3894401e-7217-4bae-939a-ae01140622c8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385675 Jan 11 10:02:54.138976 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:02:54.613382 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 9dc4c20a-422b-407d-844f-fe6131bc505e up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:02:54.681841 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 9dc4c20a-422b-407d-844f-fe6131bc505e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:02:54.682259 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:02:54.733100 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346c74d-3853-4321-86c7-8773723a4924 req-f2bffd15-81c5-44f4-9f5b-2e7fb75cfe05 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:54.734690 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c346c74d-3853-4321-86c7-8773723a4924 req-f2bffd15-81c5-44f4-9f5b-2e7fb75cfe05 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 945 time: 0.0808737 Jan 11 10:02:54.781023 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c346c74d-3853-4321-86c7-8773723a4924 req-f2ad1764-c524-4227-a2db-7fc4dd90b9b2 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405521 Jan 11 10:02:54.801586 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:02:54.828451 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa29a7e4-49c8-419a-b0db-99f9fb044c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc4c20a-422b-407d-844f-fe6131bc505e'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:02:54.837775 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 9dc4c20a-422b-407d-844f-fe6131bc505e, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=9dc4c20a-422b-407d-844f-fe6131bc505e,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:02:54.841846 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:02:54.875045 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa29a7e4-49c8-419a-b0db-99f9fb044c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc4c20a-422b-407d-844f-fe6131bc505e', 'code': 200} Jan 11 10:02:54.911856 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=9dc4c20a-422b-407d-844f-fe6131bc505e,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:02:55.507348 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade85fc-72c5-439e-8750-62d3a5e48fa8 req-6c40ba06-6670-4851-8cf5-b00dda87d40e tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:55.508766 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-dade85fc-72c5-439e-8750-62d3a5e48fa8 req-6c40ba06-6670-4851-8cf5-b00dda87d40e tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 946 time: 0.0773730 Jan 11 10:02:55.579961 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-dade85fc-72c5-439e-8750-62d3a5e48fa8 req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Deleting port 9dc4c20a-422b-407d-844f-fe6131bc505e {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:02:55.580293 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dade85fc-72c5-439e-8750-62d3a5e48fa8 req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:02:55.825007 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-dade85fc-72c5-439e-8750-62d3a5e48fa8 req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] For port 9dc4c20a-422b-407d-844f-fe6131bc505e, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=9dc4c20a-422b-407d-844f-fe6131bc505e,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:02:55.825356 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dade85fc-72c5-439e-8750-62d3a5e48fa8 req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:02:55.964677 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a912fc-a426-48bd-b2e0-03a728bcb3a4 req-d83f0979-28c6-42ef-b311-1b1c8cbe4d80 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:55.966189 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-97a912fc-a426-48bd-b2e0-03a728bcb3a4 req-d83f0979-28c6-42ef-b311-1b1c8cbe4d80 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 946 time: 0.0794322 Jan 11 10:02:56.010304 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-97a912fc-a426-48bd-b2e0-03a728bcb3a4 req-e1a6fe6a-5fad-473e-b237-b1db6e7f8805 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383177 Jan 11 10:02:56.116734 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dade85fc-72c5-439e-8750-62d3a5e48fa8 req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:02:56.117001 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dade85fc-72c5-439e-8750-62d3a5e48fa8 req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:02:56.117308 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [req-dade85fc-72c5-439e-8750-62d3a5e48fa8 req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Floating IP 33175728-f2e2-45a1-98e7-629638d3622b disassociated. External IP: 172.26.3.53, port: 9dc4c20a-422b-407d-844f-fe6131bc505e. Jan 11 10:02:56.117635 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-dade85fc-72c5-439e-8750-62d3a5e48fa8 req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Calling delete_port for 9dc4c20a-422b-407d-844f-fe6131bc505e owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:02:56.258921 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dade85fc-72c5-439e-8750-62d3a5e48fa8 req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:02:56.313792 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Pushing event deleted for resources: {'Port': ['ID=9dc4c20a-422b-407d-844f-fe6131bc505e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:02:56.495455 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:02:56.495794 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:02:56.496122 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:02:56.496442 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:02:56.496759 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:02:56.497073 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:02:56.497387 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:02:56.497698 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:02:56.498007 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:02:56.498347 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:02:56.498655 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:02:56.498962 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:02:56.624086 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dade85fc-72c5-439e-8750-62d3a5e48fa8 req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Router 69c8de26-3056-4bb3-9772-dc67c9de7969 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:02:56.803027 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dade85fc-72c5-439e-8750-62d3a5e48fa8 req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:02:56.812948 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dea114-e580-4111-85f4-041d6d732310 None None] Sync routers for ids ['69c8de26-3056-4bb3-9772-dc67c9de7969'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:02:56.823235 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dea114-e580-4111-85f4-041d6d732310 None None] Routers {'69c8de26-3056-4bb3-9772-dc67c9de7969'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:02:56.823838 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c0dea114-e580-4111-85f4-041d6d732310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:02:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['69c8de26-3056-4bb3-9772-dc67c9de7969'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:02:56.873813 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-dade85fc-72c5-439e-8750-62d3a5e48fa8 req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] No DVR routers for this DVR port 9dc4c20a-422b-407d-844f-fe6131bc505e on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:02:56.876280 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-dade85fc-72c5-439e-8750-62d3a5e48fa8 req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:02:56.878784 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa29a7e4-49c8-419a-b0db-99f9fb044c28', 'name': 'network-vif-deleted', 'tag': '9dc4c20a-422b-407d-844f-fe6131bc505e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:02:56.896133 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-dade85fc-72c5-439e-8750-62d3a5e48fa8 req-cc217423-e449-45c9-a494-0c4549b50291 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.42 "DELETE /v2.0/ports/9dc4c20a-422b-407d-844f-fe6131bc505e HTTP/1.1" status: 204 len: 173 time: 1.3813748 Jan 11 10:02:56.936377 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa29a7e4-49c8-419a-b0db-99f9fb044c28', 'name': 'network-vif-deleted', 'tag': '9dc4c20a-422b-407d-844f-fe6131bc505e', 'status': 'completed', 'code': 200} Jan 11 10:02:57.000619 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-c0dea114-e580-4111-85f4-041d6d732310 None None] Set router 69c8de26-3056-4bb3-9772-dc67c9de7969 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:02:57.184375 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8fc75441-dff9-4142-aa88-b5430983477c req-dd25f837-e268-4047-8479-7c8c0e26b11f tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa29a7e4-49c8-419a-b0db-99f9fb044c28 HTTP/1.1" status: 200 len: 210 time: 0.0456951 Jan 11 10:02:57.353752 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c0dea114-e580-4111-85f4-041d6d732310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:07Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:02:57.357639 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dea114-e580-4111-85f4-041d6d732310 None None] Checking router: 69c8de26-3056-4bb3-9772-dc67c9de7969 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:02:57.365610 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dea114-e580-4111-85f4-041d6d732310 None None] Routers {'69c8de26-3056-4bb3-9772-dc67c9de7969'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:02:57.366290 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c0dea114-e580-4111-85f4-041d6d732310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:02:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['69c8de26-3056-4bb3-9772-dc67c9de7969'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:02:57.548702 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-c0dea114-e580-4111-85f4-041d6d732310 None None] Set router 69c8de26-3056-4bb3-9772-dc67c9de7969 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:02:57.861232 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-c0dea114-e580-4111-85f4-041d6d732310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:07Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:02:57.864950 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dea114-e580-4111-85f4-041d6d732310 None None] The sync data for ids ['69c8de26-3056-4bb3-9772-dc67c9de7969'] in dv-neutron-823402-4-hyperv is: [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:07Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:02:58.091440 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7171d3eb-19db-4e22-b5d0-2390e6ee9c3b None None] New status for floating IP 33175728-f2e2-45a1-98e7-629638d3622b: DOWN {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 10:02:58.542522 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-53b366a8-89c1-41e2-8a48-881155541824 req-da140a6f-3c00-4918-9225-7cd1a9b26ade tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--271494457&fields=id&tenant_id=b1e19918ba604fd9881470933fe85736 HTTP/1.1" status: 200 len: 267 time: 0.0389712 Jan 11 10:02:58.626208 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 9dc4c20a-422b-407d-844f-fe6131bc505e no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:02:58.660164 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: 9dc4c20a-422b-407d-844f-fe6131bc505e {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:02:58.660509 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 9dc4c20a-422b-407d-844f-fe6131bc505e not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:02:58.697225 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b366a8-89c1-41e2-8a48-881155541824 req-5b4cd21b-5b17-4f5e-82fa-13797d1166da tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:02:58.698721 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-53b366a8-89c1-41e2-8a48-881155541824 req-5b4cd21b-5b17-4f5e-82fa-13797d1166da tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 811 time: 0.1499581 Jan 11 10:02:58.714604 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-53b366a8-89c1-41e2-8a48-881155541824 req-d53f1d51-036d-4acc-b44b-5ec307fe713b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/quotas/b1e19918ba604fd9881470933fe85736 HTTP/1.1" status: 200 len: 375 time: 0.0101199 Jan 11 10:02:58.800681 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-53b366a8-89c1-41e2-8a48-881155541824 req-4fb3d67f-6b3d-4f5f-9970-de17850f9209 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0808134 Jan 11 10:02:58.857276 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [req-53b366a8-89c1-41e2-8a48-881155541824 req-57ec3967-55c2-4100-bd7b-d72722955c60 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 10:02:58.858304 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-53b366a8-89c1-41e2-8a48-881155541824 req-57ec3967-55c2-4100-bd7b-d72722955c60 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465486 Jan 11 10:02:58.987579 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-53b366a8-89c1-41e2-8a48-881155541824 req-e4f77bbb-8b33-4a05-9e26-dfa964ed97a8 service neutron] 10.222.0.15 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234331 Jan 11 10:02:59.123711 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-53b366a8-89c1-41e2-8a48-881155541824 req-1b0973c7-4d53-49c8-9247-25d029008d43 service neutron] 10.222.0.15 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302764 Jan 11 10:02:59.313659 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7a6b9355-0997-40ff-b91d-de00e0daa89d req-9d1d4907-6ce2-4cc5-af14-8f5c4cfc9570 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 210 time: 0.0557356 Jan 11 10:03:00.316967 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b366a8-89c1-41e2-8a48-881155541824 req-7fedb3e1-5c83-44b3-8f96-1b992422b980 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:00.319253 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-53b366a8-89c1-41e2-8a48-881155541824 req-7fedb3e1-5c83-44b3-8f96-1b992422b980 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 811 time: 0.1549733 Jan 11 10:03:00.375346 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-53b366a8-89c1-41e2-8a48-881155541824 req-96f68b6f-9b54-407f-b510-8e707cab4bc7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1e19918ba604fd9881470933fe85736 HTTP/1.1" status: 200 len: 379 time: 0.0473824 Jan 11 10:03:00.384481 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-53b366a8-89c1-41e2-8a48-881155541824 req-85eac514-dcdd-4b6e-b5d9-3e7f83dc2732 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Request body: {'port': {'device_id': 'c8cf2cbe-6f2a-45ef-992f-a86b27ad816f', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'admin_state_up': True, 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'security_groups': ['6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:03:00.471553 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-401b58be-5612-447f-9144-903b606dad90 req-449f6238-3a9d-4718-903d-8871963597c1 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 210 time: 0.0431154 Jan 11 10:03:00.527937 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-53b366a8-89c1-41e2-8a48-881155541824 req-85eac514-dcdd-4b6e-b5d9-3e7f83dc2732 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:03:00.532073 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-53b366a8-89c1-41e2-8a48-881155541824 req-85eac514-dcdd-4b6e-b5d9-3e7f83dc2732 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Usage tracker for resource:port and tenant:b1e19918ba604fd9881470933fe85736 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:03:00.535158 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-53b366a8-89c1-41e2-8a48-881155541824 req-85eac514-dcdd-4b6e-b5d9-3e7f83dc2732 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:03:00.540999 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-53b366a8-89c1-41e2-8a48-881155541824 req-85eac514-dcdd-4b6e-b5d9-3e7f83dc2732 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:03:00.550302 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53b366a8-89c1-41e2-8a48-881155541824 req-85eac514-dcdd-4b6e-b5d9-3e7f83dc2732 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Made reservation on behalf of b1e19918ba604fd9881470933fe85736 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:03:00.553832 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-53b366a8-89c1-41e2-8a48-881155541824 req-85eac514-dcdd-4b6e-b5d9-3e7f83dc2732 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:00.714526 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-53b366a8-89c1-41e2-8a48-881155541824 req-85eac514-dcdd-4b6e-b5d9-3e7f83dc2732 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Allocated IP 172.20.0.7 (9f2ae170-9bdf-43b0-9a88-60ab20afe7a1/fda7308e-03ae-4dc9-80ac-d95216094f06/2710921a-1108-45c2-9694-af0058bd4510) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:03:00.899466 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-53b366a8-89c1-41e2-8a48-881155541824 req-85eac514-dcdd-4b6e-b5d9-3e7f83dc2732 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:00.914579 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-53b366a8-89c1-41e2-8a48-881155541824 req-85eac514-dcdd-4b6e-b5d9-3e7f83dc2732 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Transition to ACTIVE for port object 2710921a-1108-45c2-9694-af0058bd4510 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:03:00.937457 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-53b366a8-89c1-41e2-8a48-881155541824 req-85eac514-dcdd-4b6e-b5d9-3e7f83dc2732 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:01.006630 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53b366a8-89c1-41e2-8a48-881155541824 req-85eac514-dcdd-4b6e-b5d9-3e7f83dc2732 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:03:01.009776 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-53b366a8-89c1-41e2-8a48-881155541824 req-85eac514-dcdd-4b6e-b5d9-3e7f83dc2732 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:03:01.013561 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b366a8-89c1-41e2-8a48-881155541824 req-85eac514-dcdd-4b6e-b5d9-3e7f83dc2732 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:03:01.048211 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eac514-dcdd-4b6e-b5d9-3e7f83dc2732 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Pushing event updated for resources: {'Port': ['ID=2710921a-1108-45c2-9694-af0058bd4510,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:03:01.085659 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b366a8-89c1-41e2-8a48-881155541824 req-85eac514-dcdd-4b6e-b5d9-3e7f83dc2732 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:01.086662 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-53b366a8-89c1-41e2-8a48-881155541824 req-85eac514-dcdd-4b6e-b5d9-3e7f83dc2732 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:01.113422 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-53b366a8-89c1-41e2-8a48-881155541824 req-85eac514-dcdd-4b6e-b5d9-3e7f83dc2732 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7335186 Jan 11 10:03:01.124648 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-53b366a8-89c1-41e2-8a48-881155541824 req-8712814b-4ca6-4518-a3b9-29087e47f3a9 service neutron] Request body: {'port': {'device_id': 'c8cf2cbe-6f2a-45ef-992f-a86b27ad816f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:03:01.221883 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-833ee976-9236-413e-b6ce-7813c8b4e8a6 None None] Provisioning for port 2710921a-1108-45c2-9694-af0058bd4510 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:03:01.226987 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-833ee976-9236-413e-b6ce-7813c8b4e8a6 None None] Provisioning complete for port 2710921a-1108-45c2-9694-af0058bd4510 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:03:01.227355 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-833ee976-9236-413e-b6ce-7813c8b4e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:01.238836 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-53b366a8-89c1-41e2-8a48-881155541824 req-8712814b-4ca6-4518-a3b9-29087e47f3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:01.283649 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-833ee976-9236-413e-b6ce-7813c8b4e8a6 None None] Port 2710921a-1108-45c2-9694-af0058bd4510 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:03:01.654099 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e342c-0eff-4db2-9867-59899503f725 req-3870e76e-2278-47d9-9829-7c804b180cb0 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:01.656195 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d01e342c-0eff-4db2-9867-59899503f725 req-3870e76e-2278-47d9-9829-7c804b180cb0 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 931 time: 0.0797048 Jan 11 10:03:01.694336 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-53b366a8-89c1-41e2-8a48-881155541824 req-8712814b-4ca6-4518-a3b9-29087e47f3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2710921a-1108-45c2-9694-af0058bd4510 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:03:01.703876 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-53b366a8-89c1-41e2-8a48-881155541824 req-8712814b-4ca6-4518-a3b9-29087e47f3a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:01.706253 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d01e342c-0eff-4db2-9867-59899503f725 req-24d0a213-2677-4b5c-9c78-19aaac9800c5 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431209 Jan 11 10:03:01.718692 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-53b366a8-89c1-41e2-8a48-881155541824 req-8712814b-4ca6-4518-a3b9-29087e47f3a9 service neutron] Transition to ACTIVE for port object 2710921a-1108-45c2-9694-af0058bd4510 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:03:01.722838 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-53b366a8-89c1-41e2-8a48-881155541824 req-8712814b-4ca6-4518-a3b9-29087e47f3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:01.883074 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712814b-4ca6-4518-a3b9-29087e47f3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=2710921a-1108-45c2-9694-af0058bd4510,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:03:01.959795 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-53b366a8-89c1-41e2-8a48-881155541824 req-8712814b-4ca6-4518-a3b9-29087e47f3a9 service neutron] Attempting to bind port 2710921a-1108-45c2-9694-af0058bd4510 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:03:01.960135 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-53b366a8-89c1-41e2-8a48-881155541824 req-8712814b-4ca6-4518-a3b9-29087e47f3a9 service neutron] Attempting to bind port 2710921a-1108-45c2-9694-af0058bd4510 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:03:01.960449 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b366a8-89c1-41e2-8a48-881155541824 req-8712814b-4ca6-4518-a3b9-29087e47f3a9 service neutron] Attempting to bind port 2710921a-1108-45c2-9694-af0058bd4510 on network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:03:01.964984 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b366a8-89c1-41e2-8a48-881155541824 req-8712814b-4ca6-4518-a3b9-29087e47f3a9 service neutron] Port 2710921a-1108-45c2-9694-af0058bd4510 on network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 10:03:01.965297 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b366a8-89c1-41e2-8a48-881155541824 req-8712814b-4ca6-4518-a3b9-29087e47f3a9 service neutron] Attempting to bind port 2710921a-1108-45c2-9694-af0058bd4510 on network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:03:01.970274 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b366a8-89c1-41e2-8a48-881155541824 req-8712814b-4ca6-4518-a3b9-29087e47f3a9 service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:03:01.970601 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b366a8-89c1-41e2-8a48-881155541824 req-8712814b-4ca6-4518-a3b9-29087e47f3a9 service neutron] Checking segment: {'id': 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:03:01.970975 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b366a8-89c1-41e2-8a48-881155541824 req-8712814b-4ca6-4518-a3b9-29087e47f3a9 service neutron] Bound using segment: {'id': 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:03:01.971388 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-53b366a8-89c1-41e2-8a48-881155541824 req-8712814b-4ca6-4518-a3b9-29087e47f3a9 service neutron] Bound port: 2710921a-1108-45c2-9694-af0058bd4510, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:03:01.971721 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-53b366a8-89c1-41e2-8a48-881155541824 req-8712814b-4ca6-4518-a3b9-29087e47f3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:02.062786 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-53b366a8-89c1-41e2-8a48-881155541824 req-8712814b-4ca6-4518-a3b9-29087e47f3a9 service neutron] For port 2710921a-1108-45c2-9694-af0058bd4510, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:03:02.065625 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-53b366a8-89c1-41e2-8a48-881155541824 req-8712814b-4ca6-4518-a3b9-29087e47f3a9 service neutron] For port 2710921a-1108-45c2-9694-af0058bd4510, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2710921a-1108-45c2-9694-af0058bd4510,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:03:02.070426 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-53b366a8-89c1-41e2-8a48-881155541824 req-8712814b-4ca6-4518-a3b9-29087e47f3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:02.132208 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b366a8-89c1-41e2-8a48-881155541824 req-8712814b-4ca6-4518-a3b9-29087e47f3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:02.132813 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-53b366a8-89c1-41e2-8a48-881155541824 req-8712814b-4ca6-4518-a3b9-29087e47f3a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:02.134233 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-53b366a8-89c1-41e2-8a48-881155541824 req-8712814b-4ca6-4518-a3b9-29087e47f3a9 service neutron] 10.222.0.42 "PUT /v2.0/ports/2710921a-1108-45c2-9694-af0058bd4510 HTTP/1.1" status: 200 len: 1093 time: 1.0140674 Jan 11 10:03:02.134681 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cf2cbe-6f2a-45ef-992f-a86b27ad816f', 'tag': '2710921a-1108-45c2-9694-af0058bd4510'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:03:02.155129 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712814b-4ca6-4518-a3b9-29087e47f3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=2710921a-1108-45c2-9694-af0058bd4510,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:03:02.210030 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cf2cbe-6f2a-45ef-992f-a86b27ad816f', 'tag': '2710921a-1108-45c2-9694-af0058bd4510', 'status': 'completed', 'code': 200} Jan 11 10:03:02.245731 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b366a8-89c1-41e2-8a48-881155541824 req-bdb01538-85de-4a89-b1fb-97e8d5b9269f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:02.247509 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-53b366a8-89c1-41e2-8a48-881155541824 req-bdb01538-85de-4a89-b1fb-97e8d5b9269f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 1096 time: 0.0738513 Jan 11 10:03:02.320855 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-53b366a8-89c1-41e2-8a48-881155541824 req-1911035a-2447-4630-ba65-0de89a043590 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2710921a-1108-45c2-9694-af0058bd4510 HTTP/1.1" status: 200 len: 217 time: 0.0667157 Jan 11 10:03:02.389625 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b366a8-89c1-41e2-8a48-881155541824 req-98c98c6a-a9e5-4715-aded-7be3076cbb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:02.390944 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-53b366a8-89c1-41e2-8a48-881155541824 req-98c98c6a-a9e5-4715-aded-7be3076cbb05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0639942 Jan 11 10:03:02.464753 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b366a8-89c1-41e2-8a48-881155541824 req-d46b1383-1440-4832-b84a-5256526f99b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:02.466247 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-53b366a8-89c1-41e2-8a48-881155541824 req-d46b1383-1440-4832-b84a-5256526f99b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695257 Jan 11 10:03:02.598367 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-53b366a8-89c1-41e2-8a48-881155541824 req-59db92ee-f26c-4669-8ba8-a8474296b576 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261497 Jan 11 10:03:02.728746 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-53b366a8-89c1-41e2-8a48-881155541824 req-3b2a4037-8be9-47d6-862c-f973b4fd8484 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251786 Jan 11 10:03:02.838591 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97997a6-b017-48f7-9368-a4edd842588c req-c439ddb4-87f9-44fc-9745-fd12f6ff9bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:02.840058 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-e97997a6-b017-48f7-9368-a4edd842588c req-c439ddb4-87f9-44fc-9745-fd12f6ff9bcc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 1096 time: 0.0708647 Jan 11 10:03:02.892558 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70807b6-e63c-4227-9959-e57d1a5d7fbd req-74912863-8af7-42c0-90e4-902a419dac75 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:02.893967 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e70807b6-e63c-4227-9959-e57d1a5d7fbd req-74912863-8af7-42c0-90e4-902a419dac75 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 943 time: 0.0789807 Jan 11 10:03:02.936966 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e70807b6-e63c-4227-9959-e57d1a5d7fbd req-aad7eee3-dd03-4755-8526-390d74fb5f50 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374343 Jan 11 10:03:02.972688 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97997a6-b017-48f7-9368-a4edd842588c req-51371fcf-b4ca-4074-a673-354dd8d1f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:02.974144 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-e97997a6-b017-48f7-9368-a4edd842588c req-51371fcf-b4ca-4074-a673-354dd8d1f5a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1283677 Jan 11 10:03:03.043493 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-e97997a6-b017-48f7-9368-a4edd842588c req-c1305390-282e-4cc1-9037-f05f837c5a8a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2710921a-1108-45c2-9694-af0058bd4510 HTTP/1.1" status: 200 len: 217 time: 0.0637255 Jan 11 10:03:03.112631 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97997a6-b017-48f7-9368-a4edd842588c req-2e8fad0f-0239-4b75-be73-102f8494294f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:03.114074 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-e97997a6-b017-48f7-9368-a4edd842588c req-2e8fad0f-0239-4b75-be73-102f8494294f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0649757 Jan 11 10:03:03.187556 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97997a6-b017-48f7-9368-a4edd842588c req-f3c6e157-11db-4ad8-9695-bc8d780ccf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:03.188920 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-e97997a6-b017-48f7-9368-a4edd842588c req-f3c6e157-11db-4ad8-9695-bc8d780ccf09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693600 Jan 11 10:03:03.426740 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-e97997a6-b017-48f7-9368-a4edd842588c req-6299b71b-f9ad-468a-9a9d-139f64c3ba78 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316358 Jan 11 10:03:03.557567 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-e97997a6-b017-48f7-9368-a4edd842588c req-af2d6416-d82a-4c23-803b-4bc5f5a1f8e0 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246896 Jan 11 10:03:04.129011 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302976b-b5be-4d12-9c32-55ffec519dd9 req-1aec49ef-7cd5-4dfd-b41c-6917fcdd4656 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:04.130478 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c302976b-b5be-4d12-9c32-55ffec519dd9 req-1aec49ef-7cd5-4dfd-b41c-6917fcdd4656 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 943 time: 0.0827365 Jan 11 10:03:04.173638 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c302976b-b5be-4d12-9c32-55ffec519dd9 req-bfe7915a-8633-4820-b994-d9ea5e714975 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375898 Jan 11 10:03:04.467138 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:05.357885 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73012dcc-6497-43de-8a10-24acb356d754 req-8da0f881-79f0-4430-b1a2-d263c41edfdf tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:05.359352 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-73012dcc-6497-43de-8a10-24acb356d754 req-8da0f881-79f0-4430-b1a2-d263c41edfdf tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 943 time: 0.0790367 Jan 11 10:03:05.402168 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-73012dcc-6497-43de-8a10-24acb356d754 req-c134a92d-8377-4dc4-8873-e31bbaccc3a6 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373290 Jan 11 10:03:06.591493 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50414b0f-70e3-4fd3-b634-fff1345e5867 req-98f8a57e-2285-476c-8e81-d65904c821ed tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:06.592931 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-50414b0f-70e3-4fd3-b634-fff1345e5867 req-98f8a57e-2285-476c-8e81-d65904c821ed tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 943 time: 0.0845377 Jan 11 10:03:06.636459 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-50414b0f-70e3-4fd3-b634-fff1345e5867 req-92d48972-1e5b-43ea-9f5a-16ecd642a4c0 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378883 Jan 11 10:03:06.656659 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2710921a-1108-45c2-9694-af0058bd4510 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 10:03:06.789036 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2710921a-1108-45c2-9694-af0058bd4510, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2710921a-1108-45c2-9694-af0058bd4510,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:03:06.801957 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '2710921a-1108-45c2-9694-af0058bd4510', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'port_id': '2710921a-1108-45c2-9694-af0058bd4510', 'mac_address': 'fa:16:3e:e5:98:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 10:03:06.855115 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:06.871011 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2710921a-1108-45c2-9694-af0058bd4510 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:03:06.885459 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2710921a-1108-45c2-9694-af0058bd4510, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2710921a-1108-45c2-9694-af0058bd4510,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:03:06.889089 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:06.955967 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=2710921a-1108-45c2-9694-af0058bd4510,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:03:07.223798 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['2710921a-1108-45c2-9694-af0058bd4510'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:03:07.819113 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e74591-101a-4619-9872-8cf5302ed032 req-62548a73-3304-4ee5-89f7-7e794e47eccd tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:07.820540 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a2e74591-101a-4619-9872-8cf5302ed032 req-62548a73-3304-4ee5-89f7-7e794e47eccd tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 944 time: 0.0803504 Jan 11 10:03:07.862872 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a2e74591-101a-4619-9872-8cf5302ed032 req-90e96b0c-8ac6-4258-8c2c-5282616e1982 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367963 Jan 11 10:03:08.672087 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2710921a-1108-45c2-9694-af0058bd4510 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:03:08.741611 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port 2710921a-1108-45c2-9694-af0058bd4510 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:03:08.746119 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 2710921a-1108-45c2-9694-af0058bd4510 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:03:08.746490 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:08.861194 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:08.887126 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cf2cbe-6f2a-45ef-992f-a86b27ad816f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2710921a-1108-45c2-9694-af0058bd4510'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:03:08.897532 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2710921a-1108-45c2-9694-af0058bd4510, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2710921a-1108-45c2-9694-af0058bd4510,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:03:08.901615 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:08.940460 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cf2cbe-6f2a-45ef-992f-a86b27ad816f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2710921a-1108-45c2-9694-af0058bd4510', 'code': 200} Jan 11 10:03:08.978902 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=2710921a-1108-45c2-9694-af0058bd4510,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:03:09.055345 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca4a0d-003f-4602-9b09-e21ac95d1e3c req-da70dadf-a7ee-4d3e-9916-6dc083fcdc33 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:09.056854 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f4ca4a0d-003f-4602-9b09-e21ac95d1e3c req-da70dadf-a7ee-4d3e-9916-6dc083fcdc33 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0871115 Jan 11 10:03:09.109575 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f4ca4a0d-003f-4602-9b09-e21ac95d1e3c req-381df856-0dc9-4784-b89e-a930e2dc0a11 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467184 Jan 11 10:03:09.173342 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0098830-d5c8-44c5-a39f-e3649f523209 req-9f8ef362-2d45-452a-b8b4-704d348b6c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:09.174755 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d0098830-d5c8-44c5-a39f-e3649f523209 req-9f8ef362-2d45-452a-b8b4-704d348b6c37 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 1098 time: 0.0785022 Jan 11 10:03:09.214291 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d0098830-d5c8-44c5-a39f-e3649f523209 req-edb37a03-254e-4a10-a762-63166df7979e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335786 Jan 11 10:03:10.294400 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32062aff-8c13-4ceb-bc40-1f43284f5cd3 req-c7a1b685-bd5c-4dd7-a5ea-846a3a20a4f8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:10.295833 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-32062aff-8c13-4ceb-bc40-1f43284f5cd3 req-c7a1b685-bd5c-4dd7-a5ea-846a3a20a4f8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0778110 Jan 11 10:03:10.341811 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-32062aff-8c13-4ceb-bc40-1f43284f5cd3 req-f9f5ccce-bfd7-4f4d-9e13-1127dc54fb20 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404949 Jan 11 10:03:11.524854 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee8ace-7888-439c-aafd-6ecf4fc226cb req-4b4a25c3-415b-4122-917c-3e06cd87996a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:11.526272 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3aee8ace-7888-439c-aafd-6ecf4fc226cb req-4b4a25c3-415b-4122-917c-3e06cd87996a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0806060 Jan 11 10:03:11.570652 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3aee8ace-7888-439c-aafd-6ecf4fc226cb req-ac16ba90-cbf3-44a8-abb5-b4153c798840 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388563 Jan 11 10:03:11.861848 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eac568-f2fd-43d6-9866-34725010d762 req-f2b08b1c-e830-438a-94b2-93b7db68cf27 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:11.863257 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e1eac568-f2fd-43d6-9866-34725010d762 req-f2b08b1c-e830-438a-94b2-93b7db68cf27 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.1920183 Jan 11 10:03:11.872159 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 38998) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:03:11.877045 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6f8a46db-ff17-4835-93d5-1a78edc10cdd tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Request body: {'floatingip': {'port_id': '2710921a-1108-45c2-9694-af0058bd4510'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:03:11.955957 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f8a46db-ff17-4835-93d5-1a78edc10cdd tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for floatingip, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:12.548397 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f8a46db-ff17-4835-93d5-1a78edc10cdd tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:12.554795 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f8a46db-ff17-4835-93d5-1a78edc10cdd tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:12.723761 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-6f8a46db-ff17-4835-93d5-1a78edc10cdd tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Floating IP 33175728-f2e2-45a1-98e7-629638d3622b associated. External IP: 172.26.3.53, port: 2710921a-1108-45c2-9694-af0058bd4510. Jan 11 10:03:13.076967 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8a46db-ff17-4835-93d5-1a78edc10cdd tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Router 69c8de26-3056-4bb3-9772-dc67c9de7969 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:03:13.368710 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8a46db-ff17-4835-93d5-1a78edc10cdd tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:03:13.373901 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6f8a46db-ff17-4835-93d5-1a78edc10cdd tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:13.378443 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc4df5d-1fd4-428a-8fd8-a511a00352c4 None None] Sync routers for ids ['69c8de26-3056-4bb3-9772-dc67c9de7969'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:03:13.389097 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc4df5d-1fd4-428a-8fd8-a511a00352c4 None None] Routers {'69c8de26-3056-4bb3-9772-dc67c9de7969'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:03:13.389699 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ddc4df5d-1fd4-428a-8fd8-a511a00352c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:02:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['69c8de26-3056-4bb3-9772-dc67c9de7969'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:03:13.431158 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6f8a46db-ff17-4835-93d5-1a78edc10cdd tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "PUT /v2.0/floatingips/33175728-f2e2-45a1-98e7-629638d3622b HTTP/1.1" status: 200 len: 991 time: 1.5579545 Jan 11 10:03:13.431832 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cf2cbe-6f2a-45ef-992f-a86b27ad816f', 'tag': '2710921a-1108-45c2-9694-af0058bd4510'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:03:13.523709 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cf2cbe-6f2a-45ef-992f-a86b27ad816f', 'tag': '2710921a-1108-45c2-9694-af0058bd4510', 'status': 'completed', 'code': 200} Jan 11 10:03:13.567277 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-ddc4df5d-1fd4-428a-8fd8-a511a00352c4 None None] Set router 69c8de26-3056-4bb3-9772-dc67c9de7969 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:03:13.624557 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b79e3-fb37-4774-b529-beaa7908a34a req-42e87987-6c98-4893-8a5f-bfed7ee084d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:13.625872 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d60b79e3-fb37-4774-b529-beaa7908a34a req-42e87987-6c98-4893-8a5f-bfed7ee084d6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 1098 time: 0.0724916 Jan 11 10:03:13.760960 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b79e3-fb37-4774-b529-beaa7908a34a req-36c47be1-1eab-494d-aa99-e3941422d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:13.762411 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d60b79e3-fb37-4774-b529-beaa7908a34a req-36c47be1-1eab-494d-aa99-e3941422d4cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1307194 Jan 11 10:03:13.866708 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d60b79e3-fb37-4774-b529-beaa7908a34a req-91152575-0606-41f5-9e83-a5d52f01b9c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2710921a-1108-45c2-9694-af0058bd4510 HTTP/1.1" status: 200 len: 999 time: 0.0988963 Jan 11 10:03:13.928663 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b79e3-fb37-4774-b529-beaa7908a34a req-196c8452-18cd-43a9-bf77-6d649f7f61c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:13.930067 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d60b79e3-fb37-4774-b529-beaa7908a34a req-196c8452-18cd-43a9-bf77-6d649f7f61c2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0582051 Jan 11 10:03:13.949996 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ddc4df5d-1fd4-428a-8fd8-a511a00352c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '33175728-f2e2-45a1-98e7-629638d3622b', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'floating_ip_address': '172.26.3.53', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'port_id': '2710921a-1108-45c2-9694-af0058bd4510', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'mac_address': 'fa:16:3e:e5:98:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cf2cbe-6f2a-45ef-992f-a86b27ad816f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:57:04Z', 'updated_at': '2022-01-11T10:03:12Z', 'revision_number': 13, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:07Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:03:13.953717 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc4df5d-1fd4-428a-8fd8-a511a00352c4 None None] Checking router: 69c8de26-3056-4bb3-9772-dc67c9de7969 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:03:13.961821 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc4df5d-1fd4-428a-8fd8-a511a00352c4 None None] Routers {'69c8de26-3056-4bb3-9772-dc67c9de7969'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:03:13.962438 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ddc4df5d-1fd4-428a-8fd8-a511a00352c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:02:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['69c8de26-3056-4bb3-9772-dc67c9de7969'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:03:14.006035 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b79e3-fb37-4774-b529-beaa7908a34a req-a8a885fa-905c-4ff4-a91f-1e58b34a69f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:14.007516 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d60b79e3-fb37-4774-b529-beaa7908a34a req-a8a885fa-905c-4ff4-a91f-1e58b34a69f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722954 Jan 11 10:03:14.136433 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-ddc4df5d-1fd4-428a-8fd8-a511a00352c4 None None] Set router 69c8de26-3056-4bb3-9772-dc67c9de7969 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:03:14.138151 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d60b79e3-fb37-4774-b529-beaa7908a34a req-264e76f3-eb99-432a-afe9-9a26f48bd943 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247485 Jan 11 10:03:14.269553 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d60b79e3-fb37-4774-b529-beaa7908a34a req-1778b30b-fed1-4b07-a111-40e3283f11f0 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261644 Jan 11 10:03:14.474740 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-ddc4df5d-1fd4-428a-8fd8-a511a00352c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '33175728-f2e2-45a1-98e7-629638d3622b', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'floating_ip_address': '172.26.3.53', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'port_id': '2710921a-1108-45c2-9694-af0058bd4510', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'mac_address': 'fa:16:3e:e5:98:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cf2cbe-6f2a-45ef-992f-a86b27ad816f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:57:04Z', 'updated_at': '2022-01-11T10:03:12Z', 'revision_number': 13, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:07Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:03:14.478554 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc4df5d-1fd4-428a-8fd8-a511a00352c4 None None] The sync data for ids ['69c8de26-3056-4bb3-9772-dc67c9de7969'] in dv-neutron-823402-4-hyperv is: [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '33175728-f2e2-45a1-98e7-629638d3622b', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'floating_ip_address': '172.26.3.53', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'port_id': '2710921a-1108-45c2-9694-af0058bd4510', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'mac_address': 'fa:16:3e:e5:98:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cf2cbe-6f2a-45ef-992f-a86b27ad816f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T09:57:04Z', 'updated_at': '2022-01-11T10:03:12Z', 'revision_number': 13, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:07Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:03:14.676023 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427589d6-c099-4093-87d6-4f5587d61233 None None] New status for floating IP 33175728-f2e2-45a1-98e7-629638d3622b: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 10:03:16.618327 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:03:19.223250 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b30ca05d-9209-44cf-8534-4c808282bcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:21.416911 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7731bc1b-8814-4958-b0f1-434036d9d6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:22.598332 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:22.663191 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:24.139723 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:34.484191 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:41.731662 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9e22214c-8ee1-4c8c-9d07-f34efebcedcc req-1f48d5b7-dd13-4663-b7a4-f1384b5182dc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704565 Jan 11 10:03:41.871549 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22214c-8ee1-4c8c-9d07-f34efebcedcc req-6e4e82ac-e388-4cf6-a01b-be1abfde0bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:41.872994 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9e22214c-8ee1-4c8c-9d07-f34efebcedcc req-6e4e82ac-e388-4cf6-a01b-be1abfde0bf1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 1098 time: 0.0737987 Jan 11 10:03:42.016304 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22214c-8ee1-4c8c-9d07-f34efebcedcc req-96cdac02-5fbe-48a6-92da-09ed0995844e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:42.017716 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9e22214c-8ee1-4c8c-9d07-f34efebcedcc req-96cdac02-5fbe-48a6-92da-09ed0995844e service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1261764 Jan 11 10:03:42.117716 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9e22214c-8ee1-4c8c-9d07-f34efebcedcc req-b661be13-7737-4151-b31e-39a6dc9f86f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2710921a-1108-45c2-9694-af0058bd4510 HTTP/1.1" status: 200 len: 1001 time: 0.0937409 Jan 11 10:03:42.178313 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22214c-8ee1-4c8c-9d07-f34efebcedcc req-a0c50220-d45a-429b-bcf6-dfb9dce6c4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:42.179712 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9e22214c-8ee1-4c8c-9d07-f34efebcedcc req-a0c50220-d45a-429b-bcf6-dfb9dce6c4b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0568151 Jan 11 10:03:42.254685 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22214c-8ee1-4c8c-9d07-f34efebcedcc req-dc748288-b08f-44b9-bd73-cda5edd97799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:03:42.256155 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9e22214c-8ee1-4c8c-9d07-f34efebcedcc req-dc748288-b08f-44b9-bd73-cda5edd97799 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712297 Jan 11 10:03:42.504420 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9e22214c-8ee1-4c8c-9d07-f34efebcedcc req-e19afd97-1505-49b4-b93c-6417090122ff service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419417 Jan 11 10:03:42.634342 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9e22214c-8ee1-4c8c-9d07-f34efebcedcc req-c2b25508-b21e-4bcf-a613-b5e75725d93a service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244869 Jan 11 10:03:49.185930 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12a41750-ad91-403f-b0be-4dc3ce00b1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:51.419246 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9f95db81-6a9b-47c1-b284-db800771d5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:52.600549 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:52.665456 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:03:53.617405 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:03:54.141544 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:04:04.486789 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:04:19.189416 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-891ca8f3-af4d-4c6f-bc22-cc36af1ef409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:04:21.422976 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9644cef8-a9f8-48c3-a159-96549b237934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:04:22.603237 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:04:22.667910 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:04:24.144982 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:04:27.266901 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac957bc4-5dd1-41fe-94d0-b272e5eab661 req-4a224951-69b9-48c1-a043-24e0a234fe1b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:27.268339 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ac957bc4-5dd1-41fe-94d0-b272e5eab661 req-4a224951-69b9-48c1-a043-24e0a234fe1b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0796845 Jan 11 10:04:27.312387 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ac957bc4-5dd1-41fe-94d0-b272e5eab661 req-218cf1fa-49bf-42ec-b664-387687998190 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384049 Jan 11 10:04:30.615560 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:04:34.510675 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:04:36.974224 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-165190bb-5073-45a8-bf49-b4200615a520 req-5696fbba-3d4c-4849-a3c4-85cff372e543 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0693374 Jan 11 10:04:37.034106 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6809df-57f3-4d8a-8dc6-a269a2100c49 req-8b96ab61-6695-44ea-aad8-d7349a5c7e68 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:37.036148 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3f6809df-57f3-4d8a-8dc6-a269a2100c49 req-8b96ab61-6695-44ea-aad8-d7349a5c7e68 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0852652 Jan 11 10:04:37.079618 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3f6809df-57f3-4d8a-8dc6-a269a2100c49 req-7526bb31-bae1-4764-8d4e-0c8143b55702 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377996 Jan 11 10:04:38.108389 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165190bb-5073-45a8-bf49-b4200615a520 req-9f9d3e9b-1964-47a9-8016-7cee4562b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:38.109943 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-165190bb-5073-45a8-bf49-b4200615a520 req-9f9d3e9b-1964-47a9-8016-7cee4562b8b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 1098 time: 0.0736091 Jan 11 10:04:38.242702 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165190bb-5073-45a8-bf49-b4200615a520 req-99f4afc7-f344-4138-bd0d-93e2fefd73f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:38.244148 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-165190bb-5073-45a8-bf49-b4200615a520 req-99f4afc7-f344-4138-bd0d-93e2fefd73f9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1281688 Jan 11 10:04:38.265150 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e07d10-0c8a-4c4a-905a-1aabd8183e83 req-b21f8d3d-a11a-4e99-9043-59aa43048527 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:38.266616 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-03e07d10-0c8a-4c4a-905a-1aabd8183e83 req-b21f8d3d-a11a-4e99-9043-59aa43048527 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0808468 Jan 11 10:04:38.311250 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-03e07d10-0c8a-4c4a-905a-1aabd8183e83 req-f287a470-bac5-45ae-81e9-1fe559228b59 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382617 Jan 11 10:04:38.349361 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-165190bb-5073-45a8-bf49-b4200615a520 req-0119018a-6da7-46be-8c4d-f797dd13145b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2710921a-1108-45c2-9694-af0058bd4510 HTTP/1.1" status: 200 len: 1001 time: 0.0995891 Jan 11 10:04:38.412064 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165190bb-5073-45a8-bf49-b4200615a520 req-ddc1a5d7-996b-47c1-a9d0-dcef9c2dadc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:38.413385 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-165190bb-5073-45a8-bf49-b4200615a520 req-ddc1a5d7-996b-47c1-a9d0-dcef9c2dadc6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0588720 Jan 11 10:04:38.485487 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165190bb-5073-45a8-bf49-b4200615a520 req-f8861684-f410-4ede-b94f-bc0629548cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:38.486904 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-165190bb-5073-45a8-bf49-b4200615a520 req-f8861684-f410-4ede-b94f-bc0629548cca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677083 Jan 11 10:04:38.616072 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-165190bb-5073-45a8-bf49-b4200615a520 req-9409c463-c951-4465-82e4-e3d3f3f12a8a service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231165 Jan 11 10:04:38.747040 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-165190bb-5073-45a8-bf49-b4200615a520 req-53056851-bdc2-4c40-86bd-68fd07aa7122 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241105 Jan 11 10:04:39.496245 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef031d-a42d-4467-9092-1c367c95e079 req-748a2448-7796-49a3-b147-253e1495fae2 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:39.497697 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-29ef031d-a42d-4467-9092-1c367c95e079 req-748a2448-7796-49a3-b147-253e1495fae2 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0817811 Jan 11 10:04:39.541628 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-29ef031d-a42d-4467-9092-1c367c95e079 req-de51dfe3-e1dd-401b-b46a-8d7ac3e60224 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383873 Jan 11 10:04:40.727477 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1972bd-6697-4b76-b5a6-87b6cf179227 req-3ad3b9fb-dd77-457b-94c6-d4752d1cd540 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:40.728916 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0c1972bd-6697-4b76-b5a6-87b6cf179227 req-3ad3b9fb-dd77-457b-94c6-d4752d1cd540 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0792418 Jan 11 10:04:40.774565 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0c1972bd-6697-4b76-b5a6-87b6cf179227 req-bfb11732-3412-4460-8fe5-39fc0f54238a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400054 Jan 11 10:04:41.792634 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35ddb5-db3d-4a4d-bd9f-88b52f4e112a req-5f2a2593-269a-4454-834c-42ecb4ab91b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:41.794145 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3e35ddb5-db3d-4a4d-bd9f-88b52f4e112a req-5f2a2593-269a-4454-834c-42ecb4ab91b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 1098 time: 0.0731349 Jan 11 10:04:41.938545 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35ddb5-db3d-4a4d-bd9f-88b52f4e112a req-90c804a3-b0d4-4dea-94c9-fe3073cd082e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:41.939987 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3e35ddb5-db3d-4a4d-bd9f-88b52f4e112a req-90c804a3-b0d4-4dea-94c9-fe3073cd082e service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1272845 Jan 11 10:04:41.960461 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c010dfe-e657-435a-ae49-ffa8b461efe4 req-5e82839a-ac2c-4fad-bc4d-1efcbbd0e669 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:41.961850 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7c010dfe-e657-435a-ae49-ffa8b461efe4 req-5e82839a-ac2c-4fad-bc4d-1efcbbd0e669 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0795388 Jan 11 10:04:42.005956 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7c010dfe-e657-435a-ae49-ffa8b461efe4 req-62e304c4-3914-4127-b0a2-7475e4bf9c21 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381622 Jan 11 10:04:42.044158 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3e35ddb5-db3d-4a4d-bd9f-88b52f4e112a req-5a8b8ee0-f52c-4176-a39e-d7e116f5fd71 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2710921a-1108-45c2-9694-af0058bd4510 HTTP/1.1" status: 200 len: 1001 time: 0.0982742 Jan 11 10:04:42.105327 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35ddb5-db3d-4a4d-bd9f-88b52f4e112a req-5b9ac7a6-9193-4cff-9402-f4bdcefbffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:42.106810 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3e35ddb5-db3d-4a4d-bd9f-88b52f4e112a req-5b9ac7a6-9193-4cff-9402-f4bdcefbffbc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0572643 Jan 11 10:04:42.183327 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35ddb5-db3d-4a4d-bd9f-88b52f4e112a req-fa1675cd-816d-40ab-bbe5-d1bc1188e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:42.184770 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3e35ddb5-db3d-4a4d-bd9f-88b52f4e112a req-fa1675cd-816d-40ab-bbe5-d1bc1188e758 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723476 Jan 11 10:04:42.420759 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3e35ddb5-db3d-4a4d-bd9f-88b52f4e112a req-ace70da3-9d40-4b83-95c7-d33b7a4b6535 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297804 Jan 11 10:04:42.549489 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3e35ddb5-db3d-4a4d-bd9f-88b52f4e112a req-326bbf8b-252b-499d-98ce-7afcdca4392d service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230469 Jan 11 10:04:43.194628 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286a05f-19e2-4b56-827d-07d56b45366a req-147df344-d3c2-4bfc-a658-6f3a0e41dbe5 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:43.196046 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4286a05f-19e2-4b56-827d-07d56b45366a req-147df344-d3c2-4bfc-a658-6f3a0e41dbe5 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0812504 Jan 11 10:04:43.239846 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4286a05f-19e2-4b56-827d-07d56b45366a req-492b4ace-485c-41c1-b665-05c9467abae0 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383179 Jan 11 10:04:44.445310 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54463f10-1cc9-46f4-b78d-8f2d1d93f5f2 req-9b327183-27a6-4e17-9c2e-43b6992e3827 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:44.446809 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-54463f10-1cc9-46f4-b78d-8f2d1d93f5f2 req-9b327183-27a6-4e17-9c2e-43b6992e3827 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0903735 Jan 11 10:04:44.489928 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-54463f10-1cc9-46f4-b78d-8f2d1d93f5f2 req-9d9a935c-4af9-43fc-aba7-fe9bddc83f7d tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375061 Jan 11 10:04:45.676176 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5c65c-cb93-41b8-ac42-d29e0298df1b req-72303836-2904-42a6-818b-c121fa6ae083 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:45.677627 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5ed5c65c-cb93-41b8-ac42-d29e0298df1b req-72303836-2904-42a6-818b-c121fa6ae083 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0840738 Jan 11 10:04:45.720965 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5ed5c65c-cb93-41b8-ac42-d29e0298df1b req-6bbe083e-acda-431f-8202-e78b8e09c1c3 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376210 Jan 11 10:04:46.902512 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e133257-a362-459a-bb36-132a82f22ff0 req-06f8c30d-8331-46de-b3ff-74e876cdb178 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:46.903959 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4e133257-a362-459a-bb36-132a82f22ff0 req-06f8c30d-8331-46de-b3ff-74e876cdb178 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0777042 Jan 11 10:04:46.947662 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4e133257-a362-459a-bb36-132a82f22ff0 req-2a201d59-7ae8-4c2d-a351-0a1e20c6f3cb tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378807 Jan 11 10:04:48.130580 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d74e3-0085-4909-8261-b67afc0b54dc req-874125fa-0383-4cd5-b829-39a8e1a2be94 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:48.132018 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cb2d74e3-0085-4909-8261-b67afc0b54dc req-874125fa-0383-4cd5-b829-39a8e1a2be94 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0809336 Jan 11 10:04:48.175614 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cb2d74e3-0085-4909-8261-b67afc0b54dc req-73d4fb38-5c0e-4708-adf9-e998bdb939fb tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378406 Jan 11 10:04:49.191635 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f375605c-910f-4278-bc22-644b90cf7c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:04:49.371652 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15746f-d3d7-431b-bb63-36ca5edc6fb3 req-3231f53c-932b-47ea-aeef-8c4e72a900ae tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:49.373031 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0e15746f-d3d7-431b-bb63-36ca5edc6fb3 req-3231f53c-932b-47ea-aeef-8c4e72a900ae tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0828354 Jan 11 10:04:49.419789 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0e15746f-d3d7-431b-bb63-36ca5edc6fb3 req-b59a68f5-d4b2-4a42-8390-c8635a331d71 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412223 Jan 11 10:04:50.607837 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd37db-9ee4-47f3-8d70-4094dd564c58 req-db782e62-6515-4fb3-bfe4-52c835879e4b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:50.610108 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7cdd37db-9ee4-47f3-8d70-4094dd564c58 req-db782e62-6515-4fb3-bfe4-52c835879e4b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0833161 Jan 11 10:04:50.654608 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7cdd37db-9ee4-47f3-8d70-4094dd564c58 req-365ccf05-2ff8-44c4-b2f0-babb1043224c tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381105 Jan 11 10:04:51.222183 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-165190bb-5073-45a8-bf49-b4200615a520 req-b37d6f1d-f631-4a3c-9d3d-449a72188562 service neutron] 10.222.0.42 "GET /v2.0/ports/2710921a-1108-45c2-9694-af0058bd4510/bindings/hv-neutron-8234 HTTP/1.1" status: 200 len: 384 time: 0.0728436 Jan 11 10:04:51.424348 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3ce15ac4-dfe0-4997-a3e8-da92ca4ba696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:04:51.489746 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165190bb-5073-45a8-bf49-b4200615a520 req-f97f3199-f494-40b4-b2b6-17685f7596d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:51.491223 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-165190bb-5073-45a8-bf49-b4200615a520 req-f97f3199-f494-40b4-b2b6-17685f7596d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f&tenant_id=b1e19918ba604fd9881470933fe85736 HTTP/1.1" status: 200 len: 1098 time: 0.0747082 Jan 11 10:04:51.586442 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165190bb-5073-45a8-bf49-b4200615a520 req-4718e69e-26ac-428b-9428-174a997468de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:51.587912 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-165190bb-5073-45a8-bf49-b4200615a520 req-4718e69e-26ac-428b-9428-174a997468de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 1098 time: 0.0721910 Jan 11 10:04:51.721010 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165190bb-5073-45a8-bf49-b4200615a520 req-e7247ce0-cab3-4653-9136-fc145a23f6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:51.722505 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-165190bb-5073-45a8-bf49-b4200615a520 req-e7247ce0-cab3-4653-9136-fc145a23f6e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1269403 Jan 11 10:04:51.826990 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-165190bb-5073-45a8-bf49-b4200615a520 req-58f6cdf6-ac6c-4318-8793-dded93542daf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2710921a-1108-45c2-9694-af0058bd4510 HTTP/1.1" status: 200 len: 1001 time: 0.0983064 Jan 11 10:04:51.844123 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7636dc-3855-45ac-9485-6a3f6063d830 req-44c34b86-b615-4eaf-822d-2cdabca846a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:51.845580 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4c7636dc-3855-45ac-9485-6a3f6063d830 req-44c34b86-b615-4eaf-822d-2cdabca846a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0829844 Jan 11 10:04:51.889884 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165190bb-5073-45a8-bf49-b4200615a520 req-e5484f90-8c66-4bb3-ac7b-47d2dfdb8698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:51.890133 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4c7636dc-3855-45ac-9485-6a3f6063d830 req-08a8c72d-415f-4edf-ad3d-c4e7a09b5ff3 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376337 Jan 11 10:04:51.891340 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-165190bb-5073-45a8-bf49-b4200615a520 req-e5484f90-8c66-4bb3-ac7b-47d2dfdb8698 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0575202 Jan 11 10:04:51.968293 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165190bb-5073-45a8-bf49-b4200615a520 req-4cea8923-d045-447a-8105-4f7b326a91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:51.969748 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-165190bb-5073-45a8-bf49-b4200615a520 req-4cea8923-d045-447a-8105-4f7b326a91cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722201 Jan 11 10:04:52.099283 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-165190bb-5073-45a8-bf49-b4200615a520 req-e447b41c-840a-48af-a69e-23bb9a2ab4cb service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228981 Jan 11 10:04:52.228146 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-165190bb-5073-45a8-bf49-b4200615a520 req-3b42f723-e93a-4f26-b1c4-c6696a1beb46 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231053 Jan 11 10:04:52.610117 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:04:52.672362 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:04:53.076186 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2d6de-876c-4d31-b6c8-97b5ec53247d req-5213f29f-1628-422d-8952-dbad50635b31 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:53.077690 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-47d2d6de-876c-4d31-b6c8-97b5ec53247d req-5213f29f-1628-422d-8952-dbad50635b31 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0793395 Jan 11 10:04:53.127323 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-47d2d6de-876c-4d31-b6c8-97b5ec53247d req-b2a0763d-e5ce-4fe3-b6d3-5c6f5f18317f tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423839 Jan 11 10:04:54.148086 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:04:54.313708 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338a9a1-1c10-4d30-9d81-a43802ad1b11 req-98cd424e-de46-47e6-ab98-292736724fea tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:54.315177 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9338a9a1-1c10-4d30-9d81-a43802ad1b11 req-98cd424e-de46-47e6-ab98-292736724fea tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0822644 Jan 11 10:04:54.358495 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9338a9a1-1c10-4d30-9d81-a43802ad1b11 req-ac6ae1cf-df5b-431a-9850-c7b58c843251 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372498 Jan 11 10:04:55.294006 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2710921a-1108-45c2-9694-af0058bd4510 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:04:55.404189 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:04:55.430776 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cf2cbe-6f2a-45ef-992f-a86b27ad816f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2710921a-1108-45c2-9694-af0058bd4510'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:04:55.439921 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2710921a-1108-45c2-9694-af0058bd4510, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2710921a-1108-45c2-9694-af0058bd4510,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:04:55.444590 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:04:55.492178 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cf2cbe-6f2a-45ef-992f-a86b27ad816f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2710921a-1108-45c2-9694-af0058bd4510', 'code': 200} Jan 11 10:04:55.515603 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=2710921a-1108-45c2-9694-af0058bd4510,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:04:55.522902 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:04:55.523246 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:04:55.523575 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:04:55.523906 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:04:55.524226 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:04:55.524545 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:04:55.524858 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:04:55.525172 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:04:55.525483 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:04:55.525794 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:04:55.526120 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:04:55.526434 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:04:55.549082 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f076a-2082-431b-9889-3825bc3fc216 req-b660216e-152b-49d9-bc82-1fe1252c78d8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:55.551084 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-115f076a-2082-431b-9889-3825bc3fc216 req-b660216e-152b-49d9-bc82-1fe1252c78d8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 943 time: 0.0855975 Jan 11 10:04:55.597752 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-115f076a-2082-431b-9889-3825bc3fc216 req-a5f076ce-8030-4a58-8311-d8cf416fe88d tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405068 Jan 11 10:04:56.791846 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce8a59-2bd3-4541-8749-b99b01bf72df req-ff31acbf-7555-48dd-8042-d5b012f2fed7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:56.793264 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7cce8a59-2bd3-4541-8749-b99b01bf72df req-ff31acbf-7555-48dd-8042-d5b012f2fed7 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 943 time: 0.0780072 Jan 11 10:04:56.838222 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7cce8a59-2bd3-4541-8749-b99b01bf72df req-61ea8423-fa44-495a-999e-6b1d082dd073 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393295 Jan 11 10:04:57.291742 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2710921a-1108-45c2-9694-af0058bd4510 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 10:04:57.421847 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2710921a-1108-45c2-9694-af0058bd4510, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2710921a-1108-45c2-9694-af0058bd4510,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:04:57.434721 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '2710921a-1108-45c2-9694-af0058bd4510', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'port_id': '2710921a-1108-45c2-9694-af0058bd4510', 'mac_address': 'fa:16:3e:e5:98:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 10:04:57.492347 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:04:57.510961 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2710921a-1108-45c2-9694-af0058bd4510 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:04:57.527223 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2710921a-1108-45c2-9694-af0058bd4510, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2710921a-1108-45c2-9694-af0058bd4510,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:04:57.531718 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:04:57.599090 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['2710921a-1108-45c2-9694-af0058bd4510'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:04:57.640153 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=2710921a-1108-45c2-9694-af0058bd4510,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:04:58.025374 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c12d8-6df0-44f2-96ae-4bae0f39490d req-94945684-b9ba-4a34-9683-d88b92a828ab tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:58.026862 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5c7c12d8-6df0-44f2-96ae-4bae0f39490d req-94945684-b9ba-4a34-9683-d88b92a828ab tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 944 time: 0.0813704 Jan 11 10:04:58.168126 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5c7c12d8-6df0-44f2-96ae-4bae0f39490d req-166a5d96-357d-45bd-8335-416f0ce85750 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354218 Jan 11 10:04:59.314885 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2710921a-1108-45c2-9694-af0058bd4510 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:04:59.361596 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df3239-b00a-49e4-b72e-78b29b2f22b7 req-9c974b64-baa1-4ea8-88a3-db30ad864e59 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:04:59.363634 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-76df3239-b00a-49e4-b72e-78b29b2f22b7 req-9c974b64-baa1-4ea8-88a3-db30ad864e59 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 944 time: 0.0898581 Jan 11 10:04:59.407160 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-76df3239-b00a-49e4-b72e-78b29b2f22b7 req-7cdbe761-29c0-4aa7-a954-26d96de09a99 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376904 Jan 11 10:04:59.459643 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 2710921a-1108-45c2-9694-af0058bd4510 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:04:59.459931 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:04:59.594593 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:04:59.623276 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cf2cbe-6f2a-45ef-992f-a86b27ad816f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2710921a-1108-45c2-9694-af0058bd4510'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:04:59.632821 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2710921a-1108-45c2-9694-af0058bd4510, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2710921a-1108-45c2-9694-af0058bd4510,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:04:59.636911 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:04:59.684484 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cf2cbe-6f2a-45ef-992f-a86b27ad816f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2710921a-1108-45c2-9694-af0058bd4510', 'code': 200} Jan 11 10:04:59.709163 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=2710921a-1108-45c2-9694-af0058bd4510,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:05:00.591631 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ffdd1-a031-42b8-98e5-4564ff09dc9f req-e064a334-7a00-4edb-b27a-e06e219f9200 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:00.593068 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bc3ffdd1-a031-42b8-98e5-4564ff09dc9f req-e064a334-7a00-4edb-b27a-e06e219f9200 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0811508 Jan 11 10:05:00.640533 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bc3ffdd1-a031-42b8-98e5-4564ff09dc9f req-23558b8b-8e4f-4884-a6f0-1800707ef0f6 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410707 Jan 11 10:05:01.836206 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e26fb7-7823-4872-896c-3cc0de664a33 req-4546745e-0298-4f00-87e8-5a295f366329 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:01.837655 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-96e26fb7-7823-4872-896c-3cc0de664a33 req-4546745e-0298-4f00-87e8-5a295f366329 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0794520 Jan 11 10:05:01.885893 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-96e26fb7-7823-4872-896c-3cc0de664a33 req-2e238f21-c411-4f7d-af25-45134572db63 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424757 Jan 11 10:05:03.074605 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2acab8-432f-4900-9d59-fc8ea2c32b57 req-11be35c9-1e4c-4576-aa6a-2473c313cc52 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:03.076046 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-eb2acab8-432f-4900-9d59-fc8ea2c32b57 req-11be35c9-1e4c-4576-aa6a-2473c313cc52 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0795081 Jan 11 10:05:03.118786 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-eb2acab8-432f-4900-9d59-fc8ea2c32b57 req-0c9b9f02-063c-4d61-851b-43c23d7c78d4 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372055 Jan 11 10:05:03.509286 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-ed561982-fb74-49c2-9709-c4626ec36dde tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:03.509988 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-ed561982-fb74-49c2-9709-c4626ec36dde tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Synchronizing usage tracker for tenant:b1e19918ba604fd9881470933fe85736 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:05:03.525269 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-ed561982-fb74-49c2-9709-c4626ec36dde tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Unset dirty status for tenant:b1e19918ba604fd9881470933fe85736 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:05:03.526368 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-ed561982-fb74-49c2-9709-c4626ec36dde tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f&tenant_id=b1e19918ba604fd9881470933fe85736&binding%3Ahost_id=hv-neutron-8234 HTTP/1.1" status: 200 len: 945 time: 0.0996556 Jan 11 10:05:03.564946 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d580bb-9d31-4f90-9e6e-fe075e404562 req-40d01cb7-6982-48f5-9f65-1cf5e7d9f741 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:03.566464 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-75d580bb-9d31-4f90-9e6e-fe075e404562 req-40d01cb7-6982-48f5-9f65-1cf5e7d9f741 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0861778 Jan 11 10:05:03.609701 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-86c54bb7-46c2-4f29-9fc8-0f0402168591 service neutron] 10.222.0.42 "GET /v2.0/ports/2710921a-1108-45c2-9694-af0058bd4510/bindings/hv-neutron-8234 HTTP/1.1" status: 200 len: 384 time: 0.0773866 Jan 11 10:05:03.610470 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-75d580bb-9d31-4f90-9e6e-fe075e404562 req-2b3547c7-a592-4e55-9446-cf0095263b68 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384264 Jan 11 10:05:03.711069 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-d0876da3-5fef-4603-8813-0a1e54a1baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:03.712514 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-d0876da3-5fef-4603-8813-0a1e54a1baaf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 1098 time: 0.0716257 Jan 11 10:05:03.850487 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-cd68217e-8de7-4e67-ab27-ad0f6025509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:03.851846 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-cd68217e-8de7-4e67-ab27-ad0f6025509c service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1332111 Jan 11 10:05:04.060246 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-cdbc8210-97d5-49bf-9b50-3fe513f2aac5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2710921a-1108-45c2-9694-af0058bd4510 HTTP/1.1" status: 200 len: 1001 time: 0.2013209 Jan 11 10:05:04.122824 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-c99f7eff-2f91-4d7e-bff5-9cbe94d7065e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:04.124170 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-c99f7eff-2f91-4d7e-bff5-9cbe94d7065e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0576127 Jan 11 10:05:04.197516 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-64f70ba7-bd04-4eea-b81d-98ee45bc59b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:04.198986 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-64f70ba7-bd04-4eea-b81d-98ee45bc59b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685775 Jan 11 10:05:04.330071 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-e478faf7-a838-4f81-9ec5-889838bb9adf service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254847 Jan 11 10:05:04.458906 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-647c3743-4621-403b-98fd-3cb86cb11a99 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234608 Jan 11 10:05:04.515745 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:04.807857 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77f13e-324f-4129-9fd1-85955e9608a8 req-4f44d6d8-7729-4862-bd1c-5df4f7469f57 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:04.809297 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0a77f13e-324f-4129-9fd1-85955e9608a8 req-4f44d6d8-7729-4862-bd1c-5df4f7469f57 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0790415 Jan 11 10:05:04.851943 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0a77f13e-324f-4129-9fd1-85955e9608a8 req-319e2df8-edd8-4771-9ab4-10be6b79b92c tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371339 Jan 11 10:05:06.049261 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cfe97-bc27-4f14-a285-793aa76da001 req-f2b38da0-6e7e-4b84-a496-76dc47f5d01a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:06.051289 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-091cfe97-bc27-4f14-a285-793aa76da001 req-f2b38da0-6e7e-4b84-a496-76dc47f5d01a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0826163 Jan 11 10:05:06.094178 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-091cfe97-bc27-4f14-a285-793aa76da001 req-761037d2-3c11-4817-93bc-84a73fe3261a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373118 Jan 11 10:05:07.278154 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078a026-9e90-4163-aace-55006572c8cb req-1e43354a-5138-4607-923d-b85c67a6a638 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:07.279542 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c078a026-9e90-4163-aace-55006572c8cb req-1e43354a-5138-4607-923d-b85c67a6a638 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0822334 Jan 11 10:05:07.329407 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c078a026-9e90-4163-aace-55006572c8cb req-7bb5becf-50f0-4e46-9592-573df6d21ec1 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433040 Jan 11 10:05:07.615388 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:05:07.714477 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-071a1f7c-6f40-4f86-b8b6-baefc541fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:07.715933 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-071a1f7c-6f40-4f86-b8b6-baefc541fdbb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f&tenant_id=b1e19918ba604fd9881470933fe85736 HTTP/1.1" status: 200 len: 1098 time: 0.0773690 Jan 11 10:05:07.804693 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-1b057de3-674e-4c16-b51a-49084fed7fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:07.806118 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-1b057de3-674e-4c16-b51a-49084fed7fa9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e19918ba604fd9881470933fe85736&device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 1098 time: 0.0696008 Jan 11 10:05:07.937373 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-f09d5195-fd20-4464-acbb-ebebe0175c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:07.938873 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-f09d5195-fd20-4464-acbb-ebebe0175c88 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 200 len: 912 time: 0.1273887 Jan 11 10:05:08.043265 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-1f2ad90c-6607-496b-8306-45a394346175 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2710921a-1108-45c2-9694-af0058bd4510 HTTP/1.1" status: 200 len: 1001 time: 0.0983260 Jan 11 10:05:08.105133 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-dced03c0-1b11-4c71-b5c5-c8bb291cdcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:08.106519 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-dced03c0-1b11-4c71-b5c5-c8bb291cdcd4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 200 len: 850 time: 0.0577650 Jan 11 10:05:08.181979 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-f2d3f537-cdb2-4e2e-9580-0363bbf45689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:08.183445 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-f2d3f537-cdb2-4e2e-9580-0363bbf45689 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713539 Jan 11 10:05:08.312750 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-e58f6712-47e5-4830-813a-f14047eb463f service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228311 Jan 11 10:05:08.444909 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b67926ba-2dc6-4b37-9b3e-e71a9d3fc700 req-1d0fac4d-5a67-46c7-bf0d-a32201e2a3aa service neutron] 10.222.0.42 "GET /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263254 Jan 11 10:05:08.516598 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88d4a9-ec44-4278-a151-2c6c64d16e64 req-7ac98300-1460-41d4-af17-28b345b86edf tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:08.518051 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-aa88d4a9-ec44-4278-a151-2c6c64d16e64 req-7ac98300-1460-41d4-af17-28b345b86edf tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0793371 Jan 11 10:05:08.563228 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-aa88d4a9-ec44-4278-a151-2c6c64d16e64 req-45dea581-17a2-4e39-9972-9b51ea0e7d1a tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388889 Jan 11 10:05:09.338561 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2710921a-1108-45c2-9694-af0058bd4510 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:05:09.451503 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:09.478204 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cf2cbe-6f2a-45ef-992f-a86b27ad816f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2710921a-1108-45c2-9694-af0058bd4510'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:05:09.487983 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2710921a-1108-45c2-9694-af0058bd4510, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2710921a-1108-45c2-9694-af0058bd4510,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:05:09.492709 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:09.537801 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cf2cbe-6f2a-45ef-992f-a86b27ad816f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2710921a-1108-45c2-9694-af0058bd4510', 'code': 200} Jan 11 10:05:09.563029 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=2710921a-1108-45c2-9694-af0058bd4510,revision_number=9']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:05:09.755267 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a080e-e232-458d-9897-6faee96e1c5c req-77d08efa-f3d7-4325-9332-1f19e283503d tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:09.756709 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-850a080e-e232-458d-9897-6faee96e1c5c req-77d08efa-f3d7-4325-9332-1f19e283503d tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 943 time: 0.0871246 Jan 11 10:05:09.802460 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-850a080e-e232-458d-9897-6faee96e1c5c req-1bf094b5-a2bd-4bd7-8277-3b615460e78b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397289 Jan 11 10:05:10.989826 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15f25c-5d28-4409-92db-c35978c80ca2 req-9ca7a8c9-9fce-4fb6-a301-be77776d2962 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:10.991346 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9c15f25c-5d28-4409-92db-c35978c80ca2 req-9ca7a8c9-9fce-4fb6-a301-be77776d2962 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 943 time: 0.0792332 Jan 11 10:05:11.034639 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9c15f25c-5d28-4409-92db-c35978c80ca2 req-6b9f203f-576e-4ec7-a237-59d768064197 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377769 Jan 11 10:05:11.340009 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2710921a-1108-45c2-9694-af0058bd4510 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 10:05:11.505026 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2710921a-1108-45c2-9694-af0058bd4510, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2710921a-1108-45c2-9694-af0058bd4510,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:05:11.517663 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '2710921a-1108-45c2-9694-af0058bd4510', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'port_id': '2710921a-1108-45c2-9694-af0058bd4510', 'mac_address': 'fa:16:3e:e5:98:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 10:05:11.574474 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:11.591916 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2710921a-1108-45c2-9694-af0058bd4510 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:05:11.609679 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2710921a-1108-45c2-9694-af0058bd4510, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2710921a-1108-45c2-9694-af0058bd4510,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:05:11.614831 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:11.678278 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['2710921a-1108-45c2-9694-af0058bd4510'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:05:11.733589 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=2710921a-1108-45c2-9694-af0058bd4510,revision_number=10']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:05:12.228531 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf379eb3-4953-4aaa-a159-d79cd440cf72 req-7918782f-5096-4e51-9555-0b0ffd742040 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:12.229996 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cf379eb3-4953-4aaa-a159-d79cd440cf72 req-7918782f-5096-4e51-9555-0b0ffd742040 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0900581 Jan 11 10:05:12.274731 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cf379eb3-4953-4aaa-a159-d79cd440cf72 req-904144b8-2348-4c53-b3f6-1e1a6948b9e8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390847 Jan 11 10:05:13.353260 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2710921a-1108-45c2-9694-af0058bd4510 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:05:13.422544 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 2710921a-1108-45c2-9694-af0058bd4510 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:05:13.422912 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:13.456991 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2526379-6eea-42d4-815a-5fbc2ae261a8 req-4b267661-f5c8-4c71-a55a-0792ec54621f tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:13.458461 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e2526379-6eea-42d4-815a-5fbc2ae261a8 req-4b267661-f5c8-4c71-a55a-0792ec54621f tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0789785 Jan 11 10:05:13.501281 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e2526379-6eea-42d4-815a-5fbc2ae261a8 req-69e95607-3709-46ab-b937-99876a755426 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371211 Jan 11 10:05:13.538206 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:13.565965 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cf2cbe-6f2a-45ef-992f-a86b27ad816f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2710921a-1108-45c2-9694-af0058bd4510'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:05:13.575579 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2710921a-1108-45c2-9694-af0058bd4510, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2710921a-1108-45c2-9694-af0058bd4510,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:05:13.579759 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:13.622809 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cf2cbe-6f2a-45ef-992f-a86b27ad816f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2710921a-1108-45c2-9694-af0058bd4510', 'code': 200} Jan 11 10:05:13.654468 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=2710921a-1108-45c2-9694-af0058bd4510,revision_number=11']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:05:14.692549 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5deb8d-2354-4645-8d55-719716c011b9 req-cf064781-6d1d-4a35-83e5-d9802413f14c tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:14.694017 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ec5deb8d-2354-4645-8d55-719716c011b9 req-cf064781-6d1d-4a35-83e5-d9802413f14c tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 946 time: 0.0884371 Jan 11 10:05:14.740593 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ec5deb8d-2354-4645-8d55-719716c011b9 req-4d1a1ec9-d954-4ae2-9ef0-d48bcf247f02 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406609 Jan 11 10:05:15.927127 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca597ce-ee9e-449b-8dd2-709e6ee6529b req-103e2f4f-8770-4891-b119-8f35d5b27ac1 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:15.928565 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2ca597ce-ee9e-449b-8dd2-709e6ee6529b req-103e2f4f-8770-4891-b119-8f35d5b27ac1 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 946 time: 0.0792859 Jan 11 10:05:15.974366 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2ca597ce-ee9e-449b-8dd2-709e6ee6529b req-74f29dae-b42b-477b-b5e4-79a808f1243e tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399952 Jan 11 10:05:17.166642 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4275b-b1d0-4330-a307-b21d18ad0bdc req-1aedd3dd-8b35-46ee-9f20-7b980cebd1c1 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:17.168080 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-74e4275b-b1d0-4330-a307-b21d18ad0bdc req-1aedd3dd-8b35-46ee-9f20-7b980cebd1c1 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 946 time: 0.0815349 Jan 11 10:05:17.211613 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-74e4275b-b1d0-4330-a307-b21d18ad0bdc req-bc17a6ea-4119-41d6-89b3-40ba53ef2f83 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379012 Jan 11 10:05:17.399784 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2710921a-1108-45c2-9694-af0058bd4510 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 10:05:17.533162 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2710921a-1108-45c2-9694-af0058bd4510, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2710921a-1108-45c2-9694-af0058bd4510,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:05:17.546697 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '2710921a-1108-45c2-9694-af0058bd4510', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'port_id': '2710921a-1108-45c2-9694-af0058bd4510', 'mac_address': 'fa:16:3e:e5:98:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 10:05:17.604250 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:17.623372 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2710921a-1108-45c2-9694-af0058bd4510 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:05:17.637957 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2710921a-1108-45c2-9694-af0058bd4510, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2710921a-1108-45c2-9694-af0058bd4510,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:05:17.641930 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:17.704173 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['2710921a-1108-45c2-9694-af0058bd4510'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:05:17.762034 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=2710921a-1108-45c2-9694-af0058bd4510,revision_number=12']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:05:18.399091 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7166522-2f95-4473-b705-11a55da47bde req-c9b3cedd-d54a-4b42-98b7-b7f81aed74ed tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:18.400734 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d7166522-2f95-4473-b705-11a55da47bde req-c9b3cedd-d54a-4b42-98b7-b7f81aed74ed tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0833685 Jan 11 10:05:18.445294 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d7166522-2f95-4473-b705-11a55da47bde req-a564655f-36f4-4d02-b970-d7afe3a40c8b tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382144 Jan 11 10:05:18.624939 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efdd72-3b04-453d-8a2a-8face9fd88d4 req-f5ce64db-82df-49ad-b29a-cf7829c1d198 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:18.626304 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-95efdd72-3b04-453d-8a2a-8face9fd88d4 req-f5ce64db-82df-49ad-b29a-cf7829c1d198 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0773170 Jan 11 10:05:18.669341 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-95efdd72-3b04-453d-8a2a-8face9fd88d4 req-f03e7055-8955-46d2-9a72-41e7b780afe4 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368190 Jan 11 10:05:18.854820 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761a318-b3b3-4735-b909-14f61a1b1964 req-690f3591-0ad2-4904-8306-4eb43e59f4bc tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:18.856247 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f761a318-b3b3-4735-b909-14f61a1b1964 req-690f3591-0ad2-4904-8306-4eb43e59f4bc tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0815020 Jan 11 10:05:18.899508 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f761a318-b3b3-4735-b909-14f61a1b1964 req-e2939176-951e-4527-b3a4-de6c5e95fb09 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377781 Jan 11 10:05:19.193623 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1e9d4b40-54c0-4197-86da-fcc8ff2d75e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:19.277681 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266a16b-7d8d-4bc1-984a-204112431a6f req-43fc0315-a968-470b-840b-9edef27fa891 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:19.279129 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4266a16b-7d8d-4bc1-984a-204112431a6f req-43fc0315-a968-470b-840b-9edef27fa891 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 945 time: 0.0789099 Jan 11 10:05:19.326203 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4266a16b-7d8d-4bc1-984a-204112431a6f req-1848636a-2852-4bce-8d20-0ee1b1346e00 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410194 Jan 11 10:05:19.424552 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2710921a-1108-45c2-9694-af0058bd4510 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:05:19.491460 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 2710921a-1108-45c2-9694-af0058bd4510 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:05:19.491748 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:19.606750 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:19.634378 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cf2cbe-6f2a-45ef-992f-a86b27ad816f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2710921a-1108-45c2-9694-af0058bd4510'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:05:19.643853 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2710921a-1108-45c2-9694-af0058bd4510, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2710921a-1108-45c2-9694-af0058bd4510,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:05:19.648741 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:19.694321 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cf2cbe-6f2a-45ef-992f-a86b27ad816f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2710921a-1108-45c2-9694-af0058bd4510', 'code': 200} Jan 11 10:05:19.728982 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=2710921a-1108-45c2-9694-af0058bd4510,revision_number=13']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:05:20.506989 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9385ac-92c6-4953-85f7-1d420308d8ba req-381fb6ef-f3ee-469a-be05-069e6bba0192 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:20.508407 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8b9385ac-92c6-4953-85f7-1d420308d8ba req-381fb6ef-f3ee-469a-be05-069e6bba0192 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 946 time: 0.0775406 Jan 11 10:05:20.551984 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8b9385ac-92c6-4953-85f7-1d420308d8ba req-4803d918-beb3-4776-91b7-82064a6c3401 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376947 Jan 11 10:05:21.426773 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6f5b51ef-adc6-4c3c-962b-f78ddee0a134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:21.684602 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed7c31-9144-4b3b-9fb1-ca1358a683b5 req-dd39509f-ed2f-4d60-a665-56710efd7208 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:21.686056 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-19ed7c31-9144-4b3b-9fb1-ca1358a683b5 req-dd39509f-ed2f-4d60-a665-56710efd7208 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 946 time: 0.0819769 Jan 11 10:05:21.747717 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58388114-89e2-45b7-9c55-ebd63831bb76 req-2e60e619-8f39-4d8b-9674-b33be8efe816 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:21.749150 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-58388114-89e2-45b7-9c55-ebd63831bb76 req-2e60e619-8f39-4d8b-9674-b33be8efe816 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 946 time: 0.0837896 Jan 11 10:05:21.760187 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-19ed7c31-9144-4b3b-9fb1-ca1358a683b5 req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Deleting port 2710921a-1108-45c2-9694-af0058bd4510 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:05:21.760515 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-19ed7c31-9144-4b3b-9fb1-ca1358a683b5 req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:21.793276 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-58388114-89e2-45b7-9c55-ebd63831bb76 req-d6b6273f-4959-4a22-9c61-a5071644ed3d tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380683 Jan 11 10:05:22.009115 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-19ed7c31-9144-4b3b-9fb1-ca1358a683b5 req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] For port 2710921a-1108-45c2-9694-af0058bd4510, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2710921a-1108-45c2-9694-af0058bd4510,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:05:22.009469 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-19ed7c31-9144-4b3b-9fb1-ca1358a683b5 req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:22.413350 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-19ed7c31-9144-4b3b-9fb1-ca1358a683b5 req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:22.413626 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-19ed7c31-9144-4b3b-9fb1-ca1358a683b5 req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:22.413933 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [req-19ed7c31-9144-4b3b-9fb1-ca1358a683b5 req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Floating IP 33175728-f2e2-45a1-98e7-629638d3622b disassociated. External IP: 172.26.3.53, port: 2710921a-1108-45c2-9694-af0058bd4510. Jan 11 10:05:22.414299 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-19ed7c31-9144-4b3b-9fb1-ca1358a683b5 req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Calling delete_port for 2710921a-1108-45c2-9694-af0058bd4510 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:05:22.557909 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-19ed7c31-9144-4b3b-9fb1-ca1358a683b5 req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:22.606057 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Pushing event deleted for resources: {'Port': ['ID=2710921a-1108-45c2-9694-af0058bd4510,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:05:22.617453 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:05:22.617716 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:05:22.618075 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:05:22.618294 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:22.618758 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:05:22.618758 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:05:22.619033 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:05:22.619343 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:05:22.619748 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:05:22.619966 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:05:22.620282 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:05:22.620597 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:05:22.620918 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:05:22.670117 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:22.823364 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19ed7c31-9144-4b3b-9fb1-ca1358a683b5 req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Router 69c8de26-3056-4bb3-9772-dc67c9de7969 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:05:22.939944 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-13355cf2-e1dc-4791-ba66-e913a3f1f45c req-d0baf3f0-5173-43cc-9799-3af2f95f0955 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 210 time: 0.0407009 Jan 11 10:05:23.004539 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19ed7c31-9144-4b3b-9fb1-ca1358a683b5 req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:05:23.013786 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6375fde8-a610-47af-a7c6-fde1030945a2 None None] Sync routers for ids ['69c8de26-3056-4bb3-9772-dc67c9de7969'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:05:23.023727 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6375fde8-a610-47af-a7c6-fde1030945a2 None None] Routers {'69c8de26-3056-4bb3-9772-dc67c9de7969'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:05:23.024338 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6375fde8-a610-47af-a7c6-fde1030945a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:05:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['69c8de26-3056-4bb3-9772-dc67c9de7969'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:05:23.076489 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ed7c31-9144-4b3b-9fb1-ca1358a683b5 req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] No DVR routers for this DVR port 2710921a-1108-45c2-9694-af0058bd4510 on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:05:23.078938 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-19ed7c31-9144-4b3b-9fb1-ca1358a683b5 req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:23.081438 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cf2cbe-6f2a-45ef-992f-a86b27ad816f', 'name': 'network-vif-deleted', 'tag': '2710921a-1108-45c2-9694-af0058bd4510'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:05:23.097530 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-19ed7c31-9144-4b3b-9fb1-ca1358a683b5 req-1cd41fdc-99e2-4e2a-98ad-c4482cafb1a8 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.42 "DELETE /v2.0/ports/2710921a-1108-45c2-9694-af0058bd4510 HTTP/1.1" status: 204 len: 173 time: 1.4058173 Jan 11 10:05:23.139821 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cf2cbe-6f2a-45ef-992f-a86b27ad816f', 'name': 'network-vif-deleted', 'tag': '2710921a-1108-45c2-9694-af0058bd4510', 'status': 'completed', 'code': 200} Jan 11 10:05:23.208524 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-6375fde8-a610-47af-a7c6-fde1030945a2 None None] Set router 69c8de26-3056-4bb3-9772-dc67c9de7969 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:05:23.547972 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6375fde8-a610-47af-a7c6-fde1030945a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:07Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:05:23.553008 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6375fde8-a610-47af-a7c6-fde1030945a2 None None] Checking router: 69c8de26-3056-4bb3-9772-dc67c9de7969 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:05:23.560986 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6375fde8-a610-47af-a7c6-fde1030945a2 None None] Routers {'69c8de26-3056-4bb3-9772-dc67c9de7969'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:05:23.561568 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6375fde8-a610-47af-a7c6-fde1030945a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:05:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['69c8de26-3056-4bb3-9772-dc67c9de7969'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:05:23.747561 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-6375fde8-a610-47af-a7c6-fde1030945a2 None None] Set router 69c8de26-3056-4bb3-9772-dc67c9de7969 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:05:24.062355 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6375fde8-a610-47af-a7c6-fde1030945a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:07Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:05:24.066296 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6375fde8-a610-47af-a7c6-fde1030945a2 None None] The sync data for ids ['69c8de26-3056-4bb3-9772-dc67c9de7969'] in dv-neutron-823402-4-hyperv is: [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T09:57:02Z', 'revision_number': 4, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '19d747c4-35eb-45e0-9e6d-c2392fc7c414', 'name': '', 'network_id': '9f2ae170-9bdf-43b0-9a88-60ab20afe7a1', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'mac_address': 'fa:16:3e:a5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:57:01Z', 'updated_at': '2022-01-11T09:57:07Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'subnets': [{'id': 'fda7308e-03ae-4dc9-80ac-d95216094f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:05:24.120545 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-65a4b8cc-db7c-43b4-b594-b8e02bc61fc3 req-ab1939fb-8010-4131-8b6d-959607260188 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8cf2cbe-6f2a-45ef-992f-a86b27ad816f HTTP/1.1" status: 200 len: 210 time: 0.0446737 Jan 11 10:05:24.165170 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:24.304735 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ab8515-0878-4a58-b13d-7345fe2828d5 None None] New status for floating IP 33175728-f2e2-45a1-98e7-629638d3622b: DOWN {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 10:05:25.462693 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2710921a-1108-45c2-9694-af0058bd4510 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:05:25.496318 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: 2710921a-1108-45c2-9694-af0058bd4510 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:05:25.496663 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2710921a-1108-45c2-9694-af0058bd4510 not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:05:29.431554 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39348) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:05:29.496336 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f12d177b-40e3-4e2f-accb-99631f372964 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:29.522293 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f12d177b-40e3-4e2f-accb-99631f372964 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:29.573847 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f12d177b-40e3-4e2f-accb-99631f372964 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:29.591223 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d177b-40e3-4e2f-accb-99631f372964 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:05:29.601751 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d177b-40e3-4e2f-accb-99631f372964 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:05:29.602117 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d177b-40e3-4e2f-accb-99631f372964 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:05:29.602445 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d177b-40e3-4e2f-accb-99631f372964 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:05:29.602774 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d177b-40e3-4e2f-accb-99631f372964 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:05:29.603097 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d177b-40e3-4e2f-accb-99631f372964 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:05:29.603417 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d177b-40e3-4e2f-accb-99631f372964 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:05:29.603737 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d177b-40e3-4e2f-accb-99631f372964 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:05:29.604051 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d177b-40e3-4e2f-accb-99631f372964 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:05:29.604365 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d177b-40e3-4e2f-accb-99631f372964 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:05:29.604686 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d177b-40e3-4e2f-accb-99631f372964 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:05:29.604994 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d177b-40e3-4e2f-accb-99631f372964 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:05:29.605300 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d177b-40e3-4e2f-accb-99631f372964 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:05:29.615444 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f12d177b-40e3-4e2f-accb-99631f372964 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:29.616586 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f12d177b-40e3-4e2f-accb-99631f372964 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "DELETE /v2.0/security-groups/6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e HTTP/1.1" status: 204 len: 168 time: 0.1839981 Jan 11 10:05:29.619000 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39352) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:05:29.635036 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-1b273193-d33f-4601-9a84-13276942cf65 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] show failed (client error): The resource could not be found. Jan 11 10:05:29.638525 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1b273193-d33f-4601-9a84-13276942cf65 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "GET /v2.0/security-groups/6f654bd6-4cc5-4ba5-994c-7b8fdae84e6e HTTP/1.1" status: 404 len: 347 time: 0.0160282 Jan 11 10:05:29.638725 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39356) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:05:29.893563 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f53af67f-7b45-4003-acbc-69a35f765c77 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Deleting port 412c6481-9f34-4010-a047-c1b6c4bb98bb {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:05:29.893974 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f53af67f-7b45-4003-acbc-69a35f765c77 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:30.058931 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f53af67f-7b45-4003-acbc-69a35f765c77 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:30.059156 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f53af67f-7b45-4003-acbc-69a35f765c77 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:30.181010 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f53af67f-7b45-4003-acbc-69a35f765c77 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Calling delete_port for 412c6481-9f34-4010-a047-c1b6c4bb98bb owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:05:30.322474 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f53af67f-7b45-4003-acbc-69a35f765c77 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:30.372857 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53af67f-7b45-4003-acbc-69a35f765c77 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Pushing event deleted for resources: {'Port': ['ID=412c6481-9f34-4010-a047-c1b6c4bb98bb,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:05:30.460660 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f53af67f-7b45-4003-acbc-69a35f765c77 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:30.474443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f53af67f-7b45-4003-acbc-69a35f765c77 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:30.475572 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f53af67f-7b45-4003-acbc-69a35f765c77 tempest-ServerActionsTestJSON-1154741175 tempest-ServerActionsTestJSON-1154741175-project] 10.222.0.15 "DELETE /v2.0/floatingips/33175728-f2e2-45a1-98e7-629638d3622b HTTP/1.1" status: 204 len: 168 time: 0.8359895 Jan 11 10:05:30.478486 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39360) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:05:31.077065 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1193b1f2-dbc3-480f-baf1-f44c99d6eac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:31.527392 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1193b1f2-dbc3-480f-baf1-f44c99d6eac6 admin admin] Deleting port 19d747c4-35eb-45e0-9e6d-c2392fc7c414 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:05:31.528098 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1193b1f2-dbc3-480f-baf1-f44c99d6eac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:31.696224 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-1193b1f2-dbc3-480f-baf1-f44c99d6eac6 admin admin] For port 19d747c4-35eb-45e0-9e6d-c2392fc7c414, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=19d747c4-35eb-45e0-9e6d-c2392fc7c414,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:05:31.696572 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1193b1f2-dbc3-480f-baf1-f44c99d6eac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:31.819940 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1193b1f2-dbc3-480f-baf1-f44c99d6eac6 admin admin] Calling delete_port for 19d747c4-35eb-45e0-9e6d-c2392fc7c414 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:05:32.076297 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1193b1f2-dbc3-480f-baf1-f44c99d6eac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:32.119896 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193b1f2-dbc3-480f-baf1-f44c99d6eac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=19d747c4-35eb-45e0-9e6d-c2392fc7c414,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:05:32.388343 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1193b1f2-dbc3-480f-baf1-f44c99d6eac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:32.865895 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1193b1f2-dbc3-480f-baf1-f44c99d6eac6 admin admin] Router 69c8de26-3056-4bb3-9772-dc67c9de7969 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:05:33.036720 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1193b1f2-dbc3-480f-baf1-f44c99d6eac6 admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:05:33.044985 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16865079-e961-4ce5-b481-faed1b2505df None None] Sync routers for ids ['69c8de26-3056-4bb3-9772-dc67c9de7969'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:05:33.049740 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1193b1f2-dbc3-480f-baf1-f44c99d6eac6 admin admin] 10.222.0.15 "PUT /v2.0/routers/69c8de26-3056-4bb3-9772-dc67c9de7969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5701861 Jan 11 10:05:33.052151 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39368) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:05:33.055022 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16865079-e961-4ce5-b481-faed1b2505df None None] Routers {'69c8de26-3056-4bb3-9772-dc67c9de7969'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:05:33.055628 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-16865079-e961-4ce5-b481-faed1b2505df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:05:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['69c8de26-3056-4bb3-9772-dc67c9de7969'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:05:33.227234 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d21b122f-d004-4596-88ca-5f58e82aa828 admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:33.232404 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-16865079-e961-4ce5-b481-faed1b2505df None None] Set router 69c8de26-3056-4bb3-9772-dc67c9de7969 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:05:33.400376 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d21b122f-d004-4596-88ca-5f58e82aa828 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:33.409798 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d21b122f-d004-4596-88ca-5f58e82aa828 admin admin] Deleting port b20b52a4-2a78-4f48-a0bc-b8b91e754df5 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:05:33.410154 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d21b122f-d004-4596-88ca-5f58e82aa828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:33.509619 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-16865079-e961-4ce5-b481-faed1b2505df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T10:05:32Z', 'revision_number': 5, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port': {'id': 'b20b52a4-2a78-4f48-a0bc-b8b91e754df5', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T09:56:59Z', 'updated_at': '2022-01-11T09:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:05:33.513384 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16865079-e961-4ce5-b481-faed1b2505df None None] Checking router: 69c8de26-3056-4bb3-9772-dc67c9de7969 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:05:33.522180 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16865079-e961-4ce5-b481-faed1b2505df None None] Routers {'69c8de26-3056-4bb3-9772-dc67c9de7969'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:05:33.522769 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-16865079-e961-4ce5-b481-faed1b2505df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:05:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['69c8de26-3056-4bb3-9772-dc67c9de7969'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:05:33.582485 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-d21b122f-d004-4596-88ca-5f58e82aa828 admin admin] For port b20b52a4-2a78-4f48-a0bc-b8b91e754df5, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=b20b52a4-2a78-4f48-a0bc-b8b91e754df5,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:05:33.582833 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d21b122f-d004-4596-88ca-5f58e82aa828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:33.675331 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-16865079-e961-4ce5-b481-faed1b2505df None None] Set router 69c8de26-3056-4bb3-9772-dc67c9de7969 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:05:33.709880 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d21b122f-d004-4596-88ca-5f58e82aa828 admin admin] Calling delete_port for b20b52a4-2a78-4f48-a0bc-b8b91e754df5 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:05:33.818908 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-16865079-e961-4ce5-b481-faed1b2505df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T10:05:33Z', 'revision_number': 6, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:05:33.823897 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16865079-e961-4ce5-b481-faed1b2505df None None] The sync data for ids ['69c8de26-3056-4bb3-9772-dc67c9de7969'] in dv-neutron-823402-4-hyperv is: [{'id': '69c8de26-3056-4bb3-9772-dc67c9de7969', 'name': 'tempest-ServerActionsTestJSON-327695004-router', 'tenant_id': 'b1e19918ba604fd9881470933fe85736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T09:56:58Z', 'updated_at': '2022-01-11T10:05:33Z', 'revision_number': 6, 'project_id': 'b1e19918ba604fd9881470933fe85736', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:05:33.894835 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d21b122f-d004-4596-88ca-5f58e82aa828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:33.943517 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b122f-d004-4596-88ca-5f58e82aa828 admin admin] Pushing event deleted for resources: {'Port': ['ID=b20b52a4-2a78-4f48-a0bc-b8b91e754df5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:05:34.033225 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d21b122f-d004-4596-88ca-5f58e82aa828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:34.320785 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d21b122f-d004-4596-88ca-5f58e82aa828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:34.323023 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d21b122f-d004-4596-88ca-5f58e82aa828 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:34.344411 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d21b122f-d004-4596-88ca-5f58e82aa828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:34.345065 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21b122f-d004-4596-88ca-5f58e82aa828 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69c8de26-3056-4bb3-9772-dc67c9de7969 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 10:05:34.356894 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d21b122f-d004-4596-88ca-5f58e82aa828 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:34.358000 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d21b122f-d004-4596-88ca-5f58e82aa828 admin admin] 10.222.0.15 "DELETE /v2.0/routers/69c8de26-3056-4bb3-9772-dc67c9de7969 HTTP/1.1" status: 204 len: 168 time: 1.3049765 Jan 11 10:05:34.360598 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39372) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:05:34.420759 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a2013c-a6f5-4600-9275-77493e451ef5 admin admin] Deleting subnet fda7308e-03ae-4dc9-80ac-d95216094f06 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 10:05:34.423581 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4a2013c-a6f5-4600-9275-77493e451ef5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:34.471183 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4a2013c-a6f5-4600-9275-77493e451ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:34.537408 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:34.553319 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4a2013c-a6f5-4600-9275-77493e451ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:34.622147 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4a2013c-a6f5-4600-9275-77493e451ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:34.662136 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2013c-a6f5-4600-9275-77493e451ef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fda7308e-03ae-4dc9-80ac-d95216094f06,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:05:34.664053 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c4a2013c-a6f5-4600-9275-77493e451ef5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:34.670216 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c4a2013c-a6f5-4600-9275-77493e451ef5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fda7308e-03ae-4dc9-80ac-d95216094f06 HTTP/1.1" status: 204 len: 168 time: 0.3086221 Jan 11 10:05:34.672699 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39376) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:05:34.678532 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e15c254-57b9-4fd3-8155-cdb22b170f93 None None] Network 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:05:34.777479 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device b20b52a4-2a78-4f48-a0bc-b8b91e754df5 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:05:34.787060 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf14289e-24ed-4925-8cc2-9efb6842e43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:34.797722 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cf14289e-24ed-4925-8cc2-9efb6842e43a admin admin] Deleting port 19925e93-a74e-4485-908c-b7ecc84e49e8 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:05:34.798051 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf14289e-24ed-4925-8cc2-9efb6842e43a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:34.843718 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: b20b52a4-2a78-4f48-a0bc-b8b91e754df5 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:05:34.844057 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device b20b52a4-2a78-4f48-a0bc-b8b91e754df5 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:05:34.844474 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 19d747c4-35eb-45e0-9e6d-c2392fc7c414 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:05:34.910705 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 19d747c4-35eb-45e0-9e6d-c2392fc7c414 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:05:34.911047 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 19d747c4-35eb-45e0-9e6d-c2392fc7c414 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:05:35.011039 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd8b402-fda7-46dc-b26a-e5d791a8f3e8 None None] DHCP port deletion for 9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 10:05:35.015265 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7bd8b402-fda7-46dc-b26a-e5d791a8f3e8 None None] Deleting port 19925e93-a74e-4485-908c-b7ecc84e49e8 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:05:35.015629 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7bd8b402-fda7-46dc-b26a-e5d791a8f3e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:35.021940 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-cf14289e-24ed-4925-8cc2-9efb6842e43a admin admin] For port 19925e93-a74e-4485-908c-b7ecc84e49e8, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=19925e93-a74e-4485-908c-b7ecc84e49e8,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:05:35.022522 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf14289e-24ed-4925-8cc2-9efb6842e43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:35.144650 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-cf14289e-24ed-4925-8cc2-9efb6842e43a admin admin] Calling delete_port for 19925e93-a74e-4485-908c-b7ecc84e49e8 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:05:35.222823 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf14289e-24ed-4925-8cc2-9efb6842e43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:35.240458 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7bd8b402-fda7-46dc-b26a-e5d791a8f3e8 None None] For port 19925e93-a74e-4485-908c-b7ecc84e49e8, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=19925e93-a74e-4485-908c-b7ecc84e49e8,segment=NetworkSegment(becf6ee2-b1a5-4295-9227-5c38bdaa0ccf),segment_id=becf6ee2-b1a5-4295-9227-5c38bdaa0ccf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:05:35.240768 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7bd8b402-fda7-46dc-b26a-e5d791a8f3e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:35.273584 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14289e-24ed-4925-8cc2-9efb6842e43a admin admin] Pushing event deleted for resources: {'Port': ['ID=19925e93-a74e-4485-908c-b7ecc84e49e8,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:05:35.277179 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf14289e-24ed-4925-8cc2-9efb6842e43a admin admin] No DVR routers for this DVR port 19925e93-a74e-4485-908c-b7ecc84e49e8 on host dv-neutron-823402-4-hyperv {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:05:35.363392 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7bd8b402-fda7-46dc-b26a-e5d791a8f3e8 None None] Calling delete_port for 19925e93-a74e-4485-908c-b7ecc84e49e8 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:05:35.394555 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf14289e-24ed-4925-8cc2-9efb6842e43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:35.421629 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-cf14289e-24ed-4925-8cc2-9efb6842e43a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f2ae170-9bdf-43b0-9a88-60ab20afe7a1']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:05:35.434759 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-cf14289e-24ed-4925-8cc2-9efb6842e43a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:05:35.435050 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-cf14289e-24ed-4925-8cc2-9efb6842e43a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'becf6ee2-b1a5-4295-9227-5c38bdaa0ccf') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:05:35.439709 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-7bd8b402-fda7-46dc-b26a-e5d791a8f3e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 10:05:35.440666 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-7bd8b402-fda7-46dc-b26a-e5d791a8f3e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 10:05:35.446869 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf14289e-24ed-4925-8cc2-9efb6842e43a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:35.463547 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf14289e-24ed-4925-8cc2-9efb6842e43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:35.469995 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf14289e-24ed-4925-8cc2-9efb6842e43a admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 10:05:35.470395 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf14289e-24ed-4925-8cc2-9efb6842e43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 10:05:35.483203 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 10:05:35.558206 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf14289e-24ed-4925-8cc2-9efb6842e43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:35.573847 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cf14289e-24ed-4925-8cc2-9efb6842e43a admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:35.584044 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14289e-24ed-4925-8cc2-9efb6842e43a admin admin] Pushing event deleted for resources: {'Network': ['ID=9f2ae170-9bdf-43b0-9a88-60ab20afe7a1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:05:35.597012 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-cf14289e-24ed-4925-8cc2-9efb6842e43a admin admin] 10.222.0.15 "DELETE /v2.0/networks/9f2ae170-9bdf-43b0-9a88-60ab20afe7a1 HTTP/1.1" status: 204 len: 168 time: 0.9233522 Jan 11 10:05:35.709916 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39382) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:05:35.761744 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-57a2b1f5-e4a8-4a22-8adc-cbb5a905b4ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b1e19918ba604fd9881470933fe85736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495386 Jan 11 10:05:35.763326 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39386) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:05:35.828127 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9019f1d9-69c1-40a3-a34c-64146b434c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:35.853194 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9019f1d9-69c1-40a3-a34c-64146b434c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:35.906307 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9019f1d9-69c1-40a3-a34c-64146b434c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:35.922756 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019f1d9-69c1-40a3-a34c-64146b434c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e8149e-fb9c-4acf-a15c-20c7bb3c106a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:05:35.930165 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9019f1d9-69c1-40a3-a34c-64146b434c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:35.931261 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9019f1d9-69c1-40a3-a34c-64146b434c2a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f1e8149e-fb9c-4acf-a15c-20c7bb3c106a HTTP/1.1" status: 204 len: 168 time: 0.1670296 Jan 11 10:05:35.942865 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7bd8b402-fda7-46dc-b26a-e5d791a8f3e8 None None] Deleting port 19925e93-a74e-4485-908c-b7ecc84e49e8 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:05:35.943355 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7bd8b402-fda7-46dc-b26a-e5d791a8f3e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:36.013077 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7bd8b402-fda7-46dc-b26a-e5d791a8f3e8 None None] The port '19925e93-a74e-4485-908c-b7ecc84e49e8' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 10:05:36.701237 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39410) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:05:36.759744 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 19925e93-a74e-4485-908c-b7ecc84e49e8 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:05:36.796243 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 19925e93-a74e-4485-908c-b7ecc84e49e8 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:05:36.796589 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 19925e93-a74e-4485-908c-b7ecc84e49e8 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:05:36.832574 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-5b6c2f28-1708-48fa-b872-6433ffd08262 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1717332737-network', 'tenant_id': '59969ab4da1b4f88a117b4eea0c6c0d7'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:05:36.837281 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5b6c2f28-1708-48fa-b872-6433ffd08262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:05:36.841026 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5b6c2f28-1708-48fa-b872-6433ffd08262 admin admin] Usage tracker for resource:network and tenant:59969ab4da1b4f88a117b4eea0c6c0d7 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:05:36.843839 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5b6c2f28-1708-48fa-b872-6433ffd08262 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:05:36.849979 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5b6c2f28-1708-48fa-b872-6433ffd08262 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:05:36.859835 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6c2f28-1708-48fa-b872-6433ffd08262 admin admin] Made reservation on behalf of 59969ab4da1b4f88a117b4eea0c6c0d7 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:05:36.862232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b6c2f28-1708-48fa-b872-6433ffd08262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:36.873657 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b6c2f28-1708-48fa-b872-6433ffd08262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:36.887990 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5b6c2f28-1708-48fa-b872-6433ffd08262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:05:36.891603 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5b6c2f28-1708-48fa-b872-6433ffd08262 admin admin] Usage tracker for resource:security_group_rule and tenant:59969ab4da1b4f88a117b4eea0c6c0d7 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:05:36.895154 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5b6c2f28-1708-48fa-b872-6433ffd08262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:05:36.900601 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5b6c2f28-1708-48fa-b872-6433ffd08262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:05:36.980331 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b6c2f28-1708-48fa-b872-6433ffd08262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:36.984067 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b6c2f28-1708-48fa-b872-6433ffd08262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:37.017091 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6c2f28-1708-48fa-b872-6433ffd08262 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 10:05:37.026001 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c2f28-1708-48fa-b872-6433ffd08262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c51903-fef6-45bd-af4f-41ecd38611f9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:05:37.032015 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b6c2f28-1708-48fa-b872-6433ffd08262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:37.032417 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-5b6c2f28-1708-48fa-b872-6433ffd08262 admin admin] Added segment 50170fd9-b742-4fe4-99a2-6d9aee69215c of type vlan for network 22ed7499-90bd-4ad3-9051-063bcf7e5ae6 Jan 11 10:05:37.150884 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b6c2f28-1708-48fa-b872-6433ffd08262 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:37.179421 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b6c2f28-1708-48fa-b872-6433ffd08262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:37.180354 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6c2f28-1708-48fa-b872-6433ffd08262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:37.180893 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b6c2f28-1708-48fa-b872-6433ffd08262 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:37.279686 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5b6c2f28-1708-48fa-b872-6433ffd08262 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5772955 Jan 11 10:05:37.282818 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39416) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:05:37.285592 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c2f28-1708-48fa-b872-6433ffd08262 admin admin] Pushing event updated for resources: {'Network': ['ID=22ed7499-90bd-4ad3-9051-063bcf7e5ae6,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:05:37.288433 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-87c123cd-11b8-47b8-bde2-5b9b17ac7d17 admin admin] Request body: {'subnet': {'network_id': '22ed7499-90bd-4ad3-9051-063bcf7e5ae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1717332737-subnet', 'tenant_id': '59969ab4da1b4f88a117b4eea0c6c0d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:05:37.293288 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-87c123cd-11b8-47b8-bde2-5b9b17ac7d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:05:37.295615 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 22ed7499-90bd-4ad3-9051-063bcf7e5ae6 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 10:05:37.297150 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-87c123cd-11b8-47b8-bde2-5b9b17ac7d17 admin admin] Usage tracker for resource:subnet and tenant:59969ab4da1b4f88a117b4eea0c6c0d7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:05:37.300961 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-87c123cd-11b8-47b8-bde2-5b9b17ac7d17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:05:37.306628 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-87c123cd-11b8-47b8-bde2-5b9b17ac7d17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:05:37.318318 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c123cd-11b8-47b8-bde2-5b9b17ac7d17 admin admin] Made reservation on behalf of 59969ab4da1b4f88a117b4eea0c6c0d7 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:05:37.320733 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-87c123cd-11b8-47b8-bde2-5b9b17ac7d17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:37.540624 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-87c123cd-11b8-47b8-bde2-5b9b17ac7d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:37.613286 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c123cd-11b8-47b8-bde2-5b9b17ac7d17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=275ba9ae-09bd-4df4-ad15-64337815983d,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:05:37.621671 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c123cd-11b8-47b8-bde2-5b9b17ac7d17 admin admin] Checking segment: {'id': '50170fd9-b742-4fe4-99a2-6d9aee69215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '22ed7499-90bd-4ad3-9051-063bcf7e5ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:05:37.622031 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c123cd-11b8-47b8-bde2-5b9b17ac7d17 admin admin] Network hostable DHCP agents. Network: 22ed7499-90bd-4ad3-9051-063bcf7e5ae6, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 10:05:37.641962 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c123cd-11b8-47b8-bde2-5b9b17ac7d17 admin admin] Network 22ed7499-90bd-4ad3-9051-063bcf7e5ae6 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 10:05:37.651968 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-87c123cd-11b8-47b8-bde2-5b9b17ac7d17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 22ed7499-90bd-4ad3-9051-063bcf7e5ae6) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:05:37.657149 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c123cd-11b8-47b8-bde2-5b9b17ac7d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:37.657666 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-87c123cd-11b8-47b8-bde2-5b9b17ac7d17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:37.662437 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abf7b55-bd0c-44cb-9483-36b274c32770 None None] Network 22ed7499-90bd-4ad3-9051-063bcf7e5ae6 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:05:37.686621 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-87c123cd-11b8-47b8-bde2-5b9b17ac7d17 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4026628 Jan 11 10:05:37.879522 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e69588-63b9-481a-a490-0965a6885a33 None None] Network 22ed7499-90bd-4ad3-9051-063bcf7e5ae6 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:05:38.224097 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-d3efc101-22a5-47a6-b76a-c8448fbfc480 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:38.224875 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-d3efc101-22a5-47a6-b76a-c8448fbfc480 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Synchronizing usage tracker for tenant:59969ab4da1b4f88a117b4eea0c6c0d7 on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:05:38.241626 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-d3efc101-22a5-47a6-b76a-c8448fbfc480 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Unset dirty status for tenant:59969ab4da1b4f88a117b4eea0c6c0d7 on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:05:38.242759 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-d3efc101-22a5-47a6-b76a-c8448fbfc480 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/networks?id=22ed7499-90bd-4ad3-9051-063bcf7e5ae6 HTTP/1.1" status: 200 len: 814 time: 0.1614020 Jan 11 10:05:38.257713 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-3e77e253-0d4b-4cd6-b474-1192c5364007 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/quotas/59969ab4da1b4f88a117b4eea0c6c0d7 HTTP/1.1" status: 200 len: 375 time: 0.0096517 Jan 11 10:05:38.305153 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-13a426ec-8b29-4ffc-84c5-eaa4f9e221ee tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=59969ab4da1b4f88a117b4eea0c6c0d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424953 Jan 11 10:05:38.439745 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-709697f2-fa06-4774-8c91-124ebc61a414 service neutron] 10.222.0.15 "GET /v2.0/networks/22ed7499-90bd-4ad3-9051-063bcf7e5ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271076 Jan 11 10:05:38.572057 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-9e2938da-d441-4467-81fa-0547c2fe3509 service neutron] 10.222.0.15 "GET /v2.0/networks/22ed7499-90bd-4ad3-9051-063bcf7e5ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262519 Jan 11 10:05:39.760057 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5042eeed-0f1e-4a55-a3b9-80d3bf6a0ccc req-b6ca62d2-a1b3-4a18-9932-30289b70e7be tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=47361b8d-d843-4ae2-ba8d-19881752c95d HTTP/1.1" status: 200 len: 210 time: 0.0494814 Jan 11 10:05:40.855582 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b8072c23-fab8-4019-bed4-0dc147afa6ed req-8a5c394b-f16e-4ed1-8925-6a7ef0246b09 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=47361b8d-d843-4ae2-ba8d-19881752c95d HTTP/1.1" status: 200 len: 210 time: 0.0441837 Jan 11 10:05:42.002501 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c325f6ff-7185-4b65-bbc8-3a4bdad8e8c6 req-d9a5fe11-e1f6-4352-a9b2-6a180c75c963 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=47361b8d-d843-4ae2-ba8d-19881752c95d HTTP/1.1" status: 200 len: 210 time: 0.0417593 Jan 11 10:05:42.890819 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-20839f25-4222-4054-8af1-20fb011f0500 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:42.892247 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-20839f25-4222-4054-8af1-20fb011f0500 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.42 "GET /v2.0/networks?id=22ed7499-90bd-4ad3-9051-063bcf7e5ae6 HTTP/1.1" status: 200 len: 814 time: 0.2661593 Jan 11 10:05:42.903468 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-061cbbfd-6544-4f99-b2f2-d029058e9b03 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Request body: {'port': {'device_id': '47361b8d-d843-4ae2-ba8d-19881752c95d', 'network_id': '22ed7499-90bd-4ad3-9051-063bcf7e5ae6', 'admin_state_up': True, 'tenant_id': '59969ab4da1b4f88a117b4eea0c6c0d7'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:05:43.036401 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-061cbbfd-6544-4f99-b2f2-d029058e9b03 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:05:43.040163 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-061cbbfd-6544-4f99-b2f2-d029058e9b03 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Usage tracker for resource:port and tenant:59969ab4da1b4f88a117b4eea0c6c0d7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:05:43.042954 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-061cbbfd-6544-4f99-b2f2-d029058e9b03 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:05:43.048529 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-061cbbfd-6544-4f99-b2f2-d029058e9b03 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:05:43.058605 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-061cbbfd-6544-4f99-b2f2-d029058e9b03 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Made reservation on behalf of 59969ab4da1b4f88a117b4eea0c6c0d7 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:05:43.062253 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-061cbbfd-6544-4f99-b2f2-d029058e9b03 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:43.153909 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1a28dd97-07af-41cf-bdb5-241412de6f4a req-3011c3a3-31eb-4f12-af37-3843880916da tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=47361b8d-d843-4ae2-ba8d-19881752c95d HTTP/1.1" status: 200 len: 210 time: 0.0465567 Jan 11 10:05:43.227437 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-061cbbfd-6544-4f99-b2f2-d029058e9b03 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Allocated IP 172.20.0.4 (22ed7499-90bd-4ad3-9051-063bcf7e5ae6/275ba9ae-09bd-4df4-ad15-64337815983d/c920cb0e-368d-4509-a3f8-5f597409186e) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:05:43.430346 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-061cbbfd-6544-4f99-b2f2-d029058e9b03 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:43.459498 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-061cbbfd-6544-4f99-b2f2-d029058e9b03 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:43.533101 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-061cbbfd-6544-4f99-b2f2-d029058e9b03 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Network 22ed7499-90bd-4ad3-9051-063bcf7e5ae6 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:05:43.536878 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-061cbbfd-6544-4f99-b2f2-d029058e9b03 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:05:43.540705 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-061cbbfd-6544-4f99-b2f2-d029058e9b03 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:05:43.573967 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061cbbfd-6544-4f99-b2f2-d029058e9b03 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Pushing event updated for resources: {'Port': ['ID=c920cb0e-368d-4509-a3f8-5f597409186e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:05:43.604839 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-061cbbfd-6544-4f99-b2f2-d029058e9b03 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:43.605431 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-061cbbfd-6544-4f99-b2f2-d029058e9b03 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:43.625257 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-061cbbfd-6544-4f99-b2f2-d029058e9b03 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7253501 Jan 11 10:05:43.682735 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-4ef054f8-d234-4515-bacb-3c83be31503f service neutron] Request body: {'port': {'device_id': '47361b8d-d843-4ae2-ba8d-19881752c95d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:05:43.808220 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-4ef054f8-d234-4515-bacb-3c83be31503f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:44.207734 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-4ef054f8-d234-4515-bacb-3c83be31503f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c920cb0e-368d-4509-a3f8-5f597409186e {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:05:44.215661 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-4ef054f8-d234-4515-bacb-3c83be31503f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:44.233266 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-4ef054f8-d234-4515-bacb-3c83be31503f service neutron] Transition to ACTIVE for port object c920cb0e-368d-4509-a3f8-5f597409186e will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:05:44.239167 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-4ef054f8-d234-4515-bacb-3c83be31503f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:44.364292 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4e03f-8a31-4538-86ca-e4b36c3d2621 req-771f28a4-2183-4a09-ae72-704462d9d5b0 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:44.365807 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7ef4e03f-8a31-4538-86ca-e4b36c3d2621 req-771f28a4-2183-4a09-ae72-704462d9d5b0 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=47361b8d-d843-4ae2-ba8d-19881752c95d HTTP/1.1" status: 200 len: 943 time: 0.0941682 Jan 11 10:05:44.418315 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-7ef4e03f-8a31-4538-86ca-e4b36c3d2621 req-6ef18e38-8ade-4cba-8fab-d4f549e92828 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Synchronizing usage tracker for tenant:59969ab4da1b4f88a117b4eea0c6c0d7 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:05:44.440196 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef054f8-d234-4515-bacb-3c83be31503f service neutron] Pushing event updated for resources: {'Port': ['ID=c920cb0e-368d-4509-a3f8-5f597409186e,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:05:44.441350 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-7ef4e03f-8a31-4538-86ca-e4b36c3d2621 req-6ef18e38-8ade-4cba-8fab-d4f549e92828 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Unset dirty status for tenant:59969ab4da1b4f88a117b4eea0c6c0d7 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:05:44.442662 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7ef4e03f-8a31-4538-86ca-e4b36c3d2621 req-6ef18e38-8ade-4cba-8fab-d4f549e92828 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702438 Jan 11 10:05:44.525081 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-4ef054f8-d234-4515-bacb-3c83be31503f service neutron] Attempting to bind port c920cb0e-368d-4509-a3f8-5f597409186e on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:05:44.525618 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-4ef054f8-d234-4515-bacb-3c83be31503f service neutron] Attempting to bind port c920cb0e-368d-4509-a3f8-5f597409186e by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '50170fd9-b742-4fe4-99a2-6d9aee69215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '22ed7499-90bd-4ad3-9051-063bcf7e5ae6'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:05:44.525961 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-4ef054f8-d234-4515-bacb-3c83be31503f service neutron] Attempting to bind port c920cb0e-368d-4509-a3f8-5f597409186e on network 22ed7499-90bd-4ad3-9051-063bcf7e5ae6 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:05:44.534077 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-4ef054f8-d234-4515-bacb-3c83be31503f service neutron] Port c920cb0e-368d-4509-a3f8-5f597409186e on network 22ed7499-90bd-4ad3-9051-063bcf7e5ae6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 10:05:44.534632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-4ef054f8-d234-4515-bacb-3c83be31503f service neutron] Attempting to bind port c920cb0e-368d-4509-a3f8-5f597409186e on network 22ed7499-90bd-4ad3-9051-063bcf7e5ae6 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:05:44.542812 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-4ef054f8-d234-4515-bacb-3c83be31503f service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:05:44.543371 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-4ef054f8-d234-4515-bacb-3c83be31503f service neutron] Checking segment: {'id': '50170fd9-b742-4fe4-99a2-6d9aee69215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '22ed7499-90bd-4ad3-9051-063bcf7e5ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:05:44.544020 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-4ef054f8-d234-4515-bacb-3c83be31503f service neutron] Bound using segment: {'id': '50170fd9-b742-4fe4-99a2-6d9aee69215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '22ed7499-90bd-4ad3-9051-063bcf7e5ae6'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:05:44.544740 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-4ef054f8-d234-4515-bacb-3c83be31503f service neutron] Bound port: c920cb0e-368d-4509-a3f8-5f597409186e, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50170fd9-b742-4fe4-99a2-6d9aee69215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '22ed7499-90bd-4ad3-9051-063bcf7e5ae6'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:05:44.545317 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-4ef054f8-d234-4515-bacb-3c83be31503f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:44.615374 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:05:44.656138 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-4ef054f8-d234-4515-bacb-3c83be31503f service neutron] For port c920cb0e-368d-4509-a3f8-5f597409186e, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:05:44.659965 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-4ef054f8-d234-4515-bacb-3c83be31503f service neutron] For port c920cb0e-368d-4509-a3f8-5f597409186e, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=c920cb0e-368d-4509-a3f8-5f597409186e,segment=NetworkSegment(50170fd9-b742-4fe4-99a2-6d9aee69215c),segment_id=50170fd9-b742-4fe4-99a2-6d9aee69215c)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:05:44.665222 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-4ef054f8-d234-4515-bacb-3c83be31503f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:44.731460 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-4ef054f8-d234-4515-bacb-3c83be31503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:44.732104 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-4ef054f8-d234-4515-bacb-3c83be31503f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:44.733553 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-4ef054f8-d234-4515-bacb-3c83be31503f service neutron] 10.222.0.42 "PUT /v2.0/ports/c920cb0e-368d-4509-a3f8-5f597409186e HTTP/1.1" status: 200 len: 1093 time: 1.1012044 Jan 11 10:05:44.733996 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47361b8d-d843-4ae2-ba8d-19881752c95d', 'tag': 'c920cb0e-368d-4509-a3f8-5f597409186e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:05:44.754038 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef054f8-d234-4515-bacb-3c83be31503f service neutron] Pushing event updated for resources: {'Port': ['ID=c920cb0e-368d-4509-a3f8-5f597409186e,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:05:44.802441 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47361b8d-d843-4ae2-ba8d-19881752c95d', 'tag': 'c920cb0e-368d-4509-a3f8-5f597409186e', 'status': 'completed', 'code': 200} Jan 11 10:05:44.842063 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-473d46cd-7add-43cf-8202-af177d757eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:44.843548 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-473d46cd-7add-43cf-8202-af177d757eb3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59969ab4da1b4f88a117b4eea0c6c0d7&device_id=47361b8d-d843-4ae2-ba8d-19881752c95d HTTP/1.1" status: 200 len: 1096 time: 0.0724933 Jan 11 10:05:45.023932 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-2f3d77d1-30c8-4053-963b-d2caa85a441f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c920cb0e-368d-4509-a3f8-5f597409186e HTTP/1.1" status: 200 len: 217 time: 0.1703477 Jan 11 10:05:45.087116 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-d702ee59-e796-4702-a885-ada949cb68ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:45.088521 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-d702ee59-e796-4702-a885-ada949cb68ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=275ba9ae-09bd-4df4-ad15-64337815983d HTTP/1.1" status: 200 len: 854 time: 0.0589776 Jan 11 10:05:45.143692 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-c12eef2b-a989-4b52-8b35-d47278fe73db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=22ed7499-90bd-4ad3-9051-063bcf7e5ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484982 Jan 11 10:05:45.291130 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-4797b805-8406-4047-87bf-5aa411f42f08 service neutron] 10.222.0.42 "GET /v2.0/networks/22ed7499-90bd-4ad3-9051-063bcf7e5ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421406 Jan 11 10:05:45.421380 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-a5a5efc0-6c86-4068-a46f-109fdefebf86 req-1a83d415-acba-4a4c-8167-ea7a1a1dd45f service neutron] 10.222.0.42 "GET /v2.0/networks/22ed7499-90bd-4ad3-9051-063bcf7e5ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250553 Jan 11 10:05:45.535352 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b37da6-b7ed-4259-b659-8abe0426f41a req-9abbf575-ea2e-4b7e-8f0d-053ccff31539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:45.536825 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-27b37da6-b7ed-4259-b659-8abe0426f41a req-9abbf575-ea2e-4b7e-8f0d-053ccff31539 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59969ab4da1b4f88a117b4eea0c6c0d7&device_id=47361b8d-d843-4ae2-ba8d-19881752c95d HTTP/1.1" status: 200 len: 1096 time: 0.0763268 Jan 11 10:05:45.652961 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c45d14-1e84-47be-b66a-66c69b86cf8a req-307c3704-ac56-49f5-bfa7-c954e654c751 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:45.654563 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e7c45d14-1e84-47be-b66a-66c69b86cf8a req-307c3704-ac56-49f5-bfa7-c954e654c751 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=47361b8d-d843-4ae2-ba8d-19881752c95d HTTP/1.1" status: 200 len: 943 time: 0.0849810 Jan 11 10:05:45.669718 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b37da6-b7ed-4259-b659-8abe0426f41a req-46c2d405-7f02-4943-a510-eac043e67c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:45.671287 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-27b37da6-b7ed-4259-b659-8abe0426f41a req-46c2d405-7f02-4943-a510-eac043e67c95 service neutron] 10.222.0.42 "GET /v2.0/networks?id=22ed7499-90bd-4ad3-9051-063bcf7e5ae6 HTTP/1.1" status: 200 len: 915 time: 0.1286848 Jan 11 10:05:45.700221 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e7c45d14-1e84-47be-b66a-66c69b86cf8a req-8c7c1566-9cb6-4ec5-a509-4ebb578e3877 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394039 Jan 11 10:05:45.741322 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-27b37da6-b7ed-4259-b659-8abe0426f41a req-7978ec05-121b-4fff-8d4d-1e11bfa6a146 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c920cb0e-368d-4509-a3f8-5f597409186e HTTP/1.1" status: 200 len: 217 time: 0.0637143 Jan 11 10:05:45.805630 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b37da6-b7ed-4259-b659-8abe0426f41a req-34873455-8d2c-4a91-b6bc-aad4024c0598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:45.807080 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-27b37da6-b7ed-4259-b659-8abe0426f41a req-34873455-8d2c-4a91-b6bc-aad4024c0598 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=275ba9ae-09bd-4df4-ad15-64337815983d HTTP/1.1" status: 200 len: 854 time: 0.0607262 Jan 11 10:05:45.852028 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-27b37da6-b7ed-4259-b659-8abe0426f41a req-6382fc36-5b8e-432c-9102-87f773adedfd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=22ed7499-90bd-4ad3-9051-063bcf7e5ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393269 Jan 11 10:05:45.981971 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-27b37da6-b7ed-4259-b659-8abe0426f41a req-e0654493-f078-4b0b-bb5a-40ce76e5e001 service neutron] 10.222.0.42 "GET /v2.0/networks/22ed7499-90bd-4ad3-9051-063bcf7e5ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243212 Jan 11 10:05:46.113450 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-27b37da6-b7ed-4259-b659-8abe0426f41a req-c630c1c6-0f22-47d4-b38d-401e54de335b service neutron] 10.222.0.42 "GET /v2.0/networks/22ed7499-90bd-4ad3-9051-063bcf7e5ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230185 Jan 11 10:05:46.882970 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58060c4e-ab0e-48f5-8077-75fc317aa2a7 req-9249cd57-d027-4fd3-bb5c-914ee23ca5ce tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:46.884442 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-58060c4e-ab0e-48f5-8077-75fc317aa2a7 req-9249cd57-d027-4fd3-bb5c-914ee23ca5ce tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=47361b8d-d843-4ae2-ba8d-19881752c95d HTTP/1.1" status: 200 len: 943 time: 0.0801132 Jan 11 10:05:46.927409 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-58060c4e-ab0e-48f5-8077-75fc317aa2a7 req-4fb763ae-6a6b-4c2c-b0c8-f7d2f11b25d6 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372970 Jan 11 10:05:48.113298 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa69f8f-1958-4910-aff9-0c2281a71d4f req-a17bf629-9eaa-4fcd-a8ae-3a469139bef2 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:48.114757 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0fa69f8f-1958-4910-aff9-0c2281a71d4f req-a17bf629-9eaa-4fcd-a8ae-3a469139bef2 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=47361b8d-d843-4ae2-ba8d-19881752c95d HTTP/1.1" status: 200 len: 943 time: 0.0815914 Jan 11 10:05:48.158457 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0fa69f8f-1958-4910-aff9-0c2281a71d4f req-8a9aa0d7-773c-42cd-b9e9-7370779cd0e7 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377741 Jan 11 10:05:49.195957 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b0da9a93-9668-48f7-b798-357936ce6f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:49.339474 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc781e-487c-43cd-b7d2-552589629f5f req-3dad4b78-8bbb-47a1-b8f1-93a5f20930c3 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:49.340821 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-93fc781e-487c-43cd-b7d2-552589629f5f req-3dad4b78-8bbb-47a1-b8f1-93a5f20930c3 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=47361b8d-d843-4ae2-ba8d-19881752c95d HTTP/1.1" status: 200 len: 943 time: 0.0790420 Jan 11 10:05:49.383859 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-93fc781e-487c-43cd-b7d2-552589629f5f req-890b5955-9f45-4f3d-baaa-8b29b179cf1e tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366237 Jan 11 10:05:49.504445 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device c920cb0e-368d-4509-a3f8-5f597409186e details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 10:05:49.635225 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port c920cb0e-368d-4509-a3f8-5f597409186e, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=c920cb0e-368d-4509-a3f8-5f597409186e,segment=NetworkSegment(50170fd9-b742-4fe4-99a2-6d9aee69215c),segment_id=50170fd9-b742-4fe4-99a2-6d9aee69215c)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:05:49.648486 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': 'c920cb0e-368d-4509-a3f8-5f597409186e', 'network_id': '22ed7499-90bd-4ad3-9051-063bcf7e5ae6', 'port_id': 'c920cb0e-368d-4509-a3f8-5f597409186e', 'mac_address': 'fa:16:3e:d6:36:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '275ba9ae-09bd-4df4-ad15-64337815983d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 10:05:49.705365 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:49.725655 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c920cb0e-368d-4509-a3f8-5f597409186e {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:05:49.740850 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port c920cb0e-368d-4509-a3f8-5f597409186e, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=c920cb0e-368d-4509-a3f8-5f597409186e,segment=NetworkSegment(50170fd9-b742-4fe4-99a2-6d9aee69215c),segment_id=50170fd9-b742-4fe4-99a2-6d9aee69215c)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:05:49.744509 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:49.810713 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=c920cb0e-368d-4509-a3f8-5f597409186e,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:05:50.109657 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['c920cb0e-368d-4509-a3f8-5f597409186e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:05:50.568917 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e568b5b-3771-48f2-add1-fccd9d3c0977 req-85fb9286-3348-4265-a3a4-63875b7864aa tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:50.570383 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7e568b5b-3771-48f2-add1-fccd9d3c0977 req-85fb9286-3348-4265-a3a4-63875b7864aa tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=47361b8d-d843-4ae2-ba8d-19881752c95d HTTP/1.1" status: 200 len: 944 time: 0.0821006 Jan 11 10:05:50.612720 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7e568b5b-3771-48f2-add1-fccd9d3c0977 req-199e1b45-6a53-4cfa-a0b8-d7314a5ca731 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368431 Jan 11 10:05:51.428776 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-34322ed2-a65b-478b-beff-ff5e51dc4f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:51.504550 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device c920cb0e-368d-4509-a3f8-5f597409186e up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:05:51.572724 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port c920cb0e-368d-4509-a3f8-5f597409186e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:05:51.577146 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port c920cb0e-368d-4509-a3f8-5f597409186e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:05:51.577511 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:51.691645 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:51.718732 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47361b8d-d843-4ae2-ba8d-19881752c95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c920cb0e-368d-4509-a3f8-5f597409186e'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:05:51.728899 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port c920cb0e-368d-4509-a3f8-5f597409186e, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=c920cb0e-368d-4509-a3f8-5f597409186e,segment=NetworkSegment(50170fd9-b742-4fe4-99a2-6d9aee69215c),segment_id=50170fd9-b742-4fe4-99a2-6d9aee69215c)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:05:51.733385 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:51.768421 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47361b8d-d843-4ae2-ba8d-19881752c95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c920cb0e-368d-4509-a3f8-5f597409186e', 'code': 200} Jan 11 10:05:51.806003 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1718303-32f8-44d4-ba5f-d91c766f9f53 req-cb5c6e59-f3dc-4b07-b7d5-27066d158ce6 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:51.807669 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a1718303-32f8-44d4-ba5f-d91c766f9f53 req-cb5c6e59-f3dc-4b07-b7d5-27066d158ce6 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=47361b8d-d843-4ae2-ba8d-19881752c95d HTTP/1.1" status: 200 len: 945 time: 0.0841622 Jan 11 10:05:51.814784 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=c920cb0e-368d-4509-a3f8-5f597409186e,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:05:51.865568 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a1718303-32f8-44d4-ba5f-d91c766f9f53 req-41e28f11-d70a-4d1f-83ca-eed38905c7db tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433476 Jan 11 10:05:52.019859 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bd125-8a06-4a5b-8c22-980b1d0e51b0 req-511b71b8-feb2-4c23-bd2a-944cfed88647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:52.021220 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-250bd125-8a06-4a5b-8c22-980b1d0e51b0 req-511b71b8-feb2-4c23-bd2a-944cfed88647 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=47361b8d-d843-4ae2-ba8d-19881752c95d HTTP/1.1" status: 200 len: 1098 time: 0.0754712 Jan 11 10:05:52.061191 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-250bd125-8a06-4a5b-8c22-980b1d0e51b0 req-cd263fb2-28ad-4072-901b-10302c12fcfd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342934 Jan 11 10:05:52.613839 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:52.672354 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:53.050465 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96312d-9a85-4033-94bf-10e6d39e0320 req-452f8bc1-37eb-4d40-8750-b59ee81d0a8d tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:53.051917 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9c96312d-9a85-4033-94bf-10e6d39e0320 req-452f8bc1-37eb-4d40-8750-b59ee81d0a8d tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=47361b8d-d843-4ae2-ba8d-19881752c95d HTTP/1.1" status: 200 len: 945 time: 0.0791407 Jan 11 10:05:53.095139 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9c96312d-9a85-4033-94bf-10e6d39e0320 req-d5e19248-135c-40e6-8aad-3b6263563ee1 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377171 Jan 11 10:05:54.159436 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:54.380255 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7717a-fe71-44d3-9476-2a63a94fa9c8 req-c7b46cf3-ca8b-40bb-aca6-f7f7d7f5111d tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:54.381601 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9ee7717a-fe71-44d3-9476-2a63a94fa9c8 req-c7b46cf3-ca8b-40bb-aca6-f7f7d7f5111d tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=47361b8d-d843-4ae2-ba8d-19881752c95d HTTP/1.1" status: 200 len: 945 time: 0.1745095 Jan 11 10:05:54.424938 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9ee7717a-fe71-44d3-9476-2a63a94fa9c8 req-7b0bd179-3e73-415b-bbf1-c98ae83c6bc1 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377886 Jan 11 10:05:54.702194 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-c978b785-eb9a-47bc-89e1-eeb841376b07 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:54.703609 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-c978b785-eb9a-47bc-89e1-eeb841376b07 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/networks?id=22ed7499-90bd-4ad3-9051-063bcf7e5ae6 HTTP/1.1" status: 200 len: 814 time: 0.1411886 Jan 11 10:05:54.719613 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-c71d9dac-9904-4929-86f7-05f9050e3f11 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/quotas/59969ab4da1b4f88a117b4eea0c6c0d7 HTTP/1.1" status: 200 len: 375 time: 0.0091102 Jan 11 10:05:54.799559 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-fa36cd0b-0438-4112-9069-b4fcce42301e tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=59969ab4da1b4f88a117b4eea0c6c0d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0737939 Jan 11 10:05:54.929657 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-8d3e363b-9767-42a5-ac67-aa8946f0e08c service neutron] 10.222.0.15 "GET /v2.0/networks/22ed7499-90bd-4ad3-9051-063bcf7e5ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225405 Jan 11 10:05:55.059327 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-2bb0c82f-ed5c-4a48-b9b3-f7f41a7eb1bc service neutron] 10.222.0.15 "GET /v2.0/networks/22ed7499-90bd-4ad3-9051-063bcf7e5ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238520 Jan 11 10:05:55.232734 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7b2d309e-89fe-40b2-9272-6c0f8f4f5610 req-a80263ff-4266-47fe-8e47-8b866673b2ff tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f7f53af-7678-4618-91ac-aaa00fbe1fad HTTP/1.1" status: 200 len: 210 time: 0.0462484 Jan 11 10:05:56.388127 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f724158e-9cb1-4762-b9be-519feb5b795a req-541f80d9-3a81-4dbb-af0a-bf4ab5b14195 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f7f53af-7678-4618-91ac-aaa00fbe1fad HTTP/1.1" status: 200 len: 210 time: 0.0483088 Jan 11 10:05:56.413574 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-e3690305-3ed2-4bea-935c-3a88d87d44e1 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:56.415022 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-e3690305-3ed2-4bea-935c-3a88d87d44e1 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.42 "GET /v2.0/networks?id=22ed7499-90bd-4ad3-9051-063bcf7e5ae6 HTTP/1.1" status: 200 len: 814 time: 0.1531968 Jan 11 10:05:56.428333 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-097c8c7d-387e-4522-9ba5-766768fe8c64 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Request body: {'port': {'device_id': '8f7f53af-7678-4618-91ac-aaa00fbe1fad', 'network_id': '22ed7499-90bd-4ad3-9051-063bcf7e5ae6', 'admin_state_up': True, 'tenant_id': '59969ab4da1b4f88a117b4eea0c6c0d7'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:05:56.563899 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-097c8c7d-387e-4522-9ba5-766768fe8c64 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:05:56.568591 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-097c8c7d-387e-4522-9ba5-766768fe8c64 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Usage tracker for resource:port and tenant:59969ab4da1b4f88a117b4eea0c6c0d7 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:05:56.571398 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-097c8c7d-387e-4522-9ba5-766768fe8c64 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:05:56.576981 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-097c8c7d-387e-4522-9ba5-766768fe8c64 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:05:56.587400 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-097c8c7d-387e-4522-9ba5-766768fe8c64 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Made reservation on behalf of 59969ab4da1b4f88a117b4eea0c6c0d7 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:05:56.590824 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-097c8c7d-387e-4522-9ba5-766768fe8c64 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:56.862605 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-097c8c7d-387e-4522-9ba5-766768fe8c64 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Allocated IP 172.20.0.12 (22ed7499-90bd-4ad3-9051-063bcf7e5ae6/275ba9ae-09bd-4df4-ad15-64337815983d/74e4913f-93f5-41cb-acc7-26b5c38edcf2) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:05:57.062759 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-097c8c7d-387e-4522-9ba5-766768fe8c64 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:57.091157 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-097c8c7d-387e-4522-9ba5-766768fe8c64 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:57.102567 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['c920cb0e-368d-4509-a3f8-5f597409186e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:05:57.164973 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-097c8c7d-387e-4522-9ba5-766768fe8c64 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Network 22ed7499-90bd-4ad3-9051-063bcf7e5ae6 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:05:57.168334 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-097c8c7d-387e-4522-9ba5-766768fe8c64 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:05:57.172242 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-097c8c7d-387e-4522-9ba5-766768fe8c64 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:05:57.209158 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c8c7d-387e-4522-9ba5-766768fe8c64 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Pushing event updated for resources: {'Port': ['ID=74e4913f-93f5-41cb-acc7-26b5c38edcf2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:05:57.237412 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-097c8c7d-387e-4522-9ba5-766768fe8c64 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:57.238012 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-097c8c7d-387e-4522-9ba5-766768fe8c64 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:57.258461 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-097c8c7d-387e-4522-9ba5-766768fe8c64 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8340969 Jan 11 10:05:57.269046 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-21ccd6ba-d747-4aa6-b23b-a8080066e4f5 service neutron] Request body: {'port': {'device_id': '8f7f53af-7678-4618-91ac-aaa00fbe1fad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:05:57.378836 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-21ccd6ba-d747-4aa6-b23b-a8080066e4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:57.572492 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c8056-9e87-4551-84cf-be7ae3874c74 req-61e17c70-8d35-445d-8cbd-7e4d9c8d0d18 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:57.573950 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-567c8056-9e87-4551-84cf-be7ae3874c74 req-61e17c70-8d35-445d-8cbd-7e4d9c8d0d18 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f7f53af-7678-4618-91ac-aaa00fbe1fad HTTP/1.1" status: 200 len: 932 time: 0.0792649 Jan 11 10:05:57.620969 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-567c8056-9e87-4551-84cf-be7ae3874c74 req-6cccb92e-7153-40b6-8726-b23e2fac6a26 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413930 Jan 11 10:05:57.721527 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-21ccd6ba-d747-4aa6-b23b-a8080066e4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e4913f-93f5-41cb-acc7-26b5c38edcf2 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:05:57.728696 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-21ccd6ba-d747-4aa6-b23b-a8080066e4f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:57.742780 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-21ccd6ba-d747-4aa6-b23b-a8080066e4f5 service neutron] Transition to ACTIVE for port object 74e4913f-93f5-41cb-acc7-26b5c38edcf2 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:05:57.747458 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-21ccd6ba-d747-4aa6-b23b-a8080066e4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:57.917676 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccd6ba-d747-4aa6-b23b-a8080066e4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=74e4913f-93f5-41cb-acc7-26b5c38edcf2,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:05:57.985751 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-21ccd6ba-d747-4aa6-b23b-a8080066e4f5 service neutron] Attempting to bind port 74e4913f-93f5-41cb-acc7-26b5c38edcf2 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:05:57.986055 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-21ccd6ba-d747-4aa6-b23b-a8080066e4f5 service neutron] Attempting to bind port 74e4913f-93f5-41cb-acc7-26b5c38edcf2 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '50170fd9-b742-4fe4-99a2-6d9aee69215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '22ed7499-90bd-4ad3-9051-063bcf7e5ae6'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:05:57.986665 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-21ccd6ba-d747-4aa6-b23b-a8080066e4f5 service neutron] Attempting to bind port 74e4913f-93f5-41cb-acc7-26b5c38edcf2 on network 22ed7499-90bd-4ad3-9051-063bcf7e5ae6 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:05:57.991175 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-21ccd6ba-d747-4aa6-b23b-a8080066e4f5 service neutron] Port 74e4913f-93f5-41cb-acc7-26b5c38edcf2 on network 22ed7499-90bd-4ad3-9051-063bcf7e5ae6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 10:05:57.991489 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-21ccd6ba-d747-4aa6-b23b-a8080066e4f5 service neutron] Attempting to bind port 74e4913f-93f5-41cb-acc7-26b5c38edcf2 on network 22ed7499-90bd-4ad3-9051-063bcf7e5ae6 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:05:57.996447 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-21ccd6ba-d747-4aa6-b23b-a8080066e4f5 service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:05:57.996779 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-21ccd6ba-d747-4aa6-b23b-a8080066e4f5 service neutron] Checking segment: {'id': '50170fd9-b742-4fe4-99a2-6d9aee69215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '22ed7499-90bd-4ad3-9051-063bcf7e5ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:05:57.997158 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-21ccd6ba-d747-4aa6-b23b-a8080066e4f5 service neutron] Bound using segment: {'id': '50170fd9-b742-4fe4-99a2-6d9aee69215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '22ed7499-90bd-4ad3-9051-063bcf7e5ae6'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:05:57.997574 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-21ccd6ba-d747-4aa6-b23b-a8080066e4f5 service neutron] Bound port: 74e4913f-93f5-41cb-acc7-26b5c38edcf2, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50170fd9-b742-4fe4-99a2-6d9aee69215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '22ed7499-90bd-4ad3-9051-063bcf7e5ae6'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:05:57.997915 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-21ccd6ba-d747-4aa6-b23b-a8080066e4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:58.088759 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-21ccd6ba-d747-4aa6-b23b-a8080066e4f5 service neutron] For port 74e4913f-93f5-41cb-acc7-26b5c38edcf2, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:05:58.092550 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-21ccd6ba-d747-4aa6-b23b-a8080066e4f5 service neutron] For port 74e4913f-93f5-41cb-acc7-26b5c38edcf2, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=74e4913f-93f5-41cb-acc7-26b5c38edcf2,segment=NetworkSegment(50170fd9-b742-4fe4-99a2-6d9aee69215c),segment_id=50170fd9-b742-4fe4-99a2-6d9aee69215c)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:05:58.096600 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-21ccd6ba-d747-4aa6-b23b-a8080066e4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:58.153871 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-21ccd6ba-d747-4aa6-b23b-a8080066e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:58.154495 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-21ccd6ba-d747-4aa6-b23b-a8080066e4f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:05:58.156138 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-21ccd6ba-d747-4aa6-b23b-a8080066e4f5 service neutron] 10.222.0.42 "PUT /v2.0/ports/74e4913f-93f5-41cb-acc7-26b5c38edcf2 HTTP/1.1" status: 200 len: 1094 time: 0.8911858 Jan 11 10:05:58.156562 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7f53af-7678-4618-91ac-aaa00fbe1fad', 'tag': '74e4913f-93f5-41cb-acc7-26b5c38edcf2'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:05:58.179370 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccd6ba-d747-4aa6-b23b-a8080066e4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=74e4913f-93f5-41cb-acc7-26b5c38edcf2,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:05:58.230768 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7f53af-7678-4618-91ac-aaa00fbe1fad', 'tag': '74e4913f-93f5-41cb-acc7-26b5c38edcf2', 'status': 'completed', 'code': 200} Jan 11 10:05:58.270127 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-8e9e58e3-47b0-40cf-aadd-2ca2fac3b47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:58.271501 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-8e9e58e3-47b0-40cf-aadd-2ca2fac3b47f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59969ab4da1b4f88a117b4eea0c6c0d7&device_id=8f7f53af-7678-4618-91ac-aaa00fbe1fad HTTP/1.1" status: 200 len: 1097 time: 0.0770996 Jan 11 10:05:58.340335 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-eae6d68f-3213-4f8a-a64d-770f375350a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74e4913f-93f5-41cb-acc7-26b5c38edcf2 HTTP/1.1" status: 200 len: 217 time: 0.0628402 Jan 11 10:05:58.400546 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-30094552-47cb-414d-8bb7-51af34a48db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:58.401910 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-30094552-47cb-414d-8bb7-51af34a48db4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=275ba9ae-09bd-4df4-ad15-64337815983d HTTP/1.1" status: 200 len: 854 time: 0.0560060 Jan 11 10:05:58.446847 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-eccc2845-6c4d-48be-b739-368c68b53f5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=22ed7499-90bd-4ad3-9051-063bcf7e5ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393858 Jan 11 10:05:58.682642 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-bf1aab46-4958-47e1-a5af-be88f758b207 service neutron] 10.222.0.42 "GET /v2.0/networks/22ed7499-90bd-4ad3-9051-063bcf7e5ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304423 Jan 11 10:05:58.808799 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd3a21-ad00-4ddd-98e5-9efb04bee3b4 req-bcff2ed6-e7fe-40e8-9604-bc666db5065c tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:58.810277 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-fcfd3a21-ad00-4ddd-98e5-9efb04bee3b4 req-bcff2ed6-e7fe-40e8-9604-bc666db5065c tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f7f53af-7678-4618-91ac-aaa00fbe1fad HTTP/1.1" status: 200 len: 944 time: 0.0794890 Jan 11 10:05:58.819176 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-732d61ed-f1be-4ac0-a8f8-7461198ab9c8 req-75e34e7b-0102-410b-9fa5-086dab29d087 service neutron] 10.222.0.42 "GET /v2.0/networks/22ed7499-90bd-4ad3-9051-063bcf7e5ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298397 Jan 11 10:05:58.859425 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-fcfd3a21-ad00-4ddd-98e5-9efb04bee3b4 req-3c98d751-b7fe-488b-bd91-d6604fd88090 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432017 Jan 11 10:05:58.935373 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f330159-2cb4-4417-9fa0-a1163b3db4d6 req-2cad5336-492b-4953-9642-2c34ea014335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:58.936746 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1f330159-2cb4-4417-9fa0-a1163b3db4d6 req-2cad5336-492b-4953-9642-2c34ea014335 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59969ab4da1b4f88a117b4eea0c6c0d7&device_id=8f7f53af-7678-4618-91ac-aaa00fbe1fad HTTP/1.1" status: 200 len: 1097 time: 0.0737104 Jan 11 10:05:59.065159 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f330159-2cb4-4417-9fa0-a1163b3db4d6 req-1f0c4930-4c2b-447d-9e7b-70c7c0357e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:59.066617 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1f330159-2cb4-4417-9fa0-a1163b3db4d6 req-1f0c4930-4c2b-447d-9e7b-70c7c0357e94 service neutron] 10.222.0.42 "GET /v2.0/networks?id=22ed7499-90bd-4ad3-9051-063bcf7e5ae6 HTTP/1.1" status: 200 len: 915 time: 0.1237848 Jan 11 10:05:59.137684 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1f330159-2cb4-4417-9fa0-a1163b3db4d6 req-359df1a3-902f-4fb2-a0a1-0a4f4e723df8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74e4913f-93f5-41cb-acc7-26b5c38edcf2 HTTP/1.1" status: 200 len: 217 time: 0.0652509 Jan 11 10:05:59.199030 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f330159-2cb4-4417-9fa0-a1163b3db4d6 req-51621e74-1e3c-43d4-97b6-2d09fb80e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:05:59.200437 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1f330159-2cb4-4417-9fa0-a1163b3db4d6 req-51621e74-1e3c-43d4-97b6-2d09fb80e480 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=275ba9ae-09bd-4df4-ad15-64337815983d HTTP/1.1" status: 200 len: 854 time: 0.0570142 Jan 11 10:05:59.245637 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1f330159-2cb4-4417-9fa0-a1163b3db4d6 req-cc74f0d4-7257-40ec-8d96-78ff41178fc8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=22ed7499-90bd-4ad3-9051-063bcf7e5ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393257 Jan 11 10:05:59.374837 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1f330159-2cb4-4417-9fa0-a1163b3db4d6 req-c4b6a82f-2479-41f2-9a36-03a18c326cb9 service neutron] 10.222.0.42 "GET /v2.0/networks/22ed7499-90bd-4ad3-9051-063bcf7e5ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224253 Jan 11 10:05:59.503507 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1f330159-2cb4-4417-9fa0-a1163b3db4d6 req-89e1dc40-9f9e-466f-b1a0-d20286b8caed service neutron] 10.222.0.42 "GET /v2.0/networks/22ed7499-90bd-4ad3-9051-063bcf7e5ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223667 Jan 11 10:06:00.044973 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4531aa-a9e7-4ede-878c-929b51240174 req-e19f8570-f2cc-44cf-8777-2e2e7250170f tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:00.046419 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bc4531aa-a9e7-4ede-878c-929b51240174 req-e19f8570-f2cc-44cf-8777-2e2e7250170f tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f7f53af-7678-4618-91ac-aaa00fbe1fad HTTP/1.1" status: 200 len: 944 time: 0.0818660 Jan 11 10:06:00.089899 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bc4531aa-a9e7-4ede-878c-929b51240174 req-023d1cdb-090c-46e1-9265-1989f82d4dc6 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371430 Jan 11 10:06:01.269248 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78256ff1-4164-4610-baed-50169bd2cc2a req-745b0632-fef9-4f38-87e2-42fbc76c781a tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:01.270714 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-78256ff1-4164-4610-baed-50169bd2cc2a req-745b0632-fef9-4f38-87e2-42fbc76c781a tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f7f53af-7678-4618-91ac-aaa00fbe1fad HTTP/1.1" status: 200 len: 944 time: 0.0791025 Jan 11 10:06:01.314479 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-78256ff1-4164-4610-baed-50169bd2cc2a req-057f0f71-dbd3-436c-951e-1216be6dbffa tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375512 Jan 11 10:06:01.554294 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 74e4913f-93f5-41cb-acc7-26b5c38edcf2 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 10:06:01.685570 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 74e4913f-93f5-41cb-acc7-26b5c38edcf2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=74e4913f-93f5-41cb-acc7-26b5c38edcf2,segment=NetworkSegment(50170fd9-b742-4fe4-99a2-6d9aee69215c),segment_id=50170fd9-b742-4fe4-99a2-6d9aee69215c)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:06:01.698225 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '74e4913f-93f5-41cb-acc7-26b5c38edcf2', 'network_id': '22ed7499-90bd-4ad3-9051-063bcf7e5ae6', 'port_id': '74e4913f-93f5-41cb-acc7-26b5c38edcf2', 'mac_address': 'fa:16:3e:e9:83:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '275ba9ae-09bd-4df4-ad15-64337815983d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 10:06:01.752135 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:01.768022 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e4913f-93f5-41cb-acc7-26b5c38edcf2 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:06:01.783442 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 74e4913f-93f5-41cb-acc7-26b5c38edcf2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=74e4913f-93f5-41cb-acc7-26b5c38edcf2,segment=NetworkSegment(50170fd9-b742-4fe4-99a2-6d9aee69215c),segment_id=50170fd9-b742-4fe4-99a2-6d9aee69215c)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:06:01.787265 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:01.855401 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=74e4913f-93f5-41cb-acc7-26b5c38edcf2,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:01.862899 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:01.863249 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:01.863583 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:01.863919 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:01.864244 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:01.864570 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:01.864896 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:01.865215 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:01.865535 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:01.865851 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:01.866197 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:01.866515 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:02.135672 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['74e4913f-93f5-41cb-acc7-26b5c38edcf2'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:06:02.502165 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa011c9-6f72-48f4-80f4-e7e5b31f4170 req-350b944c-b547-4ec3-b47e-30020b97f960 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:02.503822 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-aaa011c9-6f72-48f4-80f4-e7e5b31f4170 req-350b944c-b547-4ec3-b47e-30020b97f960 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f7f53af-7678-4618-91ac-aaa00fbe1fad HTTP/1.1" status: 200 len: 945 time: 0.0861454 Jan 11 10:06:02.548403 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-aaa011c9-6f72-48f4-80f4-e7e5b31f4170 req-488826c1-49d6-4986-8a9f-7e26985af6d8 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388083 Jan 11 10:06:03.565442 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 74e4913f-93f5-41cb-acc7-26b5c38edcf2 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:06:03.633019 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port 74e4913f-93f5-41cb-acc7-26b5c38edcf2 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:06:03.638395 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 74e4913f-93f5-41cb-acc7-26b5c38edcf2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:06:03.638787 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:03.737939 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330220f-913e-4fd2-9e37-f824fd82dda3 req-45925411-fd20-4537-b691-c4e5b91317da tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:03.739433 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6330220f-913e-4fd2-9e37-f824fd82dda3 req-45925411-fd20-4537-b691-c4e5b91317da tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f7f53af-7678-4618-91ac-aaa00fbe1fad HTTP/1.1" status: 200 len: 945 time: 0.0823777 Jan 11 10:06:03.759311 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:03.783212 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6330220f-913e-4fd2-9e37-f824fd82dda3 req-4a3d01fe-7925-45d7-949a-b093d333f679 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381396 Jan 11 10:06:03.787292 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7f53af-7678-4618-91ac-aaa00fbe1fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e4913f-93f5-41cb-acc7-26b5c38edcf2'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:06:03.796923 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 74e4913f-93f5-41cb-acc7-26b5c38edcf2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=74e4913f-93f5-41cb-acc7-26b5c38edcf2,segment=NetworkSegment(50170fd9-b742-4fe4-99a2-6d9aee69215c),segment_id=50170fd9-b742-4fe4-99a2-6d9aee69215c)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:06:03.804600 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:03.874703 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=74e4913f-93f5-41cb-acc7-26b5c38edcf2,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:03.894695 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7f53af-7678-4618-91ac-aaa00fbe1fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e4913f-93f5-41cb-acc7-26b5c38edcf2', 'code': 200} Jan 11 10:06:04.118349 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12442b04-8db6-4344-aac7-07643e2b4567 req-7094faea-7381-4527-8c9d-07b080d3dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:04.119684 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-12442b04-8db6-4344-aac7-07643e2b4567 req-7094faea-7381-4527-8c9d-07b080d3dbe2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8f7f53af-7678-4618-91ac-aaa00fbe1fad HTTP/1.1" status: 200 len: 1099 time: 0.0739670 Jan 11 10:06:04.159313 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-12442b04-8db6-4344-aac7-07643e2b4567 req-eddcdae3-c579-40f5-a454-c391c05f8744 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337121 Jan 11 10:06:04.534905 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:04.971415 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70665ea1-4a3f-45fd-9c64-1c21a01cf5dd req-601ae81c-df42-47cc-afb2-d3f67ca6a7a4 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:04.972843 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-70665ea1-4a3f-45fd-9c64-1c21a01cf5dd req-601ae81c-df42-47cc-afb2-d3f67ca6a7a4 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f7f53af-7678-4618-91ac-aaa00fbe1fad HTTP/1.1" status: 200 len: 946 time: 0.0821247 Jan 11 10:06:05.015111 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-70665ea1-4a3f-45fd-9c64-1c21a01cf5dd req-e976ba6b-748d-4691-83e9-0981a1e36aa6 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366502 Jan 11 10:06:06.197875 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc661b-3402-4a6d-9030-25ffb7ecf190 req-47b7c1d6-e69a-47cc-b02f-9522c5f21d2a tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:06.199343 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5bfc661b-3402-4a6d-9030-25ffb7ecf190 req-47b7c1d6-e69a-47cc-b02f-9522c5f21d2a tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f7f53af-7678-4618-91ac-aaa00fbe1fad HTTP/1.1" status: 200 len: 946 time: 0.0805645 Jan 11 10:06:06.245601 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5bfc661b-3402-4a6d-9030-25ffb7ecf190 req-accddadf-2dec-491d-9de3-7b9eb2d3592d tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398338 Jan 11 10:06:06.618233 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d557f72-f395-4bda-8c35-3acfa957876a req-097fb3c1-407a-43d1-8b69-dbc4000b88fc tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:06.619572 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7d557f72-f395-4bda-8c35-3acfa957876a req-097fb3c1-407a-43d1-8b69-dbc4000b88fc tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f7f53af-7678-4618-91ac-aaa00fbe1fad HTTP/1.1" status: 200 len: 946 time: 0.0781922 Jan 11 10:06:06.662438 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7d557f72-f395-4bda-8c35-3acfa957876a req-63f23321-e82c-46f4-8e08-8606c77ebf3d tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372920 Jan 11 10:06:07.850521 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a5266-a156-4c33-939a-d8b1c0185161 req-752e853d-6c23-4572-a2df-ff24a85b8704 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:07.851975 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a61a5266-a156-4c33-939a-d8b1c0185161 req-752e853d-6c23-4572-a2df-ff24a85b8704 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f7f53af-7678-4618-91ac-aaa00fbe1fad HTTP/1.1" status: 200 len: 946 time: 0.0840387 Jan 11 10:06:07.895711 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a61a5266-a156-4c33-939a-d8b1c0185161 req-c6e3e71a-f396-4596-b036-374578da4ef2 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377283 Jan 11 10:06:08.145135 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb6603-b7b6-41f5-b803-a643df4a2046 req-3754cc59-5fc1-47f0-ab27-47665c50e327 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:08.145822 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-cfeb6603-b7b6-41f5-b803-a643df4a2046 req-3754cc59-5fc1-47f0-ab27-47665c50e327 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Synchronizing usage tracker for tenant:59969ab4da1b4f88a117b4eea0c6c0d7 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:06:08.163336 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-cfeb6603-b7b6-41f5-b803-a643df4a2046 req-3754cc59-5fc1-47f0-ab27-47665c50e327 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Unset dirty status for tenant:59969ab4da1b4f88a117b4eea0c6c0d7 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:06:08.164422 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-cfeb6603-b7b6-41f5-b803-a643df4a2046 req-3754cc59-5fc1-47f0-ab27-47665c50e327 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f7f53af-7678-4618-91ac-aaa00fbe1fad HTTP/1.1" status: 200 len: 946 time: 0.0972724 Jan 11 10:06:08.236022 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-cfeb6603-b7b6-41f5-b803-a643df4a2046 req-5dfc738f-5a12-481b-9f2d-64ad66c40479 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Deleting port 74e4913f-93f5-41cb-acc7-26b5c38edcf2 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:06:08.236428 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cfeb6603-b7b6-41f5-b803-a643df4a2046 req-5dfc738f-5a12-481b-9f2d-64ad66c40479 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:08.483157 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-cfeb6603-b7b6-41f5-b803-a643df4a2046 req-5dfc738f-5a12-481b-9f2d-64ad66c40479 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] For port 74e4913f-93f5-41cb-acc7-26b5c38edcf2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=74e4913f-93f5-41cb-acc7-26b5c38edcf2,segment=NetworkSegment(50170fd9-b742-4fe4-99a2-6d9aee69215c),segment_id=50170fd9-b742-4fe4-99a2-6d9aee69215c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:06:08.483512 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cfeb6603-b7b6-41f5-b803-a643df4a2046 req-5dfc738f-5a12-481b-9f2d-64ad66c40479 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:08.604390 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-cfeb6603-b7b6-41f5-b803-a643df4a2046 req-5dfc738f-5a12-481b-9f2d-64ad66c40479 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Calling delete_port for 74e4913f-93f5-41cb-acc7-26b5c38edcf2 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:06:08.745260 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cfeb6603-b7b6-41f5-b803-a643df4a2046 req-5dfc738f-5a12-481b-9f2d-64ad66c40479 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:08.756022 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['c920cb0e-368d-4509-a3f8-5f597409186e', '74e4913f-93f5-41cb-acc7-26b5c38edcf2'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:06:08.796558 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc738f-5a12-481b-9f2d-64ad66c40479 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Pushing event deleted for resources: {'Port': ['ID=74e4913f-93f5-41cb-acc7-26b5c38edcf2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:08.875757 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfeb6603-b7b6-41f5-b803-a643df4a2046 req-5dfc738f-5a12-481b-9f2d-64ad66c40479 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] No DVR routers for this DVR port 74e4913f-93f5-41cb-acc7-26b5c38edcf2 on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:06:08.878872 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cfeb6603-b7b6-41f5-b803-a643df4a2046 req-5dfc738f-5a12-481b-9f2d-64ad66c40479 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:08.881438 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7f53af-7678-4618-91ac-aaa00fbe1fad', 'name': 'network-vif-deleted', 'tag': '74e4913f-93f5-41cb-acc7-26b5c38edcf2'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:06:08.897132 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-cfeb6603-b7b6-41f5-b803-a643df4a2046 req-5dfc738f-5a12-481b-9f2d-64ad66c40479 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.42 "DELETE /v2.0/ports/74e4913f-93f5-41cb-acc7-26b5c38edcf2 HTTP/1.1" status: 204 len: 173 time: 0.7273440 Jan 11 10:06:08.989840 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7f53af-7678-4618-91ac-aaa00fbe1fad', 'name': 'network-vif-deleted', 'tag': '74e4913f-93f5-41cb-acc7-26b5c38edcf2', 'status': 'completed', 'code': 200} Jan 11 10:06:09.064525 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-aa71488c-3cdc-484a-afda-f765743d5250 req-e611b764-c00c-4aaf-afac-6a479517117a tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f7f53af-7678-4618-91ac-aaa00fbe1fad HTTP/1.1" status: 200 len: 210 time: 0.0466728 Jan 11 10:06:10.463783 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d1544-356a-4b69-b28c-97df9b626131 req-cbe38a75-c581-4d86-933e-5e8bb7912af8 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:10.465225 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-030d1544-356a-4b69-b28c-97df9b626131 req-cbe38a75-c581-4d86-933e-5e8bb7912af8 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=47361b8d-d843-4ae2-ba8d-19881752c95d HTTP/1.1" status: 200 len: 945 time: 0.0825169 Jan 11 10:06:10.603687 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-030d1544-356a-4b69-b28c-97df9b626131 req-1dcc5496-8b13-4391-96db-09d7411e10ce tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318514 Jan 11 10:06:10.801629 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75b902-6e65-4cca-990b-12f9435d6ad9 req-ce3b032c-5994-43e6-8ec7-e8e51a04dffa tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:10.803139 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4f75b902-6e65-4cca-990b-12f9435d6ad9 req-ce3b032c-5994-43e6-8ec7-e8e51a04dffa tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=47361b8d-d843-4ae2-ba8d-19881752c95d HTTP/1.1" status: 200 len: 945 time: 0.0786040 Jan 11 10:06:10.846446 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4f75b902-6e65-4cca-990b-12f9435d6ad9 req-0748f7fd-c426-4d3c-afc7-801838d8d00b tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375519 Jan 11 10:06:11.031140 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81e8a5-4fba-4735-ba7a-b2b3d8422d4c req-31334e5a-2ec5-4147-bef6-8c00ce7d1bf8 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:11.032560 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5c81e8a5-4fba-4735-ba7a-b2b3d8422d4c req-31334e5a-2ec5-4147-bef6-8c00ce7d1bf8 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=47361b8d-d843-4ae2-ba8d-19881752c95d HTTP/1.1" status: 200 len: 945 time: 0.0823123 Jan 11 10:06:11.075880 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5c81e8a5-4fba-4735-ba7a-b2b3d8422d4c req-8c824346-49b6-499f-9168-fea99f79b9c1 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375781 Jan 11 10:06:11.360771 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d612c-9c1a-42ab-b7ce-14706a77db95 req-2893259f-2008-4cc5-bca5-d699d8eb4287 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:11.362254 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-174d612c-9c1a-42ab-b7ce-14706a77db95 req-2893259f-2008-4cc5-bca5-d699d8eb4287 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=47361b8d-d843-4ae2-ba8d-19881752c95d HTTP/1.1" status: 200 len: 945 time: 0.0788472 Jan 11 10:06:11.410215 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-174d612c-9c1a-42ab-b7ce-14706a77db95 req-4417a6e4-88a0-4113-9d12-44f681f52219 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423229 Jan 11 10:06:11.589073 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 74e4913f-93f5-41cb-acc7-26b5c38edcf2 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:06:11.593289 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969dfa6b-13c7-4475-8533-b75a35074ac8 req-bdb86eb0-6ba1-4b7e-9c49-d775788deaf5 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:11.595810 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-969dfa6b-13c7-4475-8533-b75a35074ac8 req-bdb86eb0-6ba1-4b7e-9c49-d775788deaf5 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=47361b8d-d843-4ae2-ba8d-19881752c95d HTTP/1.1" status: 200 len: 945 time: 0.0815232 Jan 11 10:06:11.628030 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: 74e4913f-93f5-41cb-acc7-26b5c38edcf2 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:06:11.628331 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 74e4913f-93f5-41cb-acc7-26b5c38edcf2 not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:06:11.640917 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-969dfa6b-13c7-4475-8533-b75a35074ac8 req-24f730bf-a983-4e0a-902f-fd4d367e6451 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396919 Jan 11 10:06:11.840849 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6cfaf-0274-411a-a0e5-4b0624db6d5c req-f3fb9227-ab2d-48a9-8112-b39644624a9d tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:11.842311 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6ce6cfaf-0274-411a-a0e5-4b0624db6d5c req-f3fb9227-ab2d-48a9-8112-b39644624a9d tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=47361b8d-d843-4ae2-ba8d-19881752c95d HTTP/1.1" status: 200 len: 945 time: 0.0838454 Jan 11 10:06:11.887609 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6ce6cfaf-0274-411a-a0e5-4b0624db6d5c req-97e3c94b-591b-4b7d-afe1-de871ac16725 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384185 Jan 11 10:06:12.406959 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b03b3-2dcd-4699-9525-02c19ae8321b req-788fe232-f211-4547-9b5d-7e1777bed86f tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:12.408913 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7d8b03b3-2dcd-4699-9525-02c19ae8321b req-788fe232-f211-4547-9b5d-7e1777bed86f tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=47361b8d-d843-4ae2-ba8d-19881752c95d HTTP/1.1" status: 200 len: 945 time: 0.0782564 Jan 11 10:06:12.452788 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7d8b03b3-2dcd-4699-9525-02c19ae8321b req-51127072-ea2b-4c92-a396-592b95eebf78 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383012 Jan 11 10:06:13.642441 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b935eff-b92e-42df-a446-d4c8c75a71ee req-9ca3c17d-ace1-4e33-affa-f891e4c353c6 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:13.644829 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3b935eff-b92e-42df-a446-d4c8c75a71ee req-9ca3c17d-ace1-4e33-affa-f891e4c353c6 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=47361b8d-d843-4ae2-ba8d-19881752c95d HTTP/1.1" status: 200 len: 945 time: 0.0858998 Jan 11 10:06:13.689740 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3b935eff-b92e-42df-a446-d4c8c75a71ee req-1eaad9b8-949b-45f0-8e55-9b37dc046e95 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2c51903-fef6-45bd-af4f-41ecd38611f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390949 Jan 11 10:06:14.059331 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20279106-ed7c-4f2a-bba9-d54420f9b396 req-e51dbee7-348e-4d7b-bbba-dc96bba7b8f7 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:14.060012 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-20279106-ed7c-4f2a-bba9-d54420f9b396 req-e51dbee7-348e-4d7b-bbba-dc96bba7b8f7 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Synchronizing usage tracker for tenant:59969ab4da1b4f88a117b4eea0c6c0d7 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:06:14.075474 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-20279106-ed7c-4f2a-bba9-d54420f9b396 req-e51dbee7-348e-4d7b-bbba-dc96bba7b8f7 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Unset dirty status for tenant:59969ab4da1b4f88a117b4eea0c6c0d7 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:06:14.076570 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-20279106-ed7c-4f2a-bba9-d54420f9b396 req-e51dbee7-348e-4d7b-bbba-dc96bba7b8f7 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.42 "GET /v2.0/ports?device_id=47361b8d-d843-4ae2-ba8d-19881752c95d HTTP/1.1" status: 200 len: 945 time: 0.0945916 Jan 11 10:06:14.144303 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-20279106-ed7c-4f2a-bba9-d54420f9b396 req-31826bed-b6a1-4fda-9617-ec76947eacaa tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Deleting port c920cb0e-368d-4509-a3f8-5f597409186e {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:06:14.144636 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-20279106-ed7c-4f2a-bba9-d54420f9b396 req-31826bed-b6a1-4fda-9617-ec76947eacaa tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:14.484215 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-20279106-ed7c-4f2a-bba9-d54420f9b396 req-31826bed-b6a1-4fda-9617-ec76947eacaa tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] For port c920cb0e-368d-4509-a3f8-5f597409186e, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=c920cb0e-368d-4509-a3f8-5f597409186e,segment=NetworkSegment(50170fd9-b742-4fe4-99a2-6d9aee69215c),segment_id=50170fd9-b742-4fe4-99a2-6d9aee69215c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:06:14.484558 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-20279106-ed7c-4f2a-bba9-d54420f9b396 req-31826bed-b6a1-4fda-9617-ec76947eacaa tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:14.608395 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-20279106-ed7c-4f2a-bba9-d54420f9b396 req-31826bed-b6a1-4fda-9617-ec76947eacaa tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Calling delete_port for c920cb0e-368d-4509-a3f8-5f597409186e owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:06:14.749100 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-20279106-ed7c-4f2a-bba9-d54420f9b396 req-31826bed-b6a1-4fda-9617-ec76947eacaa tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:14.760153 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['c920cb0e-368d-4509-a3f8-5f597409186e'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:06:14.804144 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31826bed-b6a1-4fda-9617-ec76947eacaa tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Pushing event deleted for resources: {'Port': ['ID=c920cb0e-368d-4509-a3f8-5f597409186e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:14.853595 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c7bcc4da-4601-49b4-8f09-2ddd14bd344f req-8e27f87e-1037-4aaf-b445-5cb876007c89 tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.15 "GET /v2.0/ports?device_id=47361b8d-d843-4ae2-ba8d-19881752c95d HTTP/1.1" status: 200 len: 210 time: 0.0429599 Jan 11 10:06:14.880278 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-20279106-ed7c-4f2a-bba9-d54420f9b396 req-31826bed-b6a1-4fda-9617-ec76947eacaa tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] No DVR routers for this DVR port c920cb0e-368d-4509-a3f8-5f597409186e on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:06:14.882713 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-20279106-ed7c-4f2a-bba9-d54420f9b396 req-31826bed-b6a1-4fda-9617-ec76947eacaa tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:14.885212 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47361b8d-d843-4ae2-ba8d-19881752c95d', 'name': 'network-vif-deleted', 'tag': 'c920cb0e-368d-4509-a3f8-5f597409186e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:06:14.901135 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-20279106-ed7c-4f2a-bba9-d54420f9b396 req-31826bed-b6a1-4fda-9617-ec76947eacaa tempest-ServersNegativeTestJSON-1526427438 tempest-ServersNegativeTestJSON-1526427438-project] 10.222.0.42 "DELETE /v2.0/ports/c920cb0e-368d-4509-a3f8-5f597409186e HTTP/1.1" status: 204 len: 173 time: 0.8195398 Jan 11 10:06:14.933916 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47361b8d-d843-4ae2-ba8d-19881752c95d', 'name': 'network-vif-deleted', 'tag': 'c920cb0e-368d-4509-a3f8-5f597409186e', 'status': 'completed', 'code': 200} Jan 11 10:06:16.090695 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39590) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:16.149534 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b140ba-3e8b-4f16-8ca6-85e13e7c94f2 admin admin] Deleting subnet 275ba9ae-09bd-4df4-ad15-64337815983d {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 10:06:16.152436 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01b140ba-3e8b-4f16-8ca6-85e13e7c94f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:16.205670 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01b140ba-3e8b-4f16-8ca6-85e13e7c94f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:16.262971 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01b140ba-3e8b-4f16-8ca6-85e13e7c94f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:16.328468 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01b140ba-3e8b-4f16-8ca6-85e13e7c94f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:16.365338 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b140ba-3e8b-4f16-8ca6-85e13e7c94f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=275ba9ae-09bd-4df4-ad15-64337815983d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:16.368811 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01b140ba-3e8b-4f16-8ca6-85e13e7c94f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:16.374408 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-01b140ba-3e8b-4f16-8ca6-85e13e7c94f2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/275ba9ae-09bd-4df4-ad15-64337815983d HTTP/1.1" status: 204 len: 168 time: 0.2826912 Jan 11 10:06:16.376794 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39594) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:16.480415 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fcfc-58e9-48c0-b4c6-199dd5cfa612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:16.599643 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fcfc-58e9-48c0-b4c6-199dd5cfa612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:16.622916 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-d6a3fcfc-58e9-48c0-b4c6-199dd5cfa612 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ed7499-90bd-4ad3-9051-063bcf7e5ae6']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:16.634833 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-d6a3fcfc-58e9-48c0-b4c6-199dd5cfa612 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50170fd9-b742-4fe4-99a2-6d9aee69215c') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:16.635119 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-d6a3fcfc-58e9-48c0-b4c6-199dd5cfa612 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50170fd9-b742-4fe4-99a2-6d9aee69215c') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:16.646518 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fcfc-58e9-48c0-b4c6-199dd5cfa612 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:16.665809 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fcfc-58e9-48c0-b4c6-199dd5cfa612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:16.671693 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a3fcfc-58e9-48c0-b4c6-199dd5cfa612 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 10:06:16.672062 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fcfc-58e9-48c0-b4c6-199dd5cfa612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 10:06:16.684836 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 10:06:16.757523 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fcfc-58e9-48c0-b4c6-199dd5cfa612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:16.773419 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fcfc-58e9-48c0-b4c6-199dd5cfa612 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:16.783693 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3fcfc-58e9-48c0-b4c6-199dd5cfa612 admin admin] Pushing event deleted for resources: {'Network': ['ID=22ed7499-90bd-4ad3-9051-063bcf7e5ae6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:16.791617 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d6a3fcfc-58e9-48c0-b4c6-199dd5cfa612 admin admin] 10.222.0.15 "DELETE /v2.0/networks/22ed7499-90bd-4ad3-9051-063bcf7e5ae6 HTTP/1.1" status: 204 len: 168 time: 0.4138577 Jan 11 10:06:16.898419 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39600) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:16.949895 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c33908c9-0a62-4106-ba50-b5553ce6fc55 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=59969ab4da1b4f88a117b4eea0c6c0d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503590 Jan 11 10:06:16.952222 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39604) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:17.008300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ecb9f430-6b2a-40df-8a18-0f630a52a05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:17.033919 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ecb9f430-6b2a-40df-8a18-0f630a52a05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:17.085615 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ecb9f430-6b2a-40df-8a18-0f630a52a05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:17.103320 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9f430-6b2a-40df-8a18-0f630a52a05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c51903-fef6-45bd-af4f-41ecd38611f9,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:17.110665 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ecb9f430-6b2a-40df-8a18-0f630a52a05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:17.111775 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ecb9f430-6b2a-40df-8a18-0f630a52a05e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2c51903-fef6-45bd-af4f-41ecd38611f9 HTTP/1.1" status: 204 len: 168 time: 0.1586859 Jan 11 10:06:17.583087 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device c920cb0e-368d-4509-a3f8-5f597409186e no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:06:17.618292 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: c920cb0e-368d-4509-a3f8-5f597409186e {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:06:17.618585 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device c920cb0e-368d-4509-a3f8-5f597409186e not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:06:17.851130 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39628) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:17.951765 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-faad03b9-ee64-46f8-a536-fb9d32c2cd7e tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1704892911'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:06:17.956736 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-faad03b9-ee64-46f8-a536-fb9d32c2cd7e tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:06:17.960519 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-faad03b9-ee64-46f8-a536-fb9d32c2cd7e tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Usage tracker for resource:network and tenant:fa0b6ef5c17540d498974c0f6921798c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:06:17.963300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-faad03b9-ee64-46f8-a536-fb9d32c2cd7e tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:06:17.969261 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-faad03b9-ee64-46f8-a536-fb9d32c2cd7e tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:06:17.978864 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faad03b9-ee64-46f8-a536-fb9d32c2cd7e tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Made reservation on behalf of fa0b6ef5c17540d498974c0f6921798c for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:06:17.982439 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-faad03b9-ee64-46f8-a536-fb9d32c2cd7e tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:17.995865 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-faad03b9-ee64-46f8-a536-fb9d32c2cd7e tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:18.011082 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-faad03b9-ee64-46f8-a536-fb9d32c2cd7e tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:06:18.014758 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-faad03b9-ee64-46f8-a536-fb9d32c2cd7e tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Usage tracker for resource:security_group_rule and tenant:fa0b6ef5c17540d498974c0f6921798c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:06:18.017772 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-faad03b9-ee64-46f8-a536-fb9d32c2cd7e tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:06:18.023390 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-faad03b9-ee64-46f8-a536-fb9d32c2cd7e tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:06:18.110873 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-faad03b9-ee64-46f8-a536-fb9d32c2cd7e tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:18.114659 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-faad03b9-ee64-46f8-a536-fb9d32c2cd7e tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:18.146473 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faad03b9-ee64-46f8-a536-fb9d32c2cd7e tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 10:06:18.154840 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad03b9-ee64-46f8-a536-fb9d32c2cd7e tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c853ef-4b9c-4326-bb1c-e651d6ecd215,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:18.160834 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-faad03b9-ee64-46f8-a536-fb9d32c2cd7e tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:18.161170 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-faad03b9-ee64-46f8-a536-fb9d32c2cd7e tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Added segment a3c2988b-d6f8-4d6a-8309-09983ad3cf2d of type vlan for network e7998e0a-b406-439d-af53-db0d2865e24e Jan 11 10:06:18.189417 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-faad03b9-ee64-46f8-a536-fb9d32c2cd7e tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:18.216528 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-faad03b9-ee64-46f8-a536-fb9d32c2cd7e tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:18.222662 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faad03b9-ee64-46f8-a536-fb9d32c2cd7e tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:18.223234 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-faad03b9-ee64-46f8-a536-fb9d32c2cd7e tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:18.294113 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-faad03b9-ee64-46f8-a536-fb9d32c2cd7e tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4292891 Jan 11 10:06:18.335970 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad03b9-ee64-46f8-a536-fb9d32c2cd7e tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Pushing event updated for resources: {'Network': ['ID=e7998e0a-b406-439d-af53-db0d2865e24e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:18.346959 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network e7998e0a-b406-439d-af53-db0d2865e24e details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 10:06:19.197271 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-83c477e3-ff14-4680-beb8-bf85428040b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:21.430576 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-12b54748-0473-42dc-a5f8-c8110b5024ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:21.615586 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:06:21.636021 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39634) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:21.642530 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-3b063b93-f972-4b40-a636-73e654b4781c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Request body: {'subnet': {'network_id': 'e7998e0a-b406-439d-af53-db0d2865e24e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:06:21.749887 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3b063b93-f972-4b40-a636-73e654b4781c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:06:21.754286 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3b063b93-f972-4b40-a636-73e654b4781c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Usage tracker for resource:subnet and tenant:fa0b6ef5c17540d498974c0f6921798c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:06:21.756992 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3b063b93-f972-4b40-a636-73e654b4781c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:06:21.763040 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3b063b93-f972-4b40-a636-73e654b4781c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:06:21.772976 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b063b93-f972-4b40-a636-73e654b4781c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Made reservation on behalf of fa0b6ef5c17540d498974c0f6921798c for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:06:21.776442 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b063b93-f972-4b40-a636-73e654b4781c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:22.119578 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b063b93-f972-4b40-a636-73e654b4781c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:22.198111 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b063b93-f972-4b40-a636-73e654b4781c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Pushing event updated for resources: {'Subnet': ['ID=46c802ae-cf77-4f16-a2b8-fb46191f1294,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:22.206716 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b063b93-f972-4b40-a636-73e654b4781c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Checking segment: {'id': 'a3c2988b-d6f8-4d6a-8309-09983ad3cf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e7998e0a-b406-439d-af53-db0d2865e24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:06:22.207064 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b063b93-f972-4b40-a636-73e654b4781c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Network hostable DHCP agents. Network: e7998e0a-b406-439d-af53-db0d2865e24e, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 10:06:22.226633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b063b93-f972-4b40-a636-73e654b4781c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Network e7998e0a-b406-439d-af53-db0d2865e24e is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 10:06:22.237421 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-3b063b93-f972-4b40-a636-73e654b4781c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, e7998e0a-b406-439d-af53-db0d2865e24e) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:06:22.242161 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b063b93-f972-4b40-a636-73e654b4781c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:22.242853 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b063b93-f972-4b40-a636-73e654b4781c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:22.246730 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c49363b-ff0e-442b-a509-44d0906f47b9 None None] Network e7998e0a-b406-439d-af53-db0d2865e24e requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:06:22.265820 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3b063b93-f972-4b40-a636-73e654b4781c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6283994 Jan 11 10:06:22.269851 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39638) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:22.277721 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-46cefb7b-44aa-41fe-b2cb-ad2e4a2e819c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1898420667'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:06:22.285989 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-46cefb7b-44aa-41fe-b2cb-ad2e4a2e819c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:06:22.290477 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-46cefb7b-44aa-41fe-b2cb-ad2e4a2e819c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Usage tracker for resource:network and tenant:fa0b6ef5c17540d498974c0f6921798c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:06:22.293549 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-46cefb7b-44aa-41fe-b2cb-ad2e4a2e819c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:06:22.299539 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-46cefb7b-44aa-41fe-b2cb-ad2e4a2e819c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:06:22.309659 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cefb7b-44aa-41fe-b2cb-ad2e4a2e819c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Made reservation on behalf of fa0b6ef5c17540d498974c0f6921798c for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:06:22.313211 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-46cefb7b-44aa-41fe-b2cb-ad2e4a2e819c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:22.340292 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46cefb7b-44aa-41fe-b2cb-ad2e4a2e819c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 10:06:22.349422 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-46cefb7b-44aa-41fe-b2cb-ad2e4a2e819c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:22.349784 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-46cefb7b-44aa-41fe-b2cb-ad2e4a2e819c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Added segment 51b615a1-b095-4c79-9b64-c295cfc61329 of type vlan for network 8df3cba7-2cdf-4043-9016-5b1707c008a5 Jan 11 10:06:22.375345 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-46cefb7b-44aa-41fe-b2cb-ad2e4a2e819c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:22.404653 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-46cefb7b-44aa-41fe-b2cb-ad2e4a2e819c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:22.411559 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cefb7b-44aa-41fe-b2cb-ad2e4a2e819c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:22.412172 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-46cefb7b-44aa-41fe-b2cb-ad2e4a2e819c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:22.471560 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-46cefb7b-44aa-41fe-b2cb-ad2e4a2e819c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2003655 Jan 11 10:06:22.474513 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39642) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:22.480756 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-97fcfc70-a2a7-4e75-95d4-b289980ba00b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Request body: {'subnet': {'network_id': '8df3cba7-2cdf-4043-9016-5b1707c008a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:06:22.489614 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40396c80-da2d-42a4-b455-19201555f4fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-e7998e0a-b406-439d-af53-db0d2865e24e', 'network_id': 'e7998e0a-b406-439d-af53-db0d2865e24e', 'tenant_id': 'fa0b6ef5c17540d498974c0f6921798c', 'fixed_ips': [{'subnet_id': '46c802ae-cf77-4f16-a2b8-fb46191f1294'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 10:06:22.490675 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-40396c80-da2d-42a4-b455-19201555f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:22.520397 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cefb7b-44aa-41fe-b2cb-ad2e4a2e819c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Pushing event updated for resources: {'Network': ['ID=8df3cba7-2cdf-4043-9016-5b1707c008a5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:22.545390 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 8df3cba7-2cdf-4043-9016-5b1707c008a5 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 10:06:22.605523 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-97fcfc70-a2a7-4e75-95d4-b289980ba00b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:06:22.613735 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-97fcfc70-a2a7-4e75-95d4-b289980ba00b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Usage tracker for resource:subnet and tenant:fa0b6ef5c17540d498974c0f6921798c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:06:22.619125 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-97fcfc70-a2a7-4e75-95d4-b289980ba00b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:06:22.629958 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-97fcfc70-a2a7-4e75-95d4-b289980ba00b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:06:22.643207 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fcfc70-a2a7-4e75-95d4-b289980ba00b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Made reservation on behalf of fa0b6ef5c17540d498974c0f6921798c for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:06:22.647176 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-97fcfc70-a2a7-4e75-95d4-b289980ba00b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:22.734241 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:22.737438 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:22.762996 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-40396c80-da2d-42a4-b455-19201555f4fd None None] Allocated IP 2001:db8:0:ffff::2 (e7998e0a-b406-439d-af53-db0d2865e24e/46c802ae-cf77-4f16-a2b8-fb46191f1294/f6939b6d-7205-45a7-8b90-56de74c4ff33) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:06:22.889315 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-97fcfc70-a2a7-4e75-95d4-b289980ba00b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:22.969014 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fcfc70-a2a7-4e75-95d4-b289980ba00b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Pushing event updated for resources: {'Subnet': ['ID=fb275ffd-f0df-42ef-8610-b13ea77dfdcf,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:22.974507 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-40396c80-da2d-42a4-b455-19201555f4fd None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:22.984642 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-40396c80-da2d-42a4-b455-19201555f4fd None None] Transition to ACTIVE for port object f6939b6d-7205-45a7-8b90-56de74c4ff33 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:06:22.986348 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fcfc70-a2a7-4e75-95d4-b289980ba00b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Checking segment: {'id': '51b615a1-b095-4c79-9b64-c295cfc61329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8df3cba7-2cdf-4043-9016-5b1707c008a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:06:22.986732 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fcfc70-a2a7-4e75-95d4-b289980ba00b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Network hostable DHCP agents. Network: 8df3cba7-2cdf-4043-9016-5b1707c008a5, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 10:06:23.004019 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-40396c80-da2d-42a4-b455-19201555f4fd None None] Transition to ACTIVE for port object f6939b6d-7205-45a7-8b90-56de74c4ff33 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:06:23.006616 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fcfc70-a2a7-4e75-95d4-b289980ba00b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Network 8df3cba7-2cdf-4043-9016-5b1707c008a5 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 10:06:23.010429 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-40396c80-da2d-42a4-b455-19201555f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:23.015527 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-97fcfc70-a2a7-4e75-95d4-b289980ba00b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 8df3cba7-2cdf-4043-9016-5b1707c008a5) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:06:23.020238 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fcfc70-a2a7-4e75-95d4-b289980ba00b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:23.020834 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-97fcfc70-a2a7-4e75-95d4-b289980ba00b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:23.041823 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-97fcfc70-a2a7-4e75-95d4-b289980ba00b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5652206 Jan 11 10:06:23.044389 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39646) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:23.051899 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c691d7-908b-42b3-b5f1-716dd5935b09 None None] Network 8df3cba7-2cdf-4043-9016-5b1707c008a5 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:06:23.117885 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40396c80-da2d-42a4-b455-19201555f4fd None None] Network e7998e0a-b406-439d-af53-db0d2865e24e is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:06:23.122851 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-40396c80-da2d-42a4-b455-19201555f4fd None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:06:23.124909 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40396c80-da2d-42a4-b455-19201555f4fd None None] Pushing event updated for resources: {'Port': ['ID=f6939b6d-7205-45a7-8b90-56de74c4ff33,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:23.131955 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40396c80-da2d-42a4-b455-19201555f4fd None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:06:23.186114 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05260098-649a-4365-96d7-bb6f289bbec2 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:23.257729 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05260098-649a-4365-96d7-bb6f289bbec2 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:23.299879 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-40396c80-da2d-42a4-b455-19201555f4fd None None] Attempting to bind port f6939b6d-7205-45a7-8b90-56de74c4ff33 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:06:23.300247 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-40396c80-da2d-42a4-b455-19201555f4fd None None] Attempting to bind port f6939b6d-7205-45a7-8b90-56de74c4ff33 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'a3c2988b-d6f8-4d6a-8309-09983ad3cf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e7998e0a-b406-439d-af53-db0d2865e24e'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:06:23.300610 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40396c80-da2d-42a4-b455-19201555f4fd None None] Attempting to bind port f6939b6d-7205-45a7-8b90-56de74c4ff33 on network e7998e0a-b406-439d-af53-db0d2865e24e {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:06:23.340640 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40396c80-da2d-42a4-b455-19201555f4fd None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:06:23.341050 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40396c80-da2d-42a4-b455-19201555f4fd None None] Checking segment: {'id': 'a3c2988b-d6f8-4d6a-8309-09983ad3cf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e7998e0a-b406-439d-af53-db0d2865e24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:06:23.341423 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-40396c80-da2d-42a4-b455-19201555f4fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:23.341813 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40396c80-da2d-42a4-b455-19201555f4fd None None] Bound using segment: {'id': 'a3c2988b-d6f8-4d6a-8309-09983ad3cf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e7998e0a-b406-439d-af53-db0d2865e24e'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:06:23.342304 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-40396c80-da2d-42a4-b455-19201555f4fd None None] Bound port: f6939b6d-7205-45a7-8b90-56de74c4ff33, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c2988b-d6f8-4d6a-8309-09983ad3cf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e7998e0a-b406-439d-af53-db0d2865e24e'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:06:23.342493 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05260098-649a-4365-96d7-bb6f289bbec2 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:23.342674 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-40396c80-da2d-42a4-b455-19201555f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:23.381831 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05260098-649a-4365-96d7-bb6f289bbec2 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Pushing event deleted for resources: {'Subnet': ['ID=fb275ffd-f0df-42ef-8610-b13ea77dfdcf,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:23.477781 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05260098-649a-4365-96d7-bb6f289bbec2 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:23.505490 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-05260098-649a-4365-96d7-bb6f289bbec2 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df3cba7-2cdf-4043-9016-5b1707c008a5']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:23.505968 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3802cb1c-edae-4a4f-bef4-eaf0158f9d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-8df3cba7-2cdf-4043-9016-5b1707c008a5', 'network_id': '8df3cba7-2cdf-4043-9016-5b1707c008a5', 'tenant_id': 'fa0b6ef5c17540d498974c0f6921798c', 'fixed_ips': [{'subnet_id': 'fb275ffd-f0df-42ef-8610-b13ea77dfdcf'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 10:06:23.506719 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3802cb1c-edae-4a4f-bef4-eaf0158f9d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:23.517356 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-05260098-649a-4365-96d7-bb6f289bbec2 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b615a1-b095-4c79-9b64-c295cfc61329') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:23.517648 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-05260098-649a-4365-96d7-bb6f289bbec2 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b615a1-b095-4c79-9b64-c295cfc61329') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:23.529706 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05260098-649a-4365-96d7-bb6f289bbec2 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:23.546047 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05260098-649a-4365-96d7-bb6f289bbec2 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:23.552997 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05260098-649a-4365-96d7-bb6f289bbec2 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 10:06:23.553528 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05260098-649a-4365-96d7-bb6f289bbec2 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 10:06:23.568836 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 10:06:23.572635 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-40396c80-da2d-42a4-b455-19201555f4fd None None] For port f6939b6d-7205-45a7-8b90-56de74c4ff33, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:06:23.596948 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-40396c80-da2d-42a4-b455-19201555f4fd None None] For port f6939b6d-7205-45a7-8b90-56de74c4ff33, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=f6939b6d-7205-45a7-8b90-56de74c4ff33,segment=NetworkSegment(a3c2988b-d6f8-4d6a-8309-09983ad3cf2d),segment_id=a3c2988b-d6f8-4d6a-8309-09983ad3cf2d)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:06:23.603947 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-40396c80-da2d-42a4-b455-19201555f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:23.653795 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05260098-649a-4365-96d7-bb6f289bbec2 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:23.687797 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05260098-649a-4365-96d7-bb6f289bbec2 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:23.687997 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d02d193-fe5e-4bed-bc26-f4f5a23d2528 None None] Network 8df3cba7-2cdf-4043-9016-5b1707c008a5 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:06:23.699611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05260098-649a-4365-96d7-bb6f289bbec2 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Pushing event deleted for resources: {'Network': ['ID=8df3cba7-2cdf-4043-9016-5b1707c008a5,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:23.703975 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-05260098-649a-4365-96d7-bb6f289bbec2 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] 10.222.0.15 "DELETE /v2.0/networks/8df3cba7-2cdf-4043-9016-5b1707c008a5 HTTP/1.1" status: 204 len: 168 time: 0.6584795 Jan 11 10:06:23.707825 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39650) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:23.714065 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d02d193-fe5e-4bed-bc26-f4f5a23d2528 None None] Network 8df3cba7-2cdf-4043-9016-5b1707c008a5 could not be found, it might have been deleted concurrently. {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 11 10:06:23.716587 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e997e693-bfb4-4fd2-9c87-2dc99ffd4f7a tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1000638052'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:06:23.718475 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40396c80-da2d-42a4-b455-19201555f4fd None None] Pushing event updated for resources: {'Port': ['ID=f6939b6d-7205-45a7-8b90-56de74c4ff33,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:23.722504 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e997e693-bfb4-4fd2-9c87-2dc99ffd4f7a tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:06:23.726622 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e997e693-bfb4-4fd2-9c87-2dc99ffd4f7a tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Usage tracker for resource:network and tenant:fa0b6ef5c17540d498974c0f6921798c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:06:23.729473 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e997e693-bfb4-4fd2-9c87-2dc99ffd4f7a tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:06:23.735884 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e997e693-bfb4-4fd2-9c87-2dc99ffd4f7a tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:06:23.746315 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e997e693-bfb4-4fd2-9c87-2dc99ffd4f7a tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Made reservation on behalf of fa0b6ef5c17540d498974c0f6921798c for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:06:23.749846 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e997e693-bfb4-4fd2-9c87-2dc99ffd4f7a tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:23.778568 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e997e693-bfb4-4fd2-9c87-2dc99ffd4f7a tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 10:06:23.789020 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e997e693-bfb4-4fd2-9c87-2dc99ffd4f7a tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:23.789360 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-e997e693-bfb4-4fd2-9c87-2dc99ffd4f7a tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Added segment d9310388-dd1c-4047-992a-cbd59a12ae93 of type vlan for network f7bfb3dc-f129-47ee-8a99-61a0208e5f7b Jan 11 10:06:23.819409 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e997e693-bfb4-4fd2-9c87-2dc99ffd4f7a tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:23.850757 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e997e693-bfb4-4fd2-9c87-2dc99ffd4f7a tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:23.856613 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e997e693-bfb4-4fd2-9c87-2dc99ffd4f7a tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:23.857189 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e997e693-bfb4-4fd2-9c87-2dc99ffd4f7a tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:23.980950 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e997e693-bfb4-4fd2-9c87-2dc99ffd4f7a tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2723286 Jan 11 10:06:23.984002 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39654) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:23.987633 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997e693-bfb4-4fd2-9c87-2dc99ffd4f7a tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Pushing event updated for resources: {'Network': ['ID=f7bfb3dc-f129-47ee-8a99-61a0208e5f7b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:23.993323 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Request body: {'subnet': {'network_id': 'f7bfb3dc-f129-47ee-8a99-61a0208e5f7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:06:23.998567 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network f7bfb3dc-f129-47ee-8a99-61a0208e5f7b details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 10:06:24.114278 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:06:24.117980 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Usage tracker for resource:subnet and tenant:fa0b6ef5c17540d498974c0f6921798c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:06:24.120833 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:06:24.127121 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:06:24.136572 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Made reservation on behalf of fa0b6ef5c17540d498974c0f6921798c for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:06:24.140257 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:24.160839 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:24.237641 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.ipam_backend_mixin [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Performing IP validity checks on allocation pools {{(pid=87654) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 11 10:06:24.238080 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.ipam_backend_mixin [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87654) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 11 10:06:24.361726 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:24.440282 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Pushing event updated for resources: {'Subnet': ['ID=d58c53b0-3cc8-4e25-b665-0d4cc45dd229,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:24.452745 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:24.453082 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:24.453416 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:24.453801 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:24.454173 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:24.454480 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:24.454800 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:24.455117 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:24.455442 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:24.455760 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:24.456072 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:24.456399 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:24.459550 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Checking segment: {'id': 'd9310388-dd1c-4047-992a-cbd59a12ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f7bfb3dc-f129-47ee-8a99-61a0208e5f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:06:24.459907 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Network hostable DHCP agents. Network: f7bfb3dc-f129-47ee-8a99-61a0208e5f7b, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 10:06:24.481845 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Network f7bfb3dc-f129-47ee-8a99-61a0208e5f7b is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 10:06:24.491689 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, f7bfb3dc-f129-47ee-8a99-61a0208e5f7b) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:06:24.495549 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:24.496132 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:24.504634 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5f18f2-3b77-458f-888f-2686c3ca1f79 None None] Network f7bfb3dc-f129-47ee-8a99-61a0208e5f7b requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:06:24.519887 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ff884dbd-9515-4a65-94bd-2036b4886896 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5331724 Jan 11 10:06:24.522610 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39658) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:24.737528 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d07d92-99b8-49c7-a55d-0ba60ae7decf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-f7bfb3dc-f129-47ee-8a99-61a0208e5f7b', 'network_id': 'f7bfb3dc-f129-47ee-8a99-61a0208e5f7b', 'tenant_id': 'fa0b6ef5c17540d498974c0f6921798c', 'fixed_ips': [{'subnet_id': 'd58c53b0-3cc8-4e25-b665-0d4cc45dd229'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 10:06:24.739031 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-62d07d92-99b8-49c7-a55d-0ba60ae7decf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:24.794268 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af54fb86-3956-46c4-8f45-6c9798ad751c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:24.812092 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23ef137-8edb-469f-9c75-44edff647760 None None] Network e7998e0a-b406-439d-af53-db0d2865e24e requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:06:24.826733 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device f6939b6d-7205-45a7-8b90-56de74c4ff33 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:06:24.867175 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af54fb86-3956-46c4-8f45-6c9798ad751c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:24.947282 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af54fb86-3956-46c4-8f45-6c9798ad751c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:24.984122 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54fb86-3956-46c4-8f45-6c9798ad751c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Pushing event deleted for resources: {'Subnet': ['ID=d58c53b0-3cc8-4e25-b665-0d4cc45dd229,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:24.995384 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ad315e90-530c-43a8-bddc-69943c9c7f5d None None] Provisioning for port f6939b6d-7205-45a7-8b90-56de74c4ff33 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server [None req-62d07d92-99b8-49c7-a55d-0ba60ae7decf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d58c53b0-3cc8-4e25-b665-0d4cc45dd229: This subnet is being modified by another concurrent operation. Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise self.value Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server raise exception Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d58c53b0-3cc8-4e25-b665-0d4cc45dd229: This subnet is being modified by another concurrent operation. Jan 11 10:06:25.007492 dv-neutron-823402-4-hyperv neutron-server[87656]: ERROR oslo_messaging.rpc.server Jan 11 10:06:25.031527 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb13593-d19c-4847-a135-fcd533909730 None None] Network f7bfb3dc-f129-47ee-8a99-61a0208e5f7b requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:06:25.061326 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port f6939b6d-7205-45a7-8b90-56de74c4ff33 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:06:25.088989 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af54fb86-3956-46c4-8f45-6c9798ad751c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:25.107257 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port f6939b6d-7205-45a7-8b90-56de74c4ff33 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:06:25.107628 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:25.115104 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-af54fb86-3956-46c4-8f45-6c9798ad751c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7bfb3dc-f129-47ee-8a99-61a0208e5f7b']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:25.127086 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-af54fb86-3956-46c4-8f45-6c9798ad751c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9310388-dd1c-4047-992a-cbd59a12ae93') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:25.127383 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-af54fb86-3956-46c4-8f45-6c9798ad751c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9310388-dd1c-4047-992a-cbd59a12ae93') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:25.138347 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af54fb86-3956-46c4-8f45-6c9798ad751c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:25.154594 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af54fb86-3956-46c4-8f45-6c9798ad751c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:25.161407 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af54fb86-3956-46c4-8f45-6c9798ad751c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 10:06:25.161976 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af54fb86-3956-46c4-8f45-6c9798ad751c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 10:06:25.176990 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 10:06:25.258409 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af54fb86-3956-46c4-8f45-6c9798ad751c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:25.275845 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af54fb86-3956-46c4-8f45-6c9798ad751c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:25.286729 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54fb86-3956-46c4-8f45-6c9798ad751c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Pushing event deleted for resources: {'Network': ['ID=f7bfb3dc-f129-47ee-8a99-61a0208e5f7b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:25.294803 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-af54fb86-3956-46c4-8f45-6c9798ad751c tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] 10.222.0.15 "DELETE /v2.0/networks/f7bfb3dc-f129-47ee-8a99-61a0208e5f7b HTTP/1.1" status: 204 len: 168 time: 0.7671533 Jan 11 10:06:25.295419 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39662) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:25.302055 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b31f7f53-849d-42a3-bd0f-44e039dd1cef tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2050252646'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:06:25.307432 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b31f7f53-849d-42a3-bd0f-44e039dd1cef tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:06:25.311131 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b31f7f53-849d-42a3-bd0f-44e039dd1cef tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Usage tracker for resource:network and tenant:fa0b6ef5c17540d498974c0f6921798c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:06:25.314917 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b31f7f53-849d-42a3-bd0f-44e039dd1cef tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:06:25.320556 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b31f7f53-849d-42a3-bd0f-44e039dd1cef tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:06:25.331922 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31f7f53-849d-42a3-bd0f-44e039dd1cef tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Made reservation on behalf of fa0b6ef5c17540d498974c0f6921798c for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:06:25.335415 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b31f7f53-849d-42a3-bd0f-44e039dd1cef tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:25.365038 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31f7f53-849d-42a3-bd0f-44e039dd1cef tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 10:06:25.373642 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b31f7f53-849d-42a3-bd0f-44e039dd1cef tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:25.373982 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-b31f7f53-849d-42a3-bd0f-44e039dd1cef tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Added segment 7068fa4d-6249-49c6-88f1-c245b1472c65 of type vlan for network 743a8df6-16f5-499f-9a85-a3e5e5d8f248 Jan 11 10:06:25.399964 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b31f7f53-849d-42a3-bd0f-44e039dd1cef tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:25.423039 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:25.432346 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b31f7f53-849d-42a3-bd0f-44e039dd1cef tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:25.438486 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31f7f53-849d-42a3-bd0f-44e039dd1cef tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:25.439104 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b31f7f53-849d-42a3-bd0f-44e039dd1cef tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:25.457288 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port f6939b6d-7205-45a7-8b90-56de74c4ff33, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=f6939b6d-7205-45a7-8b90-56de74c4ff33,segment=NetworkSegment(a3c2988b-d6f8-4d6a-8309-09983ad3cf2d),segment_id=a3c2988b-d6f8-4d6a-8309-09983ad3cf2d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:06:25.461094 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:25.497107 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b31f7f53-849d-42a3-bd0f-44e039dd1cef tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2005017 Jan 11 10:06:25.502264 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39666) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:25.508922 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6fb6a889-421a-433c-8973-245e1cafe1bd tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Request body: {'subnet': {'network_id': '743a8df6-16f5-499f-9a85-a3e5e5d8f248', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:06:25.535110 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=f6939b6d-7205-45a7-8b90-56de74c4ff33,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:25.550732 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f7f53-849d-42a3-bd0f-44e039dd1cef tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Pushing event updated for resources: {'Network': ['ID=743a8df6-16f5-499f-9a85-a3e5e5d8f248,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:25.566947 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 743a8df6-16f5-499f-9a85-a3e5e5d8f248 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 10:06:25.641104 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6fb6a889-421a-433c-8973-245e1cafe1bd tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:06:25.645489 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6fb6a889-421a-433c-8973-245e1cafe1bd tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Usage tracker for resource:subnet and tenant:fa0b6ef5c17540d498974c0f6921798c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:06:25.648561 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6fb6a889-421a-433c-8973-245e1cafe1bd tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:06:25.655372 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6fb6a889-421a-433c-8973-245e1cafe1bd tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:06:25.667200 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0aaa6e-c228-48a5-878b-4cae94bbbdee None None] get_active_networks_info from dv-neutron-823402-4-hyperv {{(pid=87656) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 11 10:06:25.667508 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb6a889-421a-433c-8973-245e1cafe1bd tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Made reservation on behalf of fa0b6ef5c17540d498974c0f6921798c for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:06:25.671113 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6fb6a889-421a-433c-8973-245e1cafe1bd tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:25.768636 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0aaa6e-c228-48a5-878b-4cae94bbbdee None None] Resources bound (agent type, host, resource id): {{(pid=87656) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 11 10:06:25.772210 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-34625ce0-fcc9-499f-a6b9-816bef9c3def None None] Provisioning complete for port f6939b6d-7205-45a7-8b90-56de74c4ff33 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:06:25.772577 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-34625ce0-fcc9-499f-a6b9-816bef9c3def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:25.890868 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6fb6a889-421a-433c-8973-245e1cafe1bd tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:25.973611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6a889-421a-433c-8973-245e1cafe1bd tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Pushing event updated for resources: {'Subnet': ['ID=cd6f8e79-9045-444f-9ed3-779e41db7b14,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:25.982647 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb6a889-421a-433c-8973-245e1cafe1bd tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Checking segment: {'id': '7068fa4d-6249-49c6-88f1-c245b1472c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '743a8df6-16f5-499f-9a85-a3e5e5d8f248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:06:25.983000 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb6a889-421a-433c-8973-245e1cafe1bd tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Network hostable DHCP agents. Network: 743a8df6-16f5-499f-9a85-a3e5e5d8f248, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 10:06:26.003990 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb6a889-421a-433c-8973-245e1cafe1bd tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Network 743a8df6-16f5-499f-9a85-a3e5e5d8f248 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 10:06:26.013174 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-6fb6a889-421a-433c-8973-245e1cafe1bd tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 743a8df6-16f5-499f-9a85-a3e5e5d8f248) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:06:26.018036 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb6a889-421a-433c-8973-245e1cafe1bd tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:26.018824 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6fb6a889-421a-433c-8973-245e1cafe1bd tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:26.044657 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6fb6a889-421a-433c-8973-245e1cafe1bd tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5373499 Jan 11 10:06:26.044906 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39670) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:26.050929 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-7fd1928c-2e49-4da8-82b4-0dd63600f021 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1658490701'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:06:26.055672 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7fd1928c-2e49-4da8-82b4-0dd63600f021 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:06:26.059396 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-7fd1928c-2e49-4da8-82b4-0dd63600f021 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Usage tracker for resource:network and tenant:fa0b6ef5c17540d498974c0f6921798c is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:06:26.062212 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-7fd1928c-2e49-4da8-82b4-0dd63600f021 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:06:26.068564 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-7fd1928c-2e49-4da8-82b4-0dd63600f021 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:06:26.079845 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd1928c-2e49-4da8-82b4-0dd63600f021 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Made reservation on behalf of fa0b6ef5c17540d498974c0f6921798c for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:06:26.083265 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fd1928c-2e49-4da8-82b4-0dd63600f021 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:26.110669 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd1928c-2e49-4da8-82b4-0dd63600f021 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 10:06:26.119321 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fd1928c-2e49-4da8-82b4-0dd63600f021 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:26.119653 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-7fd1928c-2e49-4da8-82b4-0dd63600f021 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Added segment f20aa6a4-7842-4a65-8838-6ac92ff8e36a of type vlan for network f8514b39-832a-4b60-b7a1-c8c52d4a2870 Jan 11 10:06:26.145051 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fd1928c-2e49-4da8-82b4-0dd63600f021 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:26.175301 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fd1928c-2e49-4da8-82b4-0dd63600f021 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:26.180943 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd1928c-2e49-4da8-82b4-0dd63600f021 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:26.181523 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fd1928c-2e49-4da8-82b4-0dd63600f021 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:26.220261 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb995b8c-99ba-4faa-9900-41f82912ef07 None None] Network 743a8df6-16f5-499f-9a85-a3e5e5d8f248 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:06:26.238661 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7fd1928c-2e49-4da8-82b4-0dd63600f021 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1927967 Jan 11 10:06:26.241844 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39674) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:26.248227 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-ab4d9b13-d46f-43af-b231-63e7435eca53 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Request body: {'subnet': {'network_id': 'f8514b39-832a-4b60-b7a1-c8c52d4a2870', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:06:26.290959 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1928c-2e49-4da8-82b4-0dd63600f021 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Pushing event updated for resources: {'Network': ['ID=f8514b39-832a-4b60-b7a1-c8c52d4a2870,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:26.311593 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network f8514b39-832a-4b60-b7a1-c8c52d4a2870 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 10:06:26.367063 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ab4d9b13-d46f-43af-b231-63e7435eca53 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:06:26.371048 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ab4d9b13-d46f-43af-b231-63e7435eca53 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Usage tracker for resource:subnet and tenant:fa0b6ef5c17540d498974c0f6921798c is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:06:26.373850 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-ab4d9b13-d46f-43af-b231-63e7435eca53 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:06:26.380283 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-ab4d9b13-d46f-43af-b231-63e7435eca53 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:06:26.389422 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4d9b13-d46f-43af-b231-63e7435eca53 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Made reservation on behalf of fa0b6ef5c17540d498974c0f6921798c for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:06:26.393237 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ab4d9b13-d46f-43af-b231-63e7435eca53 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:26.529480 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10d5a06-c5c9-4c3c-ac11-bc2605033a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-743a8df6-16f5-499f-9a85-a3e5e5d8f248', 'network_id': '743a8df6-16f5-499f-9a85-a3e5e5d8f248', 'tenant_id': 'fa0b6ef5c17540d498974c0f6921798c', 'fixed_ips': [{'subnet_id': 'cd6f8e79-9045-444f-9ed3-779e41db7b14'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 10:06:26.530446 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f10d5a06-c5c9-4c3c-ac11-bc2605033a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:26.612572 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ab4d9b13-d46f-43af-b231-63e7435eca53 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:26.686697 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d9b13-d46f-43af-b231-63e7435eca53 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Pushing event updated for resources: {'Subnet': ['ID=7f1c7e5e-e66b-47c8-89a3-489a7e780ac3,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:26.694020 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-f10d5a06-c5c9-4c3c-ac11-bc2605033a7e None None] Allocated IP 2001:db8::2 (743a8df6-16f5-499f-9a85-a3e5e5d8f248/cd6f8e79-9045-444f-9ed3-779e41db7b14/efb55a5e-1740-4065-a4c4-d05951e78223) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:06:26.699650 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4d9b13-d46f-43af-b231-63e7435eca53 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Checking segment: {'id': 'f20aa6a4-7842-4a65-8838-6ac92ff8e36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f8514b39-832a-4b60-b7a1-c8c52d4a2870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:06:26.699946 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4d9b13-d46f-43af-b231-63e7435eca53 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Network hostable DHCP agents. Network: f8514b39-832a-4b60-b7a1-c8c52d4a2870, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 10:06:26.720791 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4d9b13-d46f-43af-b231-63e7435eca53 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Network f8514b39-832a-4b60-b7a1-c8c52d4a2870 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 10:06:26.730299 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-ab4d9b13-d46f-43af-b231-63e7435eca53 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, f8514b39-832a-4b60-b7a1-c8c52d4a2870) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:06:26.735723 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4d9b13-d46f-43af-b231-63e7435eca53 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:26.736333 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ab4d9b13-d46f-43af-b231-63e7435eca53 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:26.740955 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b3f424-d922-44b8-a566-a7d1cb955b11 None None] Network f8514b39-832a-4b60-b7a1-c8c52d4a2870 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:06:26.770705 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ab4d9b13-d46f-43af-b231-63e7435eca53 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5275941 Jan 11 10:06:26.771028 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39678) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:26.821854 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device f6939b6d-7205-45a7-8b90-56de74c4ff33 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:06:26.914673 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-629440ee-6a12-42d3-ac28-22c55d08204b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:26.978716 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-629440ee-6a12-42d3-ac28-22c55d08204b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:27.056990 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-629440ee-6a12-42d3-ac28-22c55d08204b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:27.097376 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629440ee-6a12-42d3-ac28-22c55d08204b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Pushing event deleted for resources: {'Subnet': ['ID=7f1c7e5e-e66b-47c8-89a3-489a7e780ac3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:27.121089 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port f6939b6d-7205-45a7-8b90-56de74c4ff33 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:06:27.121393 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:27.159170 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f81f60-34ec-4715-a250-a4ba35c24aeb None None] Network f8514b39-832a-4b60-b7a1-c8c52d4a2870 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:06:27.197365 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f10d5a06-c5c9-4c3c-ac11-bc2605033a7e None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:27.231788 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f10d5a06-c5c9-4c3c-ac11-bc2605033a7e None None] Transition to ACTIVE for port object efb55a5e-1740-4065-a4c4-d05951e78223 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:06:27.301004 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-629440ee-6a12-42d3-ac28-22c55d08204b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:27.327193 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-629440ee-6a12-42d3-ac28-22c55d08204b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8514b39-832a-4b60-b7a1-c8c52d4a2870']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:27.340012 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-629440ee-6a12-42d3-ac28-22c55d08204b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20aa6a4-7842-4a65-8838-6ac92ff8e36a') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:27.340306 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-629440ee-6a12-42d3-ac28-22c55d08204b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20aa6a4-7842-4a65-8838-6ac92ff8e36a') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:27.352439 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-629440ee-6a12-42d3-ac28-22c55d08204b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:27.357065 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f10d5a06-c5c9-4c3c-ac11-bc2605033a7e None None] Transition to ACTIVE for port object efb55a5e-1740-4065-a4c4-d05951e78223 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:06:27.369301 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-629440ee-6a12-42d3-ac28-22c55d08204b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:27.375811 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-629440ee-6a12-42d3-ac28-22c55d08204b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 10:06:27.376196 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-629440ee-6a12-42d3-ac28-22c55d08204b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 10:06:27.390509 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 10:06:27.440788 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f10d5a06-c5c9-4c3c-ac11-bc2605033a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:27.471086 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-629440ee-6a12-42d3-ac28-22c55d08204b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:27.488022 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-629440ee-6a12-42d3-ac28-22c55d08204b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:27.498838 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629440ee-6a12-42d3-ac28-22c55d08204b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Pushing event deleted for resources: {'Network': ['ID=f8514b39-832a-4b60-b7a1-c8c52d4a2870,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:27.503551 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-629440ee-6a12-42d3-ac28-22c55d08204b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] 10.222.0.15 "DELETE /v2.0/networks/f8514b39-832a-4b60-b7a1-c8c52d4a2870 HTTP/1.1" status: 204 len: 168 time: 0.7315221 Jan 11 10:06:27.506699 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39682) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:27.537691 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10d5a06-c5c9-4c3c-ac11-bc2605033a7e None None] Network 743a8df6-16f5-499f-9a85-a3e5e5d8f248 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:06:27.544980 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-f10d5a06-c5c9-4c3c-ac11-bc2605033a7e None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:06:27.545725 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-33cef807-ac1c-4f83-b740-791dbc9f5a22 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] GET failed (client error): The resource could not be found. Jan 11 10:06:27.546270 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-33cef807-ac1c-4f83-b740-791dbc9f5a22 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Synchronizing usage tracker for tenant:fa0b6ef5c17540d498974c0f6921798c on resource:subnet {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:06:27.549416 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d5a06-c5c9-4c3c-ac11-bc2605033a7e None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:06:27.556575 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d5a06-c5c9-4c3c-ac11-bc2605033a7e None None] Pushing event updated for resources: {'Port': ['ID=efb55a5e-1740-4065-a4c4-d05951e78223,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:27.564689 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-33cef807-ac1c-4f83-b740-791dbc9f5a22 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Unset dirty status for tenant:fa0b6ef5c17540d498974c0f6921798c on resource:subnet {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:06:27.568843 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-33cef807-ac1c-4f83-b740-791dbc9f5a22 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] 10.222.0.15 "GET /v2.0/subnets/7f1c7e5e-e66b-47c8-89a3-489a7e780ac3 HTTP/1.1" status: 404 len: 337 time: 0.0583541 Jan 11 10:06:27.569276 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39686) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:27.597636 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-77438a13-9409-4d3a-a234-4d7265b6e9d2 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] DELETE failed (client error): The resource could not be found. Jan 11 10:06:27.598120 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77438a13-9409-4d3a-a234-4d7265b6e9d2 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 10:06:27.599780 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-77438a13-9409-4d3a-a234-4d7265b6e9d2 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] 10.222.0.15 "DELETE /v2.0/networks/f8514b39-832a-4b60-b7a1-c8c52d4a2870 HTTP/1.1" status: 404 len: 339 time: 0.0298593 Jan 11 10:06:27.603643 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39690) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:27.640963 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d49dab7-9707-4e27-9198-9992cfaffbb7 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] DELETE failed (client error): The resource could not be found. Jan 11 10:06:27.641420 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d49dab7-9707-4e27-9198-9992cfaffbb7 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 10:06:27.645364 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4d49dab7-9707-4e27-9198-9992cfaffbb7 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] 10.222.0.15 "DELETE /v2.0/subnets/7f1c7e5e-e66b-47c8-89a3-489a7e780ac3 HTTP/1.1" status: 404 len: 337 time: 0.0385714 Jan 11 10:06:27.645519 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f10d5a06-c5c9-4c3c-ac11-bc2605033a7e None None] Attempting to bind port efb55a5e-1740-4065-a4c4-d05951e78223 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:06:27.645519 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f10d5a06-c5c9-4c3c-ac11-bc2605033a7e None None] Attempting to bind port efb55a5e-1740-4065-a4c4-d05951e78223 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '7068fa4d-6249-49c6-88f1-c245b1472c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '743a8df6-16f5-499f-9a85-a3e5e5d8f248'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:06:27.645519 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10d5a06-c5c9-4c3c-ac11-bc2605033a7e None None] Attempting to bind port efb55a5e-1740-4065-a4c4-d05951e78223 on network 743a8df6-16f5-499f-9a85-a3e5e5d8f248 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:06:27.645827 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39694) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:27.650774 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10d5a06-c5c9-4c3c-ac11-bc2605033a7e None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:06:27.651141 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10d5a06-c5c9-4c3c-ac11-bc2605033a7e None None] Checking segment: {'id': '7068fa4d-6249-49c6-88f1-c245b1472c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '743a8df6-16f5-499f-9a85-a3e5e5d8f248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:06:27.651542 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f10d5a06-c5c9-4c3c-ac11-bc2605033a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:27.651921 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10d5a06-c5c9-4c3c-ac11-bc2605033a7e None None] Bound using segment: {'id': '7068fa4d-6249-49c6-88f1-c245b1472c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '743a8df6-16f5-499f-9a85-a3e5e5d8f248'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:06:27.652383 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f10d5a06-c5c9-4c3c-ac11-bc2605033a7e None None] Bound port: efb55a5e-1740-4065-a4c4-d05951e78223, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7068fa4d-6249-49c6-88f1-c245b1472c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '743a8df6-16f5-499f-9a85-a3e5e5d8f248'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:06:27.652756 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f10d5a06-c5c9-4c3c-ac11-bc2605033a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:27.670273 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.pecan_wsgi.hooks.translation [None req-c74342a6-d7aa-42b7-908b-b5f098f7611b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] DELETE failed (client error): The resource could not be found. Jan 11 10:06:27.670738 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c74342a6-d7aa-42b7-908b-b5f098f7611b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87655) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 10:06:27.675284 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c74342a6-d7aa-42b7-908b-b5f098f7611b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] 10.222.0.15 "DELETE /v2.0/networks/f8514b39-832a-4b60-b7a1-c8c52d4a2870 HTTP/1.1" status: 404 len: 339 time: 0.0257380 Jan 11 10:06:27.675506 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39698) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:27.743896 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b75457-cbb9-4fb2-965f-240bfd93a447 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Deleting subnet cd6f8e79-9045-444f-9ed3-779e41db7b14 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 10:06:27.744722 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f10d5a06-c5c9-4c3c-ac11-bc2605033a7e None None] For port efb55a5e-1740-4065-a4c4-d05951e78223, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:06:27.746993 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6b75457-cbb9-4fb2-965f-240bfd93a447 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:27.747871 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f10d5a06-c5c9-4c3c-ac11-bc2605033a7e None None] For port efb55a5e-1740-4065-a4c4-d05951e78223, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=efb55a5e-1740-4065-a4c4-d05951e78223,segment=NetworkSegment(7068fa4d-6249-49c6-88f1-c245b1472c65),segment_id=7068fa4d-6249-49c6-88f1-c245b1472c65)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:06:27.752592 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f10d5a06-c5c9-4c3c-ac11-bc2605033a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:27.805146 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6b75457-cbb9-4fb2-965f-240bfd93a447 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:27.830214 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d5a06-c5c9-4c3c-ac11-bc2605033a7e None None] Pushing event updated for resources: {'Port': ['ID=efb55a5e-1740-4065-a4c4-d05951e78223,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:27.897532 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6b75457-cbb9-4fb2-965f-240bfd93a447 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:27.980073 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6b75457-cbb9-4fb2-965f-240bfd93a447 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:28.042310 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b75457-cbb9-4fb2-965f-240bfd93a447 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Pushing event deleted for resources: {'Subnet': ['ID=cd6f8e79-9045-444f-9ed3-779e41db7b14,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:28.045958 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6b75457-cbb9-4fb2-965f-240bfd93a447 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:28.061395 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c6b75457-cbb9-4fb2-965f-240bfd93a447 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] 10.222.0.15 "DELETE /v2.0/subnets/cd6f8e79-9045-444f-9ed3-779e41db7b14 HTTP/1.1" status: 204 len: 168 time: 0.3848977 Jan 11 10:06:28.064411 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39702) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:28.180551 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f7dac78-57f3-4782-9486-99f04e6fae0b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:28.190742 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7f7dac78-57f3-4782-9486-99f04e6fae0b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Deleting port efb55a5e-1740-4065-a4c4-d05951e78223 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:06:28.191066 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f7dac78-57f3-4782-9486-99f04e6fae0b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:28.395324 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-7f7dac78-57f3-4782-9486-99f04e6fae0b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] For port efb55a5e-1740-4065-a4c4-d05951e78223, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=efb55a5e-1740-4065-a4c4-d05951e78223,segment=NetworkSegment(7068fa4d-6249-49c6-88f1-c245b1472c65),segment_id=7068fa4d-6249-49c6-88f1-c245b1472c65)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:06:28.395682 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f7dac78-57f3-4782-9486-99f04e6fae0b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:28.525446 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-7f7dac78-57f3-4782-9486-99f04e6fae0b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Calling delete_port for efb55a5e-1740-4065-a4c4-d05951e78223 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:06:28.607172 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f7dac78-57f3-4782-9486-99f04e6fae0b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:28.659331 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7dac78-57f3-4782-9486-99f04e6fae0b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Pushing event deleted for resources: {'Port': ['ID=efb55a5e-1740-4065-a4c4-d05951e78223,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:28.662536 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7dac78-57f3-4782-9486-99f04e6fae0b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] No DVR routers for this DVR port efb55a5e-1740-4065-a4c4-d05951e78223 on host dv-neutron-823402-4-hyperv {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:06:28.772148 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2306489e-8990-4337-a7ec-a432304dfbcc None None] Network 743a8df6-16f5-499f-9a85-a3e5e5d8f248 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:06:28.794620 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f7dac78-57f3-4782-9486-99f04e6fae0b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:28.821127 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7f7dac78-57f3-4782-9486-99f04e6fae0b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743a8df6-16f5-499f-9a85-a3e5e5d8f248']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:28.833581 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7f7dac78-57f3-4782-9486-99f04e6fae0b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7068fa4d-6249-49c6-88f1-c245b1472c65') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:28.833877 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-7f7dac78-57f3-4782-9486-99f04e6fae0b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7068fa4d-6249-49c6-88f1-c245b1472c65') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:28.845836 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f7dac78-57f3-4782-9486-99f04e6fae0b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:28.857858 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3f3568a1-0c17-45c8-b5f4-aba05fccf1a0 None None] Could not find standard attr ID for object efb55a5e-1740-4065-a4c4-d05951e78223. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 10:06:28.862554 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f7dac78-57f3-4782-9486-99f04e6fae0b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:28.868858 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f7dac78-57f3-4782-9486-99f04e6fae0b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 10:06:28.869776 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f7dac78-57f3-4782-9486-99f04e6fae0b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 10:06:28.884605 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 10:06:28.990558 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7402b4-aad7-4030-96d2-af1aa6922395 None None] DHCP port deletion for 743a8df6-16f5-499f-9a85-a3e5e5d8f248 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 10:06:29.068955 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f7dac78-57f3-4782-9486-99f04e6fae0b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:29.074382 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7f7dac78-57f3-4782-9486-99f04e6fae0b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:29.098479 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7f7dac78-57f3-4782-9486-99f04e6fae0b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] 10.222.0.15 "DELETE /v2.0/networks/743a8df6-16f5-499f-9a85-a3e5e5d8f248 HTTP/1.1" status: 204 len: 168 time: 1.0330324 Jan 11 10:06:29.101046 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39706) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:29.101542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7dac78-57f3-4782-9486-99f04e6fae0b tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Pushing event deleted for resources: {'Network': ['ID=743a8df6-16f5-499f-9a85-a3e5e5d8f248,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:29.143952 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-50515a55-e024-43db-a9b2-d91a934e70fc tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] DELETE failed (client error): The resource could not be found. Jan 11 10:06:29.144398 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50515a55-e024-43db-a9b2-d91a934e70fc tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 10:06:29.146075 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-50515a55-e024-43db-a9b2-d91a934e70fc tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] 10.222.0.15 "DELETE /v2.0/subnets/d58c53b0-3cc8-4e25-b665-0d4cc45dd229 HTTP/1.1" status: 404 len: 337 time: 0.0440876 Jan 11 10:06:29.148922 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39710) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:29.174132 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-0445b9b6-8382-43b1-aa70-24990e624f37 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] DELETE failed (client error): The resource could not be found. Jan 11 10:06:29.174583 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0445b9b6-8382-43b1-aa70-24990e624f37 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 10:06:29.176150 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0445b9b6-8382-43b1-aa70-24990e624f37 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] 10.222.0.15 "DELETE /v2.0/networks/f7bfb3dc-f129-47ee-8a99-61a0208e5f7b HTTP/1.1" status: 404 len: 339 time: 0.0263979 Jan 11 10:06:29.178633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39714) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:29.215392 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd20561-72b5-49d6-bf38-15c49ec495ab tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] DELETE failed (client error): The resource could not be found. Jan 11 10:06:29.215829 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd20561-72b5-49d6-bf38-15c49ec495ab tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 10:06:29.217405 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-cfd20561-72b5-49d6-bf38-15c49ec495ab tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] 10.222.0.15 "DELETE /v2.0/subnets/fb275ffd-f0df-42ef-8610-b13ea77dfdcf HTTP/1.1" status: 404 len: 337 time: 0.0379279 Jan 11 10:06:29.219891 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39718) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:29.243825 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.pecan_wsgi.hooks.translation [None req-85315082-02e9-4d44-9f89-111a5a605667 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] DELETE failed (client error): The resource could not be found. Jan 11 10:06:29.244269 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85315082-02e9-4d44-9f89-111a5a605667 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87654) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 11 10:06:29.245811 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-85315082-02e9-4d44-9f89-111a5a605667 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] 10.222.0.15 "DELETE /v2.0/networks/8df3cba7-2cdf-4043-9016-5b1707c008a5 HTTP/1.1" status: 404 len: 339 time: 0.0250700 Jan 11 10:06:29.248019 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39722) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:29.317169 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ed5fc4-a886-4f0e-a1c6-dbcd88db8886 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Deleting subnet 46c802ae-cf77-4f16-a2b8-fb46191f1294 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 10:06:29.320294 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4ed5fc4-a886-4f0e-a1c6-dbcd88db8886 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:29.378131 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4ed5fc4-a886-4f0e-a1c6-dbcd88db8886 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:29.463371 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4ed5fc4-a886-4f0e-a1c6-dbcd88db8886 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:29.536205 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4ed5fc4-a886-4f0e-a1c6-dbcd88db8886 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:29.572926 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed5fc4-a886-4f0e-a1c6-dbcd88db8886 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Pushing event deleted for resources: {'Subnet': ['ID=46c802ae-cf77-4f16-a2b8-fb46191f1294,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:29.578111 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4ed5fc4-a886-4f0e-a1c6-dbcd88db8886 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:29.584393 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40d6fca-6a7b-414e-967b-e0e9e317379f None None] Network e7998e0a-b406-439d-af53-db0d2865e24e requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:06:29.587977 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e4ed5fc4-a886-4f0e-a1c6-dbcd88db8886 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] 10.222.0.15 "DELETE /v2.0/subnets/46c802ae-cf77-4f16-a2b8-fb46191f1294 HTTP/1.1" status: 204 len: 168 time: 0.3390663 Jan 11 10:06:29.590402 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39726) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:29.703512 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3cf42b0-63b5-4227-ad60-6a3e3355d505 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:29.713919 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d3cf42b0-63b5-4227-ad60-6a3e3355d505 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Deleting port f6939b6d-7205-45a7-8b90-56de74c4ff33 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:06:29.714280 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3cf42b0-63b5-4227-ad60-6a3e3355d505 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:29.830450 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7da235-b321-4cbd-a2ab-601a3ebbbb6f None None] DHCP port deletion for e7998e0a-b406-439d-af53-db0d2865e24e request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 10:06:29.834839 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ce7da235-b321-4cbd-a2ab-601a3ebbbb6f None None] Deleting port f6939b6d-7205-45a7-8b90-56de74c4ff33 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:06:29.835232 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ce7da235-b321-4cbd-a2ab-601a3ebbbb6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:30.035256 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-ce7da235-b321-4cbd-a2ab-601a3ebbbb6f None None] For port f6939b6d-7205-45a7-8b90-56de74c4ff33, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=f6939b6d-7205-45a7-8b90-56de74c4ff33,segment=NetworkSegment(a3c2988b-d6f8-4d6a-8309-09983ad3cf2d),segment_id=a3c2988b-d6f8-4d6a-8309-09983ad3cf2d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:06:30.036026 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ce7da235-b321-4cbd-a2ab-601a3ebbbb6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:30.039361 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d3cf42b0-63b5-4227-ad60-6a3e3355d505 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] For port f6939b6d-7205-45a7-8b90-56de74c4ff33, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=f6939b6d-7205-45a7-8b90-56de74c4ff33,segment=NetworkSegment(a3c2988b-d6f8-4d6a-8309-09983ad3cf2d),segment_id=a3c2988b-d6f8-4d6a-8309-09983ad3cf2d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:06:30.039721 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3cf42b0-63b5-4227-ad60-6a3e3355d505 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:30.160105 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ce7da235-b321-4cbd-a2ab-601a3ebbbb6f None None] Calling delete_port for f6939b6d-7205-45a7-8b90-56de74c4ff33 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:06:30.164061 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d3cf42b0-63b5-4227-ad60-6a3e3355d505 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Calling delete_port for f6939b6d-7205-45a7-8b90-56de74c4ff33 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:06:30.232974 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ce7da235-b321-4cbd-a2ab-601a3ebbbb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:30.238489 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.api [None req-d3cf42b0-63b5-4227-ad60-6a3e3355d505 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 10:06:30.238879 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG oslo_db.api [None req-d3cf42b0-63b5-4227-ad60-6a3e3355d505 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 10:06:30.278145 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7da235-b321-4cbd-a2ab-601a3ebbbb6f None None] Pushing event deleted for resources: {'Port': ['ID=f6939b6d-7205-45a7-8b90-56de74c4ff33,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:30.281764 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7da235-b321-4cbd-a2ab-601a3ebbbb6f None None] No DVR routers for this DVR port f6939b6d-7205-45a7-8b90-56de74c4ff33 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:06:30.740461 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d3cf42b0-63b5-4227-ad60-6a3e3355d505 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Deleting port f6939b6d-7205-45a7-8b90-56de74c4ff33 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:06:30.740811 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3cf42b0-63b5-4227-ad60-6a3e3355d505 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:30.777970 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device efb55a5e-1740-4065-a4c4-d05951e78223 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:06:30.807961 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d3cf42b0-63b5-4227-ad60-6a3e3355d505 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] The port 'f6939b6d-7205-45a7-8b90-56de74c4ff33' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 10:06:30.815397 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: efb55a5e-1740-4065-a4c4-d05951e78223 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:06:30.815738 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device efb55a5e-1740-4065-a4c4-d05951e78223 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:06:30.816153 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device f6939b6d-7205-45a7-8b90-56de74c4ff33 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:06:30.848992 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: f6939b6d-7205-45a7-8b90-56de74c4ff33 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:06:30.849335 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device f6939b6d-7205-45a7-8b90-56de74c4ff33 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:06:30.928462 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3cf42b0-63b5-4227-ad60-6a3e3355d505 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:30.952469 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-d3cf42b0-63b5-4227-ad60-6a3e3355d505 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7998e0a-b406-439d-af53-db0d2865e24e']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:30.964867 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-d3cf42b0-63b5-4227-ad60-6a3e3355d505 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c2988b-d6f8-4d6a-8309-09983ad3cf2d') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:30.965095 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-d3cf42b0-63b5-4227-ad60-6a3e3355d505 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c2988b-d6f8-4d6a-8309-09983ad3cf2d') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:30.976033 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3cf42b0-63b5-4227-ad60-6a3e3355d505 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:30.991270 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3cf42b0-63b5-4227-ad60-6a3e3355d505 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:30.997017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3cf42b0-63b5-4227-ad60-6a3e3355d505 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 10:06:30.997391 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3cf42b0-63b5-4227-ad60-6a3e3355d505 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: util.warn( Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 10:06:31.015268 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 10:06:31.091942 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3cf42b0-63b5-4227-ad60-6a3e3355d505 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:31.109062 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3cf42b0-63b5-4227-ad60-6a3e3355d505 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:31.121098 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf42b0-63b5-4227-ad60-6a3e3355d505 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] Pushing event deleted for resources: {'Network': ['ID=e7998e0a-b406-439d-af53-db0d2865e24e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:31.123533 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d3cf42b0-63b5-4227-ad60-6a3e3355d505 tempest-NetworksIpV6Test-504311500 tempest-NetworksIpV6Test-504311500-project] 10.222.0.15 "DELETE /v2.0/networks/e7998e0a-b406-439d-af53-db0d2865e24e HTTP/1.1" status: 204 len: 168 time: 1.5322385 Jan 11 10:06:31.385385 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39734) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:31.537347 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a4d4bd8a-d498-44a9-beb7-67520acb2b22 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa0b6ef5c17540d498974c0f6921798c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507361 Jan 11 10:06:31.539633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39740) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:31.596545 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a926166b-f855-4e37-9d28-56f3a247d534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:31.622140 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a926166b-f855-4e37-9d28-56f3a247d534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:31.678653 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a926166b-f855-4e37-9d28-56f3a247d534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:31.692722 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926166b-f855-4e37-9d28-56f3a247d534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c853ef-4b9c-4326-bb1c-e651d6ecd215,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:31.698644 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a926166b-f855-4e37-9d28-56f3a247d534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:31.699653 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a926166b-f855-4e37-9d28-56f3a247d534 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/02c853ef-4b9c-4326-bb1c-e651d6ecd215 HTTP/1.1" status: 204 len: 168 time: 0.1591516 Jan 11 10:06:32.370318 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39764) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:32.472885 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-10c020af-070c-47b3-a865-9b09c5d4f689 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2032357465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:06:32.479466 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-10c020af-070c-47b3-a865-9b09c5d4f689 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:06:32.483203 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-10c020af-070c-47b3-a865-9b09c5d4f689 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Usage tracker for resource:router and tenant:57541015c4c946c9bea26b9517c565e5 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:06:32.486945 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-10c020af-070c-47b3-a865-9b09c5d4f689 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:06:32.492930 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-10c020af-070c-47b3-a865-9b09c5d4f689 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:06:32.502365 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-10c020af-070c-47b3-a865-9b09c5d4f689 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:32.503304 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-10c020af-070c-47b3-a865-9b09c5d4f689 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:32.519735 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-10c020af-070c-47b3-a865-9b09c5d4f689 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:32.537497 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-10c020af-070c-47b3-a865-9b09c5d4f689 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:32.559977 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-10c020af-070c-47b3-a865-9b09c5d4f689 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:32.561122 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-10c020af-070c-47b3-a865-9b09c5d4f689 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1898005 Jan 11 10:06:32.564007 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39770) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:32.569356 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-e4ccf160-1715-4a6a-8495-b30da884cad6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1414587592'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:06:32.574119 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e4ccf160-1715-4a6a-8495-b30da884cad6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:06:32.578480 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e4ccf160-1715-4a6a-8495-b30da884cad6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Usage tracker for resource:network and tenant:57541015c4c946c9bea26b9517c565e5 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:06:32.581263 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e4ccf160-1715-4a6a-8495-b30da884cad6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:06:32.586890 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e4ccf160-1715-4a6a-8495-b30da884cad6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:06:32.598029 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ccf160-1715-4a6a-8495-b30da884cad6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Made reservation on behalf of 57541015c4c946c9bea26b9517c565e5 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:06:32.601422 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf160-1715-4a6a-8495-b30da884cad6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:32.613849 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf160-1715-4a6a-8495-b30da884cad6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:32.632288 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e4ccf160-1715-4a6a-8495-b30da884cad6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:06:32.636038 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e4ccf160-1715-4a6a-8495-b30da884cad6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Usage tracker for resource:security_group_rule and tenant:57541015c4c946c9bea26b9517c565e5 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:06:32.638998 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-e4ccf160-1715-4a6a-8495-b30da884cad6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:06:32.644876 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-e4ccf160-1715-4a6a-8495-b30da884cad6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:06:32.729567 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf160-1715-4a6a-8495-b30da884cad6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:32.733463 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf160-1715-4a6a-8495-b30da884cad6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:32.764903 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ccf160-1715-4a6a-8495-b30da884cad6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 10:06:32.773710 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccf160-1715-4a6a-8495-b30da884cad6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a74c66-5edb-41bd-83d8-9fcce7b7c777,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:32.779452 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf160-1715-4a6a-8495-b30da884cad6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:32.779881 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-e4ccf160-1715-4a6a-8495-b30da884cad6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Added segment f0acf6db-44bf-4601-abb2-45627dcfba0e of type vlan for network f20c0a09-023b-480f-8ff9-43a52d00ac0e Jan 11 10:06:32.805503 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf160-1715-4a6a-8495-b30da884cad6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:32.833096 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf160-1715-4a6a-8495-b30da884cad6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:32.838580 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ccf160-1715-4a6a-8495-b30da884cad6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:32.839145 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf160-1715-4a6a-8495-b30da884cad6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:32.941884 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e4ccf160-1715-4a6a-8495-b30da884cad6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3768761 Jan 11 10:06:32.944834 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39774) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:32.948055 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccf160-1715-4a6a-8495-b30da884cad6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Pushing event updated for resources: {'Network': ['ID=f20c0a09-023b-480f-8ff9-43a52d00ac0e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:32.951727 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Request body: {'subnet': {'network_id': 'f20c0a09-023b-480f-8ff9-43a52d00ac0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:06:32.961023 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network f20c0a09-023b-480f-8ff9-43a52d00ac0e details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 10:06:33.064402 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:06:33.068236 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Usage tracker for resource:subnet and tenant:57541015c4c946c9bea26b9517c565e5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:06:33.071007 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:06:33.076595 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:06:33.086925 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Made reservation on behalf of 57541015c4c946c9bea26b9517c565e5 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:06:33.090566 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:33.302373 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:33.382153 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Pushing event updated for resources: {'Subnet': ['ID=f639330c-fd5f-436f-ad69-9bc1b89338f6,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:33.394191 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:33.394540 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:33.394876 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:33.395207 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:33.395532 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:33.395856 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:33.396179 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:33.396500 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:33.396818 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:33.397134 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:33.397453 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:33.397768 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:33.400664 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Checking segment: {'id': 'f0acf6db-44bf-4601-abb2-45627dcfba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f20c0a09-023b-480f-8ff9-43a52d00ac0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:06:33.401018 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Network hostable DHCP agents. Network: f20c0a09-023b-480f-8ff9-43a52d00ac0e, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 10:06:33.420274 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Network f20c0a09-023b-480f-8ff9-43a52d00ac0e is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 10:06:33.429629 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, f20c0a09-023b-480f-8ff9-43a52d00ac0e) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:06:33.433680 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:33.434363 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:33.439071 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c052495-d8e9-4ee0-a576-5344a367b842 None None] Network f20c0a09-023b-480f-8ff9-43a52d00ac0e requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:06:33.458903 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-33a9a2d3-7992-4143-b484-5e85c194c067 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5101376 Jan 11 10:06:33.459139 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39778) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:33.464593 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f6341466-2046-4cef-b5c0-38d6ce267dc5 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1304241708'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:06:33.470357 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f6341466-2046-4cef-b5c0-38d6ce267dc5 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:06:33.474110 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f6341466-2046-4cef-b5c0-38d6ce267dc5 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Usage tracker for resource:network and tenant:57541015c4c946c9bea26b9517c565e5 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:06:33.476883 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f6341466-2046-4cef-b5c0-38d6ce267dc5 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:06:33.482415 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f6341466-2046-4cef-b5c0-38d6ce267dc5 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:06:33.492882 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6341466-2046-4cef-b5c0-38d6ce267dc5 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Made reservation on behalf of 57541015c4c946c9bea26b9517c565e5 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:06:33.496476 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6341466-2046-4cef-b5c0-38d6ce267dc5 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:33.524895 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6341466-2046-4cef-b5c0-38d6ce267dc5 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 10:06:33.534961 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6341466-2046-4cef-b5c0-38d6ce267dc5 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:33.535403 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-f6341466-2046-4cef-b5c0-38d6ce267dc5 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Added segment a25b065c-df26-4f3f-8bf5-7a1077aa7735 of type vlan for network c1ffc999-1b89-459d-84cf-b4d2e58b9631 Jan 11 10:06:33.570161 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6341466-2046-4cef-b5c0-38d6ce267dc5 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:33.599799 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6341466-2046-4cef-b5c0-38d6ce267dc5 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:33.605114 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6341466-2046-4cef-b5c0-38d6ce267dc5 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:33.605685 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f6341466-2046-4cef-b5c0-38d6ce267dc5 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:33.666780 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8076c849-6a40-4005-af1b-d002658d9d24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-f20c0a09-023b-480f-8ff9-43a52d00ac0e', 'network_id': 'f20c0a09-023b-480f-8ff9-43a52d00ac0e', 'tenant_id': '57541015c4c946c9bea26b9517c565e5', 'fixed_ips': [{'subnet_id': 'f639330c-fd5f-436f-ad69-9bc1b89338f6'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 10:06:33.667018 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f6341466-2046-4cef-b5c0-38d6ce267dc5 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2038836 Jan 11 10:06:33.667128 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8076c849-6a40-4005-af1b-d002658d9d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:33.667225 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39782) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:33.672736 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-0ae77633-7aac-402d-a12a-a7b725373c6d tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Request body: {'subnet': {'network_id': 'c1ffc999-1b89-459d-84cf-b4d2e58b9631', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:06:33.732922 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6341466-2046-4cef-b5c0-38d6ce267dc5 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Pushing event updated for resources: {'Network': ['ID=c1ffc999-1b89-459d-84cf-b4d2e58b9631,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:33.746216 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network c1ffc999-1b89-459d-84cf-b4d2e58b9631 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 10:06:33.786304 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0ae77633-7aac-402d-a12a-a7b725373c6d tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:06:33.790595 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0ae77633-7aac-402d-a12a-a7b725373c6d tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Usage tracker for resource:subnet and tenant:57541015c4c946c9bea26b9517c565e5 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:06:33.792846 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0ae77633-7aac-402d-a12a-a7b725373c6d tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:06:33.799485 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0ae77633-7aac-402d-a12a-a7b725373c6d tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:06:33.809111 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae77633-7aac-402d-a12a-a7b725373c6d tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Made reservation on behalf of 57541015c4c946c9bea26b9517c565e5 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:06:33.812853 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0ae77633-7aac-402d-a12a-a7b725373c6d tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:33.918978 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-8076c849-6a40-4005-af1b-d002658d9d24 None None] Allocated IP 172.20.0.2 (f20c0a09-023b-480f-8ff9-43a52d00ac0e/f639330c-fd5f-436f-ad69-9bc1b89338f6/90c2e622-c88b-47f8-9792-1bcb4c679af4) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:06:34.028379 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0ae77633-7aac-402d-a12a-a7b725373c6d tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:34.132333 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8076c849-6a40-4005-af1b-d002658d9d24 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:34.143936 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8076c849-6a40-4005-af1b-d002658d9d24 None None] Transition to ACTIVE for port object 90c2e622-c88b-47f8-9792-1bcb4c679af4 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:06:34.163578 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8076c849-6a40-4005-af1b-d002658d9d24 None None] Transition to ACTIVE for port object 90c2e622-c88b-47f8-9792-1bcb4c679af4 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:06:34.169548 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8076c849-6a40-4005-af1b-d002658d9d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:34.219651 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae77633-7aac-402d-a12a-a7b725373c6d tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Pushing event updated for resources: {'Subnet': ['ID=73f201ec-1c30-4548-b730-9ed9c0d341c1,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:34.230965 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae77633-7aac-402d-a12a-a7b725373c6d tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Checking segment: {'id': 'a25b065c-df26-4f3f-8bf5-7a1077aa7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c1ffc999-1b89-459d-84cf-b4d2e58b9631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:06:34.231315 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae77633-7aac-402d-a12a-a7b725373c6d tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Network hostable DHCP agents. Network: c1ffc999-1b89-459d-84cf-b4d2e58b9631, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 10:06:34.234057 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8076c849-6a40-4005-af1b-d002658d9d24 None None] Network f20c0a09-023b-480f-8ff9-43a52d00ac0e is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:06:34.236981 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-8076c849-6a40-4005-af1b-d002658d9d24 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:06:34.240721 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8076c849-6a40-4005-af1b-d002658d9d24 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:06:34.249384 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076c849-6a40-4005-af1b-d002658d9d24 None None] Pushing event updated for resources: {'Port': ['ID=90c2e622-c88b-47f8-9792-1bcb4c679af4,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:34.252857 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae77633-7aac-402d-a12a-a7b725373c6d tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Network c1ffc999-1b89-459d-84cf-b4d2e58b9631 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 10:06:34.263920 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-0ae77633-7aac-402d-a12a-a7b725373c6d tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, c1ffc999-1b89-459d-84cf-b4d2e58b9631) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:06:34.269149 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae77633-7aac-402d-a12a-a7b725373c6d tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:34.269979 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0ae77633-7aac-402d-a12a-a7b725373c6d tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:34.286606 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c23cec-df5e-494a-abfb-5e6a3814ee1d None None] Network c1ffc999-1b89-459d-84cf-b4d2e58b9631 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:06:34.294591 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0ae77633-7aac-402d-a12a-a7b725373c6d tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6234105 Jan 11 10:06:34.294887 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39786) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:34.301132 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2953118a-0df5-47e3-9d6f-920225990b00 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c1ffc999-1b89-459d-84cf-b4d2e58b9631'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:06:34.418059 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8076c849-6a40-4005-af1b-d002658d9d24 None None] Attempting to bind port 90c2e622-c88b-47f8-9792-1bcb4c679af4 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:06:34.418343 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8076c849-6a40-4005-af1b-d002658d9d24 None None] Attempting to bind port 90c2e622-c88b-47f8-9792-1bcb4c679af4 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'f0acf6db-44bf-4601-abb2-45627dcfba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f20c0a09-023b-480f-8ff9-43a52d00ac0e'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:06:34.418702 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8076c849-6a40-4005-af1b-d002658d9d24 None None] Attempting to bind port 90c2e622-c88b-47f8-9792-1bcb4c679af4 on network f20c0a09-023b-480f-8ff9-43a52d00ac0e {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:06:34.428725 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8076c849-6a40-4005-af1b-d002658d9d24 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:06:34.429088 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8076c849-6a40-4005-af1b-d002658d9d24 None None] Checking segment: {'id': 'f0acf6db-44bf-4601-abb2-45627dcfba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f20c0a09-023b-480f-8ff9-43a52d00ac0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:06:34.429484 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8076c849-6a40-4005-af1b-d002658d9d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:34.429866 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8076c849-6a40-4005-af1b-d002658d9d24 None None] Bound using segment: {'id': 'f0acf6db-44bf-4601-abb2-45627dcfba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f20c0a09-023b-480f-8ff9-43a52d00ac0e'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:06:34.430350 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8076c849-6a40-4005-af1b-d002658d9d24 None None] Bound port: 90c2e622-c88b-47f8-9792-1bcb4c679af4, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0acf6db-44bf-4601-abb2-45627dcfba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f20c0a09-023b-480f-8ff9-43a52d00ac0e'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:06:34.430716 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8076c849-6a40-4005-af1b-d002658d9d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:34.579347 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:34.624110 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8076c849-6a40-4005-af1b-d002658d9d24 None None] For port 90c2e622-c88b-47f8-9792-1bcb4c679af4, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:06:34.637164 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8076c849-6a40-4005-af1b-d002658d9d24 None None] For port 90c2e622-c88b-47f8-9792-1bcb4c679af4, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=90c2e622-c88b-47f8-9792-1bcb4c679af4,segment=NetworkSegment(f0acf6db-44bf-4601-abb2-45627dcfba0e),segment_id=f0acf6db-44bf-4601-abb2-45627dcfba0e)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:06:34.642472 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8076c849-6a40-4005-af1b-d002658d9d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:34.679741 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6640c196-3d30-4f84-9376-9875476990c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-c1ffc999-1b89-459d-84cf-b4d2e58b9631', 'network_id': 'c1ffc999-1b89-459d-84cf-b4d2e58b9631', 'tenant_id': '57541015c4c946c9bea26b9517c565e5', 'fixed_ips': [{'subnet_id': '73f201ec-1c30-4548-b730-9ed9c0d341c1'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 10:06:34.680799 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6640c196-3d30-4f84-9376-9875476990c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:34.686761 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2953118a-0df5-47e3-9d6f-920225990b00 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:34.814216 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076c849-6a40-4005-af1b-d002658d9d24 None None] Pushing event updated for resources: {'Port': ['ID=90c2e622-c88b-47f8-9792-1bcb4c679af4,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:34.836266 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.api.v2.resource [None req-2953118a-0df5-47e3-9d6f-920225990b00 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 11 10:06:34.837316 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2953118a-0df5-47e3-9d6f-920225990b00 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] 10.222.0.15 "PUT /v2.0/routers/dfc086eb-ebb7-476e-8067-6c0714ee09ea HTTP/1.1" status: 400 len: 364 time: 0.5414503 Jan 11 10:06:34.843139 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39790) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:34.891883 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-6640c196-3d30-4f84-9376-9875476990c0 None None] Allocated IP 172.21.0.2 (c1ffc999-1b89-459d-84cf-b4d2e58b9631/73f201ec-1c30-4548-b730-9ed9c0d341c1/52bc5b6c-b37d-4802-9e1f-50f0f66cfcf9) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:06:34.912094 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-f05492da-d3aa-4df8-8334-af512f7434d6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Deleting subnet 73f201ec-1c30-4548-b730-9ed9c0d341c1 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 10:06:35.149054 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6640c196-3d30-4f84-9376-9875476990c0 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:35.159490 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6640c196-3d30-4f84-9376-9875476990c0 None None] Transition to ACTIVE for port object 52bc5b6c-b37d-4802-9e1f-50f0f66cfcf9 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:06:35.177059 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6640c196-3d30-4f84-9376-9875476990c0 None None] Transition to ACTIVE for port object 52bc5b6c-b37d-4802-9e1f-50f0f66cfcf9 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:06:35.181621 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f05492da-d3aa-4df8-8334-af512f7434d6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:35.182144 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6640c196-3d30-4f84-9376-9875476990c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:35.239688 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f05492da-d3aa-4df8-8334-af512f7434d6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:35.248936 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6640c196-3d30-4f84-9376-9875476990c0 None None] Network c1ffc999-1b89-459d-84cf-b4d2e58b9631 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:06:35.252506 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-6640c196-3d30-4f84-9376-9875476990c0 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:06:35.255480 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6640c196-3d30-4f84-9376-9875476990c0 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:06:35.289097 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640c196-3d30-4f84-9376-9875476990c0 None None] Pushing event updated for resources: {'Port': ['ID=52bc5b6c-b37d-4802-9e1f-50f0f66cfcf9,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:35.325180 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f05492da-d3aa-4df8-8334-af512f7434d6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:35.352318 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6640c196-3d30-4f84-9376-9875476990c0 None None] Attempting to bind port 52bc5b6c-b37d-4802-9e1f-50f0f66cfcf9 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:06:35.352689 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6640c196-3d30-4f84-9376-9875476990c0 None None] Attempting to bind port 52bc5b6c-b37d-4802-9e1f-50f0f66cfcf9 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'a25b065c-df26-4f3f-8bf5-7a1077aa7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c1ffc999-1b89-459d-84cf-b4d2e58b9631'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:06:35.353057 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6640c196-3d30-4f84-9376-9875476990c0 None None] Attempting to bind port 52bc5b6c-b37d-4802-9e1f-50f0f66cfcf9 on network c1ffc999-1b89-459d-84cf-b4d2e58b9631 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:06:35.358306 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6640c196-3d30-4f84-9376-9875476990c0 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:06:35.358678 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6640c196-3d30-4f84-9376-9875476990c0 None None] Checking segment: {'id': 'a25b065c-df26-4f3f-8bf5-7a1077aa7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c1ffc999-1b89-459d-84cf-b4d2e58b9631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:06:35.359084 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6640c196-3d30-4f84-9376-9875476990c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:35.360442 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6640c196-3d30-4f84-9376-9875476990c0 None None] Bound using segment: {'id': 'a25b065c-df26-4f3f-8bf5-7a1077aa7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c1ffc999-1b89-459d-84cf-b4d2e58b9631'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:06:35.361126 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6640c196-3d30-4f84-9376-9875476990c0 None None] Bound port: 52bc5b6c-b37d-4802-9e1f-50f0f66cfcf9, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25b065c-df26-4f3f-8bf5-7a1077aa7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c1ffc999-1b89-459d-84cf-b4d2e58b9631'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:06:35.361505 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6640c196-3d30-4f84-9376-9875476990c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:35.517302 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f05492da-d3aa-4df8-8334-af512f7434d6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:35.521097 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6640c196-3d30-4f84-9376-9875476990c0 None None] For port 52bc5b6c-b37d-4802-9e1f-50f0f66cfcf9, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:06:35.525126 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6640c196-3d30-4f84-9376-9875476990c0 None None] For port 52bc5b6c-b37d-4802-9e1f-50f0f66cfcf9, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=52bc5b6c-b37d-4802-9e1f-50f0f66cfcf9,segment=NetworkSegment(a25b065c-df26-4f3f-8bf5-7a1077aa7735),segment_id=a25b065c-df26-4f3f-8bf5-7a1077aa7735)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:06:35.530171 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6640c196-3d30-4f84-9376-9875476990c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:35.557658 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05492da-d3aa-4df8-8334-af512f7434d6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Pushing event deleted for resources: {'Subnet': ['ID=73f201ec-1c30-4548-b730-9ed9c0d341c1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:35.559623 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f05492da-d3aa-4df8-8334-af512f7434d6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:35.568656 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f05492da-d3aa-4df8-8334-af512f7434d6 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] 10.222.0.15 "DELETE /v2.0/subnets/73f201ec-1c30-4548-b730-9ed9c0d341c1 HTTP/1.1" status: 204 len: 168 time: 0.7216659 Jan 11 10:06:35.568939 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39794) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:35.617483 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640c196-3d30-4f84-9376-9875476990c0 None None] Pushing event updated for resources: {'Port': ['ID=52bc5b6c-b37d-4802-9e1f-50f0f66cfcf9,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:35.703733 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ed04f4b-cd70-4418-a9d3-11f973fb0c74 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:35.715997 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9ed04f4b-cd70-4418-a9d3-11f973fb0c74 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Deleting port 52bc5b6c-b37d-4802-9e1f-50f0f66cfcf9 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:06:35.716322 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ed04f4b-cd70-4418-a9d3-11f973fb0c74 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:35.833405 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c85d12-7418-4146-ac80-e9ed31511700 None None] Network f20c0a09-023b-480f-8ff9-43a52d00ac0e requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:06:35.950520 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-9ed04f4b-cd70-4418-a9d3-11f973fb0c74 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] For port 52bc5b6c-b37d-4802-9e1f-50f0f66cfcf9, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=52bc5b6c-b37d-4802-9e1f-50f0f66cfcf9,segment=NetworkSegment(a25b065c-df26-4f3f-8bf5-7a1077aa7735),segment_id=a25b065c-df26-4f3f-8bf5-7a1077aa7735)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:06:35.951157 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ed04f4b-cd70-4418-a9d3-11f973fb0c74 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:35.988228 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3d065902-8aea-460b-98c1-97f35a1f310e None None] Provisioning for port 90c2e622-c88b-47f8-9792-1bcb4c679af4 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:06:36.088450 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9ed04f4b-cd70-4418-a9d3-11f973fb0c74 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Calling delete_port for 52bc5b6c-b37d-4802-9e1f-50f0f66cfcf9 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:06:36.164847 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ed04f4b-cd70-4418-a9d3-11f973fb0c74 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:36.223049 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed04f4b-cd70-4418-a9d3-11f973fb0c74 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] No DVR routers for this DVR port 52bc5b6c-b37d-4802-9e1f-50f0f66cfcf9 on host dv-neutron-823402-4-hyperv {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:06:36.250716 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed04f4b-cd70-4418-a9d3-11f973fb0c74 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Pushing event deleted for resources: {'Port': ['ID=52bc5b6c-b37d-4802-9e1f-50f0f66cfcf9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:36.354527 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ed04f4b-cd70-4418-a9d3-11f973fb0c74 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:36.379852 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9ed04f4b-cd70-4418-a9d3-11f973fb0c74 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ffc999-1b89-459d-84cf-b4d2e58b9631']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:36.392633 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9ed04f4b-cd70-4418-a9d3-11f973fb0c74 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a25b065c-df26-4f3f-8bf5-7a1077aa7735') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:36.392823 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-9ed04f4b-cd70-4418-a9d3-11f973fb0c74 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a25b065c-df26-4f3f-8bf5-7a1077aa7735') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:36.405502 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ed04f4b-cd70-4418-a9d3-11f973fb0c74 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:36.423506 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ed04f4b-cd70-4418-a9d3-11f973fb0c74 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:36.430353 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed04f4b-cd70-4418-a9d3-11f973fb0c74 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 10:06:36.430748 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ed04f4b-cd70-4418-a9d3-11f973fb0c74 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 10:06:36.445935 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 10:06:36.532683 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ed04f4b-cd70-4418-a9d3-11f973fb0c74 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:36.537911 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ed04f4b-cd70-4418-a9d3-11f973fb0c74 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:36.565055 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed04f4b-cd70-4418-a9d3-11f973fb0c74 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Pushing event deleted for resources: {'Network': ['ID=c1ffc999-1b89-459d-84cf-b4d2e58b9631,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:36.571961 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9ed04f4b-cd70-4418-a9d3-11f973fb0c74 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] 10.222.0.15 "DELETE /v2.0/networks/c1ffc999-1b89-459d-84cf-b4d2e58b9631 HTTP/1.1" status: 204 len: 168 time: 1.0020261 Jan 11 10:06:36.572883 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39798) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:36.641577 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-89bae092-527c-4b7c-a228-8ed0e1bda585 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Deleting subnet f639330c-fd5f-436f-ad69-9bc1b89338f6 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 10:06:36.644883 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89bae092-527c-4b7c-a228-8ed0e1bda585 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:36.714181 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89bae092-527c-4b7c-a228-8ed0e1bda585 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:36.740778 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-05035106-7b29-4128-8b0a-19baf50a2068 None None] Could not find standard attr ID for object 52bc5b6c-b37d-4802-9e1f-50f0f66cfcf9. {{(pid=87656) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 11 10:06:36.806154 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5e6bb6-29bc-44f0-a28a-b3147a484748 None None] DHCP port deletion for c1ffc999-1b89-459d-84cf-b4d2e58b9631 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 10:06:36.809250 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89bae092-527c-4b7c-a228-8ed0e1bda585 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:36.825204 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da962bf-bdb8-4b50-a49b-adbdb38bd1c1 None None] Network c1ffc999-1b89-459d-84cf-b4d2e58b9631 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:06:36.848002 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 90c2e622-c88b-47f8-9792-1bcb4c679af4 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:06:36.880019 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da962bf-bdb8-4b50-a49b-adbdb38bd1c1 None None] Network c1ffc999-1b89-459d-84cf-b4d2e58b9631 could not be found, it might have been deleted concurrently. {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 11 10:06:36.891664 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89bae092-527c-4b7c-a228-8ed0e1bda585 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:36.921609 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 90c2e622-c88b-47f8-9792-1bcb4c679af4 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:06:36.927556 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 90c2e622-c88b-47f8-9792-1bcb4c679af4 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:06:36.927931 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:36.935128 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bae092-527c-4b7c-a228-8ed0e1bda585 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Pushing event deleted for resources: {'Subnet': ['ID=f639330c-fd5f-436f-ad69-9bc1b89338f6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:36.939790 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89bae092-527c-4b7c-a228-8ed0e1bda585 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:36.948593 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-89bae092-527c-4b7c-a228-8ed0e1bda585 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] 10.222.0.15 "DELETE /v2.0/subnets/f639330c-fd5f-436f-ad69-9bc1b89338f6 HTTP/1.1" status: 204 len: 168 time: 0.3724380 Jan 11 10:06:36.948914 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39802) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:36.965367 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd950c2-83e1-4e63-bb67-318fbc77bf13 None None] Network f20c0a09-023b-480f-8ff9-43a52d00ac0e requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:06:37.062053 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-227f8357-1547-47ab-9f35-6475e6588e23 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:37.073010 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-227f8357-1547-47ab-9f35-6475e6588e23 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Deleting port 90c2e622-c88b-47f8-9792-1bcb4c679af4 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:06:37.073338 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-227f8357-1547-47ab-9f35-6475e6588e23 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:37.224421 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:37.269173 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 90c2e622-c88b-47f8-9792-1bcb4c679af4, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=90c2e622-c88b-47f8-9792-1bcb4c679af4,segment=NetworkSegment(f0acf6db-44bf-4601-abb2-45627dcfba0e),segment_id=f0acf6db-44bf-4601-abb2-45627dcfba0e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:06:37.272873 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:37.276798 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-227f8357-1547-47ab-9f35-6475e6588e23 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] For port 90c2e622-c88b-47f8-9792-1bcb4c679af4, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=90c2e622-c88b-47f8-9792-1bcb4c679af4,segment=NetworkSegment(f0acf6db-44bf-4601-abb2-45627dcfba0e),segment_id=f0acf6db-44bf-4601-abb2-45627dcfba0e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:06:37.277159 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-227f8357-1547-47ab-9f35-6475e6588e23 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:37.332504 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fae8df-0c4c-40f7-8c8e-e7a883132edb None None] DHCP port deletion for f20c0a09-023b-480f-8ff9-43a52d00ac0e request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 10:06:37.348535 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-72fae8df-0c4c-40f7-8c8e-e7a883132edb None None] Deleting port 90c2e622-c88b-47f8-9792-1bcb4c679af4 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:06:37.348985 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-72fae8df-0c4c-40f7-8c8e-e7a883132edb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:37.402633 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=90c2e622-c88b-47f8-9792-1bcb4c679af4,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:37.405550 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-227f8357-1547-47ab-9f35-6475e6588e23 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Calling delete_port for 90c2e622-c88b-47f8-9792-1bcb4c679af4 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:06:37.483015 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.db.api [None req-227f8357-1547-47ab-9f35-6475e6588e23 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 10:06:37.483323 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG oslo_db.api [None req-227f8357-1547-47ab-9f35-6475e6588e23 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 10:06:37.557477 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-72fae8df-0c4c-40f7-8c8e-e7a883132edb None None] For port 90c2e622-c88b-47f8-9792-1bcb4c679af4, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=90c2e622-c88b-47f8-9792-1bcb4c679af4,segment=NetworkSegment(f0acf6db-44bf-4601-abb2-45627dcfba0e),segment_id=f0acf6db-44bf-4601-abb2-45627dcfba0e)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:06:37.557786 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-72fae8df-0c4c-40f7-8c8e-e7a883132edb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:37.682231 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-72fae8df-0c4c-40f7-8c8e-e7a883132edb None None] Calling delete_port for 90c2e622-c88b-47f8-9792-1bcb4c679af4 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:06:37.788083 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-72fae8df-0c4c-40f7-8c8e-e7a883132edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:37.833421 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fae8df-0c4c-40f7-8c8e-e7a883132edb None None] Pushing event deleted for resources: {'Port': ['ID=90c2e622-c88b-47f8-9792-1bcb4c679af4,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:37.836772 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fae8df-0c4c-40f7-8c8e-e7a883132edb None None] No DVR routers for this DVR port 90c2e622-c88b-47f8-9792-1bcb4c679af4 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:06:37.985235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-227f8357-1547-47ab-9f35-6475e6588e23 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Deleting port 90c2e622-c88b-47f8-9792-1bcb4c679af4 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:06:37.985820 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-227f8357-1547-47ab-9f35-6475e6588e23 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:38.051636 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-227f8357-1547-47ab-9f35-6475e6588e23 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] The port '90c2e622-c88b-47f8-9792-1bcb4c679af4' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 10:06:38.173137 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-227f8357-1547-47ab-9f35-6475e6588e23 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:38.196633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-227f8357-1547-47ab-9f35-6475e6588e23 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f20c0a09-023b-480f-8ff9-43a52d00ac0e']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:38.208783 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-227f8357-1547-47ab-9f35-6475e6588e23 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0acf6db-44bf-4601-abb2-45627dcfba0e') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:38.209068 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-227f8357-1547-47ab-9f35-6475e6588e23 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0acf6db-44bf-4601-abb2-45627dcfba0e') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:38.220714 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-227f8357-1547-47ab-9f35-6475e6588e23 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:38.236460 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-227f8357-1547-47ab-9f35-6475e6588e23 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:38.242253 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-227f8357-1547-47ab-9f35-6475e6588e23 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 10:06:38.242633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-227f8357-1547-47ab-9f35-6475e6588e23 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 10:06:38.256730 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 10:06:38.350381 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-227f8357-1547-47ab-9f35-6475e6588e23 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:38.367212 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-227f8357-1547-47ab-9f35-6475e6588e23 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:38.378172 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f8357-1547-47ab-9f35-6475e6588e23 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Pushing event deleted for resources: {'Network': ['ID=f20c0a09-023b-480f-8ff9-43a52d00ac0e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:38.382018 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-227f8357-1547-47ab-9f35-6475e6588e23 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] 10.222.0.15 "DELETE /v2.0/networks/f20c0a09-023b-480f-8ff9-43a52d00ac0e HTTP/1.1" status: 204 len: 168 time: 1.4321096 Jan 11 10:06:38.384667 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39806) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:38.427021 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8fdb7d4f-c1a2-4183-9851-0650bedb06a8 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Synchronizing usage tracker for tenant:57541015c4c946c9bea26b9517c565e5 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:06:38.442972 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8fdb7d4f-c1a2-4183-9851-0650bedb06a8 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Unset dirty status for tenant:57541015c4c946c9bea26b9517c565e5 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:06:38.444162 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8fdb7d4f-c1a2-4183-9851-0650bedb06a8 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc086eb-ebb7-476e-8067-6c0714ee09ea HTTP/1.1" status: 200 len: 205 time: 0.0586009 Jan 11 10:06:38.446739 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39810) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:38.576888 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce2f582f-3dc1-4fa8-98dc-2e8c3d7d0016 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:38.785817 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 90c2e622-c88b-47f8-9792-1bcb4c679af4 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:06:38.823931 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 90c2e622-c88b-47f8-9792-1bcb4c679af4 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:06:38.824642 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 90c2e622-c88b-47f8-9792-1bcb4c679af4 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:06:38.824768 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 52bc5b6c-b37d-4802-9e1f-50f0f66cfcf9 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:06:38.858407 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 52bc5b6c-b37d-4802-9e1f-50f0f66cfcf9 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:06:38.858650 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 52bc5b6c-b37d-4802-9e1f-50f0f66cfcf9 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:06:39.007976 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce2f582f-3dc1-4fa8-98dc-2e8c3d7d0016 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:39.010135 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce2f582f-3dc1-4fa8-98dc-2e8c3d7d0016 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:39.031662 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce2f582f-3dc1-4fa8-98dc-2e8c3d7d0016 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:39.032258 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2f582f-3dc1-4fa8-98dc-2e8c3d7d0016 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Fanout notify agent at l3_agent the message router_deleted on router dfc086eb-ebb7-476e-8067-6c0714ee09ea {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 10:06:39.043971 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce2f582f-3dc1-4fa8-98dc-2e8c3d7d0016 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:39.045017 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ce2f582f-3dc1-4fa8-98dc-2e8c3d7d0016 tempest-RoutersNegativeTest-2108221078 tempest-RoutersNegativeTest-2108221078-project] 10.222.0.15 "DELETE /v2.0/routers/dfc086eb-ebb7-476e-8067-6c0714ee09ea HTTP/1.1" status: 204 len: 168 time: 0.5974193 Jan 11 10:06:39.307439 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39818) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:39.453982 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-913cdf62-dcb4-481f-a701-ee8fae98c6d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=57541015c4c946c9bea26b9517c565e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453576 Jan 11 10:06:39.456511 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39824) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:39.513018 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1110-af51-4f14-93af-8857037d3406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:39.539457 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1110-af51-4f14-93af-8857037d3406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:39.589676 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1110-af51-4f14-93af-8857037d3406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:39.606548 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c1110-af51-4f14-93af-8857037d3406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a74c66-5edb-41bd-83d8-9fcce7b7c777,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:39.610983 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1110-af51-4f14-93af-8857037d3406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:39.612079 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9b2c1110-af51-4f14-93af-8857037d3406 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/09a74c66-5edb-41bd-83d8-9fcce7b7c777 HTTP/1.1" status: 204 len: 168 time: 0.1547031 Jan 11 10:06:40.256126 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39848) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:40.357522 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-3147f5db-8831-4c27-ac74-5fa42d94c760 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1336540151-network', 'tenant_id': 'c60749222cc64946b224d0f7eb38116d'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:06:40.362723 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3147f5db-8831-4c27-ac74-5fa42d94c760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:06:40.366524 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3147f5db-8831-4c27-ac74-5fa42d94c760 admin admin] Usage tracker for resource:network and tenant:c60749222cc64946b224d0f7eb38116d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:06:40.369287 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3147f5db-8831-4c27-ac74-5fa42d94c760 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:06:40.375465 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3147f5db-8831-4c27-ac74-5fa42d94c760 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:06:40.386116 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3147f5db-8831-4c27-ac74-5fa42d94c760 admin admin] Made reservation on behalf of c60749222cc64946b224d0f7eb38116d for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:06:40.388325 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3147f5db-8831-4c27-ac74-5fa42d94c760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:40.400017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3147f5db-8831-4c27-ac74-5fa42d94c760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:40.414187 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3147f5db-8831-4c27-ac74-5fa42d94c760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:06:40.417865 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3147f5db-8831-4c27-ac74-5fa42d94c760 admin admin] Usage tracker for resource:security_group_rule and tenant:c60749222cc64946b224d0f7eb38116d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:06:40.420570 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3147f5db-8831-4c27-ac74-5fa42d94c760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:06:40.427493 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3147f5db-8831-4c27-ac74-5fa42d94c760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:06:40.512846 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3147f5db-8831-4c27-ac74-5fa42d94c760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:40.517224 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3147f5db-8831-4c27-ac74-5fa42d94c760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:40.544006 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3147f5db-8831-4c27-ac74-5fa42d94c760 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 10:06:40.556586 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147f5db-8831-4c27-ac74-5fa42d94c760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1e5787-1ba4-4932-afc3-374d98311b34,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:40.560931 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3147f5db-8831-4c27-ac74-5fa42d94c760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:40.561272 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-3147f5db-8831-4c27-ac74-5fa42d94c760 admin admin] Added segment 7a70ee11-880a-4042-87f9-a2f06b2621cf of type vlan for network 309bf24b-3474-45ce-877e-ace285a1cec6 Jan 11 10:06:40.586488 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3147f5db-8831-4c27-ac74-5fa42d94c760 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:40.614929 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3147f5db-8831-4c27-ac74-5fa42d94c760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:40.615842 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3147f5db-8831-4c27-ac74-5fa42d94c760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:40.616421 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3147f5db-8831-4c27-ac74-5fa42d94c760 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:40.718236 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147f5db-8831-4c27-ac74-5fa42d94c760 admin admin] Pushing event updated for resources: {'Network': ['ID=309bf24b-3474-45ce-877e-ace285a1cec6,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:40.721547 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3147f5db-8831-4c27-ac74-5fa42d94c760 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4644189 Jan 11 10:06:40.724548 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39854) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:40.728488 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 309bf24b-3474-45ce-877e-ace285a1cec6 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 10:06:40.729578 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b8aa6c9d-8d76-407a-b088-bbaf5721e5d2 admin admin] Request body: {'subnet': {'network_id': '309bf24b-3474-45ce-877e-ace285a1cec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1336540151-subnet', 'tenant_id': 'c60749222cc64946b224d0f7eb38116d', 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:06:40.735404 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b8aa6c9d-8d76-407a-b088-bbaf5721e5d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:06:40.739252 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b8aa6c9d-8d76-407a-b088-bbaf5721e5d2 admin admin] Usage tracker for resource:subnet and tenant:c60749222cc64946b224d0f7eb38116d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:06:40.742062 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b8aa6c9d-8d76-407a-b088-bbaf5721e5d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:06:40.747723 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b8aa6c9d-8d76-407a-b088-bbaf5721e5d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:06:40.757613 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8aa6c9d-8d76-407a-b088-bbaf5721e5d2 admin admin] Made reservation on behalf of c60749222cc64946b224d0f7eb38116d for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:06:40.759897 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8aa6c9d-8d76-407a-b088-bbaf5721e5d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:40.963440 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8aa6c9d-8d76-407a-b088-bbaf5721e5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:41.039339 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa6c9d-8d76-407a-b088-bbaf5721e5d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a88c263-c34e-4702-89f3-ef7293c50313,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:41.046526 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa6c9d-8d76-407a-b088-bbaf5721e5d2 admin admin] Checking segment: {'id': '7a70ee11-880a-4042-87f9-a2f06b2621cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '309bf24b-3474-45ce-877e-ace285a1cec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:06:41.046902 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aa6c9d-8d76-407a-b088-bbaf5721e5d2 admin admin] Network hostable DHCP agents. Network: 309bf24b-3474-45ce-877e-ace285a1cec6, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 10:06:41.064831 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aa6c9d-8d76-407a-b088-bbaf5721e5d2 admin admin] Network 309bf24b-3474-45ce-877e-ace285a1cec6 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 10:06:41.073465 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b8aa6c9d-8d76-407a-b088-bbaf5721e5d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 309bf24b-3474-45ce-877e-ace285a1cec6) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:06:41.077696 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aa6c9d-8d76-407a-b088-bbaf5721e5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:41.078887 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8aa6c9d-8d76-407a-b088-bbaf5721e5d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:41.082661 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97b0b48-3989-4c65-8c9d-eff63bdc74c5 None None] Network 309bf24b-3474-45ce-877e-ace285a1cec6 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:06:41.099447 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b8aa6c9d-8d76-407a-b088-bbaf5721e5d2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3740492 Jan 11 10:06:41.102225 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39858) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:41.106982 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-63c78a26-51da-491a-a462-815155801b33 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1336540151-router', 'tenant_id': 'c60749222cc64946b224d0f7eb38116d', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:06:41.111725 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-63c78a26-51da-491a-a462-815155801b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:06:41.115644 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-63c78a26-51da-491a-a462-815155801b33 admin admin] Usage tracker for resource:router and tenant:c60749222cc64946b224d0f7eb38116d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:06:41.118434 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-63c78a26-51da-491a-a462-815155801b33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:06:41.124001 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-63c78a26-51da-491a-a462-815155801b33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:06:41.134362 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63c78a26-51da-491a-a462-815155801b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:41.135297 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63c78a26-51da-491a-a462-815155801b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:41.150644 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63c78a26-51da-491a-a462-815155801b33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:41.295731 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45529dbe-5f3e-457c-ae24-3afbe5c97efd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-309bf24b-3474-45ce-877e-ace285a1cec6', 'network_id': '309bf24b-3474-45ce-877e-ace285a1cec6', 'tenant_id': 'c60749222cc64946b224d0f7eb38116d', 'fixed_ips': [{'subnet_id': '5a88c263-c34e-4702-89f3-ef7293c50313'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 10:06:41.296589 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-45529dbe-5f3e-457c-ae24-3afbe5c97efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:41.420569 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63c78a26-51da-491a-a462-815155801b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:41.450301 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-45529dbe-5f3e-457c-ae24-3afbe5c97efd None None] Allocated IP 172.20.0.2 (309bf24b-3474-45ce-877e-ace285a1cec6/5a88c263-c34e-4702-89f3-ef7293c50313/fb7da06a-28be-4162-b368-3a26e613683a) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:06:41.649801 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-45529dbe-5f3e-457c-ae24-3afbe5c97efd None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:41.661307 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-45529dbe-5f3e-457c-ae24-3afbe5c97efd None None] Transition to ACTIVE for port object fb7da06a-28be-4162-b368-3a26e613683a will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:06:41.681303 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-45529dbe-5f3e-457c-ae24-3afbe5c97efd None None] Transition to ACTIVE for port object fb7da06a-28be-4162-b368-3a26e613683a will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:06:41.689546 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-45529dbe-5f3e-457c-ae24-3afbe5c97efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:41.760540 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45529dbe-5f3e-457c-ae24-3afbe5c97efd None None] Network 309bf24b-3474-45ce-877e-ace285a1cec6 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:06:41.763559 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-45529dbe-5f3e-457c-ae24-3afbe5c97efd None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:06:41.768138 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45529dbe-5f3e-457c-ae24-3afbe5c97efd None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:06:41.773926 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45529dbe-5f3e-457c-ae24-3afbe5c97efd None None] Pushing event updated for resources: {'Port': ['ID=fb7da06a-28be-4162-b368-3a26e613683a,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:41.857991 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-45529dbe-5f3e-457c-ae24-3afbe5c97efd None None] Attempting to bind port fb7da06a-28be-4162-b368-3a26e613683a on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:06:41.858380 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-45529dbe-5f3e-457c-ae24-3afbe5c97efd None None] Attempting to bind port fb7da06a-28be-4162-b368-3a26e613683a by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '7a70ee11-880a-4042-87f9-a2f06b2621cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '309bf24b-3474-45ce-877e-ace285a1cec6'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:06:41.858735 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45529dbe-5f3e-457c-ae24-3afbe5c97efd None None] Attempting to bind port fb7da06a-28be-4162-b368-3a26e613683a on network 309bf24b-3474-45ce-877e-ace285a1cec6 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:06:41.863546 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63c78a26-51da-491a-a462-815155801b33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:41.864477 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45529dbe-5f3e-457c-ae24-3afbe5c97efd None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:06:41.864839 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45529dbe-5f3e-457c-ae24-3afbe5c97efd None None] Checking segment: {'id': '7a70ee11-880a-4042-87f9-a2f06b2621cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '309bf24b-3474-45ce-877e-ace285a1cec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:06:41.865229 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-45529dbe-5f3e-457c-ae24-3afbe5c97efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:41.865610 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45529dbe-5f3e-457c-ae24-3afbe5c97efd None None] Bound using segment: {'id': '7a70ee11-880a-4042-87f9-a2f06b2621cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '309bf24b-3474-45ce-877e-ace285a1cec6'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:06:41.866057 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-45529dbe-5f3e-457c-ae24-3afbe5c97efd None None] Bound port: fb7da06a-28be-4162-b368-3a26e613683a, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a70ee11-880a-4042-87f9-a2f06b2621cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '309bf24b-3474-45ce-877e-ace285a1cec6'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:06:41.866442 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-45529dbe-5f3e-457c-ae24-3afbe5c97efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:41.896916 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63c78a26-51da-491a-a462-815155801b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:41.958933 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-45529dbe-5f3e-457c-ae24-3afbe5c97efd None None] For port fb7da06a-28be-4162-b368-3a26e613683a, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:06:41.962189 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-45529dbe-5f3e-457c-ae24-3afbe5c97efd None None] For port fb7da06a-28be-4162-b368-3a26e613683a, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=fb7da06a-28be-4162-b368-3a26e613683a,segment=NetworkSegment(7a70ee11-880a-4042-87f9-a2f06b2621cf),segment_id=7a70ee11-880a-4042-87f9-a2f06b2621cf)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:06:41.966266 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-45529dbe-5f3e-457c-ae24-3afbe5c97efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:42.032833 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-63c78a26-51da-491a-a462-815155801b33 admin admin] Allocated IP 172.26.3.150 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/90b255fa-c405-493d-b8ff-3a52c47798e6) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:06:42.048990 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45529dbe-5f3e-457c-ae24-3afbe5c97efd None None] Pushing event updated for resources: {'Port': ['ID=fb7da06a-28be-4162-b368-3a26e613683a,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:42.195322 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63c78a26-51da-491a-a462-815155801b33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:42.240621 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63c78a26-51da-491a-a462-815155801b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:42.314483 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c78a26-51da-491a-a462-815155801b33 admin admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:06:42.317638 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-63c78a26-51da-491a-a462-815155801b33 admin admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:06:42.320369 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c78a26-51da-491a-a462-815155801b33 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:06:42.355867 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c78a26-51da-491a-a462-815155801b33 admin admin] Pushing event updated for resources: {'Port': ['ID=90b255fa-c405-493d-b8ff-3a52c47798e6,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:42.741692 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63c78a26-51da-491a-a462-815155801b33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:42.818698 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device fb7da06a-28be-4162-b368-3a26e613683a up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:06:42.891912 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port fb7da06a-28be-4162-b368-3a26e613683a completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:06:43.064049 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb53ffaf-8413-401b-ad8e-0e82e1223ffc None None] Network 309bf24b-3474-45ce-877e-ace285a1cec6 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:06:43.098622 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63c78a26-51da-491a-a462-815155801b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:43.162612 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7dd9a85a-db8d-4bfd-8c68-19970f9b31a1 None None] Provisioning for port fb7da06a-28be-4162-b368-3a26e613683a completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:06:43.177383 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7dd9a85a-db8d-4bfd-8c68-19970f9b31a1 None None] Provisioning complete for port fb7da06a-28be-4162-b368-3a26e613683a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:06:43.177753 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7dd9a85a-db8d-4bfd-8c68-19970f9b31a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:43.430769 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c78a26-51da-491a-a462-815155801b33 admin admin] Router 4c7abd76-c763-4ac8-9cb0-834b5e1226f8 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 10:06:43.443399 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7dd9a85a-db8d-4bfd-8c68-19970f9b31a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:43.483761 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7dd9a85a-db8d-4bfd-8c68-19970f9b31a1 None None] For port fb7da06a-28be-4162-b368-3a26e613683a, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=fb7da06a-28be-4162-b368-3a26e613683a,segment=NetworkSegment(7a70ee11-880a-4042-87f9-a2f06b2621cf),segment_id=7a70ee11-880a-4042-87f9-a2f06b2621cf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:06:43.489010 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7dd9a85a-db8d-4bfd-8c68-19970f9b31a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:43.559120 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9a85a-db8d-4bfd-8c68-19970f9b31a1 None None] Pushing event updated for resources: {'Port': ['ID=fb7da06a-28be-4162-b368-3a26e613683a,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:43.620515 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c78a26-51da-491a-a462-815155801b33 admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:06:43.631835 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] Sync routers for ids ['4c7abd76-c763-4ac8-9cb0-834b5e1226f8'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:06:43.642928 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] Routers {'4c7abd76-c763-4ac8-9cb0-834b5e1226f8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:06:43.643642 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:06:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['4c7abd76-c763-4ac8-9cb0-834b5e1226f8'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:43.655407 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63c78a26-51da-491a-a462-815155801b33 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:43.657423 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-63c78a26-51da-491a-a462-815155801b33 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5542908 Jan 11 10:06:43.660159 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39862) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:43.747944 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-11eeec31-0406-4ba7-be0d-edaceffda4ab None None] Provisioning complete for port fb7da06a-28be-4162-b368-3a26e613683a triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:06:43.748231 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-11eeec31-0406-4ba7-be0d-edaceffda4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:43.891114 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] Set router 4c7abd76-c763-4ac8-9cb0-834b5e1226f8 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:06:44.268778 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7abd76-c763-4ac8-9cb0-834b5e1226f8', 'name': 'tempest-TestEncryptedCinderVolumes-1336540151-router', 'tenant_id': 'c60749222cc64946b224d0f7eb38116d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '90b255fa-c405-493d-b8ff-3a52c47798e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:06:41Z', 'updated_at': '2022-01-11T10:06:42Z', 'revision_number': 3, 'project_id': 'c60749222cc64946b224d0f7eb38116d', 'gw_port': {'id': '90b255fa-c405-493d-b8ff-3a52c47798e6', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:31:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7abd76-c763-4ac8-9cb0-834b5e1226f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:06:41Z', 'updated_at': '2022-01-11T10:06:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:44.279197 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] Checking router: 4c7abd76-c763-4ac8-9cb0-834b5e1226f8 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:06:44.279731 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] Updating router 4c7abd76-c763-4ac8-9cb0-834b5e1226f8 port 90b255fa-c405-493d-b8ff-3a52c47798e6 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 10:06:44.347111 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:44.384414 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2f17-35c9-4d2c-911b-90ea22053912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:44.635877 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-cd6e2f17-35c9-4d2c-911b-90ea22053912 admin admin] Allocated IP 172.20.0.1 (309bf24b-3474-45ce-877e-ace285a1cec6/5a88c263-c34e-4702-89f3-ef7293c50313/410a58be-3b0e-4d79-b071-e1022f3aad8e) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:06:44.751115 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:44.763829 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] Transition to ACTIVE for port object 90b255fa-c405-493d-b8ff-3a52c47798e6 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:06:44.777300 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:44.807152 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2f17-35c9-4d2c-911b-90ea22053912 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:44.817589 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device fb7da06a-28be-4162-b368-3a26e613683a up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:06:44.827547 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-cd6e2f17-35c9-4d2c-911b-90ea22053912 admin admin] Transition to ACTIVE for port object 410a58be-3b0e-4d79-b071-e1022f3aad8e will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:06:44.854479 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2f17-35c9-4d2c-911b-90ea22053912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:44.904195 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] Attempting to bind port 90b255fa-c405-493d-b8ff-3a52c47798e6 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:06:44.904770 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] Attempting to bind port 90b255fa-c405-493d-b8ff-3a52c47798e6 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:06:44.904908 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] Attempting to bind port 90b255fa-c405-493d-b8ff-3a52c47798e6 on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:06:44.917450 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299e1de-4cb4-4f3e-ba5d-575ab4220e2a None None] Pushing event updated for resources: {'Port': ['ID=90b255fa-c405-493d-b8ff-3a52c47798e6,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:44.919790 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:06:44.920154 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:06:44.920543 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:44.920992 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:06:44.921413 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] Bound port: 90b255fa-c405-493d-b8ff-3a52c47798e6, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:06:44.921755 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:44.932707 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6e2f17-35c9-4d2c-911b-90ea22053912 admin admin] Network 309bf24b-3474-45ce-877e-ace285a1cec6 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:06:44.937722 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-cd6e2f17-35c9-4d2c-911b-90ea22053912 admin admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:06:44.944287 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6e2f17-35c9-4d2c-911b-90ea22053912 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:06:45.000859 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port fb7da06a-28be-4162-b368-3a26e613683a triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:06:45.001239 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:45.038953 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] For port 90b255fa-c405-493d-b8ff-3a52c47798e6, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:06:45.058033 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] For port 90b255fa-c405-493d-b8ff-3a52c47798e6, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=90b255fa-c405-493d-b8ff-3a52c47798e6,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:06:45.066454 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:45.152446 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e2f17-35c9-4d2c-911b-90ea22053912 admin admin] Pushing event updated for resources: {'Port': ['ID=410a58be-3b0e-4d79-b071-e1022f3aad8e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:45.174485 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2f17-35c9-4d2c-911b-90ea22053912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:45.249255 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299e1de-4cb4-4f3e-ba5d-575ab4220e2a None None] Pushing event updated for resources: {'Port': ['ID=90b255fa-c405-493d-b8ff-3a52c47798e6,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:45.251729 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] Routers {'4c7abd76-c763-4ac8-9cb0-834b5e1226f8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:06:45.252331 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:06:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['4c7abd76-c763-4ac8-9cb0-834b5e1226f8'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:45.300890 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a8199112-abbd-4f98-862b-9d75d5c78552 None None] Provisioning for port 410a58be-3b0e-4d79-b071-e1022f3aad8e completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:06:45.326260 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a8199112-abbd-4f98-862b-9d75d5c78552 None None] Provisioning complete for port 410a58be-3b0e-4d79-b071-e1022f3aad8e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:06:45.326677 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a8199112-abbd-4f98-862b-9d75d5c78552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:45.384499 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2f17-35c9-4d2c-911b-90ea22053912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:45.403001 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-a8199112-abbd-4f98-862b-9d75d5c78552 None None] Port 410a58be-3b0e-4d79-b071-e1022f3aad8e cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:06:45.500627 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] Set router 4c7abd76-c763-4ac8-9cb0-834b5e1226f8 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:06:45.621911 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2f17-35c9-4d2c-911b-90ea22053912 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:45.627400 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2f17-35c9-4d2c-911b-90ea22053912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:45.742109 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e2f17-35c9-4d2c-911b-90ea22053912 admin admin] Pushing event updated for resources: {'Port': ['ID=410a58be-3b0e-4d79-b071-e1022f3aad8e,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:45.744614 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2f17-35c9-4d2c-911b-90ea22053912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:45.792894 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7abd76-c763-4ac8-9cb0-834b5e1226f8', 'name': 'tempest-TestEncryptedCinderVolumes-1336540151-router', 'tenant_id': 'c60749222cc64946b224d0f7eb38116d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '90b255fa-c405-493d-b8ff-3a52c47798e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:06:41Z', 'updated_at': '2022-01-11T10:06:42Z', 'revision_number': 3, 'project_id': 'c60749222cc64946b224d0f7eb38116d', 'gw_port': {'id': '90b255fa-c405-493d-b8ff-3a52c47798e6', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:31:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7abd76-c763-4ac8-9cb0-834b5e1226f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:06:41Z', 'updated_at': '2022-01-11T10:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:45.797263 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52ec00f-7ff1-40b2-bb1d-d34b16167ec5 None None] The sync data for ids ['4c7abd76-c763-4ac8-9cb0-834b5e1226f8'] in dv-neutron-823402-4-hyperv is: [{'id': '4c7abd76-c763-4ac8-9cb0-834b5e1226f8', 'name': 'tempest-TestEncryptedCinderVolumes-1336540151-router', 'tenant_id': 'c60749222cc64946b224d0f7eb38116d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '90b255fa-c405-493d-b8ff-3a52c47798e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:06:41Z', 'updated_at': '2022-01-11T10:06:42Z', 'revision_number': 3, 'project_id': 'c60749222cc64946b224d0f7eb38116d', 'gw_port': {'id': '90b255fa-c405-493d-b8ff-3a52c47798e6', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:31:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7abd76-c763-4ac8-9cb0-834b5e1226f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:06:41Z', 'updated_at': '2022-01-11T10:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:06:45.883107 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6e2f17-35c9-4d2c-911b-90ea22053912 admin admin] Network 309bf24b-3474-45ce-877e-ace285a1cec6 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:06:45.884214 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-cd6e2f17-35c9-4d2c-911b-90ea22053912 admin admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:06:46.095798 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6e2f17-35c9-4d2c-911b-90ea22053912 admin admin] Router 4c7abd76-c763-4ac8-9cb0-834b5e1226f8 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:06:46.235363 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1e795c78-6ed4-43a4-94d9-0765365b1efb None None] Provisioning complete for port 410a58be-3b0e-4d79-b071-e1022f3aad8e triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:06:46.235926 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1e795c78-6ed4-43a4-94d9-0765365b1efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:46.291759 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1e795c78-6ed4-43a4-94d9-0765365b1efb None None] Port 410a58be-3b0e-4d79-b071-e1022f3aad8e cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:06:46.292813 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6e2f17-35c9-4d2c-911b-90ea22053912 admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:06:46.302346 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-cd6e2f17-35c9-4d2c-911b-90ea22053912 admin admin] 10.222.0.15 "PUT /v2.0/routers/4c7abd76-c763-4ac8-9cb0-834b5e1226f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6411490 Jan 11 10:06:46.809279 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 90b255fa-c405-493d-b8ff-3a52c47798e6 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:06:46.815196 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39880) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:46.820846 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a2e4f20d-e354-4f63-980f-0c34359286a1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-873127035-network', 'tenant_id': 'a959896eef75421c9411921e117cea12'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:06:46.825889 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a2e4f20d-e354-4f63-980f-0c34359286a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:06:46.830246 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a2e4f20d-e354-4f63-980f-0c34359286a1 admin admin] Usage tracker for resource:network and tenant:a959896eef75421c9411921e117cea12 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:06:46.833396 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a2e4f20d-e354-4f63-980f-0c34359286a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:06:46.842607 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a2e4f20d-e354-4f63-980f-0c34359286a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:06:46.854175 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e4f20d-e354-4f63-980f-0c34359286a1 admin admin] Made reservation on behalf of a959896eef75421c9411921e117cea12 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:06:46.856476 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2e4f20d-e354-4f63-980f-0c34359286a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:46.869921 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2e4f20d-e354-4f63-980f-0c34359286a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:46.880737 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 90b255fa-c405-493d-b8ff-3a52c47798e6 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:06:46.884948 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a2e4f20d-e354-4f63-980f-0c34359286a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:06:46.885329 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 90b255fa-c405-493d-b8ff-3a52c47798e6 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:06:46.885734 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:46.888747 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a2e4f20d-e354-4f63-980f-0c34359286a1 admin admin] Usage tracker for resource:security_group_rule and tenant:a959896eef75421c9411921e117cea12 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:06:46.892249 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a2e4f20d-e354-4f63-980f-0c34359286a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:06:46.897969 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a2e4f20d-e354-4f63-980f-0c34359286a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:06:46.985562 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2e4f20d-e354-4f63-980f-0c34359286a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:46.989828 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2e4f20d-e354-4f63-980f-0c34359286a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:47.005566 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:47.024688 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 90b255fa-c405-493d-b8ff-3a52c47798e6, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=90b255fa-c405-493d-b8ff-3a52c47798e6,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:06:47.029108 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:47.035304 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e4f20d-e354-4f63-980f-0c34359286a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 10:06:47.053257 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4f20d-e354-4f63-980f-0c34359286a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b9cf2b-d9e5-48a9-b399-616b96c1ae16,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:47.070573 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2e4f20d-e354-4f63-980f-0c34359286a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:47.070921 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-a2e4f20d-e354-4f63-980f-0c34359286a1 admin admin] Added segment 027f9288-6539-4767-bd72-e4911b3b8686 of type vlan for network fc490584-94b5-497e-bcdc-d1a5f977e3f6 Jan 11 10:06:47.097033 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2e4f20d-e354-4f63-980f-0c34359286a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:47.103808 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=90b255fa-c405-493d-b8ff-3a52c47798e6,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:47.131776 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2e4f20d-e354-4f63-980f-0c34359286a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:47.132916 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e4f20d-e354-4f63-980f-0c34359286a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:47.133511 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2e4f20d-e354-4f63-980f-0c34359286a1 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:47.229482 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a2e4f20d-e354-4f63-980f-0c34359286a1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4131525 Jan 11 10:06:47.232350 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 39884) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:47.235889 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4f20d-e354-4f63-980f-0c34359286a1 admin admin] Pushing event updated for resources: {'Network': ['ID=fc490584-94b5-497e-bcdc-d1a5f977e3f6,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:47.240124 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b9b6838b-c96b-4ae0-ad10-baa6997926c5 admin admin] Request body: {'subnet': {'network_id': 'fc490584-94b5-497e-bcdc-d1a5f977e3f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-873127035-subnet', 'tenant_id': 'a959896eef75421c9411921e117cea12', 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:06:47.245490 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network fc490584-94b5-497e-bcdc-d1a5f977e3f6 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 10:06:47.245967 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b9b6838b-c96b-4ae0-ad10-baa6997926c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:06:47.250408 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b9b6838b-c96b-4ae0-ad10-baa6997926c5 admin admin] Usage tracker for resource:subnet and tenant:a959896eef75421c9411921e117cea12 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:06:47.253486 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b9b6838b-c96b-4ae0-ad10-baa6997926c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:06:47.259149 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b9b6838b-c96b-4ae0-ad10-baa6997926c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:06:47.269480 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b6838b-c96b-4ae0-ad10-baa6997926c5 admin admin] Made reservation on behalf of a959896eef75421c9411921e117cea12 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:06:47.271849 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9b6838b-c96b-4ae0-ad10-baa6997926c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:47.308700 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] Sync routers for ids ['4c7abd76-c763-4ac8-9cb0-834b5e1226f8'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:06:47.320804 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] Routers {'4c7abd76-c763-4ac8-9cb0-834b5e1226f8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:06:47.321573 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:06:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['4c7abd76-c763-4ac8-9cb0-834b5e1226f8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:47.473012 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9b6838b-c96b-4ae0-ad10-baa6997926c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:47.502510 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] Set router 4c7abd76-c763-4ac8-9cb0-834b5e1226f8 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:06:47.650268 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6838b-c96b-4ae0-ad10-baa6997926c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b2d28a4-1138-4833-ad57-7db88dd17ccf,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:47.664188 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b6838b-c96b-4ae0-ad10-baa6997926c5 admin admin] Checking segment: {'id': '027f9288-6539-4767-bd72-e4911b3b8686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fc490584-94b5-497e-bcdc-d1a5f977e3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:06:47.664734 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b6838b-c96b-4ae0-ad10-baa6997926c5 admin admin] Network hostable DHCP agents. Network: fc490584-94b5-497e-bcdc-d1a5f977e3f6, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 10:06:47.684908 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b6838b-c96b-4ae0-ad10-baa6997926c5 admin admin] Network fc490584-94b5-497e-bcdc-d1a5f977e3f6 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 10:06:47.694884 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b9b6838b-c96b-4ae0-ad10-baa6997926c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, fc490584-94b5-497e-bcdc-d1a5f977e3f6) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:06:47.699365 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b6838b-c96b-4ae0-ad10-baa6997926c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:47.700112 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b9b6838b-c96b-4ae0-ad10-baa6997926c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:47.707791 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e17109-e8a5-4987-84e7-44c54b20ddb8 None None] Network fc490584-94b5-497e-bcdc-d1a5f977e3f6 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:06:47.725945 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b9b6838b-c96b-4ae0-ad10-baa6997926c5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4901624 Jan 11 10:06:47.726441 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39888) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:47.731586 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-1c4565c8-75d0-400c-a686-e23b6b57b7f2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-873127035-router', 'tenant_id': 'a959896eef75421c9411921e117cea12', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:06:47.736848 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1c4565c8-75d0-400c-a686-e23b6b57b7f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:06:47.740684 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1c4565c8-75d0-400c-a686-e23b6b57b7f2 admin admin] Usage tracker for resource:router and tenant:a959896eef75421c9411921e117cea12 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:06:47.743755 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1c4565c8-75d0-400c-a686-e23b6b57b7f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:06:47.749961 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1c4565c8-75d0-400c-a686-e23b6b57b7f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:06:47.761654 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c4565c8-75d0-400c-a686-e23b6b57b7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:47.762817 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c4565c8-75d0-400c-a686-e23b6b57b7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:47.780463 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c4565c8-75d0-400c-a686-e23b6b57b7f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:47.836657 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7abd76-c763-4ac8-9cb0-834b5e1226f8', 'name': 'tempest-TestEncryptedCinderVolumes-1336540151-router', 'tenant_id': 'c60749222cc64946b224d0f7eb38116d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '90b255fa-c405-493d-b8ff-3a52c47798e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:06:41Z', 'updated_at': '2022-01-11T10:06:45Z', 'revision_number': 4, 'project_id': 'c60749222cc64946b224d0f7eb38116d', 'gw_port': {'id': '90b255fa-c405-493d-b8ff-3a52c47798e6', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:31:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7abd76-c763-4ac8-9cb0-834b5e1226f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:06:41Z', 'updated_at': '2022-01-11T10:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '410a58be-3b0e-4d79-b071-e1022f3aad8e', 'name': '', 'network_id': '309bf24b-3474-45ce-877e-ace285a1cec6', 'tenant_id': 'c60749222cc64946b224d0f7eb38116d', 'mac_address': 'fa:16:3e:97:ac:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7abd76-c763-4ac8-9cb0-834b5e1226f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '5a88c263-c34e-4702-89f3-ef7293c50313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:06:44Z', 'updated_at': '2022-01-11T10:06:45Z', 'revision_number': 2, 'project_id': 'c60749222cc64946b224d0f7eb38116d', 'subnets': [{'id': '5a88c263-c34e-4702-89f3-ef7293c50313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:47.840654 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] Checking router: 4c7abd76-c763-4ac8-9cb0-834b5e1226f8 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:06:47.841157 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] Updating router 4c7abd76-c763-4ac8-9cb0-834b5e1226f8 port 410a58be-3b0e-4d79-b071-e1022f3aad8e binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 10:06:47.895713 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:47.931910 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e54719-8b88-4e6f-9184-3ea5d744dd45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-fc490584-94b5-497e-bcdc-d1a5f977e3f6', 'network_id': 'fc490584-94b5-497e-bcdc-d1a5f977e3f6', 'tenant_id': 'a959896eef75421c9411921e117cea12', 'fixed_ips': [{'subnet_id': '2b2d28a4-1138-4833-ad57-7db88dd17ccf'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 10:06:47.933047 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-16e54719-8b88-4e6f-9184-3ea5d744dd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:48.095234 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-16e54719-8b88-4e6f-9184-3ea5d744dd45 None None] Allocated IP 172.20.0.2 (fc490584-94b5-497e-bcdc-d1a5f977e3f6/2b2d28a4-1138-4833-ad57-7db88dd17ccf/1f6e96d1-66f3-483e-8d7b-361aeb7426d1) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:06:48.203429 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c4565c8-75d0-400c-a686-e23b6b57b7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:48.264720 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:48.277875 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] Transition to ACTIVE for port object 410a58be-3b0e-4d79-b071-e1022f3aad8e will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:06:48.285134 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:48.361560 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-16e54719-8b88-4e6f-9184-3ea5d744dd45 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:48.375234 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-16e54719-8b88-4e6f-9184-3ea5d744dd45 None None] Transition to ACTIVE for port object 1f6e96d1-66f3-483e-8d7b-361aeb7426d1 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:06:48.396900 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-16e54719-8b88-4e6f-9184-3ea5d744dd45 None None] Transition to ACTIVE for port object 1f6e96d1-66f3-483e-8d7b-361aeb7426d1 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:06:48.403050 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-16e54719-8b88-4e6f-9184-3ea5d744dd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:48.480269 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e54719-8b88-4e6f-9184-3ea5d744dd45 None None] Network fc490584-94b5-497e-bcdc-d1a5f977e3f6 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:06:48.486532 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-16e54719-8b88-4e6f-9184-3ea5d744dd45 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:06:48.489164 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e54719-8b88-4e6f-9184-3ea5d744dd45 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:06:48.516419 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] Attempting to bind port 410a58be-3b0e-4d79-b071-e1022f3aad8e on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:06:48.517511 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] Attempting to bind port 410a58be-3b0e-4d79-b071-e1022f3aad8e by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '7a70ee11-880a-4042-87f9-a2f06b2621cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '309bf24b-3474-45ce-877e-ace285a1cec6'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:06:48.518052 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] Attempting to bind port 410a58be-3b0e-4d79-b071-e1022f3aad8e on network 309bf24b-3474-45ce-877e-ace285a1cec6 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:06:48.527353 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:06:48.527993 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] Checking segment: {'id': '7a70ee11-880a-4042-87f9-a2f06b2621cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '309bf24b-3474-45ce-877e-ace285a1cec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:06:48.528548 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:48.529347 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] Bound using segment: {'id': '7a70ee11-880a-4042-87f9-a2f06b2621cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '309bf24b-3474-45ce-877e-ace285a1cec6'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:06:48.529955 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] Bound port: 410a58be-3b0e-4d79-b071-e1022f3aad8e, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a70ee11-880a-4042-87f9-a2f06b2621cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '309bf24b-3474-45ce-877e-ace285a1cec6'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:06:48.530494 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:48.544381 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e54719-8b88-4e6f-9184-3ea5d744dd45 None None] Pushing event updated for resources: {'Port': ['ID=1f6e96d1-66f3-483e-8d7b-361aeb7426d1,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:48.575850 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c4565c8-75d0-400c-a686-e23b6b57b7f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:48.607873 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-16e54719-8b88-4e6f-9184-3ea5d744dd45 None None] Attempting to bind port 1f6e96d1-66f3-483e-8d7b-361aeb7426d1 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:06:48.608152 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-16e54719-8b88-4e6f-9184-3ea5d744dd45 None None] Attempting to bind port 1f6e96d1-66f3-483e-8d7b-361aeb7426d1 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '027f9288-6539-4767-bd72-e4911b3b8686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fc490584-94b5-497e-bcdc-d1a5f977e3f6'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:06:48.608532 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e54719-8b88-4e6f-9184-3ea5d744dd45 None None] Attempting to bind port 1f6e96d1-66f3-483e-8d7b-361aeb7426d1 on network fc490584-94b5-497e-bcdc-d1a5f977e3f6 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:06:48.609308 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c4565c8-75d0-400c-a686-e23b6b57b7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:48.614349 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c29773-cf85-4958-9c9b-a5b4e312c1d1 None None] Pushing event updated for resources: {'Port': ['ID=410a58be-3b0e-4d79-b071-e1022f3aad8e,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:48.615829 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e54719-8b88-4e6f-9184-3ea5d744dd45 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:06:48.616210 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e54719-8b88-4e6f-9184-3ea5d744dd45 None None] Checking segment: {'id': '027f9288-6539-4767-bd72-e4911b3b8686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fc490584-94b5-497e-bcdc-d1a5f977e3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:06:48.616614 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-16e54719-8b88-4e6f-9184-3ea5d744dd45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:48.617059 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e54719-8b88-4e6f-9184-3ea5d744dd45 None None] Bound using segment: {'id': '027f9288-6539-4767-bd72-e4911b3b8686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fc490584-94b5-497e-bcdc-d1a5f977e3f6'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:06:48.619687 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-16e54719-8b88-4e6f-9184-3ea5d744dd45 None None] Bound port: 1f6e96d1-66f3-483e-8d7b-361aeb7426d1, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027f9288-6539-4767-bd72-e4911b3b8686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fc490584-94b5-497e-bcdc-d1a5f977e3f6'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:06:48.620072 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-16e54719-8b88-4e6f-9184-3ea5d744dd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:48.628859 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c29773-cf85-4958-9c9b-a5b4e312c1d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:48.629519 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c29773-cf85-4958-9c9b-a5b4e312c1d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:48.630073 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c29773-cf85-4958-9c9b-a5b4e312c1d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:48.630873 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c29773-cf85-4958-9c9b-a5b4e312c1d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:48.631636 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c29773-cf85-4958-9c9b-a5b4e312c1d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:48.632213 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c29773-cf85-4958-9c9b-a5b4e312c1d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:48.632689 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c29773-cf85-4958-9c9b-a5b4e312c1d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:48.633159 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c29773-cf85-4958-9c9b-a5b4e312c1d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:48.633628 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c29773-cf85-4958-9c9b-a5b4e312c1d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:48.634115 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c29773-cf85-4958-9c9b-a5b4e312c1d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:48.634595 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c29773-cf85-4958-9c9b-a5b4e312c1d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:48.635045 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c29773-cf85-4958-9c9b-a5b4e312c1d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:06:48.680820 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] For port 410a58be-3b0e-4d79-b071-e1022f3aad8e, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:06:48.684282 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] For port 410a58be-3b0e-4d79-b071-e1022f3aad8e, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=410a58be-3b0e-4d79-b071-e1022f3aad8e,segment=NetworkSegment(7a70ee11-880a-4042-87f9-a2f06b2621cf),segment_id=7a70ee11-880a-4042-87f9-a2f06b2621cf)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:06:48.690360 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:48.753527 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-16e54719-8b88-4e6f-9184-3ea5d744dd45 None None] For port 1f6e96d1-66f3-483e-8d7b-361aeb7426d1, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:06:48.756889 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-16e54719-8b88-4e6f-9184-3ea5d744dd45 None None] For port 1f6e96d1-66f3-483e-8d7b-361aeb7426d1, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=1f6e96d1-66f3-483e-8d7b-361aeb7426d1,segment=NetworkSegment(027f9288-6539-4767-bd72-e4911b3b8686),segment_id=027f9288-6539-4767-bd72-e4911b3b8686)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:06:48.763439 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-16e54719-8b88-4e6f-9184-3ea5d744dd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:48.789981 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-1c4565c8-75d0-400c-a686-e23b6b57b7f2 admin admin] Allocated IP 172.26.3.97 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/778d35f2-83ff-4fd7-a3f9-5ae04f745135) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:06:48.800189 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] Routers {'4c7abd76-c763-4ac8-9cb0-834b5e1226f8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:06:48.800819 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:06:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['4c7abd76-c763-4ac8-9cb0-834b5e1226f8'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:48.823366 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 90b255fa-c405-493d-b8ff-3a52c47798e6 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:06:48.904978 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c29773-cf85-4958-9c9b-a5b4e312c1d1 None None] Pushing event updated for resources: {'Port': ['ID=410a58be-3b0e-4d79-b071-e1022f3aad8e,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:48.950758 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e54719-8b88-4e6f-9184-3ea5d744dd45 None None] Pushing event updated for resources: {'Port': ['ID=1f6e96d1-66f3-483e-8d7b-361aeb7426d1,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:48.961777 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 90b255fa-c405-493d-b8ff-3a52c47798e6 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:06:48.962186 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:48.984528 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c4565c8-75d0-400c-a686-e23b6b57b7f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:49.026079 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c4565c8-75d0-400c-a686-e23b6b57b7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:49.064007 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] Set router 4c7abd76-c763-4ac8-9cb0-834b5e1226f8 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:06:49.107143 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4565c8-75d0-400c-a686-e23b6b57b7f2 admin admin] Pushing event updated for resources: {'Port': ['ID=778d35f2-83ff-4fd7-a3f9-5ae04f745135,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:49.120598 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4565c8-75d0-400c-a686-e23b6b57b7f2 admin admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:06:49.121823 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-1c4565c8-75d0-400c-a686-e23b6b57b7f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:06:49.131957 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4565c8-75d0-400c-a686-e23b6b57b7f2 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:06:49.233649 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-63e0aba4-041a-438f-a8ed-b6192cc4888d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:49.435036 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7abd76-c763-4ac8-9cb0-834b5e1226f8', 'name': 'tempest-TestEncryptedCinderVolumes-1336540151-router', 'tenant_id': 'c60749222cc64946b224d0f7eb38116d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '90b255fa-c405-493d-b8ff-3a52c47798e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:06:41Z', 'updated_at': '2022-01-11T10:06:45Z', 'revision_number': 4, 'project_id': 'c60749222cc64946b224d0f7eb38116d', 'gw_port': {'id': '90b255fa-c405-493d-b8ff-3a52c47798e6', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:31:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7abd76-c763-4ac8-9cb0-834b5e1226f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:06:41Z', 'updated_at': '2022-01-11T10:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '410a58be-3b0e-4d79-b071-e1022f3aad8e', 'name': '', 'network_id': '309bf24b-3474-45ce-877e-ace285a1cec6', 'tenant_id': 'c60749222cc64946b224d0f7eb38116d', 'mac_address': 'fa:16:3e:97:ac:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7abd76-c763-4ac8-9cb0-834b5e1226f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '5a88c263-c34e-4702-89f3-ef7293c50313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:06:44Z', 'updated_at': '2022-01-11T10:06:48Z', 'revision_number': 4, 'project_id': 'c60749222cc64946b224d0f7eb38116d', 'subnets': [{'id': '5a88c263-c34e-4702-89f3-ef7293c50313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:49.439633 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da94a7c3-0a6c-41d5-8dee-dbc3de2cf5d8 None None] The sync data for ids ['4c7abd76-c763-4ac8-9cb0-834b5e1226f8'] in dv-neutron-823402-4-hyperv is: [{'id': '4c7abd76-c763-4ac8-9cb0-834b5e1226f8', 'name': 'tempest-TestEncryptedCinderVolumes-1336540151-router', 'tenant_id': 'c60749222cc64946b224d0f7eb38116d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '90b255fa-c405-493d-b8ff-3a52c47798e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:06:41Z', 'updated_at': '2022-01-11T10:06:45Z', 'revision_number': 4, 'project_id': 'c60749222cc64946b224d0f7eb38116d', 'gw_port': {'id': '90b255fa-c405-493d-b8ff-3a52c47798e6', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:31:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7abd76-c763-4ac8-9cb0-834b5e1226f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:06:41Z', 'updated_at': '2022-01-11T10:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '410a58be-3b0e-4d79-b071-e1022f3aad8e', 'name': '', 'network_id': '309bf24b-3474-45ce-877e-ace285a1cec6', 'tenant_id': 'c60749222cc64946b224d0f7eb38116d', 'mac_address': 'fa:16:3e:97:ac:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7abd76-c763-4ac8-9cb0-834b5e1226f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '5a88c263-c34e-4702-89f3-ef7293c50313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:06:44Z', 'updated_at': '2022-01-11T10:06:48Z', 'revision_number': 4, 'project_id': 'c60749222cc64946b224d0f7eb38116d', 'subnets': [{'id': '5a88c263-c34e-4702-89f3-ef7293c50313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:06:49.626129 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c4565c8-75d0-400c-a686-e23b6b57b7f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:50.037469 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c1bd81-324a-4695-8e66-5d64b1ebdfb3 None None] Network fc490584-94b5-497e-bcdc-d1a5f977e3f6 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:06:50.109828 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c4565c8-75d0-400c-a686-e23b6b57b7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:50.141778 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9135c8a6-54db-4bbc-bef0-e3e2a83e2615 None None] Provisioning for port 1f6e96d1-66f3-483e-8d7b-361aeb7426d1 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:06:50.331846 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4565c8-75d0-400c-a686-e23b6b57b7f2 admin admin] Router ee6968e8-875c-40f3-a637-3deeb2312723 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 10:06:50.524351 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4565c8-75d0-400c-a686-e23b6b57b7f2 admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:06:50.534430 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] Sync routers for ids ['ee6968e8-875c-40f3-a637-3deeb2312723'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:06:50.544714 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] Routers {'ee6968e8-875c-40f3-a637-3deeb2312723'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:06:50.545403 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:06:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['ee6968e8-875c-40f3-a637-3deeb2312723'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:50.550677 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c4565c8-75d0-400c-a686-e23b6b57b7f2 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:50.552109 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1c4565c8-75d0-400c-a686-e23b6b57b7f2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8245802 Jan 11 10:06:50.554844 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 39892) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:06:50.734161 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] Set router ee6968e8-875c-40f3-a637-3deeb2312723 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:06:50.858262 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 410a58be-3b0e-4d79-b071-e1022f3aad8e up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:06:51.043876 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 410a58be-3b0e-4d79-b071-e1022f3aad8e completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:06:51.090210 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 410a58be-3b0e-4d79-b071-e1022f3aad8e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:06:51.090585 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:51.212861 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6968e8-875c-40f3-a637-3deeb2312723', 'name': 'tempest-TestEncryptedCinderVolumes-873127035-router', 'tenant_id': 'a959896eef75421c9411921e117cea12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '778d35f2-83ff-4fd7-a3f9-5ae04f745135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:06:47Z', 'updated_at': '2022-01-11T10:06:49Z', 'revision_number': 3, 'project_id': 'a959896eef75421c9411921e117cea12', 'gw_port': {'id': '778d35f2-83ff-4fd7-a3f9-5ae04f745135', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6968e8-875c-40f3-a637-3deeb2312723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:06:48Z', 'updated_at': '2022-01-11T10:06:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:51.225476 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] Checking router: ee6968e8-875c-40f3-a637-3deeb2312723 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:06:51.225818 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] Updating router ee6968e8-875c-40f3-a637-3deeb2312723 port 778d35f2-83ff-4fd7-a3f9-5ae04f745135 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 10:06:51.272032 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:51.307091 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:51.357160 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 410a58be-3b0e-4d79-b071-e1022f3aad8e, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=410a58be-3b0e-4d79-b071-e1022f3aad8e,segment=NetworkSegment(7a70ee11-880a-4042-87f9-a2f06b2621cf),segment_id=7a70ee11-880a-4042-87f9-a2f06b2621cf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:06:51.365009 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:51.365787 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 1f6e96d1-66f3-483e-8d7b-361aeb7426d1 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:06:51.376397 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c08f7cf0-7af2-40ac-9ee7-e356c81849e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:51.550485 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3b5c7f62-0f4d-41b2-a301-0037d852db3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:51.582038 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-c08f7cf0-7af2-40ac-9ee7-e356c81849e2 admin admin] Allocated IP 172.20.0.1 (fc490584-94b5-497e-bcdc-d1a5f977e3f6/2b2d28a4-1138-4833-ad57-7db88dd17ccf/0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:06:51.582772 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=410a58be-3b0e-4d79-b071-e1022f3aad8e,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:51.654862 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 1f6e96d1-66f3-483e-8d7b-361aeb7426d1 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:06:51.666678 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 1f6e96d1-66f3-483e-8d7b-361aeb7426d1 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:06:51.667050 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:51.733036 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c08f7cf0-7af2-40ac-9ee7-e356c81849e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:51.750463 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c08f7cf0-7af2-40ac-9ee7-e356c81849e2 admin admin] Transition to ACTIVE for port object 0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:06:51.773112 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c08f7cf0-7af2-40ac-9ee7-e356c81849e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:51.838627 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08f7cf0-7af2-40ac-9ee7-e356c81849e2 admin admin] Network fc490584-94b5-497e-bcdc-d1a5f977e3f6 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:06:51.841307 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-c08f7cf0-7af2-40ac-9ee7-e356c81849e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:06:51.843827 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08f7cf0-7af2-40ac-9ee7-e356c81849e2 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:06:51.868300 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:51.888737 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f7cf0-7af2-40ac-9ee7-e356c81849e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:51.893028 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:51.910285 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c08f7cf0-7af2-40ac-9ee7-e356c81849e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:51.917086 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] Transition to ACTIVE for port object 778d35f2-83ff-4fd7-a3f9-5ae04f745135 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:06:51.924491 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 1f6e96d1-66f3-483e-8d7b-361aeb7426d1, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=1f6e96d1-66f3-483e-8d7b-361aeb7426d1,segment=NetworkSegment(027f9288-6539-4767-bd72-e4911b3b8686),segment_id=027f9288-6539-4767-bd72-e4911b3b8686)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:06:51.926185 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:51.969735 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:52.011844 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] Attempting to bind port 778d35f2-83ff-4fd7-a3f9-5ae04f745135 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:06:52.012206 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] Attempting to bind port 778d35f2-83ff-4fd7-a3f9-5ae04f745135 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:06:52.012570 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] Attempting to bind port 778d35f2-83ff-4fd7-a3f9-5ae04f745135 on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:06:52.019016 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc6ead-e835-4382-8a58-df0402f85b4b None None] Pushing event updated for resources: {'Port': ['ID=778d35f2-83ff-4fd7-a3f9-5ae04f745135,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:52.057243 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:06:52.057996 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:06:52.057996 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:52.058409 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:06:52.058890 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] Bound port: 778d35f2-83ff-4fd7-a3f9-5ae04f745135, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:06:52.059258 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:52.059717 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c08f7cf0-7af2-40ac-9ee7-e356c81849e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:52.158445 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=1f6e96d1-66f3-483e-8d7b-361aeb7426d1,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:52.172154 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] For port 778d35f2-83ff-4fd7-a3f9-5ae04f745135, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:06:52.176592 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] For port 778d35f2-83ff-4fd7-a3f9-5ae04f745135, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=778d35f2-83ff-4fd7-a3f9-5ae04f745135,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:06:52.181123 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:52.214365 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7b76fd48-2f9a-4451-9865-06c0afa4531b None None] Provisioning for port 0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:06:52.243929 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7b76fd48-2f9a-4451-9865-06c0afa4531b None None] Provisioning complete for port 0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:06:52.244311 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7b76fd48-2f9a-4451-9865-06c0afa4531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:52.294068 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c08f7cf0-7af2-40ac-9ee7-e356c81849e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:52.298769 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c08f7cf0-7af2-40ac-9ee7-e356c81849e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:52.312570 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] Routers {'ee6968e8-875c-40f3-a637-3deeb2312723'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:06:52.313607 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:06:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['ee6968e8-875c-40f3-a637-3deeb2312723'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:52.365220 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc6ead-e835-4382-8a58-df0402f85b4b None None] Pushing event updated for resources: {'Port': ['ID=778d35f2-83ff-4fd7-a3f9-5ae04f745135,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:52.390412 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7b76fd48-2f9a-4451-9865-06c0afa4531b None None] Port 0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:06:52.411662 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f7cf0-7af2-40ac-9ee7-e356c81849e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:52.416767 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c08f7cf0-7af2-40ac-9ee7-e356c81849e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:52.503804 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] Set router ee6968e8-875c-40f3-a637-3deeb2312723 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:06:52.551690 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08f7cf0-7af2-40ac-9ee7-e356c81849e2 admin admin] Network fc490584-94b5-497e-bcdc-d1a5f977e3f6 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:06:52.552811 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-c08f7cf0-7af2-40ac-9ee7-e356c81849e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:06:52.781144 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08f7cf0-7af2-40ac-9ee7-e356c81849e2 admin admin] Router ee6968e8-875c-40f3-a637-3deeb2312723 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:06:52.814426 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:52.817714 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:52.830677 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 410a58be-3b0e-4d79-b071-e1022f3aad8e up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:06:52.948131 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6b312c1e-3220-4d04-ac4c-c4d022a80a86 None None] Provisioning complete for port 0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:06:52.948495 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6b312c1e-3220-4d04-ac4c-c4d022a80a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:53.006867 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 410a58be-3b0e-4d79-b071-e1022f3aad8e triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:06:53.007237 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:53.076541 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6b312c1e-3220-4d04-ac4c-c4d022a80a86 None None] Port 0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:06:53.094585 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6968e8-875c-40f3-a637-3deeb2312723', 'name': 'tempest-TestEncryptedCinderVolumes-873127035-router', 'tenant_id': 'a959896eef75421c9411921e117cea12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '778d35f2-83ff-4fd7-a3f9-5ae04f745135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:06:47Z', 'updated_at': '2022-01-11T10:06:51Z', 'revision_number': 4, 'project_id': 'a959896eef75421c9411921e117cea12', 'gw_port': {'id': '778d35f2-83ff-4fd7-a3f9-5ae04f745135', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6968e8-875c-40f3-a637-3deeb2312723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:06:48Z', 'updated_at': '2022-01-11T10:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6', 'name': '', 'network_id': 'fc490584-94b5-497e-bcdc-d1a5f977e3f6', 'tenant_id': 'a959896eef75421c9411921e117cea12', 'mac_address': 'fa:16:3e:e7:81:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6968e8-875c-40f3-a637-3deeb2312723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '2b2d28a4-1138-4833-ad57-7db88dd17ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:06:51Z', 'updated_at': '2022-01-11T10:06:52Z', 'revision_number': 2, 'project_id': 'a959896eef75421c9411921e117cea12', 'subnets': [{'id': '2b2d28a4-1138-4833-ad57-7db88dd17ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:53.096649 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08f7cf0-7af2-40ac-9ee7-e356c81849e2 admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:06:53.100720 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8260d16a-c66b-44d8-a49e-8a0e6d27e1ac None None] The sync data for ids ['ee6968e8-875c-40f3-a637-3deeb2312723'] in dv-neutron-823402-4-hyperv is: [{'id': 'ee6968e8-875c-40f3-a637-3deeb2312723', 'name': 'tempest-TestEncryptedCinderVolumes-873127035-router', 'tenant_id': 'a959896eef75421c9411921e117cea12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '778d35f2-83ff-4fd7-a3f9-5ae04f745135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:06:47Z', 'updated_at': '2022-01-11T10:06:51Z', 'revision_number': 4, 'project_id': 'a959896eef75421c9411921e117cea12', 'gw_port': {'id': '778d35f2-83ff-4fd7-a3f9-5ae04f745135', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6968e8-875c-40f3-a637-3deeb2312723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:06:48Z', 'updated_at': '2022-01-11T10:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6', 'name': '', 'network_id': 'fc490584-94b5-497e-bcdc-d1a5f977e3f6', 'tenant_id': 'a959896eef75421c9411921e117cea12', 'mac_address': 'fa:16:3e:e7:81:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6968e8-875c-40f3-a637-3deeb2312723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '2b2d28a4-1138-4833-ad57-7db88dd17ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:06:51Z', 'updated_at': '2022-01-11T10:06:52Z', 'revision_number': 2, 'project_id': 'a959896eef75421c9411921e117cea12', 'subnets': [{'id': '2b2d28a4-1138-4833-ad57-7db88dd17ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:06:53.106459 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c08f7cf0-7af2-40ac-9ee7-e356c81849e2 admin admin] 10.222.0.15 "PUT /v2.0/routers/ee6968e8-875c-40f3-a637-3deeb2312723/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5505514 Jan 11 10:06:53.157818 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 1f6e96d1-66f3-483e-8d7b-361aeb7426d1 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:06:53.225739 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 1f6e96d1-66f3-483e-8d7b-361aeb7426d1 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:06:53.226190 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:53.977461 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-592d1c21-8a26-4726-ad6a-954b6193672a tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:53.978970 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-592d1c21-8a26-4726-ad6a-954b6193672a tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/networks?id=309bf24b-3474-45ce-877e-ace285a1cec6 HTTP/1.1" status: 200 len: 817 time: 0.1631224 Jan 11 10:06:53.994337 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-f23cb170-a5c8-46d7-88f5-eb37a566a8a8 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/quotas/c60749222cc64946b224d0f7eb38116d HTTP/1.1" status: 200 len: 375 time: 0.0095308 Jan 11 10:06:54.087351 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-30af4e43-8fbd-4e83-8042-1e5d1b22bf39 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c60749222cc64946b224d0f7eb38116d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877662 Jan 11 10:06:54.165578 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:54.232340 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-51414745-e620-4119-b16f-da255074c02a service neutron] 10.222.0.15 "GET /v2.0/networks/309bf24b-3474-45ce-877e-ace285a1cec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325355 Jan 11 10:06:54.368605 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-578a9b30-8975-407b-ab62-08f7f7b9fda9 service neutron] 10.222.0.15 "GET /v2.0/networks/309bf24b-3474-45ce-877e-ace285a1cec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304204 Jan 11 10:06:54.560909 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-32695ed8-cc06-4525-96c9-1278a6f208b8 req-1fa2aaac-e5df-40fa-8021-5b1838229a42 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b HTTP/1.1" status: 200 len: 210 time: 0.0474074 Jan 11 10:06:54.830188 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 778d35f2-83ff-4fd7-a3f9-5ae04f745135 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:06:54.905317 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 778d35f2-83ff-4fd7-a3f9-5ae04f745135 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:06:54.910246 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 778d35f2-83ff-4fd7-a3f9-5ae04f745135 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:06:54.910617 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:55.030930 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:55.049441 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 778d35f2-83ff-4fd7-a3f9-5ae04f745135, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=778d35f2-83ff-4fd7-a3f9-5ae04f745135,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:06:55.053277 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:55.123976 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=778d35f2-83ff-4fd7-a3f9-5ae04f745135,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:55.630757 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-dc216dbb-1fa0-41f2-b4c6-6e914f944ff7 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:55.631542 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-dc216dbb-1fa0-41f2-b4c6-6e914f944ff7 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Synchronizing usage tracker for tenant:c60749222cc64946b224d0f7eb38116d on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:06:55.652460 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-dc216dbb-1fa0-41f2-b4c6-6e914f944ff7 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Unset dirty status for tenant:c60749222cc64946b224d0f7eb38116d on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:06:55.654179 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-dc216dbb-1fa0-41f2-b4c6-6e914f944ff7 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.42 "GET /v2.0/networks?id=309bf24b-3474-45ce-877e-ace285a1cec6 HTTP/1.1" status: 200 len: 817 time: 0.1745799 Jan 11 10:06:55.673238 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-6c74ad01-a768-4c1c-94a0-b9d8336f48b4 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Request body: {'port': {'device_id': 'e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b', 'network_id': '309bf24b-3474-45ce-877e-ace285a1cec6', 'admin_state_up': True, 'tenant_id': 'c60749222cc64946b224d0f7eb38116d'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:06:55.737943 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ebe63786-148b-49b4-bd5c-5d1acdf91526 req-57df8903-5f9f-4851-9f30-81bb8ce7a748 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b HTTP/1.1" status: 200 len: 210 time: 0.0513320 Jan 11 10:06:55.825980 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-6c74ad01-a768-4c1c-94a0-b9d8336f48b4 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:06:55.830049 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-6c74ad01-a768-4c1c-94a0-b9d8336f48b4 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Usage tracker for resource:port and tenant:c60749222cc64946b224d0f7eb38116d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:06:55.833030 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-6c74ad01-a768-4c1c-94a0-b9d8336f48b4 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:06:55.838912 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-6c74ad01-a768-4c1c-94a0-b9d8336f48b4 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:06:55.849305 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-6c74ad01-a768-4c1c-94a0-b9d8336f48b4 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Made reservation on behalf of c60749222cc64946b224d0f7eb38116d for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:06:55.852806 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-6c74ad01-a768-4c1c-94a0-b9d8336f48b4 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:56.012922 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-6c74ad01-a768-4c1c-94a0-b9d8336f48b4 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Allocated IP 172.20.0.3 (309bf24b-3474-45ce-877e-ace285a1cec6/5a88c263-c34e-4702-89f3-ef7293c50313/ce65620f-649b-458b-beda-abd98ff75712) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:06:56.211730 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-6c74ad01-a768-4c1c-94a0-b9d8336f48b4 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:56.227636 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-6c74ad01-a768-4c1c-94a0-b9d8336f48b4 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Transition to ACTIVE for port object ce65620f-649b-458b-beda-abd98ff75712 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:06:56.250486 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-6c74ad01-a768-4c1c-94a0-b9d8336f48b4 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:56.322066 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-6c74ad01-a768-4c1c-94a0-b9d8336f48b4 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Network 309bf24b-3474-45ce-877e-ace285a1cec6 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:06:56.324935 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-6c74ad01-a768-4c1c-94a0-b9d8336f48b4 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:06:56.327985 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-6c74ad01-a768-4c1c-94a0-b9d8336f48b4 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:06:56.368972 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74ad01-a768-4c1c-94a0-b9d8336f48b4 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Pushing event updated for resources: {'Port': ['ID=ce65620f-649b-458b-beda-abd98ff75712,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:56.399351 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-6c74ad01-a768-4c1c-94a0-b9d8336f48b4 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:56.399953 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-6c74ad01-a768-4c1c-94a0-b9d8336f48b4 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:56.421458 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-6c74ad01-a768-4c1c-94a0-b9d8336f48b4 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7561245 Jan 11 10:06:56.432434 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-a69f3fb0-7667-48cb-bb70-474bbdf66c0a service neutron] Request body: {'port': {'device_id': 'e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:06:56.548569 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-a69f3fb0-7667-48cb-bb70-474bbdf66c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:56.620409 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6884541d-262c-4873-a43f-7eda95ca9449 None None] Provisioning for port ce65620f-649b-458b-beda-abd98ff75712 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:06:56.625025 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6884541d-262c-4873-a43f-7eda95ca9449 None None] Provisioning complete for port ce65620f-649b-458b-beda-abd98ff75712 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:06:56.625420 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6884541d-262c-4873-a43f-7eda95ca9449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:56.685953 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6884541d-262c-4873-a43f-7eda95ca9449 None None] Port ce65620f-649b-458b-beda-abd98ff75712 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:06:56.801571 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 778d35f2-83ff-4fd7-a3f9-5ae04f745135 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:06:56.875284 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 778d35f2-83ff-4fd7-a3f9-5ae04f745135 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:06:56.875601 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:56.925991 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-a69f3fb0-7667-48cb-bb70-474bbdf66c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce65620f-649b-458b-beda-abd98ff75712 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:06:56.935389 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-a69f3fb0-7667-48cb-bb70-474bbdf66c0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:56.951657 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a3325-e666-4801-8730-303890413e93 req-1bc6b0b4-5828-48b1-9e9f-7c687b81c006 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:56.952962 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-a69f3fb0-7667-48cb-bb70-474bbdf66c0a service neutron] Transition to ACTIVE for port object ce65620f-649b-458b-beda-abd98ff75712 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:06:56.955088 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-098a3325-e666-4801-8730-303890413e93 req-1bc6b0b4-5828-48b1-9e9f-7c687b81c006 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b HTTP/1.1" status: 200 len: 931 time: 0.0995584 Jan 11 10:06:56.957136 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-a69f3fb0-7667-48cb-bb70-474bbdf66c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:57.009674 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] Sync routers for ids ['ee6968e8-875c-40f3-a637-3deeb2312723'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:06:57.018866 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-098a3325-e666-4801-8730-303890413e93 req-8857114e-6d0d-48b7-916f-5e6f72700919 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1e5787-1ba4-4932-afc3-374d98311b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578911 Jan 11 10:06:57.020340 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] Routers {'ee6968e8-875c-40f3-a637-3deeb2312723'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:06:57.021057 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:06:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['ee6968e8-875c-40f3-a637-3deeb2312723'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:57.138386 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f3fb0-7667-48cb-bb70-474bbdf66c0a service neutron] Pushing event updated for resources: {'Port': ['ID=ce65620f-649b-458b-beda-abd98ff75712,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:57.214598 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] Set router ee6968e8-875c-40f3-a637-3deeb2312723 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:06:57.216183 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-a69f3fb0-7667-48cb-bb70-474bbdf66c0a service neutron] Attempting to bind port ce65620f-649b-458b-beda-abd98ff75712 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:06:57.216517 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-a69f3fb0-7667-48cb-bb70-474bbdf66c0a service neutron] Attempting to bind port ce65620f-649b-458b-beda-abd98ff75712 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '7a70ee11-880a-4042-87f9-a2f06b2621cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '309bf24b-3474-45ce-877e-ace285a1cec6'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:06:57.216841 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-a69f3fb0-7667-48cb-bb70-474bbdf66c0a service neutron] Attempting to bind port ce65620f-649b-458b-beda-abd98ff75712 on network 309bf24b-3474-45ce-877e-ace285a1cec6 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:06:57.222512 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-a69f3fb0-7667-48cb-bb70-474bbdf66c0a service neutron] Port ce65620f-649b-458b-beda-abd98ff75712 on network 309bf24b-3474-45ce-877e-ace285a1cec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 10:06:57.222827 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-a69f3fb0-7667-48cb-bb70-474bbdf66c0a service neutron] Attempting to bind port ce65620f-649b-458b-beda-abd98ff75712 on network 309bf24b-3474-45ce-877e-ace285a1cec6 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:06:57.228026 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-a69f3fb0-7667-48cb-bb70-474bbdf66c0a service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:06:57.228384 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-a69f3fb0-7667-48cb-bb70-474bbdf66c0a service neutron] Checking segment: {'id': '7a70ee11-880a-4042-87f9-a2f06b2621cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '309bf24b-3474-45ce-877e-ace285a1cec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:06:57.228760 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-a69f3fb0-7667-48cb-bb70-474bbdf66c0a service neutron] Bound using segment: {'id': '7a70ee11-880a-4042-87f9-a2f06b2621cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '309bf24b-3474-45ce-877e-ace285a1cec6'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:06:57.229179 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-a69f3fb0-7667-48cb-bb70-474bbdf66c0a service neutron] Bound port: ce65620f-649b-458b-beda-abd98ff75712, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a70ee11-880a-4042-87f9-a2f06b2621cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '309bf24b-3474-45ce-877e-ace285a1cec6'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:06:57.229518 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-a69f3fb0-7667-48cb-bb70-474bbdf66c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:57.320969 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-a69f3fb0-7667-48cb-bb70-474bbdf66c0a service neutron] For port ce65620f-649b-458b-beda-abd98ff75712, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:06:57.323922 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-a69f3fb0-7667-48cb-bb70-474bbdf66c0a service neutron] For port ce65620f-649b-458b-beda-abd98ff75712, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=ce65620f-649b-458b-beda-abd98ff75712,segment=NetworkSegment(7a70ee11-880a-4042-87f9-a2f06b2621cf),segment_id=7a70ee11-880a-4042-87f9-a2f06b2621cf)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:06:57.329004 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-a69f3fb0-7667-48cb-bb70-474bbdf66c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:57.381877 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-a69f3fb0-7667-48cb-bb70-474bbdf66c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:57.382904 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-a69f3fb0-7667-48cb-bb70-474bbdf66c0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:57.384018 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-a69f3fb0-7667-48cb-bb70-474bbdf66c0a service neutron] 10.222.0.42 "PUT /v2.0/ports/ce65620f-649b-458b-beda-abd98ff75712 HTTP/1.1" status: 200 len: 1093 time: 0.9557893 Jan 11 10:06:57.392273 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b', 'tag': 'ce65620f-649b-458b-beda-abd98ff75712'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:06:57.423843 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f3fb0-7667-48cb-bb70-474bbdf66c0a service neutron] Pushing event updated for resources: {'Port': ['ID=ce65620f-649b-458b-beda-abd98ff75712,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:57.467589 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b', 'tag': 'ce65620f-649b-458b-beda-abd98ff75712', 'status': 'completed', 'code': 200} Jan 11 10:06:57.513413 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-38b39fb2-37ea-4cec-a404-dadefeb2f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:57.515549 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-38b39fb2-37ea-4cec-a404-dadefeb2f803 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c60749222cc64946b224d0f7eb38116d&device_id=e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b HTTP/1.1" status: 200 len: 1096 time: 0.0874884 Jan 11 10:06:57.531819 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6968e8-875c-40f3-a637-3deeb2312723', 'name': 'tempest-TestEncryptedCinderVolumes-873127035-router', 'tenant_id': 'a959896eef75421c9411921e117cea12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '778d35f2-83ff-4fd7-a3f9-5ae04f745135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:06:47Z', 'updated_at': '2022-01-11T10:06:51Z', 'revision_number': 4, 'project_id': 'a959896eef75421c9411921e117cea12', 'gw_port': {'id': '778d35f2-83ff-4fd7-a3f9-5ae04f745135', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6968e8-875c-40f3-a637-3deeb2312723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:06:48Z', 'updated_at': '2022-01-11T10:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6', 'name': '', 'network_id': 'fc490584-94b5-497e-bcdc-d1a5f977e3f6', 'tenant_id': 'a959896eef75421c9411921e117cea12', 'mac_address': 'fa:16:3e:e7:81:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6968e8-875c-40f3-a637-3deeb2312723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '2b2d28a4-1138-4833-ad57-7db88dd17ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:06:51Z', 'updated_at': '2022-01-11T10:06:52Z', 'revision_number': 2, 'project_id': 'a959896eef75421c9411921e117cea12', 'subnets': [{'id': '2b2d28a4-1138-4833-ad57-7db88dd17ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:57.536261 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] Checking router: ee6968e8-875c-40f3-a637-3deeb2312723 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:06:57.536615 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] Updating router ee6968e8-875c-40f3-a637-3deeb2312723 port 0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6 binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 10:06:57.596797 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:57.693943 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-5fb4349b-3311-4285-926e-c3ac8354eb8b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce65620f-649b-458b-beda-abd98ff75712 HTTP/1.1" status: 200 len: 217 time: 0.1718059 Jan 11 10:06:57.758549 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-893bc4cb-6b90-473a-96a8-581fae000429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:57.759997 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-893bc4cb-6b90-473a-96a8-581fae000429 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5a88c263-c34e-4702-89f3-ef7293c50313 HTTP/1.1" status: 200 len: 856 time: 0.0603027 Jan 11 10:06:57.835609 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-2efd5f04-6e6a-4b82-90b1-d1095af1cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:57.837086 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-2efd5f04-6e6a-4b82-90b1-d1095af1cf75 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=309bf24b-3474-45ce-877e-ace285a1cec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710278 Jan 11 10:06:57.961873 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:57.969731 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-76442819-c1e2-4172-a7ad-c749f1695267 service neutron] 10.222.0.42 "GET /v2.0/networks/309bf24b-3474-45ce-877e-ace285a1cec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267993 Jan 11 10:06:57.975110 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] Transition to ACTIVE for port object 0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:06:57.981556 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:58.107394 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-cd1f430a-c9d8-4874-82eb-1ea02f18fa9a req-cf0f29b1-e222-49b4-8158-d336222ffbd1 service neutron] 10.222.0.42 "GET /v2.0/networks/309bf24b-3474-45ce-877e-ace285a1cec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323926 Jan 11 10:06:58.112809 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddfa20-ad5c-444f-afd2-368e4d614f02 None None] Pushing event updated for resources: {'Port': ['ID=0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:58.208309 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] Attempting to bind port 0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:06:58.208668 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] Attempting to bind port 0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '027f9288-6539-4767-bd72-e4911b3b8686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fc490584-94b5-497e-bcdc-d1a5f977e3f6'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:06:58.209031 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] Attempting to bind port 0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6 on network fc490584-94b5-497e-bcdc-d1a5f977e3f6 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:06:58.218679 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:06:58.219049 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] Checking segment: {'id': '027f9288-6539-4767-bd72-e4911b3b8686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fc490584-94b5-497e-bcdc-d1a5f977e3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:06:58.219443 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:58.219827 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] Bound using segment: {'id': '027f9288-6539-4767-bd72-e4911b3b8686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fc490584-94b5-497e-bcdc-d1a5f977e3f6'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:06:58.220290 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] Bound port: 0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027f9288-6539-4767-bd72-e4911b3b8686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fc490584-94b5-497e-bcdc-d1a5f977e3f6'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:06:58.220789 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:58.239021 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac8577-a17b-4e38-a92b-f3f8fa81a2a0 req-fd8cf860-872e-476e-bf56-c59fb553b0b3 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:58.240668 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a4ac8577-a17b-4e38-a92b-f3f8fa81a2a0 req-fd8cf860-872e-476e-bf56-c59fb553b0b3 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b HTTP/1.1" status: 200 len: 943 time: 0.0988808 Jan 11 10:06:58.266231 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e622f1-5e69-4a80-b889-ae41e5b27e23 req-dae2ca86-69f9-453a-b801-351a55e7bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:58.268339 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-93e622f1-5e69-4a80-b889-ae41e5b27e23 req-dae2ca86-69f9-453a-b801-351a55e7bf09 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c60749222cc64946b224d0f7eb38116d&device_id=e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b HTTP/1.1" status: 200 len: 1096 time: 0.0939150 Jan 11 10:06:58.294527 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a4ac8577-a17b-4e38-a92b-f3f8fa81a2a0 req-6c64eebf-9636-4feb-88fa-e5064e2ffaa4 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1e5787-1ba4-4932-afc3-374d98311b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471420 Jan 11 10:06:58.329201 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] For port 0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:06:58.332223 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] For port 0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6,segment=NetworkSegment(027f9288-6539-4767-bd72-e4911b3b8686),segment_id=027f9288-6539-4767-bd72-e4911b3b8686)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:06:58.335756 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:58.409226 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] Routers {'ee6968e8-875c-40f3-a637-3deeb2312723'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:06:58.409839 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:06:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['ee6968e8-875c-40f3-a637-3deeb2312723'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:58.411525 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e622f1-5e69-4a80-b889-ae41e5b27e23 req-db9d9436-f978-4618-aa77-ce38b8bb4e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:58.412960 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-93e622f1-5e69-4a80-b889-ae41e5b27e23 req-db9d9436-f978-4618-aa77-ce38b8bb4e13 service neutron] 10.222.0.42 "GET /v2.0/networks?id=309bf24b-3474-45ce-877e-ace285a1cec6 HTTP/1.1" status: 200 len: 918 time: 0.1384020 Jan 11 10:06:58.484915 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-93e622f1-5e69-4a80-b889-ae41e5b27e23 req-9ecc19d1-019f-4c01-8fed-44785e686ddf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce65620f-649b-458b-beda-abd98ff75712 HTTP/1.1" status: 200 len: 217 time: 0.0654485 Jan 11 10:06:58.493358 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddfa20-ad5c-444f-afd2-368e4d614f02 None None] Pushing event updated for resources: {'Port': ['ID=0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:58.553999 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e622f1-5e69-4a80-b889-ae41e5b27e23 req-ae226c42-2c0f-4ad7-94a5-6b3c1d8f00ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:58.555652 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-93e622f1-5e69-4a80-b889-ae41e5b27e23 req-ae226c42-2c0f-4ad7-94a5-6b3c1d8f00ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5a88c263-c34e-4702-89f3-ef7293c50313 HTTP/1.1" status: 200 len: 856 time: 0.0650609 Jan 11 10:06:58.613590 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] Set router ee6968e8-875c-40f3-a637-3deeb2312723 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:06:58.631774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e622f1-5e69-4a80-b889-ae41e5b27e23 req-3f2a8af2-b711-415e-8a83-6f39f796bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:58.633239 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-93e622f1-5e69-4a80-b889-ae41e5b27e23 req-3f2a8af2-b711-415e-8a83-6f39f796bd2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=309bf24b-3474-45ce-877e-ace285a1cec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718260 Jan 11 10:06:58.663974 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:06:58.782485 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-93e622f1-5e69-4a80-b889-ae41e5b27e23 req-e02f657e-ab58-4f1b-961b-96a1472681a2 service neutron] 10.222.0.42 "GET /v2.0/networks/309bf24b-3474-45ce-877e-ace285a1cec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416430 Jan 11 10:06:58.823861 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:06:58.899760 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:06:58.905721 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:06:58.906239 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:58.929004 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-93e622f1-5e69-4a80-b889-ae41e5b27e23 req-adce5599-01fc-4d74-a436-e41ce9ecf6c0 service neutron] 10.222.0.42 "GET /v2.0/networks/309bf24b-3474-45ce-877e-ace285a1cec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399076 Jan 11 10:06:58.944210 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6968e8-875c-40f3-a637-3deeb2312723', 'name': 'tempest-TestEncryptedCinderVolumes-873127035-router', 'tenant_id': 'a959896eef75421c9411921e117cea12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '778d35f2-83ff-4fd7-a3f9-5ae04f745135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:06:47Z', 'updated_at': '2022-01-11T10:06:51Z', 'revision_number': 4, 'project_id': 'a959896eef75421c9411921e117cea12', 'gw_port': {'id': '778d35f2-83ff-4fd7-a3f9-5ae04f745135', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6968e8-875c-40f3-a637-3deeb2312723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:06:48Z', 'updated_at': '2022-01-11T10:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6', 'name': '', 'network_id': 'fc490584-94b5-497e-bcdc-d1a5f977e3f6', 'tenant_id': 'a959896eef75421c9411921e117cea12', 'mac_address': 'fa:16:3e:e7:81:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6968e8-875c-40f3-a637-3deeb2312723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '2b2d28a4-1138-4833-ad57-7db88dd17ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:06:51Z', 'updated_at': '2022-01-11T10:06:58Z', 'revision_number': 4, 'project_id': 'a959896eef75421c9411921e117cea12', 'subnets': [{'id': '2b2d28a4-1138-4833-ad57-7db88dd17ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:06:58.948276 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57eaa5-caee-48a3-82ea-d342aeb46b4c None None] The sync data for ids ['ee6968e8-875c-40f3-a637-3deeb2312723'] in dv-neutron-823402-4-hyperv is: [{'id': 'ee6968e8-875c-40f3-a637-3deeb2312723', 'name': 'tempest-TestEncryptedCinderVolumes-873127035-router', 'tenant_id': 'a959896eef75421c9411921e117cea12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '778d35f2-83ff-4fd7-a3f9-5ae04f745135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:06:47Z', 'updated_at': '2022-01-11T10:06:51Z', 'revision_number': 4, 'project_id': 'a959896eef75421c9411921e117cea12', 'gw_port': {'id': '778d35f2-83ff-4fd7-a3f9-5ae04f745135', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6968e8-875c-40f3-a637-3deeb2312723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:06:48Z', 'updated_at': '2022-01-11T10:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6', 'name': '', 'network_id': 'fc490584-94b5-497e-bcdc-d1a5f977e3f6', 'tenant_id': 'a959896eef75421c9411921e117cea12', 'mac_address': 'fa:16:3e:e7:81:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6968e8-875c-40f3-a637-3deeb2312723', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '2b2d28a4-1138-4833-ad57-7db88dd17ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:06:51Z', 'updated_at': '2022-01-11T10:06:58Z', 'revision_number': 4, 'project_id': 'a959896eef75421c9411921e117cea12', 'subnets': [{'id': '2b2d28a4-1138-4833-ad57-7db88dd17ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:06:59.023554 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:59.054653 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6,segment=NetworkSegment(027f9288-6539-4767-bd72-e4911b3b8686),segment_id=027f9288-6539-4767-bd72-e4911b3b8686)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:06:59.058281 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:06:59.125418 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:06:59.487395 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a20127-78ec-4e07-abf0-16180b3e7750 req-6429cf3a-ec4b-41fa-9065-9f6150444a40 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:06:59.488857 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-19a20127-78ec-4e07-abf0-16180b3e7750 req-6429cf3a-ec4b-41fa-9065-9f6150444a40 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b HTTP/1.1" status: 200 len: 943 time: 0.0845258 Jan 11 10:06:59.533833 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-19a20127-78ec-4e07-abf0-16180b3e7750 req-80d0de28-23b8-4d16-88c6-beec6f44e900 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1e5787-1ba4-4932-afc3-374d98311b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391626 Jan 11 10:07:00.713177 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2958560-42e5-428c-9c1d-23d6144f39f5 req-98d7580d-113c-46b6-8297-25fafb2d421b tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:00.714181 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a2958560-42e5-428c-9c1d-23d6144f39f5 req-98d7580d-113c-46b6-8297-25fafb2d421b tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b HTTP/1.1" status: 200 len: 943 time: 0.0785804 Jan 11 10:07:00.758730 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a2958560-42e5-428c-9c1d-23d6144f39f5 req-1b657707-6449-4cc1-87c8-30b12c0f1459 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1e5787-1ba4-4932-afc3-374d98311b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381396 Jan 11 10:07:00.802812 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:07:00.871307 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:07:00.871674 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:01.816498 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device ce65620f-649b-458b-beda-abd98ff75712 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 10:07:01.944339 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e390d4-affb-4a1d-a830-3ede693eb893 req-4595e952-5970-4f3c-b6df-95d1ce45e458 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:01.945797 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c7e390d4-affb-4a1d-a830-3ede693eb893 req-4595e952-5970-4f3c-b6df-95d1ce45e458 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b HTTP/1.1" status: 200 len: 943 time: 0.0824411 Jan 11 10:07:01.947839 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port ce65620f-649b-458b-beda-abd98ff75712, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=ce65620f-649b-458b-beda-abd98ff75712,segment=NetworkSegment(7a70ee11-880a-4042-87f9-a2f06b2621cf),segment_id=7a70ee11-880a-4042-87f9-a2f06b2621cf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:07:01.961203 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': 'ce65620f-649b-458b-beda-abd98ff75712', 'network_id': '309bf24b-3474-45ce-877e-ace285a1cec6', 'port_id': 'ce65620f-649b-458b-beda-abd98ff75712', 'mac_address': 'fa:16:3e:1f:0c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88c263-c34e-4702-89f3-ef7293c50313', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 10:07:01.989948 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c7e390d4-affb-4a1d-a830-3ede693eb893 req-d10ef899-4fcc-493e-86c2-6b2fad60d88c tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1e5787-1ba4-4932-afc3-374d98311b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379553 Jan 11 10:07:02.020075 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:02.037025 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce65620f-649b-458b-beda-abd98ff75712 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:07:02.052023 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port ce65620f-649b-458b-beda-abd98ff75712, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=ce65620f-649b-458b-beda-abd98ff75712,segment=NetworkSegment(7a70ee11-880a-4042-87f9-a2f06b2621cf),segment_id=7a70ee11-880a-4042-87f9-a2f06b2621cf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:07:02.055804 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:02.121775 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=ce65620f-649b-458b-beda-abd98ff75712,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:07:02.129442 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:07:02.129931 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:07:02.130296 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:07:02.130634 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:07:02.131104 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:07:02.131645 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:07:02.131980 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:07:02.132309 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:07:02.132637 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:07:02.132959 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:07:02.133380 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:07:02.133997 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:07:02.374345 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['ce65620f-649b-458b-beda-abd98ff75712'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:07:03.168516 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc341d3-1a5b-46c3-a1d8-6d7812f1bbdb req-0e765901-7066-432e-9062-ae923a28fd63 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:03.169946 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-efc341d3-1a5b-46c3-a1d8-6d7812f1bbdb req-0e765901-7066-432e-9062-ae923a28fd63 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b HTTP/1.1" status: 200 len: 944 time: 0.0788538 Jan 11 10:07:03.212866 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-efc341d3-1a5b-46c3-a1d8-6d7812f1bbdb req-f4ee9086-8e5c-4727-a969-ec580fedeb87 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1e5787-1ba4-4932-afc3-374d98311b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363653 Jan 11 10:07:03.831904 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device ce65620f-649b-458b-beda-abd98ff75712 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:07:03.898474 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port ce65620f-649b-458b-beda-abd98ff75712 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:07:03.903077 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port ce65620f-649b-458b-beda-abd98ff75712 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:07:03.903696 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:04.018199 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:04.044559 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce65620f-649b-458b-beda-abd98ff75712'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:07:04.054256 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port ce65620f-649b-458b-beda-abd98ff75712, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=ce65620f-649b-458b-beda-abd98ff75712,segment=NetworkSegment(7a70ee11-880a-4042-87f9-a2f06b2621cf),segment_id=7a70ee11-880a-4042-87f9-a2f06b2621cf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:07:04.058116 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:04.092239 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce65620f-649b-458b-beda-abd98ff75712', 'code': 200} Jan 11 10:07:04.139194 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=ce65620f-649b-458b-beda-abd98ff75712,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:07:04.321165 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d481415-39b4-40bf-ac4f-3208277907fa req-7bf3de93-ad3e-47e0-9d7d-82e16aa20630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:04.322694 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8d481415-39b4-40bf-ac4f-3208277907fa req-7bf3de93-ad3e-47e0-9d7d-82e16aa20630 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b HTTP/1.1" status: 200 len: 1098 time: 0.0740874 Jan 11 10:07:04.363113 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8d481415-39b4-40bf-ac4f-3208277907fa req-d7cb64f9-e30d-4e8f-94dc-058a8ffba9d5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4f1e5787-1ba4-4932-afc3-374d98311b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344999 Jan 11 10:07:04.401253 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31380027-c6fc-47b6-8861-1c15e96d2c25 req-6dbd4b05-a33f-441c-adee-869e38450b89 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:04.402719 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-31380027-c6fc-47b6-8861-1c15e96d2c25 req-6dbd4b05-a33f-441c-adee-869e38450b89 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b HTTP/1.1" status: 200 len: 945 time: 0.0823386 Jan 11 10:07:04.446475 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-31380027-c6fc-47b6-8861-1c15e96d2c25 req-af34ebda-f4a1-4b16-b532-9d138a16ffba tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1e5787-1ba4-4932-afc3-374d98311b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374551 Jan 11 10:07:04.532504 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:05.633695 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f8221-2a28-4ae3-a624-227aba2332e3 req-72dbb8b0-fa05-4494-afe8-1c2b524acb70 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:05.635193 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-650f8221-2a28-4ae3-a624-227aba2332e3 req-72dbb8b0-fa05-4494-afe8-1c2b524acb70 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b HTTP/1.1" status: 200 len: 945 time: 0.0836356 Jan 11 10:07:05.684377 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-650f8221-2a28-4ae3-a624-227aba2332e3 req-782e4df5-0031-41d0-8d93-420b47a3d7df tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1e5787-1ba4-4932-afc3-374d98311b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425839 Jan 11 10:07:06.867243 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262a673-fdb0-4aa3-91fc-a4ccca294ae2 req-09469812-a4c5-4efe-a964-63cebaf53f74 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:06.868673 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9262a673-fdb0-4aa3-91fc-a4ccca294ae2 req-09469812-a4c5-4efe-a964-63cebaf53f74 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b HTTP/1.1" status: 200 len: 945 time: 0.0791206 Jan 11 10:07:06.913295 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9262a673-fdb0-4aa3-91fc-a4ccca294ae2 req-14df4de2-0ea2-4071-9770-cab5a1d5a56a tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1e5787-1ba4-4932-afc3-374d98311b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384367 Jan 11 10:07:07.097861 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60128b1b-f1c0-46f6-b995-7368fb147914 req-c6d204c5-bd02-45a4-8aba-57b3b7ff1e5e tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:07.099364 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-60128b1b-f1c0-46f6-b995-7368fb147914 req-c6d204c5-bd02-45a4-8aba-57b3b7ff1e5e tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b HTTP/1.1" status: 200 len: 945 time: 0.0821650 Jan 11 10:07:07.142493 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-60128b1b-f1c0-46f6-b995-7368fb147914 req-81cebd93-6731-4931-873f-cfe50cef0637 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1e5787-1ba4-4932-afc3-374d98311b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376577 Jan 11 10:07:19.195966 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-913570b5-1860-47b1-add1-56bc560446a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:21.434173 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-56529b19-8b78-4f12-a20c-fd4912bb386e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:22.636414 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:22.673412 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:22.781697 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebc119-73ef-4e5b-bece-3484ca14790c req-57869621-20a9-4047-8828-1d1d50dcecfd tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:22.783145 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b0ebc119-73ef-4e5b-bece-3484ca14790c req-57869621-20a9-4047-8828-1d1d50dcecfd tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b HTTP/1.1" status: 200 len: 945 time: 0.0798030 Jan 11 10:07:22.834282 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b0ebc119-73ef-4e5b-bece-3484ca14790c req-862e4c62-b815-4bb0-8451-1646ab6713b1 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1e5787-1ba4-4932-afc3-374d98311b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452871 Jan 11 10:07:24.114308 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa62469-6f31-4d37-8f9c-57278da21a5b req-93a25556-c28b-42ce-92f0-ab444bbb9c45 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:24.115677 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6fa62469-6f31-4d37-8f9c-57278da21a5b req-93a25556-c28b-42ce-92f0-ab444bbb9c45 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b HTTP/1.1" status: 200 len: 945 time: 0.1715300 Jan 11 10:07:24.168385 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6fa62469-6f31-4d37-8f9c-57278da21a5b req-6b290128-f56e-4971-b5bc-99cb212a04de tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1e5787-1ba4-4932-afc3-374d98311b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468159 Jan 11 10:07:24.174755 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:24.436933 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75681497-51f5-4bbe-b680-b1e8e4bc737b req-b957e8a1-8106-4f48-921f-adb831cec11d tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:24.437521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-75681497-51f5-4bbe-b680-b1e8e4bc737b req-b957e8a1-8106-4f48-921f-adb831cec11d tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Synchronizing usage tracker for tenant:c60749222cc64946b224d0f7eb38116d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:07:24.454642 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-75681497-51f5-4bbe-b680-b1e8e4bc737b req-b957e8a1-8106-4f48-921f-adb831cec11d tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Unset dirty status for tenant:c60749222cc64946b224d0f7eb38116d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:07:24.456385 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-75681497-51f5-4bbe-b680-b1e8e4bc737b req-b957e8a1-8106-4f48-921f-adb831cec11d tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b HTTP/1.1" status: 200 len: 945 time: 0.0957642 Jan 11 10:07:24.535773 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-75681497-51f5-4bbe-b680-b1e8e4bc737b req-462ae5a5-9b38-4a41-a58d-2ea788c611e6 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Deleting port ce65620f-649b-458b-beda-abd98ff75712 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:07:24.536103 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-75681497-51f5-4bbe-b680-b1e8e4bc737b req-462ae5a5-9b38-4a41-a58d-2ea788c611e6 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:24.782307 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-75681497-51f5-4bbe-b680-b1e8e4bc737b req-462ae5a5-9b38-4a41-a58d-2ea788c611e6 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] For port ce65620f-649b-458b-beda-abd98ff75712, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=ce65620f-649b-458b-beda-abd98ff75712,segment=NetworkSegment(7a70ee11-880a-4042-87f9-a2f06b2621cf),segment_id=7a70ee11-880a-4042-87f9-a2f06b2621cf)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:07:24.782654 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-75681497-51f5-4bbe-b680-b1e8e4bc737b req-462ae5a5-9b38-4a41-a58d-2ea788c611e6 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:25.000300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-75681497-51f5-4bbe-b680-b1e8e4bc737b req-462ae5a5-9b38-4a41-a58d-2ea788c611e6 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Calling delete_port for ce65620f-649b-458b-beda-abd98ff75712 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:07:25.157872 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-75681497-51f5-4bbe-b680-b1e8e4bc737b req-462ae5a5-9b38-4a41-a58d-2ea788c611e6 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:25.170371 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['ce65620f-649b-458b-beda-abd98ff75712'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:07:25.240513 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ae5a5-9b38-4a41-a58d-2ea788c611e6 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Pushing event deleted for resources: {'Port': ['ID=ce65620f-649b-458b-beda-abd98ff75712,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:07:25.284754 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ae5a5-9b38-4a41-a58d-2ea788c611e6 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:07:25.285115 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ae5a5-9b38-4a41-a58d-2ea788c611e6 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:07:25.285423 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ae5a5-9b38-4a41-a58d-2ea788c611e6 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:07:25.285747 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ae5a5-9b38-4a41-a58d-2ea788c611e6 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:07:25.286069 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ae5a5-9b38-4a41-a58d-2ea788c611e6 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:07:25.286413 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ae5a5-9b38-4a41-a58d-2ea788c611e6 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:07:25.286729 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ae5a5-9b38-4a41-a58d-2ea788c611e6 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:07:25.287045 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ae5a5-9b38-4a41-a58d-2ea788c611e6 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:07:25.287359 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ae5a5-9b38-4a41-a58d-2ea788c611e6 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:07:25.287669 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ae5a5-9b38-4a41-a58d-2ea788c611e6 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:07:25.287980 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ae5a5-9b38-4a41-a58d-2ea788c611e6 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:07:25.288291 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ae5a5-9b38-4a41-a58d-2ea788c611e6 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:07:25.296473 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-75681497-51f5-4bbe-b680-b1e8e4bc737b req-462ae5a5-9b38-4a41-a58d-2ea788c611e6 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] No DVR routers for this DVR port ce65620f-649b-458b-beda-abd98ff75712 on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:07:25.298725 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-75681497-51f5-4bbe-b680-b1e8e4bc737b req-462ae5a5-9b38-4a41-a58d-2ea788c611e6 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:25.301509 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b', 'name': 'network-vif-deleted', 'tag': 'ce65620f-649b-458b-beda-abd98ff75712'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:07:25.319170 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-75681497-51f5-4bbe-b680-b1e8e4bc737b req-462ae5a5-9b38-4a41-a58d-2ea788c611e6 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.42 "DELETE /v2.0/ports/ce65620f-649b-458b-beda-abd98ff75712 HTTP/1.1" status: 204 len: 173 time: 0.8581192 Jan 11 10:07:25.344379 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d0ec1390-dc0d-414c-aa9a-1ee5d6d21f05 req-cd47204f-ccb0-4118-8c85-80818f05c9e1 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b HTTP/1.1" status: 200 len: 210 time: 0.0567825 Jan 11 10:07:25.358715 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8eb312d-8371-4ad6-a3b5-9e0375dbfa8b', 'name': 'network-vif-deleted', 'tag': 'ce65620f-649b-458b-beda-abd98ff75712', 'status': 'completed', 'code': 200} Jan 11 10:07:27.987668 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device ce65620f-649b-458b-beda-abd98ff75712 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:07:28.021489 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: ce65620f-649b-458b-beda-abd98ff75712 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:07:28.021839 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device ce65620f-649b-458b-beda-abd98ff75712 not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:07:28.184583 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-a8b007da-88f8-4371-83e1-9da24f87ac99 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:28.186017 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-a8b007da-88f8-4371-83e1-9da24f87ac99 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/networks?id=309bf24b-3474-45ce-877e-ace285a1cec6 HTTP/1.1" status: 200 len: 817 time: 0.1449387 Jan 11 10:07:28.200972 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-a2874ef9-5406-4bd8-9205-707750a580f4 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/quotas/c60749222cc64946b224d0f7eb38116d HTTP/1.1" status: 200 len: 375 time: 0.0088849 Jan 11 10:07:28.290531 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-7926c9f2-4c48-4da9-848d-993b69916802 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c60749222cc64946b224d0f7eb38116d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844646 Jan 11 10:07:28.425451 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-949dd0da-7cc3-4ebf-a83f-fff9108ed9ba service neutron] 10.222.0.15 "GET /v2.0/networks/309bf24b-3474-45ce-877e-ace285a1cec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231637 Jan 11 10:07:28.555462 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-ba3cb077-64fd-422f-a8eb-713f3eb0fa28 service neutron] 10.222.0.15 "GET /v2.0/networks/309bf24b-3474-45ce-877e-ace285a1cec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238389 Jan 11 10:07:28.841165 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c9e59959-7192-4278-820d-74fe2cbe3743 req-502368b3-fb0a-409d-bb6e-4e0e5e15c725 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf1fff9-d197-472d-90c1-0b38d833ffd6 HTTP/1.1" status: 200 len: 210 time: 0.1562209 Jan 11 10:07:29.749200 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-aec42dec-cb13-4cf9-908d-6eef4a6d8c04 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:29.750634 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-aec42dec-cb13-4cf9-908d-6eef4a6d8c04 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.42 "GET /v2.0/networks?id=309bf24b-3474-45ce-877e-ace285a1cec6 HTTP/1.1" status: 200 len: 817 time: 0.1481466 Jan 11 10:07:29.761685 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2831bf5e-c0c5-4655-8022-8405ee89aca9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Request body: {'port': {'device_id': 'fdf1fff9-d197-472d-90c1-0b38d833ffd6', 'network_id': '309bf24b-3474-45ce-877e-ace285a1cec6', 'admin_state_up': True, 'tenant_id': 'c60749222cc64946b224d0f7eb38116d'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:07:29.898469 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2831bf5e-c0c5-4655-8022-8405ee89aca9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:07:29.902513 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2831bf5e-c0c5-4655-8022-8405ee89aca9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Usage tracker for resource:port and tenant:c60749222cc64946b224d0f7eb38116d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:07:29.905551 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2831bf5e-c0c5-4655-8022-8405ee89aca9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:07:29.911930 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2831bf5e-c0c5-4655-8022-8405ee89aca9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:07:29.922377 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2831bf5e-c0c5-4655-8022-8405ee89aca9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Made reservation on behalf of c60749222cc64946b224d0f7eb38116d for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:07:29.925963 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2831bf5e-c0c5-4655-8022-8405ee89aca9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:29.997073 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-231d1015-863d-4b06-a211-a1b866dcc439 req-c5c5a2fc-54dd-4346-9672-e992aec53181 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf1fff9-d197-472d-90c1-0b38d833ffd6 HTTP/1.1" status: 200 len: 210 time: 0.0497274 Jan 11 10:07:30.087637 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2831bf5e-c0c5-4655-8022-8405ee89aca9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Allocated IP 172.20.0.11 (309bf24b-3474-45ce-877e-ace285a1cec6/5a88c263-c34e-4702-89f3-ef7293c50313/8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:07:30.284110 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2831bf5e-c0c5-4655-8022-8405ee89aca9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:30.299242 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2831bf5e-c0c5-4655-8022-8405ee89aca9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Transition to ACTIVE for port object 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:07:30.322340 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2831bf5e-c0c5-4655-8022-8405ee89aca9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:30.396979 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2831bf5e-c0c5-4655-8022-8405ee89aca9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Network 309bf24b-3474-45ce-877e-ace285a1cec6 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:07:30.400157 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2831bf5e-c0c5-4655-8022-8405ee89aca9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:07:30.402846 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2831bf5e-c0c5-4655-8022-8405ee89aca9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:07:30.440364 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831bf5e-c0c5-4655-8022-8405ee89aca9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Pushing event updated for resources: {'Port': ['ID=8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:07:30.472788 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2831bf5e-c0c5-4655-8022-8405ee89aca9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:30.473383 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2831bf5e-c0c5-4655-8022-8405ee89aca9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:30.498179 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2831bf5e-c0c5-4655-8022-8405ee89aca9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7399924 Jan 11 10:07:30.509853 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2e8e69f4-7f31-4edb-9b61-eac6dcc6b9f3 service neutron] Request body: {'port': {'device_id': 'fdf1fff9-d197-472d-90c1-0b38d833ffd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:07:30.622685 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2e8e69f4-7f31-4edb-9b61-eac6dcc6b9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:30.691137 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-63bd4d98-09cc-4db0-8a41-bb6ed6698906 None None] Provisioning for port 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:07:30.699167 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-63bd4d98-09cc-4db0-8a41-bb6ed6698906 None None] Provisioning complete for port 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:07:30.699167 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-63bd4d98-09cc-4db0-8a41-bb6ed6698906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:30.755125 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-63bd4d98-09cc-4db0-8a41-bb6ed6698906 None None] Port 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:07:31.063904 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2e8e69f4-7f31-4edb-9b61-eac6dcc6b9f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:07:31.071899 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2e8e69f4-7f31-4edb-9b61-eac6dcc6b9f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:31.086914 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2e8e69f4-7f31-4edb-9b61-eac6dcc6b9f3 service neutron] Transition to ACTIVE for port object 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:07:31.090876 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2e8e69f4-7f31-4edb-9b61-eac6dcc6b9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:31.187121 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2acc94a-c19b-4810-ad9e-77c4a0282464 req-915819f5-8ac7-40ab-a384-cbdc51b4267b tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:31.188622 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f2acc94a-c19b-4810-ad9e-77c4a0282464 req-915819f5-8ac7-40ab-a384-cbdc51b4267b tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf1fff9-d197-472d-90c1-0b38d833ffd6 HTTP/1.1" status: 200 len: 944 time: 0.0849228 Jan 11 10:07:31.237487 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f2acc94a-c19b-4810-ad9e-77c4a0282464 req-dbae12f9-7e39-493b-abb3-f595edf8a35e tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1e5787-1ba4-4932-afc3-374d98311b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415914 Jan 11 10:07:31.251326 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e69f4-7f31-4edb-9b61-eac6dcc6b9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:07:31.330551 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2e8e69f4-7f31-4edb-9b61-eac6dcc6b9f3 service neutron] Attempting to bind port 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:07:31.331052 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2e8e69f4-7f31-4edb-9b61-eac6dcc6b9f3 service neutron] Attempting to bind port 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '7a70ee11-880a-4042-87f9-a2f06b2621cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '309bf24b-3474-45ce-877e-ace285a1cec6'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:07:31.331391 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2e8e69f4-7f31-4edb-9b61-eac6dcc6b9f3 service neutron] Attempting to bind port 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 on network 309bf24b-3474-45ce-877e-ace285a1cec6 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:07:31.336396 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2e8e69f4-7f31-4edb-9b61-eac6dcc6b9f3 service neutron] Port 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 on network 309bf24b-3474-45ce-877e-ace285a1cec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 10:07:31.336714 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2e8e69f4-7f31-4edb-9b61-eac6dcc6b9f3 service neutron] Attempting to bind port 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 on network 309bf24b-3474-45ce-877e-ace285a1cec6 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:07:31.341777 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2e8e69f4-7f31-4edb-9b61-eac6dcc6b9f3 service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:07:31.342131 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2e8e69f4-7f31-4edb-9b61-eac6dcc6b9f3 service neutron] Checking segment: {'id': '7a70ee11-880a-4042-87f9-a2f06b2621cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '309bf24b-3474-45ce-877e-ace285a1cec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:07:31.342525 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2e8e69f4-7f31-4edb-9b61-eac6dcc6b9f3 service neutron] Bound using segment: {'id': '7a70ee11-880a-4042-87f9-a2f06b2621cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '309bf24b-3474-45ce-877e-ace285a1cec6'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:07:31.342947 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2e8e69f4-7f31-4edb-9b61-eac6dcc6b9f3 service neutron] Bound port: 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a70ee11-880a-4042-87f9-a2f06b2621cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '309bf24b-3474-45ce-877e-ace285a1cec6'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:07:31.343303 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2e8e69f4-7f31-4edb-9b61-eac6dcc6b9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:31.438566 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2e8e69f4-7f31-4edb-9b61-eac6dcc6b9f3 service neutron] For port 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:07:31.441979 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2e8e69f4-7f31-4edb-9b61-eac6dcc6b9f3 service neutron] For port 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2,segment=NetworkSegment(7a70ee11-880a-4042-87f9-a2f06b2621cf),segment_id=7a70ee11-880a-4042-87f9-a2f06b2621cf)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:07:31.446341 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2e8e69f4-7f31-4edb-9b61-eac6dcc6b9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:31.504586 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2e8e69f4-7f31-4edb-9b61-eac6dcc6b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:31.505201 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2e8e69f4-7f31-4edb-9b61-eac6dcc6b9f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:31.506605 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2e8e69f4-7f31-4edb-9b61-eac6dcc6b9f3 service neutron] 10.222.0.42 "PUT /v2.0/ports/8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 HTTP/1.1" status: 200 len: 1094 time: 1.0011561 Jan 11 10:07:31.507048 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf1fff9-d197-472d-90c1-0b38d833ffd6', 'tag': '8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:07:31.549969 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e69f4-7f31-4edb-9b61-eac6dcc6b9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:07:31.586128 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf1fff9-d197-472d-90c1-0b38d833ffd6', 'tag': '8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2', 'status': 'completed', 'code': 200} Jan 11 10:07:31.627525 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-9dee7b13-1118-461d-96ad-8df39033c577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:31.629054 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-9dee7b13-1118-461d-96ad-8df39033c577 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c60749222cc64946b224d0f7eb38116d&device_id=fdf1fff9-d197-472d-90c1-0b38d833ffd6 HTTP/1.1" status: 200 len: 1097 time: 0.0808890 Jan 11 10:07:31.707128 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-2470de3b-19ba-456c-8890-728ba70c3dca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 HTTP/1.1" status: 200 len: 217 time: 0.0712340 Jan 11 10:07:31.771804 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-caf9dcaf-0dde-4f30-b7fc-d275f644c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:31.773115 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-caf9dcaf-0dde-4f30-b7fc-d275f644c920 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5a88c263-c34e-4702-89f3-ef7293c50313 HTTP/1.1" status: 200 len: 856 time: 0.0602491 Jan 11 10:07:31.845967 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-3b5ad78c-0c93-4dc6-a440-388902b29d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:31.847351 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-3b5ad78c-0c93-4dc6-a440-388902b29d56 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=309bf24b-3474-45ce-877e-ace285a1cec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685253 Jan 11 10:07:31.979198 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-f1dc79df-e81b-441d-918c-afac8ddd5350 service neutron] 10.222.0.42 "GET /v2.0/networks/309bf24b-3474-45ce-877e-ace285a1cec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251109 Jan 11 10:07:32.108168 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-feb5ce92-415d-4a84-aefd-1c1084566b94 req-724c7e79-2099-41e7-9bd5-fc9fc33f2486 service neutron] 10.222.0.42 "GET /v2.0/networks/309bf24b-3474-45ce-877e-ace285a1cec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220126 Jan 11 10:07:32.222813 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668fe89-7369-42f7-ae93-2b3cba5c9d03 req-28f60d44-8a9c-4c7d-8003-439dfeeb0b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:32.224283 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5668fe89-7369-42f7-ae93-2b3cba5c9d03 req-28f60d44-8a9c-4c7d-8003-439dfeeb0b90 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c60749222cc64946b224d0f7eb38116d&device_id=fdf1fff9-d197-472d-90c1-0b38d833ffd6 HTTP/1.1" status: 200 len: 1097 time: 0.0694015 Jan 11 10:07:32.357392 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668fe89-7369-42f7-ae93-2b3cba5c9d03 req-4315ba0c-bd1d-4e1a-bedf-a7b720cf5a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:32.358905 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5668fe89-7369-42f7-ae93-2b3cba5c9d03 req-4315ba0c-bd1d-4e1a-bedf-a7b720cf5a62 service neutron] 10.222.0.42 "GET /v2.0/networks?id=309bf24b-3474-45ce-877e-ace285a1cec6 HTTP/1.1" status: 200 len: 918 time: 0.1269417 Jan 11 10:07:32.429893 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5668fe89-7369-42f7-ae93-2b3cba5c9d03 req-0dcaeee7-f440-49be-8cf5-3cef933db751 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 HTTP/1.1" status: 200 len: 217 time: 0.0644593 Jan 11 10:07:32.431741 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e14ee-c862-4394-a958-1309d1e156fb req-639ff9ae-7ef2-457c-8bd3-76264f9d2c5a tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:32.433185 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-939e14ee-c862-4394-a958-1309d1e156fb req-639ff9ae-7ef2-457c-8bd3-76264f9d2c5a tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf1fff9-d197-472d-90c1-0b38d833ffd6 HTTP/1.1" status: 200 len: 944 time: 0.0824187 Jan 11 10:07:32.477830 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-939e14ee-c862-4394-a958-1309d1e156fb req-1108c00d-37b4-4ddc-9ed0-5225e47995a4 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1e5787-1ba4-4932-afc3-374d98311b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390253 Jan 11 10:07:32.498616 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668fe89-7369-42f7-ae93-2b3cba5c9d03 req-dbe07b19-3782-4297-b016-713dc7b00c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:32.500118 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5668fe89-7369-42f7-ae93-2b3cba5c9d03 req-dbe07b19-3782-4297-b016-713dc7b00c4d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5a88c263-c34e-4702-89f3-ef7293c50313 HTTP/1.1" status: 200 len: 856 time: 0.0639548 Jan 11 10:07:32.573048 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668fe89-7369-42f7-ae93-2b3cba5c9d03 req-8e433e7a-cbcf-4894-9e37-b94dadee6474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:32.574516 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5668fe89-7369-42f7-ae93-2b3cba5c9d03 req-8e433e7a-cbcf-4894-9e37-b94dadee6474 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=309bf24b-3474-45ce-877e-ace285a1cec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686722 Jan 11 10:07:32.797885 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5668fe89-7369-42f7-ae93-2b3cba5c9d03 req-89590163-e069-4081-8b68-16e146292e7c service neutron] 10.222.0.42 "GET /v2.0/networks/309bf24b-3474-45ce-877e-ace285a1cec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163701 Jan 11 10:07:32.926023 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-5668fe89-7369-42f7-ae93-2b3cba5c9d03 req-47f27601-8b69-4518-98c1-cb8746cee2ae service neutron] 10.222.0.42 "GET /v2.0/networks/309bf24b-3474-45ce-877e-ace285a1cec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217422 Jan 11 10:07:33.665155 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db7f6c-b25e-4f32-978a-1a86d430477b req-3e3d1f7f-9e53-4e10-8438-9e61cdc84485 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:33.666842 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-64db7f6c-b25e-4f32-978a-1a86d430477b req-3e3d1f7f-9e53-4e10-8438-9e61cdc84485 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf1fff9-d197-472d-90c1-0b38d833ffd6 HTTP/1.1" status: 200 len: 944 time: 0.0805230 Jan 11 10:07:33.711116 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-64db7f6c-b25e-4f32-978a-1a86d430477b req-002cc423-2573-4dc1-9b6e-eee02eaa69ef tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1e5787-1ba4-4932-afc3-374d98311b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382090 Jan 11 10:07:34.541610 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:34.901813 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fc706-e2ee-491d-80c0-3d08b6e17277 req-f436d77b-0848-4e67-a58e-ab8cbea8989e tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:34.903547 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d54fc706-e2ee-491d-80c0-3d08b6e17277 req-f436d77b-0848-4e67-a58e-ab8cbea8989e tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf1fff9-d197-472d-90c1-0b38d833ffd6 HTTP/1.1" status: 200 len: 944 time: 0.0881999 Jan 11 10:07:34.946783 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d54fc706-e2ee-491d-80c0-3d08b6e17277 req-b2348e73-cc31-4f1a-9ab1-5218fd33b14f tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1e5787-1ba4-4932-afc3-374d98311b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374248 Jan 11 10:07:35.612057 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:07:36.049149 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 10:07:36.139090 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8564e8e-c062-4230-bc56-c5b3a0737576 req-5e3cc129-693f-40b0-b1c1-91ce072bd2bb tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:36.140560 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d8564e8e-c062-4230-bc56-c5b3a0737576 req-5e3cc129-693f-40b0-b1c1-91ce072bd2bb tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf1fff9-d197-472d-90c1-0b38d833ffd6 HTTP/1.1" status: 200 len: 944 time: 0.0853026 Jan 11 10:07:36.185927 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2,segment=NetworkSegment(7a70ee11-880a-4042-87f9-a2f06b2621cf),segment_id=7a70ee11-880a-4042-87f9-a2f06b2621cf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:07:36.192569 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d8564e8e-c062-4230-bc56-c5b3a0737576 req-157f9dc3-d0a0-4cec-be1e-97f9435cc0b8 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1e5787-1ba4-4932-afc3-374d98311b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450072 Jan 11 10:07:36.199995 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2', 'network_id': '309bf24b-3474-45ce-877e-ace285a1cec6', 'port_id': '8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2', 'mac_address': 'fa:16:3e:6b:d8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a88c263-c34e-4702-89f3-ef7293c50313', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 10:07:36.255509 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:36.275320 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:07:36.291091 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2,segment=NetworkSegment(7a70ee11-880a-4042-87f9-a2f06b2621cf),segment_id=7a70ee11-880a-4042-87f9-a2f06b2621cf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:07:36.294541 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:36.364060 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:07:36.649539 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:07:37.375974 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e17f4d-e8c3-4926-8d26-8484eb5c69e6 req-8873bff7-81e0-4252-90bc-56fbf6d0325b tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:37.377524 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-25e17f4d-e8c3-4926-8d26-8484eb5c69e6 req-8873bff7-81e0-4252-90bc-56fbf6d0325b tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf1fff9-d197-472d-90c1-0b38d833ffd6 HTTP/1.1" status: 200 len: 945 time: 0.0786006 Jan 11 10:07:37.420656 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-25e17f4d-e8c3-4926-8d26-8484eb5c69e6 req-2beac2d8-6b29-4bbf-9115-0507678370e7 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1e5787-1ba4-4932-afc3-374d98311b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375772 Jan 11 10:07:38.064835 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:07:38.129650 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:07:38.134079 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:07:38.134466 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:38.286622 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:38.311697 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf1fff9-d197-472d-90c1-0b38d833ffd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:07:38.322462 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2,segment=NetworkSegment(7a70ee11-880a-4042-87f9-a2f06b2621cf),segment_id=7a70ee11-880a-4042-87f9-a2f06b2621cf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:07:38.326901 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:38.362643 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf1fff9-d197-472d-90c1-0b38d833ffd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2', 'code': 200} Jan 11 10:07:38.398423 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:07:38.600872 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f210535-1570-4faa-baa7-e98d8c8723e2 req-a20cc58c-9429-46b6-80a3-ca50b4d545eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:38.602620 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6f210535-1570-4faa-baa7-e98d8c8723e2 req-a20cc58c-9429-46b6-80a3-ca50b4d545eb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fdf1fff9-d197-472d-90c1-0b38d833ffd6 HTTP/1.1" status: 200 len: 1099 time: 0.0795548 Jan 11 10:07:38.618133 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176888b4-6a98-4e3e-a8f7-b3aceeced7da req-84695637-f5ce-49bb-b2d3-c397c3586da4 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:38.619594 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-176888b4-6a98-4e3e-a8f7-b3aceeced7da req-84695637-f5ce-49bb-b2d3-c397c3586da4 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf1fff9-d197-472d-90c1-0b38d833ffd6 HTTP/1.1" status: 200 len: 946 time: 0.0891116 Jan 11 10:07:38.645760 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6f210535-1570-4faa-baa7-e98d8c8723e2 req-db6a15ca-5931-40fb-8bfd-872107d6ded8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4f1e5787-1ba4-4932-afc3-374d98311b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358994 Jan 11 10:07:38.663891 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-176888b4-6a98-4e3e-a8f7-b3aceeced7da req-1f56f47a-df2d-4852-837d-e5a6d975ebad tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1e5787-1ba4-4932-afc3-374d98311b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386176 Jan 11 10:07:39.847638 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7df00-bd0d-49da-9f24-3cfcd4efe840 req-061dbe40-1f39-4b37-abe5-5e8047e4a812 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:39.849080 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-92b7df00-bd0d-49da-9f24-3cfcd4efe840 req-061dbe40-1f39-4b37-abe5-5e8047e4a812 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf1fff9-d197-472d-90c1-0b38d833ffd6 HTTP/1.1" status: 200 len: 946 time: 0.0799294 Jan 11 10:07:39.900172 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-92b7df00-bd0d-49da-9f24-3cfcd4efe840 req-bae5c636-bccc-4ed6-9015-71c61364ec4f tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1e5787-1ba4-4932-afc3-374d98311b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451207 Jan 11 10:07:41.082776 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a55c7a-6476-4d36-8437-c68f61d79366 req-f7097490-1e69-4ec2-b532-dc79d23585f0 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:41.084129 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-32a55c7a-6476-4d36-8437-c68f61d79366 req-f7097490-1e69-4ec2-b532-dc79d23585f0 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf1fff9-d197-472d-90c1-0b38d833ffd6 HTTP/1.1" status: 200 len: 946 time: 0.0826919 Jan 11 10:07:41.126597 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-32a55c7a-6476-4d36-8437-c68f61d79366 req-904f8e71-8b28-4356-a9bb-f45ee2d34c12 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1e5787-1ba4-4932-afc3-374d98311b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369682 Jan 11 10:07:41.305334 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c9d06-4463-4932-b835-7401737644d7 req-2358294b-136c-4a7a-a23c-5255f2bee751 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:41.306805 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-dd7c9d06-4463-4932-b835-7401737644d7 req-2358294b-136c-4a7a-a23c-5255f2bee751 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf1fff9-d197-472d-90c1-0b38d833ffd6 HTTP/1.1" status: 200 len: 946 time: 0.0785089 Jan 11 10:07:41.350629 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-dd7c9d06-4463-4932-b835-7401737644d7 req-d3626228-17f5-4d1c-b7e1-04e15e061d7a tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1e5787-1ba4-4932-afc3-374d98311b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382473 Jan 11 10:07:45.700116 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-416d0ce5-17c4-4ef7-921d-d04ea989402c req-db7030c0-3236-425b-b9f8-aa075e756285 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fdf1fff9-d197-472d-90c1-0b38d833ffd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731821 Jan 11 10:07:45.842934 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d0ce5-17c4-4ef7-921d-d04ea989402c req-1b863107-6c44-4806-8ad5-46671101f424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:45.844398 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-416d0ce5-17c4-4ef7-921d-d04ea989402c req-1b863107-6c44-4806-8ad5-46671101f424 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c60749222cc64946b224d0f7eb38116d&device_id=fdf1fff9-d197-472d-90c1-0b38d833ffd6 HTTP/1.1" status: 200 len: 1099 time: 0.0752428 Jan 11 10:07:45.991462 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d0ce5-17c4-4ef7-921d-d04ea989402c req-cb920bcb-66dc-4165-8006-ef0393074b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:45.992869 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-416d0ce5-17c4-4ef7-921d-d04ea989402c req-cb920bcb-66dc-4165-8006-ef0393074b13 service neutron] 10.222.0.42 "GET /v2.0/networks?id=309bf24b-3474-45ce-877e-ace285a1cec6 HTTP/1.1" status: 200 len: 918 time: 0.1294413 Jan 11 10:07:46.058845 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-416d0ce5-17c4-4ef7-921d-d04ea989402c req-cdd71e02-6959-4942-a1c4-5db9ddd9688d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 HTTP/1.1" status: 200 len: 217 time: 0.0598159 Jan 11 10:07:46.121343 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d0ce5-17c4-4ef7-921d-d04ea989402c req-0c83182c-d689-418a-bb9a-3ccd448ece18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:46.122812 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-416d0ce5-17c4-4ef7-921d-d04ea989402c req-0c83182c-d689-418a-bb9a-3ccd448ece18 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5a88c263-c34e-4702-89f3-ef7293c50313 HTTP/1.1" status: 200 len: 856 time: 0.0585659 Jan 11 10:07:46.196000 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d0ce5-17c4-4ef7-921d-d04ea989402c req-160d3e16-729d-40e4-8d66-fb38bf964a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:46.197456 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-416d0ce5-17c4-4ef7-921d-d04ea989402c req-160d3e16-729d-40e4-8d66-fb38bf964a55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=309bf24b-3474-45ce-877e-ace285a1cec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692930 Jan 11 10:07:46.328059 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-416d0ce5-17c4-4ef7-921d-d04ea989402c req-239dc1c2-b87a-487d-b16d-3d124b05b548 service neutron] 10.222.0.42 "GET /v2.0/networks/309bf24b-3474-45ce-877e-ace285a1cec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239305 Jan 11 10:07:46.459730 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-416d0ce5-17c4-4ef7-921d-d04ea989402c req-8145612b-00c1-4513-aa6f-48c84a9a3a47 service neutron] 10.222.0.42 "GET /v2.0/networks/309bf24b-3474-45ce-877e-ace285a1cec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264431 Jan 11 10:07:49.197842 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-49276bfa-1357-4940-ad65-4c3119e6fabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:51.438141 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fecdf583-0878-4bdc-ab47-201f256c1705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:52.626471 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:52.666436 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:54.171481 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:56.888421 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2565e-7241-41d1-8aab-4cd9bb9d1f89 req-4ea2d42a-2e42-4307-9bb1-60d745afc0b2 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:56.890214 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-21e2565e-7241-41d1-8aab-4cd9bb9d1f89 req-4ea2d42a-2e42-4307-9bb1-60d745afc0b2 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf1fff9-d197-472d-90c1-0b38d833ffd6 HTTP/1.1" status: 200 len: 946 time: 0.0819449 Jan 11 10:07:56.935147 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-21e2565e-7241-41d1-8aab-4cd9bb9d1f89 req-cff83c43-3953-41e2-be2d-f86f2f9a259b tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1e5787-1ba4-4932-afc3-374d98311b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386868 Jan 11 10:07:58.119861 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bc4fc-319d-4503-a677-f215e824ddc1 req-f6afe75b-676e-4c08-a3a9-18e0836937fe tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:58.121293 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4d8bc4fc-319d-4503-a677-f215e824ddc1 req-f6afe75b-676e-4c08-a3a9-18e0836937fe tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf1fff9-d197-472d-90c1-0b38d833ffd6 HTTP/1.1" status: 200 len: 946 time: 0.0783181 Jan 11 10:07:58.256054 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4d8bc4fc-319d-4503-a677-f215e824ddc1 req-42667c41-76d5-4ef8-9639-dd231a370ad4 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f1e5787-1ba4-4932-afc3-374d98311b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290355 Jan 11 10:07:58.613521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f171d1-c770-436d-bfc1-7e5d8d26752b req-a84659cf-d49d-48db-a83e-12844135ed6a tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:07:58.614247 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-19f171d1-c770-436d-bfc1-7e5d8d26752b req-a84659cf-d49d-48db-a83e-12844135ed6a tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Synchronizing usage tracker for tenant:c60749222cc64946b224d0f7eb38116d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:07:58.629153 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-19f171d1-c770-436d-bfc1-7e5d8d26752b req-a84659cf-d49d-48db-a83e-12844135ed6a tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Unset dirty status for tenant:c60749222cc64946b224d0f7eb38116d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:07:58.630454 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-19f171d1-c770-436d-bfc1-7e5d8d26752b req-a84659cf-d49d-48db-a83e-12844135ed6a tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdf1fff9-d197-472d-90c1-0b38d833ffd6 HTTP/1.1" status: 200 len: 946 time: 0.0974293 Jan 11 10:07:58.699423 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-19f171d1-c770-436d-bfc1-7e5d8d26752b req-ceb89782-716c-4294-be9e-b579cb20bac9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Deleting port 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:07:58.699761 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-19f171d1-c770-436d-bfc1-7e5d8d26752b req-ceb89782-716c-4294-be9e-b579cb20bac9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:58.949892 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-19f171d1-c770-436d-bfc1-7e5d8d26752b req-ceb89782-716c-4294-be9e-b579cb20bac9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] For port 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2,segment=NetworkSegment(7a70ee11-880a-4042-87f9-a2f06b2621cf),segment_id=7a70ee11-880a-4042-87f9-a2f06b2621cf)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:07:58.950282 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-19f171d1-c770-436d-bfc1-7e5d8d26752b req-ceb89782-716c-4294-be9e-b579cb20bac9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:59.176535 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-19f171d1-c770-436d-bfc1-7e5d8d26752b req-ceb89782-716c-4294-be9e-b579cb20bac9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Calling delete_port for 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:07:59.321427 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-19f171d1-c770-436d-bfc1-7e5d8d26752b req-ceb89782-716c-4294-be9e-b579cb20bac9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:59.335094 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:07:59.371873 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb89782-716c-4294-be9e-b579cb20bac9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Pushing event deleted for resources: {'Port': ['ID=8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:07:59.408420 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-590165d0-89ed-4cb5-ad7d-8b29413b9337 req-784a007a-802b-43be-901f-fff106c0b37c tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdf1fff9-d197-472d-90c1-0b38d833ffd6 HTTP/1.1" status: 200 len: 210 time: 0.0470362 Jan 11 10:07:59.456282 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f171d1-c770-436d-bfc1-7e5d8d26752b req-ceb89782-716c-4294-be9e-b579cb20bac9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] No DVR routers for this DVR port 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:07:59.459079 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-19f171d1-c770-436d-bfc1-7e5d8d26752b req-ceb89782-716c-4294-be9e-b579cb20bac9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:07:59.461842 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf1fff9-d197-472d-90c1-0b38d833ffd6', 'name': 'network-vif-deleted', 'tag': '8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:07:59.479572 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-19f171d1-c770-436d-bfc1-7e5d8d26752b req-ceb89782-716c-4294-be9e-b579cb20bac9 tempest-TestEncryptedCinderVolumes-380474650 tempest-TestEncryptedCinderVolumes-380474650-project] 10.222.0.42 "DELETE /v2.0/ports/8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 HTTP/1.1" status: 204 len: 173 time: 0.8437843 Jan 11 10:07:59.509323 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf1fff9-d197-472d-90c1-0b38d833ffd6', 'name': 'network-vif-deleted', 'tag': '8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2', 'status': 'completed', 'code': 200} Jan 11 10:08:00.535249 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40190) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:08:01.061797 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-995db8b6-15f2-42a0-9422-41b1ee13e699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:01.399017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-995db8b6-15f2-42a0-9422-41b1ee13e699 admin admin] Deleting port 410a58be-3b0e-4d79-b071-e1022f3aad8e {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:08:01.399249 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-995db8b6-15f2-42a0-9422-41b1ee13e699 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:01.671200 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-995db8b6-15f2-42a0-9422-41b1ee13e699 admin admin] For port 410a58be-3b0e-4d79-b071-e1022f3aad8e, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=410a58be-3b0e-4d79-b071-e1022f3aad8e,segment=NetworkSegment(7a70ee11-880a-4042-87f9-a2f06b2621cf),segment_id=7a70ee11-880a-4042-87f9-a2f06b2621cf)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:08:01.671852 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-995db8b6-15f2-42a0-9422-41b1ee13e699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:01.791994 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-995db8b6-15f2-42a0-9422-41b1ee13e699 admin admin] Calling delete_port for 410a58be-3b0e-4d79-b071-e1022f3aad8e owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:08:02.098021 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-995db8b6-15f2-42a0-9422-41b1ee13e699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:02.143336 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995db8b6-15f2-42a0-9422-41b1ee13e699 admin admin] Pushing event deleted for resources: {'Port': ['ID=410a58be-3b0e-4d79-b071-e1022f3aad8e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:02.157018 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:08:02.193074 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:08:02.193418 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 8c446bbd-8023-4a0f-9f2a-0bbea8ee1da2 not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:08:02.412146 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-995db8b6-15f2-42a0-9422-41b1ee13e699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:02.765227 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995db8b6-15f2-42a0-9422-41b1ee13e699 admin admin] Router 4c7abd76-c763-4ac8-9cb0-834b5e1226f8 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:08:03.068648 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995db8b6-15f2-42a0-9422-41b1ee13e699 admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:08:03.076900 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9c0cf2-e63d-492b-a218-b5ad664155f3 None None] Sync routers for ids ['4c7abd76-c763-4ac8-9cb0-834b5e1226f8'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:08:03.080239 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-995db8b6-15f2-42a0-9422-41b1ee13e699 admin admin] 10.222.0.15 "PUT /v2.0/routers/4c7abd76-c763-4ac8-9cb0-834b5e1226f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5437782 Jan 11 10:08:03.083897 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40194) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:08:03.087079 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9c0cf2-e63d-492b-a218-b5ad664155f3 None None] Routers {'4c7abd76-c763-4ac8-9cb0-834b5e1226f8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:08:03.087802 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-aa9c0cf2-e63d-492b-a218-b5ad664155f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:07:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['4c7abd76-c763-4ac8-9cb0-834b5e1226f8'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:03.262529 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-aa9c0cf2-e63d-492b-a218-b5ad664155f3 None None] Set router 4c7abd76-c763-4ac8-9cb0-834b5e1226f8 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:08:03.263902 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15aaf5ad-54c6-4f29-ac44-ce820b470044 admin admin] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:03.439283 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15aaf5ad-54c6-4f29-ac44-ce820b470044 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:03.448443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-15aaf5ad-54c6-4f29-ac44-ce820b470044 admin admin] Deleting port 90b255fa-c405-493d-b8ff-3a52c47798e6 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:08:03.448783 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15aaf5ad-54c6-4f29-ac44-ce820b470044 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:03.551009 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-aa9c0cf2-e63d-492b-a218-b5ad664155f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7abd76-c763-4ac8-9cb0-834b5e1226f8', 'name': 'tempest-TestEncryptedCinderVolumes-1336540151-router', 'tenant_id': 'c60749222cc64946b224d0f7eb38116d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '90b255fa-c405-493d-b8ff-3a52c47798e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:06:41Z', 'updated_at': '2022-01-11T10:08:02Z', 'revision_number': 5, 'project_id': 'c60749222cc64946b224d0f7eb38116d', 'gw_port': {'id': '90b255fa-c405-493d-b8ff-3a52c47798e6', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:31:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7abd76-c763-4ac8-9cb0-834b5e1226f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:06:41Z', 'updated_at': '2022-01-11T10:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:03.554846 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9c0cf2-e63d-492b-a218-b5ad664155f3 None None] Checking router: 4c7abd76-c763-4ac8-9cb0-834b5e1226f8 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:08:03.563033 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9c0cf2-e63d-492b-a218-b5ad664155f3 None None] Routers {'4c7abd76-c763-4ac8-9cb0-834b5e1226f8'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:08:03.563619 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-aa9c0cf2-e63d-492b-a218-b5ad664155f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:07:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['4c7abd76-c763-4ac8-9cb0-834b5e1226f8'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:03.632603 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-15aaf5ad-54c6-4f29-ac44-ce820b470044 admin admin] For port 90b255fa-c405-493d-b8ff-3a52c47798e6, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=90b255fa-c405-493d-b8ff-3a52c47798e6,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:08:03.632951 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15aaf5ad-54c6-4f29-ac44-ce820b470044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:03.714343 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-aa9c0cf2-e63d-492b-a218-b5ad664155f3 None None] Set router 4c7abd76-c763-4ac8-9cb0-834b5e1226f8 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:08:03.759846 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-15aaf5ad-54c6-4f29-ac44-ce820b470044 admin admin] Calling delete_port for 90b255fa-c405-493d-b8ff-3a52c47798e6 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:08:03.822470 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-aa9c0cf2-e63d-492b-a218-b5ad664155f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7abd76-c763-4ac8-9cb0-834b5e1226f8', 'name': 'tempest-TestEncryptedCinderVolumes-1336540151-router', 'tenant_id': 'c60749222cc64946b224d0f7eb38116d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:06:41Z', 'updated_at': '2022-01-11T10:08:03Z', 'revision_number': 6, 'project_id': 'c60749222cc64946b224d0f7eb38116d', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:03.827377 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9c0cf2-e63d-492b-a218-b5ad664155f3 None None] The sync data for ids ['4c7abd76-c763-4ac8-9cb0-834b5e1226f8'] in dv-neutron-823402-4-hyperv is: [{'id': '4c7abd76-c763-4ac8-9cb0-834b5e1226f8', 'name': 'tempest-TestEncryptedCinderVolumes-1336540151-router', 'tenant_id': 'c60749222cc64946b224d0f7eb38116d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:06:41Z', 'updated_at': '2022-01-11T10:08:03Z', 'revision_number': 6, 'project_id': 'c60749222cc64946b224d0f7eb38116d', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:08:03.933086 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15aaf5ad-54c6-4f29-ac44-ce820b470044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:03.978750 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aaf5ad-54c6-4f29-ac44-ce820b470044 admin admin] Pushing event deleted for resources: {'Port': ['ID=90b255fa-c405-493d-b8ff-3a52c47798e6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:04.071769 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15aaf5ad-54c6-4f29-ac44-ce820b470044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:04.249774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15aaf5ad-54c6-4f29-ac44-ce820b470044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:04.252033 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15aaf5ad-54c6-4f29-ac44-ce820b470044 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:04.275422 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15aaf5ad-54c6-4f29-ac44-ce820b470044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:04.276007 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15aaf5ad-54c6-4f29-ac44-ce820b470044 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c7abd76-c763-4ac8-9cb0-834b5e1226f8 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 10:08:04.288336 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15aaf5ad-54c6-4f29-ac44-ce820b470044 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:04.289454 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-15aaf5ad-54c6-4f29-ac44-ce820b470044 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4c7abd76-c763-4ac8-9cb0-834b5e1226f8 HTTP/1.1" status: 204 len: 168 time: 1.2046578 Jan 11 10:08:04.291959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40198) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:08:04.350313 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-5652fee6-1b86-4927-b32a-5918e4f2e570 admin admin] Deleting subnet 5a88c263-c34e-4702-89f3-ef7293c50313 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 10:08:04.353193 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5652fee6-1b86-4927-b32a-5918e4f2e570 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:04.511698 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5652fee6-1b86-4927-b32a-5918e4f2e570 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:04.546208 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:04.586966 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5652fee6-1b86-4927-b32a-5918e4f2e570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:04.666262 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5652fee6-1b86-4927-b32a-5918e4f2e570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:04.711292 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652fee6-1b86-4927-b32a-5918e4f2e570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a88c263-c34e-4702-89f3-ef7293c50313,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:04.716713 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5652fee6-1b86-4927-b32a-5918e4f2e570 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:04.721513 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6075c10c-82a1-4e64-9138-f68871eaa62b None None] Network 309bf24b-3474-45ce-877e-ace285a1cec6 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:08:04.723603 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5652fee6-1b86-4927-b32a-5918e4f2e570 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5a88c263-c34e-4702-89f3-ef7293c50313 HTTP/1.1" status: 204 len: 168 time: 0.4306664 Jan 11 10:08:04.726052 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40202) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:08:04.839478 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d87f2170-0530-41f0-a162-8ceda74ab5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:04.851363 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d87f2170-0530-41f0-a162-8ceda74ab5d4 admin admin] Deleting port fb7da06a-28be-4162-b368-3a26e613683a {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:08:04.851703 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d87f2170-0530-41f0-a162-8ceda74ab5d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:04.863918 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 410a58be-3b0e-4d79-b071-e1022f3aad8e no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:08:04.906652 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 410a58be-3b0e-4d79-b071-e1022f3aad8e {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:08:04.906992 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 410a58be-3b0e-4d79-b071-e1022f3aad8e not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:08:04.907414 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 90b255fa-c405-493d-b8ff-3a52c47798e6 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:08:04.971299 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 90b255fa-c405-493d-b8ff-3a52c47798e6 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:08:04.971299 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 90b255fa-c405-493d-b8ff-3a52c47798e6 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:08:05.067070 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d87f2170-0530-41f0-a162-8ceda74ab5d4 admin admin] For port fb7da06a-28be-4162-b368-3a26e613683a, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=fb7da06a-28be-4162-b368-3a26e613683a,segment=NetworkSegment(7a70ee11-880a-4042-87f9-a2f06b2621cf),segment_id=7a70ee11-880a-4042-87f9-a2f06b2621cf)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:08:05.067621 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d87f2170-0530-41f0-a162-8ceda74ab5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:05.080657 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1901d8a9-e878-449e-a767-bee8ce60b342 None None] DHCP port deletion for 309bf24b-3474-45ce-877e-ace285a1cec6 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 10:08:05.084748 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1901d8a9-e878-449e-a767-bee8ce60b342 None None] Deleting port fb7da06a-28be-4162-b368-3a26e613683a {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:08:05.085118 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1901d8a9-e878-449e-a767-bee8ce60b342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:05.192523 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d87f2170-0530-41f0-a162-8ceda74ab5d4 admin admin] Calling delete_port for fb7da06a-28be-4162-b368-3a26e613683a owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:08:05.270884 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d87f2170-0530-41f0-a162-8ceda74ab5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:05.316178 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1901d8a9-e878-449e-a767-bee8ce60b342 None None] For port fb7da06a-28be-4162-b368-3a26e613683a, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=fb7da06a-28be-4162-b368-3a26e613683a,segment=NetworkSegment(7a70ee11-880a-4042-87f9-a2f06b2621cf),segment_id=7a70ee11-880a-4042-87f9-a2f06b2621cf)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:08:05.316650 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1901d8a9-e878-449e-a767-bee8ce60b342 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:05.316873 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f2170-0530-41f0-a162-8ceda74ab5d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb7da06a-28be-4162-b368-3a26e613683a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:05.323377 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87f2170-0530-41f0-a162-8ceda74ab5d4 admin admin] No DVR routers for this DVR port fb7da06a-28be-4162-b368-3a26e613683a on host dv-neutron-823402-4-hyperv {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:08:05.439941 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d87f2170-0530-41f0-a162-8ceda74ab5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:05.440363 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1901d8a9-e878-449e-a767-bee8ce60b342 None None] Calling delete_port for fb7da06a-28be-4162-b368-3a26e613683a owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:08:05.464336 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-d87f2170-0530-41f0-a162-8ceda74ab5d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309bf24b-3474-45ce-877e-ace285a1cec6']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:05.476900 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-d87f2170-0530-41f0-a162-8ceda74ab5d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a70ee11-880a-4042-87f9-a2f06b2621cf') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:05.477187 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-d87f2170-0530-41f0-a162-8ceda74ab5d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a70ee11-880a-4042-87f9-a2f06b2621cf') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:05.488486 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d87f2170-0530-41f0-a162-8ceda74ab5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:05.506904 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d87f2170-0530-41f0-a162-8ceda74ab5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:05.513616 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87f2170-0530-41f0-a162-8ceda74ab5d4 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 10:08:05.513956 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d87f2170-0530-41f0-a162-8ceda74ab5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:05.521715 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-1901d8a9-e878-449e-a767-bee8ce60b342 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 10:08:05.522066 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-1901d8a9-e878-449e-a767-bee8ce60b342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 10:08:05.532078 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 10:08:05.603729 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d87f2170-0530-41f0-a162-8ceda74ab5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:05.620300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d87f2170-0530-41f0-a162-8ceda74ab5d4 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:05.632245 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f2170-0530-41f0-a162-8ceda74ab5d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=309bf24b-3474-45ce-877e-ace285a1cec6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:05.643917 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d87f2170-0530-41f0-a162-8ceda74ab5d4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/309bf24b-3474-45ce-877e-ace285a1cec6 HTTP/1.1" status: 204 len: 168 time: 0.9165304 Jan 11 10:08:05.646405 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40206) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:08:06.023627 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1901d8a9-e878-449e-a767-bee8ce60b342 None None] Deleting port fb7da06a-28be-4162-b368-3a26e613683a {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:08:06.024235 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1901d8a9-e878-449e-a767-bee8ce60b342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:06.092691 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1901d8a9-e878-449e-a767-bee8ce60b342 None None] The port 'fb7da06a-28be-4162-b368-3a26e613683a' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 10:08:06.276965 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d6c174e-f043-4c06-b34d-49d9a3d714f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:06.621899 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c174e-f043-4c06-b34d-49d9a3d714f6 admin admin] Deleting port 0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:08:06.622167 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d6c174e-f043-4c06-b34d-49d9a3d714f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:06.792383 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-0d6c174e-f043-4c06-b34d-49d9a3d714f6 admin admin] For port 0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6,segment=NetworkSegment(027f9288-6539-4767-bd72-e4911b3b8686),segment_id=027f9288-6539-4767-bd72-e4911b3b8686)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:08:06.792737 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d6c174e-f043-4c06-b34d-49d9a3d714f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:06.826114 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device fb7da06a-28be-4162-b368-3a26e613683a no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:08:06.860404 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: fb7da06a-28be-4162-b368-3a26e613683a {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:08:06.860748 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device fb7da06a-28be-4162-b368-3a26e613683a not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:08:06.917787 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c174e-f043-4c06-b34d-49d9a3d714f6 admin admin] Calling delete_port for 0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:08:07.092363 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d6c174e-f043-4c06-b34d-49d9a3d714f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:07.140835 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c174e-f043-4c06-b34d-49d9a3d714f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:07.405318 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d6c174e-f043-4c06-b34d-49d9a3d714f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:07.860552 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6c174e-f043-4c06-b34d-49d9a3d714f6 admin admin] Router ee6968e8-875c-40f3-a637-3deeb2312723 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:08:08.036177 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6c174e-f043-4c06-b34d-49d9a3d714f6 admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:08:08.045080 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0d6c174e-f043-4c06-b34d-49d9a3d714f6 admin admin] 10.222.0.15 "PUT /v2.0/routers/ee6968e8-875c-40f3-a637-3deeb2312723/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3977122 Jan 11 10:08:08.045245 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b01bded-17cd-496c-a569-b9c824a6837c None None] Sync routers for ids ['ee6968e8-875c-40f3-a637-3deeb2312723'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:08:08.047490 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40210) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:08:08.055043 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b01bded-17cd-496c-a569-b9c824a6837c None None] Routers {'ee6968e8-875c-40f3-a637-3deeb2312723'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:08:08.055649 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7b01bded-17cd-496c-a569-b9c824a6837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:07:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['ee6968e8-875c-40f3-a637-3deeb2312723'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:08.217884 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0c4b-3695-4789-8ee4-1f1726224cf9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:08.231554 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-7b01bded-17cd-496c-a569-b9c824a6837c None None] Set router ee6968e8-875c-40f3-a637-3deeb2312723 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:08:08.401086 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0c4b-3695-4789-8ee4-1f1726224cf9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:08.414682 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0d7a0c4b-3695-4789-8ee4-1f1726224cf9 admin admin] Deleting port 778d35f2-83ff-4fd7-a3f9-5ae04f745135 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:08:08.415307 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0c4b-3695-4789-8ee4-1f1726224cf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:08.541709 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7b01bded-17cd-496c-a569-b9c824a6837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6968e8-875c-40f3-a637-3deeb2312723', 'name': 'tempest-TestEncryptedCinderVolumes-873127035-router', 'tenant_id': 'a959896eef75421c9411921e117cea12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '778d35f2-83ff-4fd7-a3f9-5ae04f745135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:06:47Z', 'updated_at': '2022-01-11T10:08:07Z', 'revision_number': 5, 'project_id': 'a959896eef75421c9411921e117cea12', 'gw_port': {'id': '778d35f2-83ff-4fd7-a3f9-5ae04f745135', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6968e8-875c-40f3-a637-3deeb2312723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:06:48Z', 'updated_at': '2022-01-11T10:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:08.545385 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b01bded-17cd-496c-a569-b9c824a6837c None None] Checking router: ee6968e8-875c-40f3-a637-3deeb2312723 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:08:08.553525 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b01bded-17cd-496c-a569-b9c824a6837c None None] Routers {'ee6968e8-875c-40f3-a637-3deeb2312723'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:08:08.554134 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7b01bded-17cd-496c-a569-b9c824a6837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:07:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['ee6968e8-875c-40f3-a637-3deeb2312723'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:08.588354 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-0d7a0c4b-3695-4789-8ee4-1f1726224cf9 admin admin] For port 778d35f2-83ff-4fd7-a3f9-5ae04f745135, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=778d35f2-83ff-4fd7-a3f9-5ae04f745135,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:08:08.588703 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0c4b-3695-4789-8ee4-1f1726224cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:08.702934 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-7b01bded-17cd-496c-a569-b9c824a6837c None None] Set router ee6968e8-875c-40f3-a637-3deeb2312723 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:08:08.712797 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0d7a0c4b-3695-4789-8ee4-1f1726224cf9 admin admin] Calling delete_port for 778d35f2-83ff-4fd7-a3f9-5ae04f745135 owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:08:08.809900 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-7b01bded-17cd-496c-a569-b9c824a6837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6968e8-875c-40f3-a637-3deeb2312723', 'name': 'tempest-TestEncryptedCinderVolumes-873127035-router', 'tenant_id': 'a959896eef75421c9411921e117cea12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:06:47Z', 'updated_at': '2022-01-11T10:08:08Z', 'revision_number': 6, 'project_id': 'a959896eef75421c9411921e117cea12', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:08.814119 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b01bded-17cd-496c-a569-b9c824a6837c None None] The sync data for ids ['ee6968e8-875c-40f3-a637-3deeb2312723'] in dv-neutron-823402-4-hyperv is: [{'id': 'ee6968e8-875c-40f3-a637-3deeb2312723', 'name': 'tempest-TestEncryptedCinderVolumes-873127035-router', 'tenant_id': 'a959896eef75421c9411921e117cea12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:06:47Z', 'updated_at': '2022-01-11T10:08:08Z', 'revision_number': 6, 'project_id': 'a959896eef75421c9411921e117cea12', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:08:09.010630 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0c4b-3695-4789-8ee4-1f1726224cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:09.056220 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a0c4b-3695-4789-8ee4-1f1726224cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=778d35f2-83ff-4fd7-a3f9-5ae04f745135,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:09.146858 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0c4b-3695-4789-8ee4-1f1726224cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:09.330004 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0c4b-3695-4789-8ee4-1f1726224cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:09.332324 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0c4b-3695-4789-8ee4-1f1726224cf9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:09.354577 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0c4b-3695-4789-8ee4-1f1726224cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:09.355073 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7a0c4b-3695-4789-8ee4-1f1726224cf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee6968e8-875c-40f3-a637-3deeb2312723 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 10:08:09.368232 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0c4b-3695-4789-8ee4-1f1726224cf9 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:09.369344 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0d7a0c4b-3695-4789-8ee4-1f1726224cf9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ee6968e8-875c-40f3-a637-3deeb2312723 HTTP/1.1" status: 204 len: 168 time: 1.3209615 Jan 11 10:08:09.371781 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40214) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:08:09.432506 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-60fc6e64-6405-40ef-a961-c962240c610a admin admin] Deleting subnet 2b2d28a4-1138-4833-ad57-7db88dd17ccf {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 10:08:09.435413 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-60fc6e64-6405-40ef-a961-c962240c610a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:09.486832 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-60fc6e64-6405-40ef-a961-c962240c610a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:09.568964 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-60fc6e64-6405-40ef-a961-c962240c610a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:09.642217 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-60fc6e64-6405-40ef-a961-c962240c610a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:09.682176 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-60fc6e64-6405-40ef-a961-c962240c610a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:09.684765 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367b4164-c16b-4c25-b63f-482765e3a5f8 None None] Network fc490584-94b5-497e-bcdc-d1a5f977e3f6 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:08:09.691030 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40218) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:08:09.691636 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-60fc6e64-6405-40ef-a961-c962240c610a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2b2d28a4-1138-4833-ad57-7db88dd17ccf HTTP/1.1" status: 204 len: 168 time: 0.3177309 Jan 11 10:08:09.692054 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc6e64-6405-40ef-a961-c962240c610a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b2d28a4-1138-4833-ad57-7db88dd17ccf,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:09.808449 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:09.819691 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Deleting port 1f6e96d1-66f3-483e-8d7b-361aeb7426d1 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:08:09.820125 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:09.969462 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e70dc1b-d76b-427c-9910-e7f411005b54 None None] DHCP port deletion for fc490584-94b5-497e-bcdc-d1a5f977e3f6 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 10:08:09.976608 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7e70dc1b-d76b-427c-9910-e7f411005b54 None None] Deleting port 1f6e96d1-66f3-483e-8d7b-361aeb7426d1 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:08:09.976992 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7e70dc1b-d76b-427c-9910-e7f411005b54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:10.047016 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] For port 1f6e96d1-66f3-483e-8d7b-361aeb7426d1, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=1f6e96d1-66f3-483e-8d7b-361aeb7426d1,segment=NetworkSegment(027f9288-6539-4767-bd72-e4911b3b8686),segment_id=027f9288-6539-4767-bd72-e4911b3b8686)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:08:10.047361 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:10.171549 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Calling delete_port for 1f6e96d1-66f3-483e-8d7b-361aeb7426d1 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:08:10.184354 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-7e70dc1b-d76b-427c-9910-e7f411005b54 None None] For port 1f6e96d1-66f3-483e-8d7b-361aeb7426d1, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=1f6e96d1-66f3-483e-8d7b-361aeb7426d1,segment=NetworkSegment(027f9288-6539-4767-bd72-e4911b3b8686),segment_id=027f9288-6539-4767-bd72-e4911b3b8686)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:08:10.184745 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7e70dc1b-d76b-427c-9910-e7f411005b54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:10.247058 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:10.297979 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] No DVR routers for this DVR port 1f6e96d1-66f3-483e-8d7b-361aeb7426d1 on host dv-neutron-823402-4-hyperv {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:08:10.300374 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6e96d1-66f3-483e-8d7b-361aeb7426d1,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:10.318569 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7e70dc1b-d76b-427c-9910-e7f411005b54 None None] Calling delete_port for 1f6e96d1-66f3-483e-8d7b-361aeb7426d1 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:08:10.336533 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:10.336874 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:10.337204 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:10.337527 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:10.337846 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:10.338188 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:10.338506 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:10.338821 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:10.339131 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:10.339441 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:10.339749 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:10.340057 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:10.392692 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-7e70dc1b-d76b-427c-9910-e7f411005b54 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 10:08:10.393058 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-7e70dc1b-d76b-427c-9910-e7f411005b54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 10:08:10.428349 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:10.452475 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc490584-94b5-497e-bcdc-d1a5f977e3f6']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:10.464093 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027f9288-6539-4767-bd72-e4911b3b8686') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:10.464382 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027f9288-6539-4767-bd72-e4911b3b8686') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:10.475994 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:10.492071 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:10.498442 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 10:08:10.498851 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 10:08:10.512686 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 10:08:10.598677 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:10.614933 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:10.624471 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc490584-94b5-497e-bcdc-d1a5f977e3f6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:10.628496 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-87ed6081-8170-47cc-987a-402c1203e855 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fc490584-94b5-497e-bcdc-d1a5f977e3f6 HTTP/1.1" status: 204 len: 168 time: 0.9351115 Jan 11 10:08:10.793304 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40224) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:08:10.841113 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:08:10.846299 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-47fe3cc0-d2dc-413b-9156-73a2e0ba9aa2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c60749222cc64946b224d0f7eb38116d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518079 Jan 11 10:08:10.849155 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40228) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:08:10.882872 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:08:10.883214 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0222dfe6-e74c-4e3c-82be-0bdda8f8f6e6 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:08:10.883629 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 778d35f2-83ff-4fd7-a3f9-5ae04f745135 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:08:10.910213 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7e70dc1b-d76b-427c-9910-e7f411005b54 None None] Deleting port 1f6e96d1-66f3-483e-8d7b-361aeb7426d1 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:08:10.910579 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7e70dc1b-d76b-427c-9910-e7f411005b54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:10.923354 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fdd69e4-8a34-46ee-910b-c0d019502239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:10.948929 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 778d35f2-83ff-4fd7-a3f9-5ae04f745135 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:08:10.949266 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 778d35f2-83ff-4fd7-a3f9-5ae04f745135 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:08:10.949672 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 1f6e96d1-66f3-483e-8d7b-361aeb7426d1 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:08:10.951812 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fdd69e4-8a34-46ee-910b-c0d019502239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:11.004079 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fdd69e4-8a34-46ee-910b-c0d019502239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:11.007125 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 1f6e96d1-66f3-483e-8d7b-361aeb7426d1 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:08:11.007488 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 1f6e96d1-66f3-483e-8d7b-361aeb7426d1 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:08:11.013202 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7e70dc1b-d76b-427c-9910-e7f411005b54 None None] The port '1f6e96d1-66f3-483e-8d7b-361aeb7426d1' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 10:08:11.027020 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd69e4-8a34-46ee-910b-c0d019502239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1e5787-1ba4-4932-afc3-374d98311b34,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:11.028872 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7fdd69e4-8a34-46ee-910b-c0d019502239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:11.030539 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7fdd69e4-8a34-46ee-910b-c0d019502239 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f1e5787-1ba4-4932-afc3-374d98311b34 HTTP/1.1" status: 204 len: 168 time: 0.1804554 Jan 11 10:08:11.369409 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40236) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:08:11.419394 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-47a8fdb7-9882-4c81-8c80-cf4c6ef1f9ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a959896eef75421c9411921e117cea12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487401 Jan 11 10:08:11.421809 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40240) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:08:11.481068 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3260e987-e555-49d8-8d20-98bd4ba59dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:11.508013 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3260e987-e555-49d8-8d20-98bd4ba59dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:11.566098 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3260e987-e555-49d8-8d20-98bd4ba59dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:11.582998 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260e987-e555-49d8-8d20-98bd4ba59dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b9cf2b-d9e5-48a9-b399-616b96c1ae16,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:11.589255 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3260e987-e555-49d8-8d20-98bd4ba59dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:11.590794 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3260e987-e555-49d8-8d20-98bd4ba59dff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/02b9cf2b-d9e5-48a9-b399-616b96c1ae16 HTTP/1.1" status: 204 len: 168 time: 0.1680729 Jan 11 10:08:12.308304 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40264) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:08:12.414483 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-13f7cb76-7179-447c-821b-f2d997933d65 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-551292495-network', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:08:12.419214 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-13f7cb76-7179-447c-821b-f2d997933d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:08:12.422914 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-13f7cb76-7179-447c-821b-f2d997933d65 admin admin] Usage tracker for resource:network and tenant:b3b2057bf860475bbd36d223565a19ee is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:08:12.426439 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-13f7cb76-7179-447c-821b-f2d997933d65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:08:12.432371 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-13f7cb76-7179-447c-821b-f2d997933d65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:08:12.442326 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f7cb76-7179-447c-821b-f2d997933d65 admin admin] Made reservation on behalf of b3b2057bf860475bbd36d223565a19ee for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:08:12.444531 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-13f7cb76-7179-447c-821b-f2d997933d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:12.456017 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-13f7cb76-7179-447c-821b-f2d997933d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:12.472591 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-13f7cb76-7179-447c-821b-f2d997933d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:08:12.476257 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-13f7cb76-7179-447c-821b-f2d997933d65 admin admin] Usage tracker for resource:security_group_rule and tenant:b3b2057bf860475bbd36d223565a19ee is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:08:12.478987 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-13f7cb76-7179-447c-821b-f2d997933d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:08:12.484421 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-13f7cb76-7179-447c-821b-f2d997933d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:08:12.568155 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-13f7cb76-7179-447c-821b-f2d997933d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:12.571860 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-13f7cb76-7179-447c-821b-f2d997933d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:12.601234 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f7cb76-7179-447c-821b-f2d997933d65 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 10:08:12.609615 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7cb76-7179-447c-821b-f2d997933d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:12.613503 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:08:12.616680 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-13f7cb76-7179-447c-821b-f2d997933d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:12.617020 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-13f7cb76-7179-447c-821b-f2d997933d65 admin admin] Added segment d1869eb9-2480-4409-b1ed-8cc7d7cf9c38 of type vlan for network 35eb00e6-cd37-4e2e-81d8-26139bf6a609 Jan 11 10:08:12.642561 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-13f7cb76-7179-447c-821b-f2d997933d65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:12.675833 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-13f7cb76-7179-447c-821b-f2d997933d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:12.676791 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f7cb76-7179-447c-821b-f2d997933d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:12.677357 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-13f7cb76-7179-447c-821b-f2d997933d65 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:12.774354 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-13f7cb76-7179-447c-821b-f2d997933d65 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4649243 Jan 11 10:08:12.777909 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40270) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:08:12.779968 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7cb76-7179-447c-821b-f2d997933d65 admin admin] Pushing event updated for resources: {'Network': ['ID=35eb00e6-cd37-4e2e-81d8-26139bf6a609,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:12.783522 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-381062c3-12b4-4529-838e-fb34054f2e6f admin admin] Request body: {'subnet': {'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-551292495-subnet', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:08:12.789390 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-381062c3-12b4-4529-838e-fb34054f2e6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:08:12.789911 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 35eb00e6-cd37-4e2e-81d8-26139bf6a609 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 10:08:12.793595 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-381062c3-12b4-4529-838e-fb34054f2e6f admin admin] Usage tracker for resource:subnet and tenant:b3b2057bf860475bbd36d223565a19ee is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:08:12.796703 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-381062c3-12b4-4529-838e-fb34054f2e6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:08:12.804137 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-381062c3-12b4-4529-838e-fb34054f2e6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:08:12.814443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381062c3-12b4-4529-838e-fb34054f2e6f admin admin] Made reservation on behalf of b3b2057bf860475bbd36d223565a19ee for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:08:12.817044 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-381062c3-12b4-4529-838e-fb34054f2e6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:13.025986 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-381062c3-12b4-4529-838e-fb34054f2e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:13.101220 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381062c3-12b4-4529-838e-fb34054f2e6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c84201e9-1304-4eff-9982-03b021e9d2c4,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:13.108485 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381062c3-12b4-4529-838e-fb34054f2e6f admin admin] Checking segment: {'id': 'd1869eb9-2480-4409-b1ed-8cc7d7cf9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:08:13.108832 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381062c3-12b4-4529-838e-fb34054f2e6f admin admin] Network hostable DHCP agents. Network: 35eb00e6-cd37-4e2e-81d8-26139bf6a609, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 10:08:13.126661 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381062c3-12b4-4529-838e-fb34054f2e6f admin admin] Network 35eb00e6-cd37-4e2e-81d8-26139bf6a609 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 10:08:13.135493 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-381062c3-12b4-4529-838e-fb34054f2e6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 35eb00e6-cd37-4e2e-81d8-26139bf6a609) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:08:13.140878 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381062c3-12b4-4529-838e-fb34054f2e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:13.141509 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-381062c3-12b4-4529-838e-fb34054f2e6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:13.143353 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe34bbe-617f-4340-baa6-8d71d8b8536c None None] Network 35eb00e6-cd37-4e2e-81d8-26139bf6a609 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:08:13.162336 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-381062c3-12b4-4529-838e-fb34054f2e6f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3834217 Jan 11 10:08:13.165169 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40274) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:08:13.169972 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4fcca0ac-93ed-4d3f-af7a-18b6699b4353 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-551292495-router', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:08:13.175260 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4fcca0ac-93ed-4d3f-af7a-18b6699b4353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:08:13.179039 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4fcca0ac-93ed-4d3f-af7a-18b6699b4353 admin admin] Usage tracker for resource:router and tenant:b3b2057bf860475bbd36d223565a19ee is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:08:13.181791 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4fcca0ac-93ed-4d3f-af7a-18b6699b4353 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:08:13.187527 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4fcca0ac-93ed-4d3f-af7a-18b6699b4353 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:08:13.198331 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4fcca0ac-93ed-4d3f-af7a-18b6699b4353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:13.199271 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4fcca0ac-93ed-4d3f-af7a-18b6699b4353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:13.213799 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4fcca0ac-93ed-4d3f-af7a-18b6699b4353 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:13.353234 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-35eb00e6-cd37-4e2e-81d8-26139bf6a609', 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'fixed_ips': [{'subnet_id': 'c84201e9-1304-4eff-9982-03b021e9d2c4'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 10:08:13.354044 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:13.480455 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4fcca0ac-93ed-4d3f-af7a-18b6699b4353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:13.506234 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Allocated IP 172.20.0.2 (35eb00e6-cd37-4e2e-81d8-26139bf6a609/c84201e9-1304-4eff-9982-03b021e9d2c4/a9757d8e-5ee6-4152-a64a-2d55011105df) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:08:13.714923 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:13.725299 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Transition to ACTIVE for port object a9757d8e-5ee6-4152-a64a-2d55011105df will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:08:13.743068 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Transition to ACTIVE for port object a9757d8e-5ee6-4152-a64a-2d55011105df will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:08:13.747971 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:13.816289 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Network 35eb00e6-cd37-4e2e-81d8-26139bf6a609 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:08:13.819273 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:08:13.822945 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:08:13.828458 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Pushing event updated for resources: {'Port': ['ID=a9757d8e-5ee6-4152-a64a-2d55011105df,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:13.869450 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:13.869795 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:13.870153 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:13.870485 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:13.870812 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:13.871140 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:13.871461 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:13.871788 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:13.872109 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:13.872426 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:13.872745 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:13.873059 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:13.910594 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4fcca0ac-93ed-4d3f-af7a-18b6699b4353 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:13.925498 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Attempting to bind port a9757d8e-5ee6-4152-a64a-2d55011105df on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:08:13.925938 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Attempting to bind port a9757d8e-5ee6-4152-a64a-2d55011105df by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'd1869eb9-2480-4409-b1ed-8cc7d7cf9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:08:13.926325 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Attempting to bind port a9757d8e-5ee6-4152-a64a-2d55011105df on network 35eb00e6-cd37-4e2e-81d8-26139bf6a609 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:08:13.931602 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:08:13.931965 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Checking segment: {'id': 'd1869eb9-2480-4409-b1ed-8cc7d7cf9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:08:13.932358 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:13.932745 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Bound using segment: {'id': 'd1869eb9-2480-4409-b1ed-8cc7d7cf9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:08:13.933195 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Bound port: a9757d8e-5ee6-4152-a64a-2d55011105df, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1869eb9-2480-4409-b1ed-8cc7d7cf9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:08:13.933560 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:13.941215 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4fcca0ac-93ed-4d3f-af7a-18b6699b4353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:14.021775 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] For port a9757d8e-5ee6-4152-a64a-2d55011105df, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:08:14.024680 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] For port a9757d8e-5ee6-4152-a64a-2d55011105df, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a9757d8e-5ee6-4152-a64a-2d55011105df,segment=NetworkSegment(d1869eb9-2480-4409-b1ed-8cc7d7cf9c38),segment_id=d1869eb9-2480-4409-b1ed-8cc7d7cf9c38)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:08:14.029197 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:14.079124 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-4fcca0ac-93ed-4d3f-af7a-18b6699b4353 admin admin] Allocated IP 172.26.3.168 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/f457aa3c-6a21-4a19-b5fc-57f7d01a6625) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:08:14.114819 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78de5a6-e517-4ce7-83d2-53fd8ab04511 None None] Pushing event updated for resources: {'Port': ['ID=a9757d8e-5ee6-4152-a64a-2d55011105df,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:14.240979 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4fcca0ac-93ed-4d3f-af7a-18b6699b4353 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:14.280571 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4fcca0ac-93ed-4d3f-af7a-18b6699b4353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:14.353960 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcca0ac-93ed-4d3f-af7a-18b6699b4353 admin admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:08:14.357080 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-4fcca0ac-93ed-4d3f-af7a-18b6699b4353 admin admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:08:14.359668 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcca0ac-93ed-4d3f-af7a-18b6699b4353 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:08:14.398907 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcca0ac-93ed-4d3f-af7a-18b6699b4353 admin admin] Pushing event updated for resources: {'Port': ['ID=f457aa3c-6a21-4a19-b5fc-57f7d01a6625,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:14.781143 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4fcca0ac-93ed-4d3f-af7a-18b6699b4353 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:14.874609 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a9757d8e-5ee6-4152-a64a-2d55011105df up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:08:14.947586 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port a9757d8e-5ee6-4152-a64a-2d55011105df completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:08:15.035198 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e8b976-4b47-41b6-b073-4dd14e095659 None None] Network 35eb00e6-cd37-4e2e-81d8-26139bf6a609 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:08:15.135595 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e512d757-f01c-46c0-bcf4-19242eda2d2d None None] Provisioning for port a9757d8e-5ee6-4152-a64a-2d55011105df completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:08:15.150668 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-e512d757-f01c-46c0-bcf4-19242eda2d2d None None] Provisioning complete for port a9757d8e-5ee6-4152-a64a-2d55011105df triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:08:15.151044 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e512d757-f01c-46c0-bcf4-19242eda2d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:15.259211 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4fcca0ac-93ed-4d3f-af7a-18b6699b4353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:15.375465 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e512d757-f01c-46c0-bcf4-19242eda2d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:15.413988 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-e512d757-f01c-46c0-bcf4-19242eda2d2d None None] For port a9757d8e-5ee6-4152-a64a-2d55011105df, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a9757d8e-5ee6-4152-a64a-2d55011105df,segment=NetworkSegment(d1869eb9-2480-4409-b1ed-8cc7d7cf9c38),segment_id=d1869eb9-2480-4409-b1ed-8cc7d7cf9c38)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:08:15.418019 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e512d757-f01c-46c0-bcf4-19242eda2d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:15.475176 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcca0ac-93ed-4d3f-af7a-18b6699b4353 admin admin] Router 6bf89347-a8b6-48dc-a508-d5c36495c217 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 10:08:15.493356 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512d757-f01c-46c0-bcf4-19242eda2d2d None None] Pushing event updated for resources: {'Port': ['ID=a9757d8e-5ee6-4152-a64a-2d55011105df,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:15.644294 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-68091912-7a22-4030-90fd-5e0b346d8265 None None] Provisioning complete for port a9757d8e-5ee6-4152-a64a-2d55011105df triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:08:15.644748 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-68091912-7a22-4030-90fd-5e0b346d8265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:15.665148 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcca0ac-93ed-4d3f-af7a-18b6699b4353 admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:08:15.679315 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] Sync routers for ids ['6bf89347-a8b6-48dc-a508-d5c36495c217'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:08:15.690659 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4fcca0ac-93ed-4d3f-af7a-18b6699b4353 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:15.694762 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4fcca0ac-93ed-4d3f-af7a-18b6699b4353 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5262132 Jan 11 10:08:15.695067 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40278) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:08:15.743065 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] Routers {'6bf89347-a8b6-48dc-a508-d5c36495c217'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:08:15.743673 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:07:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['6bf89347-a8b6-48dc-a508-d5c36495c217'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:15.969939 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] Set router 6bf89347-a8b6-48dc-a508-d5c36495c217 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:08:16.249375 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'name': 'tempest-TestMinimumBasicScenario-551292495-router', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f457aa3c-6a21-4a19-b5fc-57f7d01a6625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:08:14Z', 'revision_number': 3, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'gw_port': {'id': 'f457aa3c-6a21-4a19-b5fc-57f7d01a6625', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:08:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:16.253721 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] Checking router: 6bf89347-a8b6-48dc-a508-d5c36495c217 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:08:16.254059 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] Updating router 6bf89347-a8b6-48dc-a508-d5c36495c217 port f457aa3c-6a21-4a19-b5fc-57f7d01a6625 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 10:08:16.304745 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:16.365142 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0820fdb-5ccc-4178-b9c6-051bc6ca33ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:16.569568 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-e0820fdb-5ccc-4178-b9c6-051bc6ca33ca admin admin] Allocated IP 172.20.0.1 (35eb00e6-cd37-4e2e-81d8-26139bf6a609/c84201e9-1304-4eff-9982-03b021e9d2c4/ff943e12-f60d-4593-9c88-e0e0009c6b6d) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:08:16.627132 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:16.639773 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] Transition to ACTIVE for port object f457aa3c-6a21-4a19-b5fc-57f7d01a6625 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:08:16.648074 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:16.735483 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ca361-6b43-40ae-b714-9b28ed2f2767 None None] Pushing event updated for resources: {'Port': ['ID=f457aa3c-6a21-4a19-b5fc-57f7d01a6625,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:16.738497 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] Attempting to bind port f457aa3c-6a21-4a19-b5fc-57f7d01a6625 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:08:16.738932 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] Attempting to bind port f457aa3c-6a21-4a19-b5fc-57f7d01a6625 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:08:16.739358 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] Attempting to bind port f457aa3c-6a21-4a19-b5fc-57f7d01a6625 on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:08:16.745619 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:08:16.746131 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:08:16.746665 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:16.747109 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:08:16.747634 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] Bound port: f457aa3c-6a21-4a19-b5fc-57f7d01a6625, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:08:16.748059 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:16.824815 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] For port f457aa3c-6a21-4a19-b5fc-57f7d01a6625, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:08:16.829043 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] For port f457aa3c-6a21-4a19-b5fc-57f7d01a6625, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=f457aa3c-6a21-4a19-b5fc-57f7d01a6625,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:08:16.833533 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:16.848662 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0820fdb-5ccc-4178-b9c6-051bc6ca33ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:16.864262 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e0820fdb-5ccc-4178-b9c6-051bc6ca33ca admin admin] Transition to ACTIVE for port object ff943e12-f60d-4593-9c88-e0e0009c6b6d will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:08:16.872041 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a9757d8e-5ee6-4152-a64a-2d55011105df up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:08:16.887161 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0820fdb-5ccc-4178-b9c6-051bc6ca33ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:16.957811 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0820fdb-5ccc-4178-b9c6-051bc6ca33ca admin admin] Network 35eb00e6-cd37-4e2e-81d8-26139bf6a609 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:08:16.960606 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-e0820fdb-5ccc-4178-b9c6-051bc6ca33ca admin admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:08:16.964493 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0820fdb-5ccc-4178-b9c6-051bc6ca33ca admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:08:16.972329 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] Routers {'6bf89347-a8b6-48dc-a508-d5c36495c217'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:08:16.972955 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:07:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['6bf89347-a8b6-48dc-a508-d5c36495c217'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:16.998856 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0820fdb-5ccc-4178-b9c6-051bc6ca33ca admin admin] Pushing event updated for resources: {'Port': ['ID=ff943e12-f60d-4593-9c88-e0e0009c6b6d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:17.021957 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0820fdb-5ccc-4178-b9c6-051bc6ca33ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:17.055604 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ca361-6b43-40ae-b714-9b28ed2f2767 None None] Pushing event updated for resources: {'Port': ['ID=f457aa3c-6a21-4a19-b5fc-57f7d01a6625,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:17.197786 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port a9757d8e-5ee6-4152-a64a-2d55011105df triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:08:17.198184 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:17.266410 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0c3cd9f4-6de2-4779-9f95-e7c7c451145d None None] Provisioning for port ff943e12-f60d-4593-9c88-e0e0009c6b6d completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:08:17.281605 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] Set router 6bf89347-a8b6-48dc-a508-d5c36495c217 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:08:17.286460 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0820fdb-5ccc-4178-b9c6-051bc6ca33ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:17.326585 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0c3cd9f4-6de2-4779-9f95-e7c7c451145d None None] Provisioning complete for port ff943e12-f60d-4593-9c88-e0e0009c6b6d triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:08:17.326958 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0c3cd9f4-6de2-4779-9f95-e7c7c451145d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:17.501947 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0820fdb-5ccc-4178-b9c6-051bc6ca33ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:17.506775 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0820fdb-5ccc-4178-b9c6-051bc6ca33ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:17.520460 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0c3cd9f4-6de2-4779-9f95-e7c7c451145d None None] Port ff943e12-f60d-4593-9c88-e0e0009c6b6d cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:08:17.613264 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0820fdb-5ccc-4178-b9c6-051bc6ca33ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:17.617572 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0820fdb-5ccc-4178-b9c6-051bc6ca33ca admin admin] Pushing event updated for resources: {'Port': ['ID=ff943e12-f60d-4593-9c88-e0e0009c6b6d,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:17.681894 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'name': 'tempest-TestMinimumBasicScenario-551292495-router', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f457aa3c-6a21-4a19-b5fc-57f7d01a6625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:08:14Z', 'revision_number': 3, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'gw_port': {'id': 'f457aa3c-6a21-4a19-b5fc-57f7d01a6625', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:17.685855 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d4dcb3-a591-46bf-95f7-9f45bbdb4d6b None None] The sync data for ids ['6bf89347-a8b6-48dc-a508-d5c36495c217'] in dv-neutron-823402-4-hyperv is: [{'id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'name': 'tempest-TestMinimumBasicScenario-551292495-router', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f457aa3c-6a21-4a19-b5fc-57f7d01a6625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:08:14Z', 'revision_number': 3, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'gw_port': {'id': 'f457aa3c-6a21-4a19-b5fc-57f7d01a6625', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:08:17.758043 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0820fdb-5ccc-4178-b9c6-051bc6ca33ca admin admin] Network 35eb00e6-cd37-4e2e-81d8-26139bf6a609 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:08:17.759218 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-e0820fdb-5ccc-4178-b9c6-051bc6ca33ca admin admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:08:17.969562 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0820fdb-5ccc-4178-b9c6-051bc6ca33ca admin admin] Router 6bf89347-a8b6-48dc-a508-d5c36495c217 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:08:18.043978 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4d6ef4b6-62ed-4398-9138-c9d494f26947 None None] Provisioning complete for port ff943e12-f60d-4593-9c88-e0e0009c6b6d triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:08:18.044505 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4d6ef4b6-62ed-4398-9138-c9d494f26947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:18.102201 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4d6ef4b6-62ed-4398-9138-c9d494f26947 None None] Port ff943e12-f60d-4593-9c88-e0e0009c6b6d cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:08:18.157336 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0820fdb-5ccc-4178-b9c6-051bc6ca33ca admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:08:18.167606 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e0820fdb-5ccc-4178-b9c6-051bc6ca33ca admin admin] 10.222.0.15 "PUT /v2.0/routers/6bf89347-a8b6-48dc-a508-d5c36495c217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4716010 Jan 11 10:08:18.679150 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40296) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:08:18.684635 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-23ec2bf7-9f87-4fd7-b595-b9ec77c46ec5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1239693318-network', 'tenant_id': '80a2bec1da0d4de4a11627f21d05037f'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:08:18.689476 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-23ec2bf7-9f87-4fd7-b595-b9ec77c46ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:08:18.693299 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-23ec2bf7-9f87-4fd7-b595-b9ec77c46ec5 admin admin] Usage tracker for resource:network and tenant:80a2bec1da0d4de4a11627f21d05037f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:08:18.696217 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-23ec2bf7-9f87-4fd7-b595-b9ec77c46ec5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:08:18.701895 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-23ec2bf7-9f87-4fd7-b595-b9ec77c46ec5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:08:18.712574 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ec2bf7-9f87-4fd7-b595-b9ec77c46ec5 admin admin] Made reservation on behalf of 80a2bec1da0d4de4a11627f21d05037f for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:08:18.715118 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23ec2bf7-9f87-4fd7-b595-b9ec77c46ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:18.727968 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23ec2bf7-9f87-4fd7-b595-b9ec77c46ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:18.744858 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-23ec2bf7-9f87-4fd7-b595-b9ec77c46ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:08:18.748539 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-23ec2bf7-9f87-4fd7-b595-b9ec77c46ec5 admin admin] Usage tracker for resource:security_group_rule and tenant:80a2bec1da0d4de4a11627f21d05037f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:08:18.751584 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-23ec2bf7-9f87-4fd7-b595-b9ec77c46ec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:08:18.758120 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-23ec2bf7-9f87-4fd7-b595-b9ec77c46ec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:08:18.858570 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device f457aa3c-6a21-4a19-b5fc-57f7d01a6625 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:08:18.931349 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port f457aa3c-6a21-4a19-b5fc-57f7d01a6625 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:08:18.936034 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port f457aa3c-6a21-4a19-b5fc-57f7d01a6625 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:08:18.936400 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:18.959053 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23ec2bf7-9f87-4fd7-b595-b9ec77c46ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:18.963469 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23ec2bf7-9f87-4fd7-b595-b9ec77c46ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:18.993226 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ec2bf7-9f87-4fd7-b595-b9ec77c46ec5 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 10:08:19.006604 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec2bf7-9f87-4fd7-b595-b9ec77c46ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f7c6a1-47d5-48ba-8130-1bebe31ed428,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:19.017849 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23ec2bf7-9f87-4fd7-b595-b9ec77c46ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:19.019009 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-23ec2bf7-9f87-4fd7-b595-b9ec77c46ec5 admin admin] Added segment b7a8ee9f-404f-4207-945c-3f80d99f8913 of type vlan for network 020cf381-3621-4cfa-8e1f-78f648672db9 Jan 11 10:08:19.047946 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23ec2bf7-9f87-4fd7-b595-b9ec77c46ec5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:19.061891 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:19.078878 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23ec2bf7-9f87-4fd7-b595-b9ec77c46ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:19.079114 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port f457aa3c-6a21-4a19-b5fc-57f7d01a6625, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=f457aa3c-6a21-4a19-b5fc-57f7d01a6625,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:08:19.079901 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ec2bf7-9f87-4fd7-b595-b9ec77c46ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:19.081191 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23ec2bf7-9f87-4fd7-b595-b9ec77c46ec5 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:19.084016 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:19.144064 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] Sync routers for ids ['6bf89347-a8b6-48dc-a508-d5c36495c217'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:08:19.154388 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] Routers {'6bf89347-a8b6-48dc-a508-d5c36495c217'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:08:19.154999 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:07:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['6bf89347-a8b6-48dc-a508-d5c36495c217'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:19.160297 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=f457aa3c-6a21-4a19-b5fc-57f7d01a6625,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:19.187602 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-23ec2bf7-9f87-4fd7-b595-b9ec77c46ec5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5073395 Jan 11 10:08:19.191073 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40300) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:08:19.197814 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-28ab538a-7e22-4736-a25e-90000aa0f4af admin admin] Request body: {'subnet': {'network_id': '020cf381-3621-4cfa-8e1f-78f648672db9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1239693318-subnet', 'tenant_id': '80a2bec1da0d4de4a11627f21d05037f', 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:08:19.202591 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec2bf7-9f87-4fd7-b595-b9ec77c46ec5 admin admin] Pushing event updated for resources: {'Network': ['ID=020cf381-3621-4cfa-8e1f-78f648672db9,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:19.202812 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-28ab538a-7e22-4736-a25e-90000aa0f4af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:08:19.207961 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-28ab538a-7e22-4736-a25e-90000aa0f4af admin admin] Usage tracker for resource:subnet and tenant:80a2bec1da0d4de4a11627f21d05037f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:08:19.211723 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-28ab538a-7e22-4736-a25e-90000aa0f4af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:08:19.213867 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-42c265e8-b028-4802-90f9-63dae2b50446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:19.218891 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-28ab538a-7e22-4736-a25e-90000aa0f4af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:08:19.219093 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 020cf381-3621-4cfa-8e1f-78f648672db9 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 10:08:19.231650 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ab538a-7e22-4736-a25e-90000aa0f4af admin admin] Made reservation on behalf of 80a2bec1da0d4de4a11627f21d05037f for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:08:19.234169 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-28ab538a-7e22-4736-a25e-90000aa0f4af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:19.413449 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] Set router 6bf89347-a8b6-48dc-a508-d5c36495c217 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:08:19.548701 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-28ab538a-7e22-4736-a25e-90000aa0f4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:19.623534 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab538a-7e22-4736-a25e-90000aa0f4af admin admin] Pushing event updated for resources: {'Subnet': ['ID=de451000-7138-497a-aef4-7442f635c066,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:19.637178 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab538a-7e22-4736-a25e-90000aa0f4af admin admin] Checking segment: {'id': 'b7a8ee9f-404f-4207-945c-3f80d99f8913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '020cf381-3621-4cfa-8e1f-78f648672db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:08:19.637530 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ab538a-7e22-4736-a25e-90000aa0f4af admin admin] Network hostable DHCP agents. Network: 020cf381-3621-4cfa-8e1f-78f648672db9, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 10:08:19.657911 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ab538a-7e22-4736-a25e-90000aa0f4af admin admin] Network 020cf381-3621-4cfa-8e1f-78f648672db9 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 10:08:19.668398 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-28ab538a-7e22-4736-a25e-90000aa0f4af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 020cf381-3621-4cfa-8e1f-78f648672db9) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:08:19.672688 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ab538a-7e22-4736-a25e-90000aa0f4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:19.673362 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-28ab538a-7e22-4736-a25e-90000aa0f4af admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:19.678618 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a28f12b-d604-47c9-a1ac-1e471ffc7486 None None] Network 020cf381-3621-4cfa-8e1f-78f648672db9 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:08:19.697266 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-28ab538a-7e22-4736-a25e-90000aa0f4af admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5042367 Jan 11 10:08:19.699612 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40304) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:08:19.705546 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-da7d15de-3313-4b73-9df9-e9e463e4a967 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1239693318-router', 'tenant_id': '80a2bec1da0d4de4a11627f21d05037f', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:08:19.711202 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-da7d15de-3313-4b73-9df9-e9e463e4a967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:08:19.717101 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-da7d15de-3313-4b73-9df9-e9e463e4a967 admin admin] Usage tracker for resource:router and tenant:80a2bec1da0d4de4a11627f21d05037f is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:08:19.724101 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-da7d15de-3313-4b73-9df9-e9e463e4a967 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:08:19.730915 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-da7d15de-3313-4b73-9df9-e9e463e4a967 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:08:19.747010 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da7d15de-3313-4b73-9df9-e9e463e4a967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:19.748476 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da7d15de-3313-4b73-9df9-e9e463e4a967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:19.768926 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da7d15de-3313-4b73-9df9-e9e463e4a967 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:19.890110 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'name': 'tempest-TestMinimumBasicScenario-551292495-router', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f457aa3c-6a21-4a19-b5fc-57f7d01a6625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:08:17Z', 'revision_number': 4, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'gw_port': {'id': 'f457aa3c-6a21-4a19-b5fc-57f7d01a6625', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'ff943e12-f60d-4593-9c88-e0e0009c6b6d', 'name': '', 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'mac_address': 'fa:16:3e:b4:f8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'c84201e9-1304-4eff-9982-03b021e9d2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:16Z', 'updated_at': '2022-01-11T10:08:17Z', 'revision_number': 2, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'subnets': [{'id': 'c84201e9-1304-4eff-9982-03b021e9d2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:19.894514 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] Checking router: 6bf89347-a8b6-48dc-a508-d5c36495c217 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:08:19.894858 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] Updating router 6bf89347-a8b6-48dc-a508-d5c36495c217 port ff943e12-f60d-4593-9c88-e0e0009c6b6d binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 10:08:19.918073 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78533d7e-7e9d-40df-989f-80cff6bdd71c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-020cf381-3621-4cfa-8e1f-78f648672db9', 'network_id': '020cf381-3621-4cfa-8e1f-78f648672db9', 'tenant_id': '80a2bec1da0d4de4a11627f21d05037f', 'fixed_ips': [{'subnet_id': 'de451000-7138-497a-aef4-7442f635c066'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 10:08:19.919104 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-78533d7e-7e9d-40df-989f-80cff6bdd71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:19.949677 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:20.047510 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da7d15de-3313-4b73-9df9-e9e463e4a967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:20.082309 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-78533d7e-7e9d-40df-989f-80cff6bdd71c None None] Allocated IP 172.20.0.2 (020cf381-3621-4cfa-8e1f-78f648672db9/de451000-7138-497a-aef4-7442f635c066/25322526-ea54-469a-8f8b-6252dee55d87) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:08:20.297322 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-78533d7e-7e9d-40df-989f-80cff6bdd71c None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:20.297638 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:20.307974 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-78533d7e-7e9d-40df-989f-80cff6bdd71c None None] Transition to ACTIVE for port object 25322526-ea54-469a-8f8b-6252dee55d87 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:08:20.312014 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] Transition to ACTIVE for port object ff943e12-f60d-4593-9c88-e0e0009c6b6d will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:08:20.320258 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:20.327881 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-78533d7e-7e9d-40df-989f-80cff6bdd71c None None] Transition to ACTIVE for port object 25322526-ea54-469a-8f8b-6252dee55d87 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:08:20.334387 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-78533d7e-7e9d-40df-989f-80cff6bdd71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:20.368937 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da7d15de-3313-4b73-9df9-e9e463e4a967 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:20.406790 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da7d15de-3313-4b73-9df9-e9e463e4a967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:20.456764 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78533d7e-7e9d-40df-989f-80cff6bdd71c None None] Network 020cf381-3621-4cfa-8e1f-78f648672db9 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:08:20.460808 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-78533d7e-7e9d-40df-989f-80cff6bdd71c None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:08:20.464596 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78533d7e-7e9d-40df-989f-80cff6bdd71c None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:08:20.505478 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78533d7e-7e9d-40df-989f-80cff6bdd71c None None] Pushing event updated for resources: {'Port': ['ID=25322526-ea54-469a-8f8b-6252dee55d87,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:20.525966 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077ab68-b388-4386-aa41-52a457a7d36d None None] Pushing event updated for resources: {'Port': ['ID=ff943e12-f60d-4593-9c88-e0e0009c6b6d,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:20.538250 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0077ab68-b388-4386-aa41-52a457a7d36d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:20.538879 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0077ab68-b388-4386-aa41-52a457a7d36d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:20.539393 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0077ab68-b388-4386-aa41-52a457a7d36d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:20.539882 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0077ab68-b388-4386-aa41-52a457a7d36d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:20.540366 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0077ab68-b388-4386-aa41-52a457a7d36d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:20.540990 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0077ab68-b388-4386-aa41-52a457a7d36d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:20.541487 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0077ab68-b388-4386-aa41-52a457a7d36d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:20.541977 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0077ab68-b388-4386-aa41-52a457a7d36d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:20.542478 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0077ab68-b388-4386-aa41-52a457a7d36d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:20.542956 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0077ab68-b388-4386-aa41-52a457a7d36d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:20.543457 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0077ab68-b388-4386-aa41-52a457a7d36d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:20.543945 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0077ab68-b388-4386-aa41-52a457a7d36d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:20.564378 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] Attempting to bind port ff943e12-f60d-4593-9c88-e0e0009c6b6d on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:08:20.565546 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] Attempting to bind port ff943e12-f60d-4593-9c88-e0e0009c6b6d by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'd1869eb9-2480-4409-b1ed-8cc7d7cf9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:08:20.566079 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] Attempting to bind port ff943e12-f60d-4593-9c88-e0e0009c6b6d on network 35eb00e6-cd37-4e2e-81d8-26139bf6a609 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:08:20.572249 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:08:20.572860 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-da7d15de-3313-4b73-9df9-e9e463e4a967 admin admin] Allocated IP 172.26.3.95 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/ae8e718b-41a4-4183-be73-f153418b42ac) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:08:20.573080 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] Checking segment: {'id': 'd1869eb9-2480-4409-b1ed-8cc7d7cf9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:08:20.573641 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:20.574232 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] Bound using segment: {'id': 'd1869eb9-2480-4409-b1ed-8cc7d7cf9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:08:20.575289 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] Bound port: ff943e12-f60d-4593-9c88-e0e0009c6b6d, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1869eb9-2480-4409-b1ed-8cc7d7cf9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:08:20.575842 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:20.591960 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-78533d7e-7e9d-40df-989f-80cff6bdd71c None None] Attempting to bind port 25322526-ea54-469a-8f8b-6252dee55d87 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:08:20.592380 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-78533d7e-7e9d-40df-989f-80cff6bdd71c None None] Attempting to bind port 25322526-ea54-469a-8f8b-6252dee55d87 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'b7a8ee9f-404f-4207-945c-3f80d99f8913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '020cf381-3621-4cfa-8e1f-78f648672db9'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:08:20.592792 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78533d7e-7e9d-40df-989f-80cff6bdd71c None None] Attempting to bind port 25322526-ea54-469a-8f8b-6252dee55d87 on network 020cf381-3621-4cfa-8e1f-78f648672db9 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:08:20.598709 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78533d7e-7e9d-40df-989f-80cff6bdd71c None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:08:20.599103 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78533d7e-7e9d-40df-989f-80cff6bdd71c None None] Checking segment: {'id': 'b7a8ee9f-404f-4207-945c-3f80d99f8913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '020cf381-3621-4cfa-8e1f-78f648672db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:08:20.599548 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-78533d7e-7e9d-40df-989f-80cff6bdd71c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:20.599932 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78533d7e-7e9d-40df-989f-80cff6bdd71c None None] Bound using segment: {'id': 'b7a8ee9f-404f-4207-945c-3f80d99f8913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '020cf381-3621-4cfa-8e1f-78f648672db9'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:08:20.600390 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-78533d7e-7e9d-40df-989f-80cff6bdd71c None None] Bound port: 25322526-ea54-469a-8f8b-6252dee55d87, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a8ee9f-404f-4207-945c-3f80d99f8913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '020cf381-3621-4cfa-8e1f-78f648672db9'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:08:20.600766 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-78533d7e-7e9d-40df-989f-80cff6bdd71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:20.682159 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] For port ff943e12-f60d-4593-9c88-e0e0009c6b6d, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:08:20.685357 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] For port ff943e12-f60d-4593-9c88-e0e0009c6b6d, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ff943e12-f60d-4593-9c88-e0e0009c6b6d,segment=NetworkSegment(d1869eb9-2480-4409-b1ed-8cc7d7cf9c38),segment_id=d1869eb9-2480-4409-b1ed-8cc7d7cf9c38)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:08:20.690630 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-78533d7e-7e9d-40df-989f-80cff6bdd71c None None] For port 25322526-ea54-469a-8f8b-6252dee55d87, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:08:20.692753 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:20.696041 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-78533d7e-7e9d-40df-989f-80cff6bdd71c None None] For port 25322526-ea54-469a-8f8b-6252dee55d87, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=25322526-ea54-469a-8f8b-6252dee55d87,segment=NetworkSegment(b7a8ee9f-404f-4207-945c-3f80d99f8913),segment_id=b7a8ee9f-404f-4207-945c-3f80d99f8913)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:08:20.701138 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-78533d7e-7e9d-40df-989f-80cff6bdd71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:20.751198 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da7d15de-3313-4b73-9df9-e9e463e4a967 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:20.775783 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] Routers {'6bf89347-a8b6-48dc-a508-d5c36495c217'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:08:20.776688 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:07:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['6bf89347-a8b6-48dc-a508-d5c36495c217'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:20.788585 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da7d15de-3313-4b73-9df9-e9e463e4a967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:20.843175 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78533d7e-7e9d-40df-989f-80cff6bdd71c None None] Pushing event updated for resources: {'Port': ['ID=25322526-ea54-469a-8f8b-6252dee55d87,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:20.870222 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7d15de-3313-4b73-9df9-e9e463e4a967 admin admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:08:20.874104 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-da7d15de-3313-4b73-9df9-e9e463e4a967 admin admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:08:20.878849 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7d15de-3313-4b73-9df9-e9e463e4a967 admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:08:20.898636 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device f457aa3c-6a21-4a19-b5fc-57f7d01a6625 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:08:20.919040 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077ab68-b388-4386-aa41-52a457a7d36d None None] Pushing event updated for resources: {'Port': ['ID=ff943e12-f60d-4593-9c88-e0e0009c6b6d,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:20.927690 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d15de-3313-4b73-9df9-e9e463e4a967 admin admin] Pushing event updated for resources: {'Port': ['ID=ae8e718b-41a4-4183-be73-f153418b42ac,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:21.007087 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port f457aa3c-6a21-4a19-b5fc-57f7d01a6625 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:08:21.007654 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:21.066869 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] Set router 6bf89347-a8b6-48dc-a508-d5c36495c217 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:08:21.441479 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e5e9cf70-0fe6-460c-b8b5-d49a9e9d369a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:21.445968 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'name': 'tempest-TestMinimumBasicScenario-551292495-router', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f457aa3c-6a21-4a19-b5fc-57f7d01a6625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:08:17Z', 'revision_number': 4, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'gw_port': {'id': 'f457aa3c-6a21-4a19-b5fc-57f7d01a6625', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'ff943e12-f60d-4593-9c88-e0e0009c6b6d', 'name': '', 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'mac_address': 'fa:16:3e:b4:f8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'c84201e9-1304-4eff-9982-03b021e9d2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:16Z', 'updated_at': '2022-01-11T10:08:20Z', 'revision_number': 4, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'subnets': [{'id': 'c84201e9-1304-4eff-9982-03b021e9d2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:21.449927 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873cccef-5fef-4315-8f25-ce395fccfb79 None None] The sync data for ids ['6bf89347-a8b6-48dc-a508-d5c36495c217'] in dv-neutron-823402-4-hyperv is: [{'id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'name': 'tempest-TestMinimumBasicScenario-551292495-router', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f457aa3c-6a21-4a19-b5fc-57f7d01a6625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:08:17Z', 'revision_number': 4, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'gw_port': {'id': 'f457aa3c-6a21-4a19-b5fc-57f7d01a6625', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'ff943e12-f60d-4593-9c88-e0e0009c6b6d', 'name': '', 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'mac_address': 'fa:16:3e:b4:f8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'c84201e9-1304-4eff-9982-03b021e9d2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:16Z', 'updated_at': '2022-01-11T10:08:20Z', 'revision_number': 4, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'subnets': [{'id': 'c84201e9-1304-4eff-9982-03b021e9d2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:08:21.490975 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da7d15de-3313-4b73-9df9-e9e463e4a967 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:21.856961 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da7d15de-3313-4b73-9df9-e9e463e4a967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:22.032702 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceafd0b-d948-442c-9eba-26130449c163 None None] Network 020cf381-3621-4cfa-8e1f-78f648672db9 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:08:22.080265 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7d15de-3313-4b73-9df9-e9e463e4a967 admin admin] Router 594007d8-aa67-4d54-b343-dee084524cde is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 10:08:22.139750 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6ef27759-e894-4e0d-aecd-7f646e2f8026 None None] Provisioning for port 25322526-ea54-469a-8f8b-6252dee55d87 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:08:22.274454 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7d15de-3313-4b73-9df9-e9e463e4a967 admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:08:22.285150 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] Sync routers for ids ['594007d8-aa67-4d54-b343-dee084524cde'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:08:22.303110 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] Routers {'594007d8-aa67-4d54-b343-dee084524cde'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:08:22.303710 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:08:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['594007d8-aa67-4d54-b343-dee084524cde'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:22.307343 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da7d15de-3313-4b73-9df9-e9e463e4a967 admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:22.311958 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-da7d15de-3313-4b73-9df9-e9e463e4a967 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6107495 Jan 11 10:08:22.312260 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40308) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:08:22.505782 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] Set router 594007d8-aa67-4d54-b343-dee084524cde gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:08:22.684655 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:22.743136 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:22.845581 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594007d8-aa67-4d54-b343-dee084524cde', 'name': 'tempest-TestMinimumBasicScenario-1239693318-router', 'tenant_id': '80a2bec1da0d4de4a11627f21d05037f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ae8e718b-41a4-4183-be73-f153418b42ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:08:19Z', 'updated_at': '2022-01-11T10:08:21Z', 'revision_number': 3, 'project_id': '80a2bec1da0d4de4a11627f21d05037f', 'gw_port': {'id': 'ae8e718b-41a4-4183-be73-f153418b42ac', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594007d8-aa67-4d54-b343-dee084524cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:20Z', 'updated_at': '2022-01-11T10:08:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:22.849775 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] Checking router: 594007d8-aa67-4d54-b343-dee084524cde for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:08:22.850142 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] Updating router 594007d8-aa67-4d54-b343-dee084524cde port ae8e718b-41a4-4183-be73-f153418b42ac binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 10:08:22.906410 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 25322526-ea54-469a-8f8b-6252dee55d87 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:08:22.941246 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:23.078605 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a746359-7e93-4dd4-bc2a-af9ce1e5c0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:23.081797 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 25322526-ea54-469a-8f8b-6252dee55d87 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:08:23.092354 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 25322526-ea54-469a-8f8b-6252dee55d87 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:08:23.092719 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:23.287371 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-6a746359-7e93-4dd4-bc2a-af9ce1e5c0a8 admin admin] Allocated IP 172.20.0.1 (020cf381-3621-4cfa-8e1f-78f648672db9/de451000-7138-497a-aef4-7442f635c066/01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:08:23.349404 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:23.436654 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 25322526-ea54-469a-8f8b-6252dee55d87, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=25322526-ea54-469a-8f8b-6252dee55d87,segment=NetworkSegment(b7a8ee9f-404f-4207-945c-3f80d99f8913),segment_id=b7a8ee9f-404f-4207-945c-3f80d99f8913)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:08:23.445619 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a746359-7e93-4dd4-bc2a-af9ce1e5c0a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:23.452486 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:23.453252 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ff943e12-f60d-4593-9c88-e0e0009c6b6d up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:08:23.463595 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-6a746359-7e93-4dd4-bc2a-af9ce1e5c0a8 admin admin] Transition to ACTIVE for port object 01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:08:23.486596 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a746359-7e93-4dd4-bc2a-af9ce1e5c0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:23.523899 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:23.556339 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a746359-7e93-4dd4-bc2a-af9ce1e5c0a8 admin admin] Network 020cf381-3621-4cfa-8e1f-78f648672db9 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:08:23.558496 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] Transition to ACTIVE for port object ae8e718b-41a4-4183-be73-f153418b42ac will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:08:23.559392 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-6a746359-7e93-4dd4-bc2a-af9ce1e5c0a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:08:23.563100 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a746359-7e93-4dd4-bc2a-af9ce1e5c0a8 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:08:23.572484 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:23.599042 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a746359-7e93-4dd4-bc2a-af9ce1e5c0a8 admin admin] Pushing event updated for resources: {'Port': ['ID=01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:23.609203 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=25322526-ea54-469a-8f8b-6252dee55d87,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:23.622079 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a746359-7e93-4dd4-bc2a-af9ce1e5c0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:23.663360 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] Attempting to bind port ae8e718b-41a4-4183-be73-f153418b42ac on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:08:23.663714 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] Attempting to bind port ae8e718b-41a4-4183-be73-f153418b42ac by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:08:23.664379 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] Attempting to bind port ae8e718b-41a4-4183-be73-f153418b42ac on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:08:23.679867 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:08:23.680541 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:08:23.681107 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:23.681656 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:08:23.682312 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] Bound port: ae8e718b-41a4-4183-be73-f153418b42ac, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:08:23.682935 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:23.710172 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port ff943e12-f60d-4593-9c88-e0e0009c6b6d completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:08:23.740516 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port ff943e12-f60d-4593-9c88-e0e0009c6b6d triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:08:23.741222 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:23.795266 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5076c-31a8-4255-b46b-bdb9fa8176bc None None] Pushing event updated for resources: {'Port': ['ID=ae8e718b-41a4-4183-be73-f153418b42ac,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:23.827718 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] For port ae8e718b-41a4-4183-be73-f153418b42ac, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:08:23.832627 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] For port ae8e718b-41a4-4183-be73-f153418b42ac, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ae8e718b-41a4-4183-be73-f153418b42ac,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:08:23.838580 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:23.978112 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bab11b7c-77e4-4c02-bee8-b080e19c259c None None] Provisioning for port 01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:08:23.980910 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] Routers {'594007d8-aa67-4d54-b343-dee084524cde'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:08:23.981618 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:08:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['594007d8-aa67-4d54-b343-dee084524cde'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:24.015013 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a746359-7e93-4dd4-bc2a-af9ce1e5c0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:24.040491 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5076c-31a8-4255-b46b-bdb9fa8176bc None None] Pushing event updated for resources: {'Port': ['ID=ae8e718b-41a4-4183-be73-f153418b42ac,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:24.053943 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bab11b7c-77e4-4c02-bee8-b080e19c259c None None] Provisioning complete for port 01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:08:24.054495 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bab11b7c-77e4-4c02-bee8-b080e19c259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:24.084172 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:24.212077 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-bab11b7c-77e4-4c02-bee8-b080e19c259c None None] Port 01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:08:24.218287 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port ff943e12-f60d-4593-9c88-e0e0009c6b6d, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ff943e12-f60d-4593-9c88-e0e0009c6b6d,segment=NetworkSegment(d1869eb9-2480-4409-b1ed-8cc7d7cf9c38),segment_id=d1869eb9-2480-4409-b1ed-8cc7d7cf9c38)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:08:24.238117 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:24.242259 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a746359-7e93-4dd4-bc2a-af9ce1e5c0a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:24.246611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a746359-7e93-4dd4-bc2a-af9ce1e5c0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:24.271887 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:24.308070 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] Set router 594007d8-aa67-4d54-b343-dee084524cde gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:08:24.365910 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a746359-7e93-4dd4-bc2a-af9ce1e5c0a8 admin admin] Pushing event updated for resources: {'Port': ['ID=01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:24.369285 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6a746359-7e93-4dd4-bc2a-af9ce1e5c0a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:24.384361 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=ff943e12-f60d-4593-9c88-e0e0009c6b6d,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:24.507155 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a746359-7e93-4dd4-bc2a-af9ce1e5c0a8 admin admin] Network 020cf381-3621-4cfa-8e1f-78f648672db9 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:08:24.508219 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-6a746359-7e93-4dd4-bc2a-af9ce1e5c0a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:08:24.647273 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594007d8-aa67-4d54-b343-dee084524cde', 'name': 'tempest-TestMinimumBasicScenario-1239693318-router', 'tenant_id': '80a2bec1da0d4de4a11627f21d05037f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ae8e718b-41a4-4183-be73-f153418b42ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:08:19Z', 'updated_at': '2022-01-11T10:08:23Z', 'revision_number': 4, 'project_id': '80a2bec1da0d4de4a11627f21d05037f', 'gw_port': {'id': 'ae8e718b-41a4-4183-be73-f153418b42ac', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594007d8-aa67-4d54-b343-dee084524cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:20Z', 'updated_at': '2022-01-11T10:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3', 'name': '', 'network_id': '020cf381-3621-4cfa-8e1f-78f648672db9', 'tenant_id': '80a2bec1da0d4de4a11627f21d05037f', 'mac_address': 'fa:16:3e:0e:35:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594007d8-aa67-4d54-b343-dee084524cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'de451000-7138-497a-aef4-7442f635c066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:23Z', 'updated_at': '2022-01-11T10:08:23Z', 'revision_number': 1, 'project_id': '80a2bec1da0d4de4a11627f21d05037f', 'subnets': [{'id': 'de451000-7138-497a-aef4-7442f635c066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:24.651830 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561d5c7a-f32e-4401-988e-7bc845fb5839 None None] The sync data for ids ['594007d8-aa67-4d54-b343-dee084524cde'] in dv-neutron-823402-4-hyperv is: [{'id': '594007d8-aa67-4d54-b343-dee084524cde', 'name': 'tempest-TestMinimumBasicScenario-1239693318-router', 'tenant_id': '80a2bec1da0d4de4a11627f21d05037f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ae8e718b-41a4-4183-be73-f153418b42ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:08:19Z', 'updated_at': '2022-01-11T10:08:23Z', 'revision_number': 4, 'project_id': '80a2bec1da0d4de4a11627f21d05037f', 'gw_port': {'id': 'ae8e718b-41a4-4183-be73-f153418b42ac', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594007d8-aa67-4d54-b343-dee084524cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:20Z', 'updated_at': '2022-01-11T10:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3', 'name': '', 'network_id': '020cf381-3621-4cfa-8e1f-78f648672db9', 'tenant_id': '80a2bec1da0d4de4a11627f21d05037f', 'mac_address': 'fa:16:3e:0e:35:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594007d8-aa67-4d54-b343-dee084524cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'de451000-7138-497a-aef4-7442f635c066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:23Z', 'updated_at': '2022-01-11T10:08:23Z', 'revision_number': 1, 'project_id': '80a2bec1da0d4de4a11627f21d05037f', 'subnets': [{'id': 'de451000-7138-497a-aef4-7442f635c066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:08:24.719783 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a746359-7e93-4dd4-bc2a-af9ce1e5c0a8 admin admin] Router 594007d8-aa67-4d54-b343-dee084524cde has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:08:24.850245 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6c6474d8-6405-4fe0-8d60-cf482a80ba2c None None] Provisioning complete for port 01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:08:24.850699 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6c6474d8-6405-4fe0-8d60-cf482a80ba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:24.934592 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a746359-7e93-4dd4-bc2a-af9ce1e5c0a8 admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:08:24.945299 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6a746359-7e93-4dd4-bc2a-af9ce1e5c0a8 admin admin] 10.222.0.15 "PUT /v2.0/routers/594007d8-aa67-4d54-b343-dee084524cde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6320853 Jan 11 10:08:24.948376 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 25322526-ea54-469a-8f8b-6252dee55d87 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:08:25.025916 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6c6474d8-6405-4fe0-8d60-cf482a80ba2c None None] Port 01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:08:25.046164 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 25322526-ea54-469a-8f8b-6252dee55d87 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:08:25.046510 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:25.175205 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ff943e12-f60d-4593-9c88-e0e0009c6b6d up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:08:25.243905 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port ff943e12-f60d-4593-9c88-e0e0009c6b6d triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:08:25.244287 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:26.879506 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ae8e718b-41a4-4183-be73-f153418b42ac up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:08:26.958345 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port ae8e718b-41a4-4183-be73-f153418b42ac completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:08:26.967364 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port ae8e718b-41a4-4183-be73-f153418b42ac triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:08:26.967941 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:27.105353 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:27.125003 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port ae8e718b-41a4-4183-be73-f153418b42ac, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ae8e718b-41a4-4183-be73-f153418b42ac,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:08:27.132766 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:27.208312 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=ae8e718b-41a4-4183-be73-f153418b42ac,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:28.415110 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] Sync routers for ids ['594007d8-aa67-4d54-b343-dee084524cde'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:08:28.424731 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] Routers {'594007d8-aa67-4d54-b343-dee084524cde'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:08:28.425351 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:08:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['594007d8-aa67-4d54-b343-dee084524cde'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:28.658621 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] Set router 594007d8-aa67-4d54-b343-dee084524cde gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:08:28.865218 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ae8e718b-41a4-4183-be73-f153418b42ac up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:08:28.961473 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port ae8e718b-41a4-4183-be73-f153418b42ac triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:08:28.961997 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:29.012142 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594007d8-aa67-4d54-b343-dee084524cde', 'name': 'tempest-TestMinimumBasicScenario-1239693318-router', 'tenant_id': '80a2bec1da0d4de4a11627f21d05037f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ae8e718b-41a4-4183-be73-f153418b42ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:08:19Z', 'updated_at': '2022-01-11T10:08:23Z', 'revision_number': 4, 'project_id': '80a2bec1da0d4de4a11627f21d05037f', 'gw_port': {'id': 'ae8e718b-41a4-4183-be73-f153418b42ac', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594007d8-aa67-4d54-b343-dee084524cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:20Z', 'updated_at': '2022-01-11T10:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3', 'name': '', 'network_id': '020cf381-3621-4cfa-8e1f-78f648672db9', 'tenant_id': '80a2bec1da0d4de4a11627f21d05037f', 'mac_address': 'fa:16:3e:0e:35:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594007d8-aa67-4d54-b343-dee084524cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'de451000-7138-497a-aef4-7442f635c066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:23Z', 'updated_at': '2022-01-11T10:08:24Z', 'revision_number': 2, 'project_id': '80a2bec1da0d4de4a11627f21d05037f', 'subnets': [{'id': 'de451000-7138-497a-aef4-7442f635c066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:29.016345 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] Checking router: 594007d8-aa67-4d54-b343-dee084524cde for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:08:29.016760 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] Updating router 594007d8-aa67-4d54-b343-dee084524cde port 01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3 binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 10:08:29.077527 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:29.459925 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:29.473534 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] Transition to ACTIVE for port object 01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:08:29.482102 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:29.620798 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea26fd7-9c6b-473c-bbb6-67a3d25a8150 None None] Pushing event updated for resources: {'Port': ['ID=01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:29.750877 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] Attempting to bind port 01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:08:29.751340 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] Attempting to bind port 01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'b7a8ee9f-404f-4207-945c-3f80d99f8913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '020cf381-3621-4cfa-8e1f-78f648672db9'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:08:29.751797 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] Attempting to bind port 01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3 on network 020cf381-3621-4cfa-8e1f-78f648672db9 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:08:29.758934 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:08:29.759395 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] Checking segment: {'id': 'b7a8ee9f-404f-4207-945c-3f80d99f8913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '020cf381-3621-4cfa-8e1f-78f648672db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:08:29.759856 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:29.760340 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] Bound using segment: {'id': 'b7a8ee9f-404f-4207-945c-3f80d99f8913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '020cf381-3621-4cfa-8e1f-78f648672db9'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:08:29.760875 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] Bound port: 01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a8ee9f-404f-4207-945c-3f80d99f8913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '020cf381-3621-4cfa-8e1f-78f648672db9'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:08:29.761360 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:29.867289 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] For port 01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:08:29.870446 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] For port 01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3,segment=NetworkSegment(b7a8ee9f-404f-4207-945c-3f80d99f8913),segment_id=b7a8ee9f-404f-4207-945c-3f80d99f8913)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:08:29.878546 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:29.960314 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] Routers {'594007d8-aa67-4d54-b343-dee084524cde'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:08:29.961017 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:08:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['594007d8-aa67-4d54-b343-dee084524cde'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:30.029466 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea26fd7-9c6b-473c-bbb6-67a3d25a8150 None None] Pushing event updated for resources: {'Port': ['ID=01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:30.179351 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] Set router 594007d8-aa67-4d54-b343-dee084524cde gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:08:30.559741 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594007d8-aa67-4d54-b343-dee084524cde', 'name': 'tempest-TestMinimumBasicScenario-1239693318-router', 'tenant_id': '80a2bec1da0d4de4a11627f21d05037f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ae8e718b-41a4-4183-be73-f153418b42ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:08:19Z', 'updated_at': '2022-01-11T10:08:23Z', 'revision_number': 4, 'project_id': '80a2bec1da0d4de4a11627f21d05037f', 'gw_port': {'id': 'ae8e718b-41a4-4183-be73-f153418b42ac', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594007d8-aa67-4d54-b343-dee084524cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:20Z', 'updated_at': '2022-01-11T10:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3', 'name': '', 'network_id': '020cf381-3621-4cfa-8e1f-78f648672db9', 'tenant_id': '80a2bec1da0d4de4a11627f21d05037f', 'mac_address': 'fa:16:3e:0e:35:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594007d8-aa67-4d54-b343-dee084524cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'de451000-7138-497a-aef4-7442f635c066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:23Z', 'updated_at': '2022-01-11T10:08:29Z', 'revision_number': 4, 'project_id': '80a2bec1da0d4de4a11627f21d05037f', 'subnets': [{'id': 'de451000-7138-497a-aef4-7442f635c066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:08:30.564942 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748de793-462a-443d-bfa4-608bceb2b4c6 None None] The sync data for ids ['594007d8-aa67-4d54-b343-dee084524cde'] in dv-neutron-823402-4-hyperv is: [{'id': '594007d8-aa67-4d54-b343-dee084524cde', 'name': 'tempest-TestMinimumBasicScenario-1239693318-router', 'tenant_id': '80a2bec1da0d4de4a11627f21d05037f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ae8e718b-41a4-4183-be73-f153418b42ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:08:19Z', 'updated_at': '2022-01-11T10:08:23Z', 'revision_number': 4, 'project_id': '80a2bec1da0d4de4a11627f21d05037f', 'gw_port': {'id': 'ae8e718b-41a4-4183-be73-f153418b42ac', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594007d8-aa67-4d54-b343-dee084524cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:20Z', 'updated_at': '2022-01-11T10:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3', 'name': '', 'network_id': '020cf381-3621-4cfa-8e1f-78f648672db9', 'tenant_id': '80a2bec1da0d4de4a11627f21d05037f', 'mac_address': 'fa:16:3e:0e:35:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594007d8-aa67-4d54-b343-dee084524cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'de451000-7138-497a-aef4-7442f635c066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:23Z', 'updated_at': '2022-01-11T10:08:29Z', 'revision_number': 4, 'project_id': '80a2bec1da0d4de4a11627f21d05037f', 'subnets': [{'id': 'de451000-7138-497a-aef4-7442f635c066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:08:30.878763 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:08:30.956901 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:08:30.962529 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:08:30.963210 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:31.088101 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:31.130831 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3,segment=NetworkSegment(b7a8ee9f-404f-4207-945c-3f80d99f8913),segment_id=b7a8ee9f-404f-4207-945c-3f80d99f8913)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:08:31.135463 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:31.213277 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:32.853915 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:08:32.936239 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:08:32.936616 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:34.544391 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:35.140914 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-b7bfc226-ffa0-4bf3-8bef-8a3b98a4e901 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:35.141527 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-b7bfc226-ffa0-4bf3-8bef-8a3b98a4e901 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Synchronizing usage tracker for tenant:b3b2057bf860475bbd36d223565a19ee on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:08:35.158829 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-b7bfc226-ffa0-4bf3-8bef-8a3b98a4e901 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Unset dirty status for tenant:b3b2057bf860475bbd36d223565a19ee on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:08:35.159943 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-b7bfc226-ffa0-4bf3-8bef-8a3b98a4e901 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/networks?id=35eb00e6-cd37-4e2e-81d8-26139bf6a609 HTTP/1.1" status: 200 len: 814 time: 0.1612754 Jan 11 10:08:35.174227 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-72b5fc38-91d5-4dde-9850-908fa88fa7be tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/quotas/b3b2057bf860475bbd36d223565a19ee HTTP/1.1" status: 200 len: 375 time: 0.0088809 Jan 11 10:08:35.255132 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-b0991216-b326-42d1-ad01-eafa5c2bb4b4 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b3b2057bf860475bbd36d223565a19ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760207 Jan 11 10:08:35.483706 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-7e30116a-876b-4676-bf3e-12cfd2377a69 service neutron] 10.222.0.15 "GET /v2.0/networks/35eb00e6-cd37-4e2e-81d8-26139bf6a609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174625 Jan 11 10:08:35.723139 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-ec8b6dcb-7cf8-4939-9193-b0a278faf658 service neutron] 10.222.0.15 "GET /v2.0/networks/35eb00e6-cd37-4e2e-81d8-26139bf6a609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335243 Jan 11 10:08:35.898699 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a09c1cdd-80f2-452d-8210-715c92aa55a5 req-a76be16f-61d6-40ba-b77f-4a5c67f3d2fe tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 210 time: 0.0451674 Jan 11 10:08:36.941937 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-c4d64281-83fe-4122-8b69-695696bf8086 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:36.943432 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-c4d64281-83fe-4122-8b69-695696bf8086 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.42 "GET /v2.0/networks?id=35eb00e6-cd37-4e2e-81d8-26139bf6a609 HTTP/1.1" status: 200 len: 814 time: 0.1540489 Jan 11 10:08:36.955948 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Request body: {'port': {'device_id': 'f9dd7514-a93d-4833-a76f-5c50ab9cf3a9', 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609', 'admin_state_up': True, 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:08:37.058064 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f21e0092-b17c-4411-8316-a84e3daf69a0 req-7ce8ebcc-b46d-44cf-94c9-f45f358bbf2b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 210 time: 0.0441442 Jan 11 10:08:37.095940 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:08:37.099809 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Usage tracker for resource:port and tenant:b3b2057bf860475bbd36d223565a19ee is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:08:37.102705 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:08:37.108328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:08:37.118623 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Made reservation on behalf of b3b2057bf860475bbd36d223565a19ee for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:08:37.122053 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:37.496567 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Allocated IP 172.20.0.10 (35eb00e6-cd37-4e2e-81d8-26139bf6a609/c84201e9-1304-4eff-9982-03b021e9d2c4/4538ce4b-9f11-41c9-ab98-ab3fd0779cd2) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:08:37.765480 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:37.783551 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Transition to ACTIVE for port object 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:08:37.815628 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:37.893017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Network 35eb00e6-cd37-4e2e-81d8-26139bf6a609 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:08:37.896366 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:08:37.900680 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:08:37.942689 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Pushing event updated for resources: {'Port': ['ID=4538ce4b-9f11-41c9-ab98-ab3fd0779cd2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:37.958301 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:37.958766 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:37.958961 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:37.959282 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:37.959605 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:37.960059 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:37.960387 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:37.960704 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:37.961017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:37.961329 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:37.961640 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:37.961958 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:08:37.996084 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:37.996725 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:38.020039 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-1f6e654a-9750-4946-9deb-e0026891d263 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0688250 Jan 11 10:08:38.189828 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1d13b56e-a1dd-4ae5-9af9-4d3304be47ce None None] Provisioning for port 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:08:38.200239 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1d13b56e-a1dd-4ae5-9af9-4d3304be47ce None None] Provisioning complete for port 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:08:38.201182 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1d13b56e-a1dd-4ae5-9af9-4d3304be47ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:38.291653 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1d13b56e-a1dd-4ae5-9af9-4d3304be47ce None None] Port 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:08:38.297490 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968d394-319b-42e2-8309-6fbe0d4e4117 req-3b0b1093-9286-4cc9-bcc7-37789a5ef2c7 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:38.299069 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9968d394-319b-42e2-8309-6fbe0d4e4117 req-3b0b1093-9286-4cc9-bcc7-37789a5ef2c7 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 932 time: 0.0932584 Jan 11 10:08:38.351348 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-9968d394-319b-42e2-8309-6fbe0d4e4117 req-35426ce7-d74d-49f0-8909-3c9c9baa5c02 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Synchronizing usage tracker for tenant:b3b2057bf860475bbd36d223565a19ee on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:08:38.371059 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-9968d394-319b-42e2-8309-6fbe0d4e4117 req-35426ce7-d74d-49f0-8909-3c9c9baa5c02 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Unset dirty status for tenant:b3b2057bf860475bbd36d223565a19ee on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:08:38.374564 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9968d394-319b-42e2-8309-6fbe0d4e4117 req-35426ce7-d74d-49f0-8909-3c9c9baa5c02 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690749 Jan 11 10:08:39.577478 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fb19f-8a52-4b22-bd45-ec4334e90514 req-8bbde8fb-44e0-4aee-8af9-116709c5852b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:39.579008 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4b2fb19f-8a52-4b22-bd45-ec4334e90514 req-8bbde8fb-44e0-4aee-8af9-116709c5852b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 932 time: 0.0872240 Jan 11 10:08:39.634549 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4b2fb19f-8a52-4b22-bd45-ec4334e90514 req-25ef6898-5c61-4b12-9247-261953265ca5 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490031 Jan 11 10:08:40.833217 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb079f-b9e9-4873-b37f-aa3f292dd950 req-ba6a8cc7-bdae-4d1b-9825-9ca1140855ef tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:40.834943 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1cfb079f-b9e9-4873-b37f-aa3f292dd950 req-ba6a8cc7-bdae-4d1b-9825-9ca1140855ef tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 932 time: 0.0922799 Jan 11 10:08:40.885424 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1cfb079f-b9e9-4873-b37f-aa3f292dd950 req-fd23f404-81ea-4f78-b5d0-9b07a9f90f2c tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435424 Jan 11 10:08:42.078893 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc9f5f-1e15-48a4-b4d8-816bf7100898 req-82f7c42c-6c7f-4ed8-858f-a5007ebfce73 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:42.080242 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-aafc9f5f-1e15-48a4-b4d8-816bf7100898 req-82f7c42c-6c7f-4ed8-858f-a5007ebfce73 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 932 time: 0.0817134 Jan 11 10:08:42.130022 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-aafc9f5f-1e15-48a4-b4d8-816bf7100898 req-b228e825-4197-4d9f-bb42-04e9424fd302 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424514 Jan 11 10:08:43.327920 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef665bc-14a4-42e0-abb4-1ff318066fd0 req-dcfd68ba-ed11-42aa-9ae1-4f6d117b0a1d tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:43.330437 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8ef665bc-14a4-42e0-abb4-1ff318066fd0 req-dcfd68ba-ed11-42aa-9ae1-4f6d117b0a1d tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 932 time: 0.0874650 Jan 11 10:08:43.377306 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8ef665bc-14a4-42e0-abb4-1ff318066fd0 req-9f25435a-284a-42db-a8a3-002706957824 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408711 Jan 11 10:08:44.576486 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9d1e7-db3a-4d8b-8a40-a85f7dd8957d req-b4a93078-3ec4-4127-b4d4-9c897bc20d7a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:44.578028 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7bc9d1e7-db3a-4d8b-8a40-a85f7dd8957d req-b4a93078-3ec4-4127-b4d4-9c897bc20d7a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 932 time: 0.0888164 Jan 11 10:08:44.631751 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7bc9d1e7-db3a-4d8b-8a40-a85f7dd8957d req-ae6c0d0e-c982-4af2-b159-9e4ad978e979 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462916 Jan 11 10:08:45.811467 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90764bcb-39e0-4228-bd6d-467efeb3a523 req-95bb0dee-c113-4cb8-ac8e-89965bc1c854 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:45.812911 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-90764bcb-39e0-4228-bd6d-467efeb3a523 req-95bb0dee-c113-4cb8-ac8e-89965bc1c854 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 932 time: 0.0788658 Jan 11 10:08:45.857913 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-90764bcb-39e0-4228-bd6d-467efeb3a523 req-41137b71-1f98-4d33-b151-2b52446d0d32 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385218 Jan 11 10:08:46.957385 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-ad29dda5-fcc3-48b6-91b6-284b66816bd1 service neutron] Request body: {'port': {'device_id': 'f9dd7514-a93d-4833-a76f-5c50ab9cf3a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:08:47.078228 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aaf141-ca23-4a52-9107-7dcd8eaddd22 req-2fb3962c-5bc8-4932-9a31-1772af677dd8 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:47.080097 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-51aaf141-ca23-4a52-9107-7dcd8eaddd22 req-2fb3962c-5bc8-4932-9a31-1772af677dd8 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 932 time: 0.0965109 Jan 11 10:08:47.088261 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-ad29dda5-fcc3-48b6-91b6-284b66816bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:47.136855 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-51aaf141-ca23-4a52-9107-7dcd8eaddd22 req-4a26c694-7e6e-4f69-bb28-1b06e3d2af25 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496657 Jan 11 10:08:47.472042 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-ad29dda5-fcc3-48b6-91b6-284b66816bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:08:47.484501 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-ad29dda5-fcc3-48b6-91b6-284b66816bd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:47.505797 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-ad29dda5-fcc3-48b6-91b6-284b66816bd1 service neutron] Transition to ACTIVE for port object 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:08:47.509624 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-ad29dda5-fcc3-48b6-91b6-284b66816bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:47.661523 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29dda5-fcc3-48b6-91b6-284b66816bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=4538ce4b-9f11-41c9-ab98-ab3fd0779cd2,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:47.743719 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-ad29dda5-fcc3-48b6-91b6-284b66816bd1 service neutron] Attempting to bind port 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:08:47.744046 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-ad29dda5-fcc3-48b6-91b6-284b66816bd1 service neutron] Attempting to bind port 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': 'd1869eb9-2480-4409-b1ed-8cc7d7cf9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:08:47.744368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-ad29dda5-fcc3-48b6-91b6-284b66816bd1 service neutron] Attempting to bind port 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 on network 35eb00e6-cd37-4e2e-81d8-26139bf6a609 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:08:47.748858 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-ad29dda5-fcc3-48b6-91b6-284b66816bd1 service neutron] Port 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 on network 35eb00e6-cd37-4e2e-81d8-26139bf6a609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 10:08:47.749165 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-ad29dda5-fcc3-48b6-91b6-284b66816bd1 service neutron] Attempting to bind port 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 on network 35eb00e6-cd37-4e2e-81d8-26139bf6a609 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:08:47.754964 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-ad29dda5-fcc3-48b6-91b6-284b66816bd1 service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:08:47.755288 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-ad29dda5-fcc3-48b6-91b6-284b66816bd1 service neutron] Checking segment: {'id': 'd1869eb9-2480-4409-b1ed-8cc7d7cf9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:08:47.755659 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-ad29dda5-fcc3-48b6-91b6-284b66816bd1 service neutron] Bound using segment: {'id': 'd1869eb9-2480-4409-b1ed-8cc7d7cf9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:08:47.756069 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-ad29dda5-fcc3-48b6-91b6-284b66816bd1 service neutron] Bound port: 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1869eb9-2480-4409-b1ed-8cc7d7cf9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:08:47.756403 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-ad29dda5-fcc3-48b6-91b6-284b66816bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:47.848177 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-ad29dda5-fcc3-48b6-91b6-284b66816bd1 service neutron] For port 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:08:47.850246 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-ad29dda5-fcc3-48b6-91b6-284b66816bd1 service neutron] For port 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=4538ce4b-9f11-41c9-ab98-ab3fd0779cd2,segment=NetworkSegment(d1869eb9-2480-4409-b1ed-8cc7d7cf9c38),segment_id=d1869eb9-2480-4409-b1ed-8cc7d7cf9c38)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:08:47.854628 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-ad29dda5-fcc3-48b6-91b6-284b66816bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:47.913328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-ad29dda5-fcc3-48b6-91b6-284b66816bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:47.913835 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-ad29dda5-fcc3-48b6-91b6-284b66816bd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:47.915769 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-ad29dda5-fcc3-48b6-91b6-284b66816bd1 service neutron] 10.222.0.42 "PUT /v2.0/ports/4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 HTTP/1.1" status: 200 len: 1094 time: 0.9639716 Jan 11 10:08:47.918614 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9dd7514-a93d-4833-a76f-5c50ab9cf3a9', 'tag': '4538ce4b-9f11-41c9-ab98-ab3fd0779cd2'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:08:47.945664 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29dda5-fcc3-48b6-91b6-284b66816bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=4538ce4b-9f11-41c9-ab98-ab3fd0779cd2,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:47.989045 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9dd7514-a93d-4833-a76f-5c50ab9cf3a9', 'tag': '4538ce4b-9f11-41c9-ab98-ab3fd0779cd2', 'status': 'completed', 'code': 200} Jan 11 10:08:48.030724 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-60d60cb4-9227-499b-9f46-d4d7156f9929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:48.032177 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-60d60cb4-9227-499b-9f46-d4d7156f9929 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3b2057bf860475bbd36d223565a19ee&device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 1097 time: 0.0764866 Jan 11 10:08:48.103876 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-819cee5e-2c24-4447-ab8d-9965d7a0015a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 HTTP/1.1" status: 200 len: 217 time: 0.0652146 Jan 11 10:08:48.165541 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-05c29e3b-b12b-4e50-baa2-f45a274bab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:48.166963 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-05c29e3b-b12b-4e50-baa2-f45a274bab05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c84201e9-1304-4eff-9982-03b021e9d2c4 HTTP/1.1" status: 200 len: 853 time: 0.0566893 Jan 11 10:08:48.332549 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70de81-8d16-4553-87bd-205c7c5ff317 req-3058d367-8d6d-41ad-8515-76f45753bb21 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:48.333889 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6e70de81-8d16-4553-87bd-205c7c5ff317 req-3058d367-8d6d-41ad-8515-76f45753bb21 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 944 time: 0.0818603 Jan 11 10:08:48.348767 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-34b389ff-1dd8-4329-a663-ad53cfb8f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:48.350285 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-34b389ff-1dd8-4329-a663-ad53cfb8f98d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35eb00e6-cd37-4e2e-81d8-26139bf6a609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1775496 Jan 11 10:08:48.377750 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6e70de81-8d16-4553-87bd-205c7c5ff317 req-e2f07cb9-ef58-4bdf-b28d-1b22a18bb76b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378377 Jan 11 10:08:48.480815 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-0d1f9dd7-d1a9-4102-af4c-ddbec1648891 service neutron] 10.222.0.42 "GET /v2.0/networks/35eb00e6-cd37-4e2e-81d8-26139bf6a609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237767 Jan 11 10:08:48.610513 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-cd97554e-7195-4c66-b7e7-6d2b3500b375 req-33701c21-4597-4b03-9131-531d311fb784 service neutron] 10.222.0.42 "GET /v2.0/networks/35eb00e6-cd37-4e2e-81d8-26139bf6a609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236162 Jan 11 10:08:48.722620 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddebdf-dbe7-472d-8ba5-c4390fb29a54 req-7f3681ea-74a9-43f9-8239-530c7d9d2579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:48.724165 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-69ddebdf-dbe7-472d-8ba5-c4390fb29a54 req-7f3681ea-74a9-43f9-8239-530c7d9d2579 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3b2057bf860475bbd36d223565a19ee&device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 1097 time: 0.0723050 Jan 11 10:08:48.854654 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddebdf-dbe7-472d-8ba5-c4390fb29a54 req-6faf2c27-c2f3-4e34-a920-163d76d2a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:48.856081 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-69ddebdf-dbe7-472d-8ba5-c4390fb29a54 req-6faf2c27-c2f3-4e34-a920-163d76d2a570 service neutron] 10.222.0.42 "GET /v2.0/networks?id=35eb00e6-cd37-4e2e-81d8-26139bf6a609 HTTP/1.1" status: 200 len: 915 time: 0.1258640 Jan 11 10:08:48.927962 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-69ddebdf-dbe7-472d-8ba5-c4390fb29a54 req-931fd96b-add8-4e7f-817f-1766b18c72f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 HTTP/1.1" status: 200 len: 217 time: 0.0631070 Jan 11 10:08:48.992290 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddebdf-dbe7-472d-8ba5-c4390fb29a54 req-3cc758fc-13a8-452e-b706-4fd1da63269d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:48.993691 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-69ddebdf-dbe7-472d-8ba5-c4390fb29a54 req-3cc758fc-13a8-452e-b706-4fd1da63269d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c84201e9-1304-4eff-9982-03b021e9d2c4 HTTP/1.1" status: 200 len: 853 time: 0.0594614 Jan 11 10:08:49.068854 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddebdf-dbe7-472d-8ba5-c4390fb29a54 req-c9fb5808-1ae6-4ed9-8a52-cb7d241e921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:49.070314 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-69ddebdf-dbe7-472d-8ba5-c4390fb29a54 req-c9fb5808-1ae6-4ed9-8a52-cb7d241e921d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35eb00e6-cd37-4e2e-81d8-26139bf6a609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700889 Jan 11 10:08:49.197168 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-75c2e279-0f1b-4965-b0f7-f0d78d8f5d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:49.204972 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-69ddebdf-dbe7-472d-8ba5-c4390fb29a54 req-f265aea9-1483-4c3c-8859-e5c38fb08a5d service neutron] 10.222.0.42 "GET /v2.0/networks/35eb00e6-cd37-4e2e-81d8-26139bf6a609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277847 Jan 11 10:08:49.342291 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-69ddebdf-dbe7-472d-8ba5-c4390fb29a54 req-bfbe5752-794a-4d3f-9e3d-299f17e77092 service neutron] 10.222.0.42 "GET /v2.0/networks/35eb00e6-cd37-4e2e-81d8-26139bf6a609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315732 Jan 11 10:08:49.564374 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191a8bf-e3ce-43a3-b7d5-7694c0cdcfe1 req-7b9db41f-41d8-44f5-8d96-88897752d5ab tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:49.566352 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4191a8bf-e3ce-43a3-b7d5-7694c0cdcfe1 req-7b9db41f-41d8-44f5-8d96-88897752d5ab tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 944 time: 0.0834641 Jan 11 10:08:49.609297 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4191a8bf-e3ce-43a3-b7d5-7694c0cdcfe1 req-67e79150-c848-46f5-ad39-e04254cb7f60 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374093 Jan 11 10:08:49.613481 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:08:50.793491 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245a8ee-8b59-4eb3-95cc-87808bd78b11 req-fcebf543-c4cb-4896-96a1-8fe7e680d606 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:50.794945 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2245a8ee-8b59-4eb3-95cc-87808bd78b11 req-fcebf543-c4cb-4896-96a1-8fe7e680d606 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 944 time: 0.0794020 Jan 11 10:08:50.840736 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2245a8ee-8b59-4eb3-95cc-87808bd78b11 req-6bd3c86e-8195-4fc8-b0bc-300c62e872ec tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401399 Jan 11 10:08:51.444415 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-408b677b-0cc5-4799-b8b2-4e3d6570c91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:52.026585 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f101a-9f74-4354-b9af-1d46677d2545 req-9aad0f41-1e65-4fce-bab1-842ac9c93f34 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:52.027946 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b92f101a-9f74-4354-b9af-1d46677d2545 req-9aad0f41-1e65-4fce-bab1-842ac9c93f34 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 944 time: 0.0796165 Jan 11 10:08:52.071433 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b92f101a-9f74-4354-b9af-1d46677d2545 req-397b5962-adc8-4ed2-98c0-1c00061d8090 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378737 Jan 11 10:08:52.435631 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 10:08:52.571863 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=4538ce4b-9f11-41c9-ab98-ab3fd0779cd2,segment=NetworkSegment(d1869eb9-2480-4409-b1ed-8cc7d7cf9c38),segment_id=d1869eb9-2480-4409-b1ed-8cc7d7cf9c38)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:08:52.588136 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '4538ce4b-9f11-41c9-ab98-ab3fd0779cd2', 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609', 'port_id': '4538ce4b-9f11-41c9-ab98-ab3fd0779cd2', 'mac_address': 'fa:16:3e:4c:47:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c84201e9-1304-4eff-9982-03b021e9d2c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 10:08:52.696561 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:52.697278 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:52.707653 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:52.717167 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:08:52.733133 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=4538ce4b-9f11-41c9-ab98-ab3fd0779cd2,segment=NetworkSegment(d1869eb9-2480-4409-b1ed-8cc7d7cf9c38),segment_id=d1869eb9-2480-4409-b1ed-8cc7d7cf9c38)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:08:52.736462 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:52.806119 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=4538ce4b-9f11-41c9-ab98-ab3fd0779cd2,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:53.105868 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['4538ce4b-9f11-41c9-ab98-ab3fd0779cd2'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:08:53.263687 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9aa76c-c58c-4ce2-8a97-100dd7465081 req-9913c485-779c-452d-80c7-b4bd482f0e5c tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:53.265147 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-de9aa76c-c58c-4ce2-8a97-100dd7465081 req-9913c485-779c-452d-80c7-b4bd482f0e5c tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 945 time: 0.0833564 Jan 11 10:08:53.311344 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-de9aa76c-c58c-4ce2-8a97-100dd7465081 req-aa24fece-e6be-4785-ab24-b31506ce78b8 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404751 Jan 11 10:08:54.177981 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:54.452435 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:08:54.516612 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a7993-91ee-4b23-809f-6359465edf43 req-3548e962-9899-4137-88eb-a8fc454212d7 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:54.520016 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3e9a7993-91ee-4b23-809f-6359465edf43 req-3548e962-9899-4137-88eb-a8fc454212d7 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 945 time: 0.1080391 Jan 11 10:08:54.530801 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:08:54.536605 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:08:54.536976 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:54.564676 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3e9a7993-91ee-4b23-809f-6359465edf43 req-977815b3-0630-494e-a046-cd97b5ca17b3 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399694 Jan 11 10:08:54.653414 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:54.679542 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9dd7514-a93d-4833-a76f-5c50ab9cf3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4538ce4b-9f11-41c9-ab98-ab3fd0779cd2'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:08:54.689743 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=4538ce4b-9f11-41c9-ab98-ab3fd0779cd2,segment=NetworkSegment(d1869eb9-2480-4409-b1ed-8cc7d7cf9c38),segment_id=d1869eb9-2480-4409-b1ed-8cc7d7cf9c38)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:08:54.694814 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:08:54.731711 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9dd7514-a93d-4833-a76f-5c50ab9cf3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4538ce4b-9f11-41c9-ab98-ab3fd0779cd2', 'code': 200} Jan 11 10:08:54.766269 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=4538ce4b-9f11-41c9-ab98-ab3fd0779cd2,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:08:54.957605 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664958a-3ecb-479b-9a15-346c0a1bee64 req-e34a8a60-60dc-4220-a6d3-dfc0188d9c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:54.959081 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7664958a-3ecb-479b-9a15-346c0a1bee64 req-e34a8a60-60dc-4220-a6d3-dfc0188d9c77 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 1099 time: 0.0683000 Jan 11 10:08:55.002183 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7664958a-3ecb-479b-9a15-346c0a1bee64 req-fa40a950-cc44-4d67-9229-4944909cc565 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372012 Jan 11 10:08:55.748364 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f37b2-91a3-4c93-8380-58af94beffca req-315e20db-7203-494e-86e7-691b5197ea33 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:55.749810 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4d3f37b2-91a3-4c93-8380-58af94beffca req-315e20db-7203-494e-86e7-691b5197ea33 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 946 time: 0.0828872 Jan 11 10:08:55.793659 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4d3f37b2-91a3-4c93-8380-58af94beffca req-a21a1bdf-5ac4-4f18-8c20-e619fb98a25d tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374267 Jan 11 10:08:56.978816 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc8b03-d8ed-49f2-bfe5-3d31d23d487e req-4ec676e8-00aa-4043-8cfe-a1948064aa28 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:56.980161 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-43bc8b03-d8ed-49f2-bfe5-3d31d23d487e req-4ec676e8-00aa-4043-8cfe-a1948064aa28 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 946 time: 0.0800431 Jan 11 10:08:57.024058 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-43bc8b03-d8ed-49f2-bfe5-3d31d23d487e req-fe712ef5-1d39-4d7d-9f4c-9258c88df31b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383604 Jan 11 10:08:57.225803 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bab9f-160c-4a01-8f66-73338cd3cb35 req-b2dd754b-ac00-49c6-a5e7-e0dbfe3fb435 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:57.227268 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5e6bab9f-160c-4a01-8f66-73338cd3cb35 req-b2dd754b-ac00-49c6-a5e7-e0dbfe3fb435 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 946 time: 0.0870068 Jan 11 10:08:57.270563 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5e6bab9f-160c-4a01-8f66-73338cd3cb35 req-04de2998-18c0-4a69-abfd-b0d6b0a30135 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376363 Jan 11 10:08:57.648182 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d801a5-b8d5-4272-9732-17dbdf61bdda req-b652a271-b8e5-4831-a141-0dbe7a1c9f9f tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:08:57.649520 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c7d801a5-b8d5-4272-9732-17dbdf61bdda req-b652a271-b8e5-4831-a141-0dbe7a1c9f9f tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 946 time: 0.0767071 Jan 11 10:08:57.696515 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c7d801a5-b8d5-4272-9732-17dbdf61bdda req-36691d12-f06c-4723-95b6-962050513eaa tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407887 Jan 11 10:09:04.543378 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:07.909551 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02bb87-4b0d-419e-bca6-8a645e9d5cc7 req-29af460d-42e6-4b5f-b32e-1b4bd62a6b01 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:09:07.911043 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6a02bb87-4b0d-419e-bca6-8a645e9d5cc7 req-29af460d-42e6-4b5f-b32e-1b4bd62a6b01 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 946 time: 0.0778704 Jan 11 10:09:07.953808 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6a02bb87-4b0d-419e-bca6-8a645e9d5cc7 req-1f818343-dbac-4ca5-9cd5-73e845ec118b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372512 Jan 11 10:09:07.976377 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40508) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:09:08.088463 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a1cddd-d2c6-4cf2-9528-fd79f7eec8e2 tempest-TestMinimumBasicScenario-1941053632 tempest-TestMinimumBasicScenario-1941053632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:09:08.089164 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-80a1cddd-d2c6-4cf2-9528-fd79f7eec8e2 tempest-TestMinimumBasicScenario-1941053632 tempest-TestMinimumBasicScenario-1941053632-project-admin] Synchronizing usage tracker for tenant:80a2bec1da0d4de4a11627f21d05037f on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:09:08.104408 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-80a1cddd-d2c6-4cf2-9528-fd79f7eec8e2 tempest-TestMinimumBasicScenario-1941053632 tempest-TestMinimumBasicScenario-1941053632-project-admin] Unset dirty status for tenant:80a2bec1da0d4de4a11627f21d05037f on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:09:08.105608 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-80a1cddd-d2c6-4cf2-9528-fd79f7eec8e2 tempest-TestMinimumBasicScenario-1941053632 tempest-TestMinimumBasicScenario-1941053632-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 1094 time: 0.1281610 Jan 11 10:09:08.108530 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40514) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:09:08.114583 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-37a15e67-fef7-4c16-a427-8bae7a2df61b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'port_id': '4538ce4b-9f11-41c9-ab98-ab3fd0779cd2', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:09:08.120598 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-37a15e67-fef7-4c16-a427-8bae7a2df61b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:09:08.124293 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-37a15e67-fef7-4c16-a427-8bae7a2df61b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Usage tracker for resource:floatingip and tenant:b3b2057bf860475bbd36d223565a19ee is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:09:08.127055 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-37a15e67-fef7-4c16-a427-8bae7a2df61b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:09:08.133188 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-37a15e67-fef7-4c16-a427-8bae7a2df61b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:09:08.143172 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37a15e67-fef7-4c16-a427-8bae7a2df61b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:08.367692 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37a15e67-fef7-4c16-a427-8bae7a2df61b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:08.498429 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-37a15e67-fef7-4c16-a427-8bae7a2df61b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Allocated IP 172.26.3.93 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/acadcf9c-f40f-4a72-b530-a7795906deee) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:09:08.642921 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37a15e67-fef7-4c16-a427-8bae7a2df61b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:08.672956 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37a15e67-fef7-4c16-a427-8bae7a2df61b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:08.745225 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a15e67-fef7-4c16-a427-8bae7a2df61b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:09:08.748100 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-37a15e67-fef7-4c16-a427-8bae7a2df61b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:09:08.750652 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a15e67-fef7-4c16-a427-8bae7a2df61b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:09:08.786001 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a15e67-fef7-4c16-a427-8bae7a2df61b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Pushing event updated for resources: {'Port': ['ID=acadcf9c-f40f-4a72-b530-a7795906deee,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:09:09.161544 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37a15e67-fef7-4c16-a427-8bae7a2df61b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:09.234632 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37a15e67-fef7-4c16-a427-8bae7a2df61b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:09.434175 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37a15e67-fef7-4c16-a427-8bae7a2df61b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:09.438448 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37a15e67-fef7-4c16-a427-8bae7a2df61b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:09.546134 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a15e67-fef7-4c16-a427-8bae7a2df61b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Pushing event updated for resources: {'Port': ['ID=acadcf9c-f40f-4a72-b530-a7795906deee,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:09:09.556806 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37a15e67-fef7-4c16-a427-8bae7a2df61b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:09.729363 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-37a15e67-fef7-4c16-a427-8bae7a2df61b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Floating IP 9c02e94a-4405-4b85-ba04-fe273553fced associated. External IP: 172.26.3.93, port: 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2. Jan 11 10:09:10.193988 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a15e67-fef7-4c16-a427-8bae7a2df61b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Router 6bf89347-a8b6-48dc-a508-d5c36495c217 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:09:10.373626 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a15e67-fef7-4c16-a427-8bae7a2df61b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:09:10.383763 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6a0379-c31e-4ff7-b590-8016776bba9e None None] Sync routers for ids ['6bf89347-a8b6-48dc-a508-d5c36495c217'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:09:10.392930 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6a0379-c31e-4ff7-b590-8016776bba9e None None] Routers {'6bf89347-a8b6-48dc-a508-d5c36495c217'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:09:10.393538 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2e6a0379-c31e-4ff7-b590-8016776bba9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:08:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['6bf89347-a8b6-48dc-a508-d5c36495c217'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:09:10.397970 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-37a15e67-fef7-4c16-a427-8bae7a2df61b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:10.454807 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-37a15e67-fef7-4c16-a427-8bae7a2df61b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3449929 Jan 11 10:09:10.455210 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9dd7514-a93d-4833-a76f-5c50ab9cf3a9', 'tag': '4538ce4b-9f11-41c9-ab98-ab3fd0779cd2'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:09:10.458289 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40518) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:09:10.463390 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-bbfc72eb-48d5-4556-b1c2-76a7748cb528 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-58964856', 'description': 'tempest-secgroup-smoke-58964856 description', 'project_id': 'b3b2057bf860475bbd36d223565a19ee'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:09:10.469543 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bbfc72eb-48d5-4556-b1c2-76a7748cb528 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:09:10.480632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bbfc72eb-48d5-4556-b1c2-76a7748cb528 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:09:10.493268 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbfc72eb-48d5-4556-b1c2-76a7748cb528 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:10.513629 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bbfc72eb-48d5-4556-b1c2-76a7748cb528 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:09:10.517724 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bbfc72eb-48d5-4556-b1c2-76a7748cb528 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Usage tracker for resource:security_group_rule and tenant:b3b2057bf860475bbd36d223565a19ee is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:09:10.521526 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-bbfc72eb-48d5-4556-b1c2-76a7748cb528 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:09:10.527654 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-bbfc72eb-48d5-4556-b1c2-76a7748cb528 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:09:10.580022 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-2e6a0379-c31e-4ff7-b590-8016776bba9e None None] Set router 6bf89347-a8b6-48dc-a508-d5c36495c217 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:09:10.601177 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbfc72eb-48d5-4556-b1c2-76a7748cb528 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:10.605390 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbfc72eb-48d5-4556-b1c2-76a7748cb528 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:10.639698 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9dd7514-a93d-4833-a76f-5c50ab9cf3a9', 'tag': '4538ce4b-9f11-41c9-ab98-ab3fd0779cd2', 'status': 'completed', 'code': 200} Jan 11 10:09:10.649802 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc72eb-48d5-4556-b1c2-76a7748cb528 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc1ff4d-6cc7-44c7-8aa1-837cae52e8b5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:09:10.660106 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbfc72eb-48d5-4556-b1c2-76a7748cb528 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:10.661645 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-bbfc72eb-48d5-4556-b1c2-76a7748cb528 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2023408 Jan 11 10:09:10.664799 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40526) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:09:10.673030 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a3c439fe-3d2b-4f0c-b597-f2b03a30474a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Request body: {'security_group_rule': {'security_group_id': '0dc1ff4d-6cc7-44c7-8aa1-837cae52e8b5', 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:09:10.684954 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a3c439fe-3d2b-4f0c-b597-f2b03a30474a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:09:10.692383 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a3c439fe-3d2b-4f0c-b597-f2b03a30474a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Usage tracker for resource:security_group_rule and tenant:b3b2057bf860475bbd36d223565a19ee is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:09:10.707191 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a3c439fe-3d2b-4f0c-b597-f2b03a30474a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:09:10.724502 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a3c439fe-3d2b-4f0c-b597-f2b03a30474a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:09:10.756446 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3c439fe-3d2b-4f0c-b597-f2b03a30474a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:10.759711 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823935c7-1f2b-406f-b3b7-7d4e17c90e14 req-6940f661-3b9d-493d-b44f-e1d79fd9591a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:09:10.760693 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-823935c7-1f2b-406f-b3b7-7d4e17c90e14 req-6940f661-3b9d-493d-b44f-e1d79fd9591a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3b2057bf860475bbd36d223565a19ee&device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 1099 time: 0.0978527 Jan 11 10:09:10.835630 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3c439fe-3d2b-4f0c-b597-f2b03a30474a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:10.840455 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3c439fe-3d2b-4f0c-b597-f2b03a30474a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:10.873248 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c439fe-3d2b-4f0c-b597-f2b03a30474a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4fff6e-2545-480b-b6be-dd3d5da25d94,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:09:10.884733 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c439fe-3d2b-4f0c-b597-f2b03a30474a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:09:10.885083 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c439fe-3d2b-4f0c-b597-f2b03a30474a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:09:10.885815 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c439fe-3d2b-4f0c-b597-f2b03a30474a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:09:10.886209 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c439fe-3d2b-4f0c-b597-f2b03a30474a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:09:10.886550 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c439fe-3d2b-4f0c-b597-f2b03a30474a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:09:10.886873 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c439fe-3d2b-4f0c-b597-f2b03a30474a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:09:10.887195 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c439fe-3d2b-4f0c-b597-f2b03a30474a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:09:10.887514 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c439fe-3d2b-4f0c-b597-f2b03a30474a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:09:10.887831 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c439fe-3d2b-4f0c-b597-f2b03a30474a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:09:10.888145 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c439fe-3d2b-4f0c-b597-f2b03a30474a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:09:10.888460 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c439fe-3d2b-4f0c-b597-f2b03a30474a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:09:10.889119 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c439fe-3d2b-4f0c-b597-f2b03a30474a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:09:10.894067 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a3c439fe-3d2b-4f0c-b597-f2b03a30474a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:10.895395 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a3c439fe-3d2b-4f0c-b597-f2b03a30474a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2290890 Jan 11 10:09:10.898193 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40530) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:09:10.904533 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-29ca72da-3918-4a69-9e07-a14d0de501ba tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Request body: {'security_group_rule': {'security_group_id': '0dc1ff4d-6cc7-44c7-8aa1-837cae52e8b5', 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:09:10.911016 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-29ca72da-3918-4a69-9e07-a14d0de501ba tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:09:10.914878 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-29ca72da-3918-4a69-9e07-a14d0de501ba tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Usage tracker for resource:security_group_rule and tenant:b3b2057bf860475bbd36d223565a19ee is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:09:10.917882 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-29ca72da-3918-4a69-9e07-a14d0de501ba tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:09:10.918226 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823935c7-1f2b-406f-b3b7-7d4e17c90e14 req-a731f039-5d1c-42e4-908d-9339a4ec35a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:09:10.919787 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-823935c7-1f2b-406f-b3b7-7d4e17c90e14 req-a731f039-5d1c-42e4-908d-9339a4ec35a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=35eb00e6-cd37-4e2e-81d8-26139bf6a609 HTTP/1.1" status: 200 len: 915 time: 0.1521745 Jan 11 10:09:10.923649 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-29ca72da-3918-4a69-9e07-a14d0de501ba tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:09:10.944390 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29ca72da-3918-4a69-9e07-a14d0de501ba tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:10.993175 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2e6a0379-c31e-4ff7-b590-8016776bba9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'name': 'tempest-TestMinimumBasicScenario-551292495-router', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f457aa3c-6a21-4a19-b5fc-57f7d01a6625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:08:17Z', 'revision_number': 4, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'gw_port': {'id': 'f457aa3c-6a21-4a19-b5fc-57f7d01a6625', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '9c02e94a-4405-4b85-ba04-fe273553fced', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'port_id': '4538ce4b-9f11-41c9-ab98-ab3fd0779cd2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609', 'mac_address': 'fa:16:3e:4c:47:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dd7514-a93d-4833-a76f-5c50ab9cf3a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T10:09:09Z', 'updated_at': '2022-01-11T10:09:09Z', 'revision_number': 0, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff943e12-f60d-4593-9c88-e0e0009c6b6d', 'name': '', 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'mac_address': 'fa:16:3e:b4:f8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'c84201e9-1304-4eff-9982-03b021e9d2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:16Z', 'updated_at': '2022-01-11T10:08:24Z', 'revision_number': 5, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'subnets': [{'id': 'c84201e9-1304-4eff-9982-03b021e9d2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:09:10.998171 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6a0379-c31e-4ff7-b590-8016776bba9e None None] Checking router: 6bf89347-a8b6-48dc-a508-d5c36495c217 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:09:11.007464 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29ca72da-3918-4a69-9e07-a14d0de501ba tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:11.007698 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6a0379-c31e-4ff7-b590-8016776bba9e None None] Routers {'6bf89347-a8b6-48dc-a508-d5c36495c217'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:09:11.008393 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2e6a0379-c31e-4ff7-b590-8016776bba9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:08:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['6bf89347-a8b6-48dc-a508-d5c36495c217'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:09:11.013269 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29ca72da-3918-4a69-9e07-a14d0de501ba tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:11.027113 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-823935c7-1f2b-406f-b3b7-7d4e17c90e14 req-4c706074-d606-4679-b0e1-8d5a91b708fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 HTTP/1.1" status: 200 len: 999 time: 0.1015668 Jan 11 10:09:11.038079 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca72da-3918-4a69-9e07-a14d0de501ba tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e39a9f-bff2-41bb-8caa-609d5c037fe7,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:09:11.049841 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-29ca72da-3918-4a69-9e07-a14d0de501ba tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:11.054550 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-29ca72da-3918-4a69-9e07-a14d0de501ba tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1544354 Jan 11 10:09:11.055438 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40534) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:09:11.060707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2aff2f2e-01e7-4905-ac79-9e1ee1197707 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Request body: {'security_group_rule': {'security_group_id': '0dc1ff4d-6cc7-44c7-8aa1-837cae52e8b5', 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:09:11.068632 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2aff2f2e-01e7-4905-ac79-9e1ee1197707 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:09:11.072270 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2aff2f2e-01e7-4905-ac79-9e1ee1197707 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Usage tracker for resource:security_group_rule and tenant:b3b2057bf860475bbd36d223565a19ee is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:09:11.076475 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2aff2f2e-01e7-4905-ac79-9e1ee1197707 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:09:11.082981 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2aff2f2e-01e7-4905-ac79-9e1ee1197707 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:09:11.101555 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2aff2f2e-01e7-4905-ac79-9e1ee1197707 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:11.180331 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2aff2f2e-01e7-4905-ac79-9e1ee1197707 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:11.185409 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2aff2f2e-01e7-4905-ac79-9e1ee1197707 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:11.217244 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823935c7-1f2b-406f-b3b7-7d4e17c90e14 req-8eedcc4e-c56d-4a17-9cd2-621c88928655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:09:11.219591 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-823935c7-1f2b-406f-b3b7-7d4e17c90e14 req-8eedcc4e-c56d-4a17-9cd2-621c88928655 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c84201e9-1304-4eff-9982-03b021e9d2c4 HTTP/1.1" status: 200 len: 853 time: 0.1859729 Jan 11 10:09:11.221262 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff2f2e-01e7-4905-ac79-9e1ee1197707 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93cd998d-47fb-458a-853a-4faec23e6114,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:09:11.231317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2aff2f2e-01e7-4905-ac79-9e1ee1197707 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:11.235333 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2aff2f2e-01e7-4905-ac79-9e1ee1197707 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1764359 Jan 11 10:09:11.235717 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40538) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:09:11.245246 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-83030b75-e580-461c-b717-df7bee39d2c1 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Request body: {'security_group_rule': {'security_group_id': '0dc1ff4d-6cc7-44c7-8aa1-837cae52e8b5', 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:09:11.251776 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-83030b75-e580-461c-b717-df7bee39d2c1 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:09:11.258173 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-83030b75-e580-461c-b717-df7bee39d2c1 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Usage tracker for resource:security_group_rule and tenant:b3b2057bf860475bbd36d223565a19ee is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:09:11.262030 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-83030b75-e580-461c-b717-df7bee39d2c1 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:09:11.270972 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-83030b75-e580-461c-b717-df7bee39d2c1 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:09:11.276607 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-2e6a0379-c31e-4ff7-b590-8016776bba9e None None] Set router 6bf89347-a8b6-48dc-a508-d5c36495c217 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:09:11.295198 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-83030b75-e580-461c-b717-df7bee39d2c1 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:11.306936 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823935c7-1f2b-406f-b3b7-7d4e17c90e14 req-2610b3e0-4adb-4b74-859d-1c16de51cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:09:11.309979 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-823935c7-1f2b-406f-b3b7-7d4e17c90e14 req-2610b3e0-4adb-4b74-859d-1c16de51cd10 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35eb00e6-cd37-4e2e-81d8-26139bf6a609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845137 Jan 11 10:09:11.365165 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-83030b75-e580-461c-b717-df7bee39d2c1 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:11.370323 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-83030b75-e580-461c-b717-df7bee39d2c1 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:11.398998 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83030b75-e580-461c-b717-df7bee39d2c1 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9bc7a7-bba9-47c5-bf6f-896a439c3bff,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:09:11.411498 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-83030b75-e580-461c-b717-df7bee39d2c1 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:11.412987 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-83030b75-e580-461c-b717-df7bee39d2c1 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1763852 Jan 11 10:09:11.415646 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40542) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:09:11.424847 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2b623058-0d48-493c-87f3-33252917c8a7 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Request body: {'security_group_rule': {'security_group_id': '0dc1ff4d-6cc7-44c7-8aa1-837cae52e8b5', 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:09:11.434328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2b623058-0d48-493c-87f3-33252917c8a7 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:09:11.446307 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2b623058-0d48-493c-87f3-33252917c8a7 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Usage tracker for resource:security_group_rule and tenant:b3b2057bf860475bbd36d223565a19ee is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:09:11.450889 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2b623058-0d48-493c-87f3-33252917c8a7 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:09:11.459818 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2b623058-0d48-493c-87f3-33252917c8a7 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:09:11.493408 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-823935c7-1f2b-406f-b3b7-7d4e17c90e14 req-6e568909-4144-413a-aa3b-493b5cac080f service neutron] 10.222.0.42 "GET /v2.0/networks/35eb00e6-cd37-4e2e-81d8-26139bf6a609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776426 Jan 11 10:09:11.494948 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-2b623058-0d48-493c-87f3-33252917c8a7 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Project b3b2057bf860475bbd36d223565a19ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 10:09:11.503216 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b623058-0d48-493c-87f3-33252917c8a7 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:11.696830 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b623058-0d48-493c-87f3-33252917c8a7 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:11.700182 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2e6a0379-c31e-4ff7-b590-8016776bba9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'name': 'tempest-TestMinimumBasicScenario-551292495-router', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f457aa3c-6a21-4a19-b5fc-57f7d01a6625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:08:17Z', 'revision_number': 4, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'gw_port': {'id': 'f457aa3c-6a21-4a19-b5fc-57f7d01a6625', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '9c02e94a-4405-4b85-ba04-fe273553fced', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'port_id': '4538ce4b-9f11-41c9-ab98-ab3fd0779cd2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609', 'mac_address': 'fa:16:3e:4c:47:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dd7514-a93d-4833-a76f-5c50ab9cf3a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T10:09:09Z', 'updated_at': '2022-01-11T10:09:09Z', 'revision_number': 0, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff943e12-f60d-4593-9c88-e0e0009c6b6d', 'name': '', 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'mac_address': 'fa:16:3e:b4:f8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'c84201e9-1304-4eff-9982-03b021e9d2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:16Z', 'updated_at': '2022-01-11T10:08:24Z', 'revision_number': 5, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'subnets': [{'id': 'c84201e9-1304-4eff-9982-03b021e9d2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:09:11.700739 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-823935c7-1f2b-406f-b3b7-7d4e17c90e14 req-d5375ffb-e6c7-4dbc-8e5d-c24ce8db626a service neutron] 10.222.0.42 "GET /v2.0/networks/35eb00e6-cd37-4e2e-81d8-26139bf6a609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985390 Jan 11 10:09:11.705372 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6a0379-c31e-4ff7-b590-8016776bba9e None None] The sync data for ids ['6bf89347-a8b6-48dc-a508-d5c36495c217'] in dv-neutron-823402-4-hyperv is: [{'id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'name': 'tempest-TestMinimumBasicScenario-551292495-router', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f457aa3c-6a21-4a19-b5fc-57f7d01a6625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:08:17Z', 'revision_number': 4, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'gw_port': {'id': 'f457aa3c-6a21-4a19-b5fc-57f7d01a6625', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '9c02e94a-4405-4b85-ba04-fe273553fced', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'port_id': '4538ce4b-9f11-41c9-ab98-ab3fd0779cd2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609', 'mac_address': 'fa:16:3e:4c:47:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dd7514-a93d-4833-a76f-5c50ab9cf3a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T10:09:09Z', 'updated_at': '2022-01-11T10:09:09Z', 'revision_number': 0, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff943e12-f60d-4593-9c88-e0e0009c6b6d', 'name': '', 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'mac_address': 'fa:16:3e:b4:f8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'c84201e9-1304-4eff-9982-03b021e9d2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:16Z', 'updated_at': '2022-01-11T10:08:24Z', 'revision_number': 5, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'subnets': [{'id': 'c84201e9-1304-4eff-9982-03b021e9d2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:09:11.705598 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b623058-0d48-493c-87f3-33252917c8a7 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:11.731321 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b623058-0d48-493c-87f3-33252917c8a7 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee30d73d-0fb9-4fc0-8f59-8e10a6e8dfe6,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:09:11.745723 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b623058-0d48-493c-87f3-33252917c8a7 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:11.749586 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2b623058-0d48-493c-87f3-33252917c8a7 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3302631 Jan 11 10:09:11.749791 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40546) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:09:11.756259 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4aaf6bc6-bdd8-4233-9a38-8f28e053832c tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Request body: {'security_group_rule': {'security_group_id': '0dc1ff4d-6cc7-44c7-8aa1-837cae52e8b5', 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:09:11.762847 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4aaf6bc6-bdd8-4233-9a38-8f28e053832c tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:09:11.768197 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4aaf6bc6-bdd8-4233-9a38-8f28e053832c tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Usage tracker for resource:security_group_rule and tenant:b3b2057bf860475bbd36d223565a19ee is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:09:11.771886 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4aaf6bc6-bdd8-4233-9a38-8f28e053832c tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:09:11.779063 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4aaf6bc6-bdd8-4233-9a38-8f28e053832c tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:09:11.791784 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-4aaf6bc6-bdd8-4233-9a38-8f28e053832c tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Project b3b2057bf860475bbd36d223565a19ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 10:09:11.799226 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4aaf6bc6-bdd8-4233-9a38-8f28e053832c tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:11.874999 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4aaf6bc6-bdd8-4233-9a38-8f28e053832c tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:11.883340 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4aaf6bc6-bdd8-4233-9a38-8f28e053832c tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:11.912334 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf6bc6-bdd8-4233-9a38-8f28e053832c tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc559e4c-0880-46bb-aea5-2394b87fa513,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:09:11.922554 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4aaf6bc6-bdd8-4233-9a38-8f28e053832c tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:11.927928 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4aaf6bc6-bdd8-4233-9a38-8f28e053832c tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1730974 Jan 11 10:09:12.048384 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed50400-2766-4063-a72a-02490e5ed1ee None None] New status for floating IP 9c02e94a-4405-4b85-ba04-fe273553fced: ACTIVE {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 10:09:12.055282 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-196cf096-7922-4732-bb43-4eb0d7ee85cd req-fab25102-47e9-438a-82e3-f22f0ad2a47c tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-58964856&fields=id&tenant_id=b3b2057bf860475bbd36d223565a19ee HTTP/1.1" status: 200 len: 267 time: 0.0432525 Jan 11 10:09:12.147942 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cf096-7922-4732-bb43-4eb0d7ee85cd req-5ba504e0-3e12-4f17-b77a-fa2cb83931fa tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:09:12.149252 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-196cf096-7922-4732-bb43-4eb0d7ee85cd req-5ba504e0-3e12-4f17-b77a-fa2cb83931fa tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 946 time: 0.0883636 Jan 11 10:09:12.161007 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [req-196cf096-7922-4732-bb43-4eb0d7ee85cd req-24c1b7aa-9de8-454b-9da2-c26fdb0d9903 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Request body: {'port': {'security_groups': ['e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4', '0dc1ff4d-6cc7-44c7-8aa1-837cae52e8b5']}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:09:12.290020 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-196cf096-7922-4732-bb43-4eb0d7ee85cd req-24c1b7aa-9de8-454b-9da2-c26fdb0d9903 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:12.554736 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-196cf096-7922-4732-bb43-4eb0d7ee85cd req-24c1b7aa-9de8-454b-9da2-c26fdb0d9903 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] For port 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=4538ce4b-9f11-41c9-ab98-ab3fd0779cd2,segment=NetworkSegment(d1869eb9-2480-4409-b1ed-8cc7d7cf9c38),segment_id=d1869eb9-2480-4409-b1ed-8cc7d7cf9c38)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:09:12.579349 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-196cf096-7922-4732-bb43-4eb0d7ee85cd req-24c1b7aa-9de8-454b-9da2-c26fdb0d9903 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:12.584308 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-196cf096-7922-4732-bb43-4eb0d7ee85cd req-24c1b7aa-9de8-454b-9da2-c26fdb0d9903 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:12.595317 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['4538ce4b-9f11-41c9-ab98-ab3fd0779cd2'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:09:12.662367 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cf096-7922-4732-bb43-4eb0d7ee85cd req-24c1b7aa-9de8-454b-9da2-c26fdb0d9903 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:09:12.663018 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-196cf096-7922-4732-bb43-4eb0d7ee85cd req-24c1b7aa-9de8-454b-9da2-c26fdb0d9903 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:12.664431 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-196cf096-7922-4732-bb43-4eb0d7ee85cd req-24c1b7aa-9de8-454b-9da2-c26fdb0d9903 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "PUT /v2.0/ports/4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 HTTP/1.1" status: 200 len: 982 time: 0.5086443 Jan 11 10:09:12.664887 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9dd7514-a93d-4833-a76f-5c50ab9cf3a9', 'tag': '4538ce4b-9f11-41c9-ab98-ab3fd0779cd2'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:09:12.684765 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1b7aa-9de8-454b-9da2-c26fdb0d9903 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Pushing event updated for resources: {'Port': ['ID=4538ce4b-9f11-41c9-ab98-ab3fd0779cd2,revision_number=6']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:09:12.784868 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9dd7514-a93d-4833-a76f-5c50ab9cf3a9', 'tag': '4538ce4b-9f11-41c9-ab98-ab3fd0779cd2', 'status': 'completed', 'code': 200} Jan 11 10:09:12.800617 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['4538ce4b-9f11-41c9-ab98-ab3fd0779cd2'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:09:12.903174 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74a2c1-1a2e-4310-9a34-9612afac1e2d req-7d7a0388-4d28-48ce-a19b-a9172949ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:09:12.905334 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4f74a2c1-1a2e-4310-9a34-9612afac1e2d req-7d7a0388-4d28-48ce-a19b-a9172949ff6e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3b2057bf860475bbd36d223565a19ee&device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 1138 time: 0.1035306 Jan 11 10:09:12.961545 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5287a-1d98-45ee-b990-163085c91ae7 req-1ccd202b-b89d-4583-875e-53f7ffac16de tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:09:12.963175 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bab5287a-1d98-45ee-b990-163085c91ae7 req-1ccd202b-b89d-4583-875e-53f7ffac16de tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 985 time: 0.0912349 Jan 11 10:09:13.009508 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b499561c-38c3-4d29-a7cc-41515cae93ff None None] Provisioning complete for port 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:09:13.010296 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b499561c-38c3-4d29-a7cc-41515cae93ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:13.011116 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bab5287a-1d98-45ee-b990-163085c91ae7 req-e12b52fc-ddfb-4acc-b61f-52f1140c1f51 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&id=0dc1ff4d-6cc7-44c7-8aa1-837cae52e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0410502 Jan 11 10:09:13.043374 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74a2c1-1a2e-4310-9a34-9612afac1e2d req-dc35ba4e-6d28-4098-8704-f763b0371f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:09:13.044830 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4f74a2c1-1a2e-4310-9a34-9612afac1e2d req-dc35ba4e-6d28-4098-8704-f763b0371f6a service neutron] 10.222.0.42 "GET /v2.0/networks?id=35eb00e6-cd37-4e2e-81d8-26139bf6a609 HTTP/1.1" status: 200 len: 915 time: 0.1333175 Jan 11 10:09:13.156173 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4f74a2c1-1a2e-4310-9a34-9612afac1e2d req-f5e41e98-0465-4f4b-9d98-35a82ac3640a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 HTTP/1.1" status: 200 len: 1001 time: 0.1023312 Jan 11 10:09:13.216880 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74a2c1-1a2e-4310-9a34-9612afac1e2d req-44ca462f-da72-4b51-9ae1-eacc813a85d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:09:13.218371 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4f74a2c1-1a2e-4310-9a34-9612afac1e2d req-44ca462f-da72-4b51-9ae1-eacc813a85d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c84201e9-1304-4eff-9982-03b021e9d2c4 HTTP/1.1" status: 200 len: 853 time: 0.0564349 Jan 11 10:09:13.291227 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74a2c1-1a2e-4310-9a34-9612afac1e2d req-cbdfbc9c-8f91-4d72-8810-4cf2dd6d0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:09:13.292686 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4f74a2c1-1a2e-4310-9a34-9612afac1e2d req-cbdfbc9c-8f91-4d72-8810-4cf2dd6d0318 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35eb00e6-cd37-4e2e-81d8-26139bf6a609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688410 Jan 11 10:09:13.423962 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4f74a2c1-1a2e-4310-9a34-9612afac1e2d req-7a26fa0e-48c7-4401-9025-f31a5cbcda8d service neutron] 10.222.0.42 "GET /v2.0/networks/35eb00e6-cd37-4e2e-81d8-26139bf6a609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252277 Jan 11 10:09:13.559981 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4f74a2c1-1a2e-4310-9a34-9612afac1e2d req-b7da8c0e-e4a0-4983-995f-fb820b07e84d service neutron] 10.222.0.42 "GET /v2.0/networks/35eb00e6-cd37-4e2e-81d8-26139bf6a609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292148 Jan 11 10:09:19.199639 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e456b13-ebfa-4f4e-86fd-526bff2913a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:21.446442 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a3333ae3-8354-40f9-ac08-3abebc960038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:22.634762 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:22.671351 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:24.178940 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:26.613787 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:09:34.535837 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:48.715496 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c31cf4f6-d7ee-4a2a-a566-4e01f4ab01d4 req-d2914cad-6f22-4fcf-bfbf-20858feb0769 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746224 Jan 11 10:09:48.867119 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cf4f6-d7ee-4a2a-a566-4e01f4ab01d4 req-69b67bdf-f6a1-4751-98ad-deaf3b0ac1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:09:48.868575 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c31cf4f6-d7ee-4a2a-a566-4e01f4ab01d4 req-69b67bdf-f6a1-4751-98ad-deaf3b0ac1b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3b2057bf860475bbd36d223565a19ee&device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 1138 time: 0.0833647 Jan 11 10:09:49.023645 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cf4f6-d7ee-4a2a-a566-4e01f4ab01d4 req-c9c80ded-7f7d-4700-a492-dfaed56c880f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:09:49.025257 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c31cf4f6-d7ee-4a2a-a566-4e01f4ab01d4 req-c9c80ded-7f7d-4700-a492-dfaed56c880f service neutron] 10.222.0.42 "GET /v2.0/networks?id=35eb00e6-cd37-4e2e-81d8-26139bf6a609 HTTP/1.1" status: 200 len: 915 time: 0.1370070 Jan 11 10:09:49.207887 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-212decf6-ce17-4ef3-bfce-1d4b210b9d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:49.264674 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c31cf4f6-d7ee-4a2a-a566-4e01f4ab01d4 req-d7c992bb-4d1a-409b-8038-5958d01d2394 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 HTTP/1.1" status: 200 len: 1001 time: 0.2335424 Jan 11 10:09:49.332360 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cf4f6-d7ee-4a2a-a566-4e01f4ab01d4 req-013fc7d5-ebb2-4479-9ab1-a4232920dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:09:49.333865 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c31cf4f6-d7ee-4a2a-a566-4e01f4ab01d4 req-013fc7d5-ebb2-4479-9ab1-a4232920dba0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c84201e9-1304-4eff-9982-03b021e9d2c4 HTTP/1.1" status: 200 len: 853 time: 0.0626192 Jan 11 10:09:49.411874 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cf4f6-d7ee-4a2a-a566-4e01f4ab01d4 req-064b5743-4291-47e4-8f33-1d710c901512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:09:49.413350 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c31cf4f6-d7ee-4a2a-a566-4e01f4ab01d4 req-064b5743-4291-47e4-8f33-1d710c901512 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35eb00e6-cd37-4e2e-81d8-26139bf6a609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731735 Jan 11 10:09:49.548899 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c31cf4f6-d7ee-4a2a-a566-4e01f4ab01d4 req-1189c1f9-82e7-4b36-b814-6e5cbe2edaa0 service neutron] 10.222.0.42 "GET /v2.0/networks/35eb00e6-cd37-4e2e-81d8-26139bf6a609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290615 Jan 11 10:09:49.682369 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c31cf4f6-d7ee-4a2a-a566-4e01f4ab01d4 req-3ade1aeb-e207-48e0-93fa-cfa6c1505388 service neutron] 10.222.0.42 "GET /v2.0/networks/35eb00e6-cd37-4e2e-81d8-26139bf6a609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271298 Jan 11 10:09:51.447486 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ce81dbce-281d-455d-8445-0dcf74ef793b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:52.638801 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:52.673314 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:09:54.182504 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:10:01.350173 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2dde8-3a6b-40ec-9939-96dbacafe245 req-a149aa3f-b4b6-4eee-a64e-7ee377eded75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:10:01.351616 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0ea2dde8-3a6b-40ec-9939-96dbacafe245 req-a149aa3f-b4b6-4eee-a64e-7ee377eded75 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3b2057bf860475bbd36d223565a19ee&device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 1138 time: 0.0754066 Jan 11 10:10:01.388201 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0940b-db73-4f0d-a996-692b29d8de1b req-02058ce1-46ef-4dd5-a431-8d99f8ac3ad4 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:10:01.389666 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-00a0940b-db73-4f0d-a996-692b29d8de1b req-02058ce1-46ef-4dd5-a431-8d99f8ac3ad4 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 985 time: 0.0857782 Jan 11 10:10:01.434917 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-00a0940b-db73-4f0d-a996-692b29d8de1b req-6ca3616a-8136-463e-bda9-d3416a045d74 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&id=0dc1ff4d-6cc7-44c7-8aa1-837cae52e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0388856 Jan 11 10:10:01.484432 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2dde8-3a6b-40ec-9939-96dbacafe245 req-6eba3ed9-359d-4a64-9cd6-6d085f845fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:10:01.485895 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0ea2dde8-3a6b-40ec-9939-96dbacafe245 req-6eba3ed9-359d-4a64-9cd6-6d085f845fc5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=35eb00e6-cd37-4e2e-81d8-26139bf6a609 HTTP/1.1" status: 200 len: 915 time: 0.1277037 Jan 11 10:10:01.587686 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0ea2dde8-3a6b-40ec-9939-96dbacafe245 req-50ec4940-b8f1-40a1-83ef-6ffb9f67dc3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 HTTP/1.1" status: 200 len: 1001 time: 0.0956025 Jan 11 10:10:01.649482 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2dde8-3a6b-40ec-9939-96dbacafe245 req-62367478-4c38-4932-a949-7d5918bf50b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:10:01.651090 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0ea2dde8-3a6b-40ec-9939-96dbacafe245 req-62367478-4c38-4932-a949-7d5918bf50b6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c84201e9-1304-4eff-9982-03b021e9d2c4 HTTP/1.1" status: 200 len: 853 time: 0.0575838 Jan 11 10:10:01.724040 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2dde8-3a6b-40ec-9939-96dbacafe245 req-fec7a54c-cf5f-436e-9975-118d46011167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:10:01.725500 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0ea2dde8-3a6b-40ec-9939-96dbacafe245 req-fec7a54c-cf5f-436e-9975-118d46011167 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35eb00e6-cd37-4e2e-81d8-26139bf6a609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683963 Jan 11 10:10:01.854661 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0ea2dde8-3a6b-40ec-9939-96dbacafe245 req-f3846476-3aaa-4c40-8bd0-c039b4e36a57 service neutron] 10.222.0.42 "GET /v2.0/networks/35eb00e6-cd37-4e2e-81d8-26139bf6a609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229830 Jan 11 10:10:01.983996 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0ea2dde8-3a6b-40ec-9939-96dbacafe245 req-faf79afc-f00c-4739-ada8-472ff8c7d894 service neutron] 10.222.0.42 "GET /v2.0/networks/35eb00e6-cd37-4e2e-81d8-26139bf6a609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224444 Jan 11 10:10:02.623346 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e765e-0d6c-4ba8-9fe7-62839a690240 req-60a99704-b86d-4dc3-afad-3a1cec12d40f tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:10:02.624783 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-998e765e-0d6c-4ba8-9fe7-62839a690240 req-60a99704-b86d-4dc3-afad-3a1cec12d40f tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 985 time: 0.0790014 Jan 11 10:10:02.671589 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-998e765e-0d6c-4ba8-9fe7-62839a690240 req-be7628ef-020e-43f6-8271-ac40b42b2ba3 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&id=0dc1ff4d-6cc7-44c7-8aa1-837cae52e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0407743 Jan 11 10:10:03.613168 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:10:03.958153 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721b022-4d96-4bf5-be63-5d7ab45b0832 req-f26c53e2-7ea8-4190-bc63-61eeb2d12ef3 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:10:03.959608 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6721b022-4d96-4bf5-be63-5d7ab45b0832 req-f26c53e2-7ea8-4190-bc63-61eeb2d12ef3 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 985 time: 0.1789706 Jan 11 10:10:04.005186 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6721b022-4d96-4bf5-be63-5d7ab45b0832 req-c872fbc2-e448-499e-a6db-8e5d3fc22bce tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&id=0dc1ff4d-6cc7-44c7-8aa1-837cae52e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0392871 Jan 11 10:10:04.562803 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:10:05.187177 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6af1c9-4fd1-49e9-bd98-59717020d8a0 req-a0234bb5-de01-4542-8ebd-ffbddb019407 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:10:05.188610 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3b6af1c9-4fd1-49e9-bd98-59717020d8a0 req-a0234bb5-de01-4542-8ebd-ffbddb019407 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 985 time: 0.0805864 Jan 11 10:10:05.233881 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3b6af1c9-4fd1-49e9-bd98-59717020d8a0 req-2ccac476-fb65-45c5-81e0-b87c829ac88b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&id=0dc1ff4d-6cc7-44c7-8aa1-837cae52e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0386229 Jan 11 10:10:06.414533 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de329cd4-fd1d-4b22-a1ea-26a475f9f3e2 req-9a8416f6-ba1a-49cd-954a-335c66d0eab4 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:10:06.415961 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-de329cd4-fd1d-4b22-a1ea-26a475f9f3e2 req-9a8416f6-ba1a-49cd-954a-335c66d0eab4 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 985 time: 0.0777166 Jan 11 10:10:06.460244 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-de329cd4-fd1d-4b22-a1ea-26a475f9f3e2 req-8a370fcc-1918-4a9a-b096-c04e123b15bf tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&id=0dc1ff4d-6cc7-44c7-8aa1-837cae52e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0385640 Jan 11 10:10:07.650720 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9255f-b743-4173-9497-5b0afddfe3fa req-8294b80c-b5dc-4952-af98-6a252fa26c13 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:10:07.652083 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f7f9255f-b743-4173-9497-5b0afddfe3fa req-8294b80c-b5dc-4952-af98-6a252fa26c13 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 985 time: 0.0828154 Jan 11 10:10:07.698630 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f7f9255f-b743-4173-9497-5b0afddfe3fa req-c744cc3b-bd99-4984-b06f-d10fc8bb126e tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&id=0dc1ff4d-6cc7-44c7-8aa1-837cae52e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0408123 Jan 11 10:10:08.879987 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed50c56-6de7-4e2b-b6b3-3a933800f298 req-6ff9ef3d-03bd-4fae-a98c-77afc882148b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:10:08.881540 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2ed50c56-6de7-4e2b-b6b3-3a933800f298 req-6ff9ef3d-03bd-4fae-a98c-77afc882148b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 985 time: 0.0804136 Jan 11 10:10:08.930523 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2ed50c56-6de7-4e2b-b6b3-3a933800f298 req-b5ada5ef-535a-489c-accc-7babf929c6ad tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&id=0dc1ff4d-6cc7-44c7-8aa1-837cae52e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0398016 Jan 11 10:10:10.122253 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7478234-3df4-433f-bf92-8944690dd83a req-dd127108-f970-4540-9e4c-a3cbb98f5da9 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:10:10.123709 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f7478234-3df4-433f-bf92-8944690dd83a req-dd127108-f970-4540-9e4c-a3cbb98f5da9 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 985 time: 0.0818770 Jan 11 10:10:10.169084 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f7478234-3df4-433f-bf92-8944690dd83a req-2ef1e17b-f5e7-447c-9660-8463a07d893d tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&id=0dc1ff4d-6cc7-44c7-8aa1-837cae52e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0397305 Jan 11 10:10:11.354364 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f4d70-7a34-4d6d-963b-ee3c6cf1d0c8 req-5498b1e9-5167-403e-82a2-bf156ea459a4 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:10:11.355806 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-814f4d70-7a34-4d6d-963b-ee3c6cf1d0c8 req-5498b1e9-5167-403e-82a2-bf156ea459a4 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 985 time: 0.0787256 Jan 11 10:10:11.405038 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-814f4d70-7a34-4d6d-963b-ee3c6cf1d0c8 req-6626787c-8071-48bd-a0a9-0d049c5b6a55 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&id=0dc1ff4d-6cc7-44c7-8aa1-837cae52e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0435617 Jan 11 10:10:12.611569 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c547a-c431-498e-8fb1-25d076b662cd req-7d899dd8-87bf-49a5-9217-a220c71c9426 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:10:12.612092 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6a1c547a-c431-498e-8fb1-25d076b662cd req-7d899dd8-87bf-49a5-9217-a220c71c9426 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 985 time: 0.0794530 Jan 11 10:10:12.658428 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6a1c547a-c431-498e-8fb1-25d076b662cd req-ac3d6de2-c11d-43d9-9632-ff9a8891a101 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&id=0dc1ff4d-6cc7-44c7-8aa1-837cae52e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0408638 Jan 11 10:10:13.845669 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cadfd-75c6-4435-97d3-884c522f6017 req-a8f8e55c-a0af-4d47-95ce-33324f5511ff tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:10:13.847140 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8d1cadfd-75c6-4435-97d3-884c522f6017 req-a8f8e55c-a0af-4d47-95ce-33324f5511ff tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 985 time: 0.0835049 Jan 11 10:10:13.893744 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8d1cadfd-75c6-4435-97d3-884c522f6017 req-6aa9cedd-e13a-45b0-81ed-1efcb961af1f tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&id=0dc1ff4d-6cc7-44c7-8aa1-837cae52e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0402057 Jan 11 10:10:19.200808 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5a5f85fa-5cdb-4ffc-a30c-021001484c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:10:21.449579 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-84460790-dd00-4980-b884-3e8bc92e1e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:10:22.640437 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:10:22.674423 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:10:24.185472 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:10:34.579760 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:10:40.612136 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:10:48.752891 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-533b545e-4c50-4ed0-81fb-1519e8a6c1fe req-7eaee5df-157e-45af-81bb-c56e3ba4817d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1201727 Jan 11 10:10:48.889824 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b545e-4c50-4ed0-81fb-1519e8a6c1fe req-7035e167-c4bf-46df-bc04-36899a2e0138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:10:48.891218 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-533b545e-4c50-4ed0-81fb-1519e8a6c1fe req-7035e167-c4bf-46df-bc04-36899a2e0138 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3b2057bf860475bbd36d223565a19ee&device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 1138 time: 0.0717103 Jan 11 10:10:49.033322 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b545e-4c50-4ed0-81fb-1519e8a6c1fe req-689793ef-9176-467f-a4fa-99516090a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:10:49.034790 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-533b545e-4c50-4ed0-81fb-1519e8a6c1fe req-689793ef-9176-467f-a4fa-99516090a5f4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=35eb00e6-cd37-4e2e-81d8-26139bf6a609 HTTP/1.1" status: 200 len: 915 time: 0.1247022 Jan 11 10:10:49.137150 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-533b545e-4c50-4ed0-81fb-1519e8a6c1fe req-c4a8ddba-be94-4676-ae0f-020d9745e857 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 HTTP/1.1" status: 200 len: 1001 time: 0.0969727 Jan 11 10:10:49.202989 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b545e-4c50-4ed0-81fb-1519e8a6c1fe req-3575c60d-d0e2-4ac6-ae5b-be2fbb753b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:10:49.204002 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c66658da-5675-4a85-adb0-3c43c23a3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:10:49.204788 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-533b545e-4c50-4ed0-81fb-1519e8a6c1fe req-3575c60d-d0e2-4ac6-ae5b-be2fbb753b7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c84201e9-1304-4eff-9982-03b021e9d2c4 HTTP/1.1" status: 200 len: 853 time: 0.0619287 Jan 11 10:10:49.383228 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b545e-4c50-4ed0-81fb-1519e8a6c1fe req-085413ce-79e1-41c0-a27e-d467483f2175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:10:49.385200 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-533b545e-4c50-4ed0-81fb-1519e8a6c1fe req-085413ce-79e1-41c0-a27e-d467483f2175 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35eb00e6-cd37-4e2e-81d8-26139bf6a609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1751912 Jan 11 10:10:49.395111 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [req-533b545e-4c50-4ed0-81fb-1519e8a6c1fe req-9291141d-cedb-41ab-b9cd-60e8416a510d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 10:10:49.396000 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-533b545e-4c50-4ed0-81fb-1519e8a6c1fe req-9291141d-cedb-41ab-b9cd-60e8416a510d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047233 Jan 11 10:10:49.523229 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-533b545e-4c50-4ed0-81fb-1519e8a6c1fe req-c397e3d6-f2eb-48d6-96da-de492776b9c9 service neutron] 10.222.0.42 "GET /v2.0/networks/35eb00e6-cd37-4e2e-81d8-26139bf6a609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212003 Jan 11 10:10:49.653180 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-533b545e-4c50-4ed0-81fb-1519e8a6c1fe req-e0daf4e5-8988-4707-964f-6ebbb3c0aeb5 service neutron] 10.222.0.42 "GET /v2.0/networks/35eb00e6-cd37-4e2e-81d8-26139bf6a609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240935 Jan 11 10:10:51.452468 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-29a615fe-2f14-4eef-8bcd-507f624e9d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:10:52.644365 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:10:52.675700 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:10:54.188073 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:02.021682 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c78b2ff1-d24e-4b97-8f49-8d69e32c73bf req-3a1d4502-4a25-4079-a465-c7fc8c410166 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-58964856&fields=id&tenant_id=b3b2057bf860475bbd36d223565a19ee HTTP/1.1" status: 200 len: 267 time: 0.0406709 Jan 11 10:11:02.102573 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b2ff1-d24e-4b97-8f49-8d69e32c73bf req-8ec8d0ce-b82f-41e9-810f-3b9aa958ca24 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:02.103998 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c78b2ff1-d24e-4b97-8f49-8d69e32c73bf req-8ec8d0ce-b82f-41e9-810f-3b9aa958ca24 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 985 time: 0.0771844 Jan 11 10:11:02.115686 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [req-c78b2ff1-d24e-4b97-8f49-8d69e32c73bf req-b0b02d8f-9513-4ea0-8c31-053b3bfc7a20 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Request body: {'port': {'security_groups': ['e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4']}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:11:02.234202 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-c78b2ff1-d24e-4b97-8f49-8d69e32c73bf req-b0b02d8f-9513-4ea0-8c31-053b3bfc7a20 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:02.470326 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [req-c78b2ff1-d24e-4b97-8f49-8d69e32c73bf req-b0b02d8f-9513-4ea0-8c31-053b3bfc7a20 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] For port 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=4538ce4b-9f11-41c9-ab98-ab3fd0779cd2,segment=NetworkSegment(d1869eb9-2480-4409-b1ed-8cc7d7cf9c38),segment_id=d1869eb9-2480-4409-b1ed-8cc7d7cf9c38)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:11:02.494974 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-c78b2ff1-d24e-4b97-8f49-8d69e32c73bf req-b0b02d8f-9513-4ea0-8c31-053b3bfc7a20 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:02.499374 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-c78b2ff1-d24e-4b97-8f49-8d69e32c73bf req-b0b02d8f-9513-4ea0-8c31-053b3bfc7a20 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:02.510583 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['4538ce4b-9f11-41c9-ab98-ab3fd0779cd2'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:11:02.565377 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b2ff1-d24e-4b97-8f49-8d69e32c73bf req-b0b02d8f-9513-4ea0-8c31-053b3bfc7a20 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:02.566029 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [req-c78b2ff1-d24e-4b97-8f49-8d69e32c73bf req-b0b02d8f-9513-4ea0-8c31-053b3bfc7a20 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:02.568171 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c78b2ff1-d24e-4b97-8f49-8d69e32c73bf req-b0b02d8f-9513-4ea0-8c31-053b3bfc7a20 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "PUT /v2.0/ports/4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 HTTP/1.1" status: 200 len: 943 time: 0.4573338 Jan 11 10:11:02.573348 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40626) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:02.576790 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9dd7514-a93d-4833-a76f-5c50ab9cf3a9', 'tag': '4538ce4b-9f11-41c9-ab98-ab3fd0779cd2'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:11:02.605312 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b02d8f-9513-4ea0-8c31-053b3bfc7a20 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Pushing event updated for resources: {'Port': ['ID=4538ce4b-9f11-41c9-ab98-ab3fd0779cd2,revision_number=7']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:02.613694 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b02d8f-9513-4ea0-8c31-053b3bfc7a20 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:02.614038 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b02d8f-9513-4ea0-8c31-053b3bfc7a20 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:02.614395 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b02d8f-9513-4ea0-8c31-053b3bfc7a20 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:02.615080 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b02d8f-9513-4ea0-8c31-053b3bfc7a20 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:02.615080 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b02d8f-9513-4ea0-8c31-053b3bfc7a20 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:02.615348 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b02d8f-9513-4ea0-8c31-053b3bfc7a20 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:02.615670 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b02d8f-9513-4ea0-8c31-053b3bfc7a20 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:02.615986 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b02d8f-9513-4ea0-8c31-053b3bfc7a20 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:02.616300 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b02d8f-9513-4ea0-8c31-053b3bfc7a20 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:02.616613 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b02d8f-9513-4ea0-8c31-053b3bfc7a20 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:02.616928 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b02d8f-9513-4ea0-8c31-053b3bfc7a20 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:02.617221 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b02d8f-9513-4ea0-8c31-053b3bfc7a20 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:02.638362 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['4538ce4b-9f11-41c9-ab98-ab3fd0779cd2'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:11:02.665003 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9dd7514-a93d-4833-a76f-5c50ab9cf3a9', 'tag': '4538ce4b-9f11-41c9-ab98-ab3fd0779cd2', 'status': 'completed', 'code': 200} Jan 11 10:11:02.733184 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ee49b688-5580-4281-9b06-c86a972d1d0a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:02.774476 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ee49b688-5580-4281-9b06-c86a972d1d0a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:02.834615 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdd756-7bf3-46f0-85cc-652a68ecf27c req-609bdcf4-58fb-4964-be27-1364f99be7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:02.836389 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-21fdd756-7bf3-46f0-85cc-652a68ecf27c req-609bdcf4-58fb-4964-be27-1364f99be7d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3b2057bf860475bbd36d223565a19ee&device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 1099 time: 0.1486900 Jan 11 10:11:02.929295 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-93b7494a-a270-45fd-8643-d1cf557ae463 None None] Provisioning complete for port 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:11:02.929663 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-93b7494a-a270-45fd-8643-d1cf557ae463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:02.960714 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ee49b688-5580-4281-9b06-c86a972d1d0a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:02.998423 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49b688-5580-4281-9b06-c86a972d1d0a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc1ff4d-6cc7-44c7-8aa1-837cae52e8b5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:03.004794 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdd756-7bf3-46f0-85cc-652a68ecf27c req-f665a91b-3523-4a10-9401-9060112cb298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:03.006305 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-21fdd756-7bf3-46f0-85cc-652a68ecf27c req-f665a91b-3523-4a10-9401-9060112cb298 service neutron] 10.222.0.42 "GET /v2.0/networks?id=35eb00e6-cd37-4e2e-81d8-26139bf6a609 HTTP/1.1" status: 200 len: 915 time: 0.1636801 Jan 11 10:11:03.010455 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ee49b688-5580-4281-9b06-c86a972d1d0a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:03.011449 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-ee49b688-5580-4281-9b06-c86a972d1d0a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "DELETE /v2.0/security-groups/0dc1ff4d-6cc7-44c7-8aa1-837cae52e8b5 HTTP/1.1" status: 204 len: 168 time: 0.4350264 Jan 11 10:11:03.013823 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee49b688-5580-4281-9b06-c86a972d1d0a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:03.014199 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee49b688-5580-4281-9b06-c86a972d1d0a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:03.014547 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee49b688-5580-4281-9b06-c86a972d1d0a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:03.014875 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee49b688-5580-4281-9b06-c86a972d1d0a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:03.014965 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40632) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:03.015201 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee49b688-5580-4281-9b06-c86a972d1d0a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:03.015526 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee49b688-5580-4281-9b06-c86a972d1d0a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:03.015848 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee49b688-5580-4281-9b06-c86a972d1d0a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:03.016166 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee49b688-5580-4281-9b06-c86a972d1d0a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:03.016484 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee49b688-5580-4281-9b06-c86a972d1d0a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:03.016804 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee49b688-5580-4281-9b06-c86a972d1d0a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:03.017123 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee49b688-5580-4281-9b06-c86a972d1d0a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:03.017492 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee49b688-5580-4281-9b06-c86a972d1d0a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:03.127074 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-21fdd756-7bf3-46f0-85cc-652a68ecf27c req-ceb4fef6-3a00-42b7-b1fa-fb9b7260f033 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 HTTP/1.1" status: 200 len: 1001 time: 0.1053307 Jan 11 10:11:03.198299 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdd756-7bf3-46f0-85cc-652a68ecf27c req-f98c04d8-eb37-4c17-b0e9-a03c8187a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:03.199831 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-21fdd756-7bf3-46f0-85cc-652a68ecf27c req-f98c04d8-eb37-4c17-b0e9-a03c8187a6bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c84201e9-1304-4eff-9982-03b021e9d2c4 HTTP/1.1" status: 200 len: 853 time: 0.0663316 Jan 11 10:11:03.222065 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-629e066a-cbcd-4922-ba51-893c752501df tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Deleting port acadcf9c-f40f-4a72-b530-a7795906deee {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:11:03.222644 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-629e066a-cbcd-4922-ba51-893c752501df tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:03.275608 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdd756-7bf3-46f0-85cc-652a68ecf27c req-052c2e86-6c37-4fe9-afa4-825798f40d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:03.277032 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-21fdd756-7bf3-46f0-85cc-652a68ecf27c req-052c2e86-6c37-4fe9-afa4-825798f40d73 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35eb00e6-cd37-4e2e-81d8-26139bf6a609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710497 Jan 11 10:11:03.413746 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-21fdd756-7bf3-46f0-85cc-652a68ecf27c req-0ee407a0-5af2-43c7-9c12-fdb696302582 service neutron] 10.222.0.42 "GET /v2.0/networks/35eb00e6-cd37-4e2e-81d8-26139bf6a609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299088 Jan 11 10:11:03.486190 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-629e066a-cbcd-4922-ba51-893c752501df tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:03.486539 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-629e066a-cbcd-4922-ba51-893c752501df tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:03.546909 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-21fdd756-7bf3-46f0-85cc-652a68ecf27c req-eb3d9154-f251-4b44-9f6f-9719ba2a9cb9 service neutron] 10.222.0.42 "GET /v2.0/networks/35eb00e6-cd37-4e2e-81d8-26139bf6a609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267364 Jan 11 10:11:03.610350 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-629e066a-cbcd-4922-ba51-893c752501df tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Calling delete_port for acadcf9c-f40f-4a72-b530-a7795906deee owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:11:03.760009 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-629e066a-cbcd-4922-ba51-893c752501df tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:03.806965 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e066a-cbcd-4922-ba51-893c752501df tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Pushing event deleted for resources: {'Port': ['ID=acadcf9c-f40f-4a72-b530-a7795906deee,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:03.900322 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-629e066a-cbcd-4922-ba51-893c752501df tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:03.900652 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-629e066a-cbcd-4922-ba51-893c752501df tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Floating IP 9c02e94a-4405-4b85-ba04-fe273553fced disassociated (deleted). External IP: 172.26.3.93, port: 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2. Jan 11 10:11:04.246169 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629e066a-cbcd-4922-ba51-893c752501df tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Router 6bf89347-a8b6-48dc-a508-d5c36495c217 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:11:04.425811 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629e066a-cbcd-4922-ba51-893c752501df tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:11:04.435844 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a6e656-b492-488b-8306-5a46c745a451 None None] Sync routers for ids ['6bf89347-a8b6-48dc-a508-d5c36495c217'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:11:04.438555 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-629e066a-cbcd-4922-ba51-893c752501df tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:04.444647 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a6e656-b492-488b-8306-5a46c745a451 None None] Routers {'6bf89347-a8b6-48dc-a508-d5c36495c217'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:11:04.445242 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b3a6e656-b492-488b-8306-5a46c745a451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:10:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['6bf89347-a8b6-48dc-a508-d5c36495c217'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:04.491817 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-629e066a-cbcd-4922-ba51-893c752501df tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "DELETE /v2.0/floatingips/9c02e94a-4405-4b85-ba04-fe273553fced HTTP/1.1" status: 204 len: 168 time: 1.4755960 Jan 11 10:11:04.617560 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:04.632806 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-b3a6e656-b492-488b-8306-5a46c745a451 None None] Set router 6bf89347-a8b6-48dc-a508-d5c36495c217 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:11:04.666595 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9dd7514-a93d-4833-a76f-5c50ab9cf3a9', 'tag': '4538ce4b-9f11-41c9-ab98-ab3fd0779cd2'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:11:04.716202 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9dd7514-a93d-4833-a76f-5c50ab9cf3a9', 'tag': '4538ce4b-9f11-41c9-ab98-ab3fd0779cd2', 'status': 'completed', 'code': 200} Jan 11 10:11:04.815916 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ffa2d-f373-439c-b6a0-4d6c213d1db6 req-655e0da3-6b25-43cc-aebe-b3d2deddf379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:04.817988 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-296ffa2d-f373-439c-b6a0-4d6c213d1db6 req-655e0da3-6b25-43cc-aebe-b3d2deddf379 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3b2057bf860475bbd36d223565a19ee&device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 1099 time: 0.0803256 Jan 11 10:11:04.969983 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ffa2d-f373-439c-b6a0-4d6c213d1db6 req-17c3e566-6df2-48a5-972e-36b50dffb3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:04.971521 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-296ffa2d-f373-439c-b6a0-4d6c213d1db6 req-17c3e566-6df2-48a5-972e-36b50dffb3ee service neutron] 10.222.0.42 "GET /v2.0/networks?id=35eb00e6-cd37-4e2e-81d8-26139bf6a609 HTTP/1.1" status: 200 len: 915 time: 0.1481218 Jan 11 10:11:04.989359 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b3a6e656-b492-488b-8306-5a46c745a451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'name': 'tempest-TestMinimumBasicScenario-551292495-router', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f457aa3c-6a21-4a19-b5fc-57f7d01a6625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:08:17Z', 'revision_number': 4, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'gw_port': {'id': 'f457aa3c-6a21-4a19-b5fc-57f7d01a6625', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'ff943e12-f60d-4593-9c88-e0e0009c6b6d', 'name': '', 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'mac_address': 'fa:16:3e:b4:f8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'c84201e9-1304-4eff-9982-03b021e9d2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:16Z', 'updated_at': '2022-01-11T10:08:24Z', 'revision_number': 5, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'subnets': [{'id': 'c84201e9-1304-4eff-9982-03b021e9d2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:04.993370 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a6e656-b492-488b-8306-5a46c745a451 None None] Checking router: 6bf89347-a8b6-48dc-a508-d5c36495c217 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:11:05.003049 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a6e656-b492-488b-8306-5a46c745a451 None None] Routers {'6bf89347-a8b6-48dc-a508-d5c36495c217'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:11:05.003819 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b3a6e656-b492-488b-8306-5a46c745a451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:10:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['6bf89347-a8b6-48dc-a508-d5c36495c217'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:05.037635 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-296ffa2d-f373-439c-b6a0-4d6c213d1db6 req-43e63ec7-ccfa-48ff-bbaf-fbbd303a303d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 HTTP/1.1" status: 200 len: 217 time: 0.0600207 Jan 11 10:11:05.103300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ffa2d-f373-439c-b6a0-4d6c213d1db6 req-fbcea0ed-bcee-4a66-92a3-6048e8bd1d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:05.104728 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-296ffa2d-f373-439c-b6a0-4d6c213d1db6 req-fbcea0ed-bcee-4a66-92a3-6048e8bd1d1d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c84201e9-1304-4eff-9982-03b021e9d2c4 HTTP/1.1" status: 200 len: 853 time: 0.0594645 Jan 11 10:11:05.178480 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ffa2d-f373-439c-b6a0-4d6c213d1db6 req-c92aff48-262e-4a37-b8e4-f2bb6d9eb461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:05.179972 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-296ffa2d-f373-439c-b6a0-4d6c213d1db6 req-c92aff48-262e-4a37-b8e4-f2bb6d9eb461 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35eb00e6-cd37-4e2e-81d8-26139bf6a609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693307 Jan 11 10:11:05.183559 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-b3a6e656-b492-488b-8306-5a46c745a451 None None] Set router 6bf89347-a8b6-48dc-a508-d5c36495c217 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:11:05.416412 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-296ffa2d-f373-439c-b6a0-4d6c213d1db6 req-8738bb54-42d1-4c1d-ace2-d3c17b151b20 service neutron] 10.222.0.42 "GET /v2.0/networks/35eb00e6-cd37-4e2e-81d8-26139bf6a609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294109 Jan 11 10:11:05.519894 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [req-52503c5d-61fd-4891-9bfc-ed07f74473cf req-ec9bd0d9-e7a4-4b9d-9c79-fd8c15c963c3 tempest-ServerDiskConfigTestJSON-506572543 tempest-ServerDiskConfigTestJSON-506572543-project] (87654) timed out ('10.222.0.42', 60900) {{(pid=87654) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 11 10:11:05.537274 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-b3a6e656-b492-488b-8306-5a46c745a451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'name': 'tempest-TestMinimumBasicScenario-551292495-router', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f457aa3c-6a21-4a19-b5fc-57f7d01a6625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:08:17Z', 'revision_number': 4, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'gw_port': {'id': 'f457aa3c-6a21-4a19-b5fc-57f7d01a6625', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'ff943e12-f60d-4593-9c88-e0e0009c6b6d', 'name': '', 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'mac_address': 'fa:16:3e:b4:f8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'c84201e9-1304-4eff-9982-03b021e9d2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:16Z', 'updated_at': '2022-01-11T10:08:24Z', 'revision_number': 5, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'subnets': [{'id': 'c84201e9-1304-4eff-9982-03b021e9d2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:05.541141 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a6e656-b492-488b-8306-5a46c745a451 None None] The sync data for ids ['6bf89347-a8b6-48dc-a508-d5c36495c217'] in dv-neutron-823402-4-hyperv is: [{'id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'name': 'tempest-TestMinimumBasicScenario-551292495-router', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f457aa3c-6a21-4a19-b5fc-57f7d01a6625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:08:17Z', 'revision_number': 4, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'gw_port': {'id': 'f457aa3c-6a21-4a19-b5fc-57f7d01a6625', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'ff943e12-f60d-4593-9c88-e0e0009c6b6d', 'name': '', 'network_id': '35eb00e6-cd37-4e2e-81d8-26139bf6a609', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'mac_address': 'fa:16:3e:b4:f8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'c84201e9-1304-4eff-9982-03b021e9d2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:16Z', 'updated_at': '2022-01-11T10:08:24Z', 'revision_number': 5, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'subnets': [{'id': 'c84201e9-1304-4eff-9982-03b021e9d2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:11:05.563370 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-296ffa2d-f373-439c-b6a0-4d6c213d1db6 req-5b2d6fe8-97eb-4aff-b06f-998a3e58b252 service neutron] 10.222.0.42 "GET /v2.0/networks/35eb00e6-cd37-4e2e-81d8-26139bf6a609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373382 Jan 11 10:11:05.776871 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4fde32-8efd-4c0b-8a82-ba9a1d4429ad None None] New status for floating IP 9c02e94a-4405-4b85-ba04-fe273553fced: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 10:11:09.988052 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405caa06-8fba-4697-aa94-7b49a99fe4d5 req-114a0e81-493d-452b-860b-4203e8e116d1 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:09.988743 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-405caa06-8fba-4697-aa94-7b49a99fe4d5 req-114a0e81-493d-452b-860b-4203e8e116d1 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Synchronizing usage tracker for tenant:b3b2057bf860475bbd36d223565a19ee on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:11:10.004485 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-405caa06-8fba-4697-aa94-7b49a99fe4d5 req-114a0e81-493d-452b-860b-4203e8e116d1 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Unset dirty status for tenant:b3b2057bf860475bbd36d223565a19ee on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:11:10.005601 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-405caa06-8fba-4697-aa94-7b49a99fe4d5 req-114a0e81-493d-452b-860b-4203e8e116d1 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 946 time: 0.1020932 Jan 11 10:11:10.049859 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-405caa06-8fba-4697-aa94-7b49a99fe4d5 req-928c2bf6-41c2-41bb-bd5a-cb493db0582a tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385592 Jan 11 10:11:11.238914 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3404f9-06f7-4306-a853-b9026ea3d990 req-91e35819-1d8d-4986-97b6-394b446ed02d tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:11.240365 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-af3404f9-06f7-4306-a853-b9026ea3d990 req-91e35819-1d8d-4986-97b6-394b446ed02d tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 946 time: 0.0833492 Jan 11 10:11:11.283575 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-af3404f9-06f7-4306-a853-b9026ea3d990 req-8fbae839-bbc6-4294-ae72-c7837223a9a8 tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373890 Jan 11 10:11:11.711863 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08544bdd-b86b-43ef-b705-61f6a6391c58 req-bca85fc0-8cbb-47d0-858c-6df04b93bc3e tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:11.712556 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-08544bdd-b86b-43ef-b705-61f6a6391c58 req-bca85fc0-8cbb-47d0-858c-6df04b93bc3e tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Synchronizing usage tracker for tenant:b3b2057bf860475bbd36d223565a19ee on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:11:11.724908 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-08544bdd-b86b-43ef-b705-61f6a6391c58 req-bca85fc0-8cbb-47d0-858c-6df04b93bc3e tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Unset dirty status for tenant:b3b2057bf860475bbd36d223565a19ee on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:11:11.725997 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-08544bdd-b86b-43ef-b705-61f6a6391c58 req-bca85fc0-8cbb-47d0-858c-6df04b93bc3e tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 946 time: 0.0979519 Jan 11 10:11:11.794190 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-08544bdd-b86b-43ef-b705-61f6a6391c58 req-f7807586-2e76-4ca2-83e9-c2167664574b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Deleting port 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:11:11.795053 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-08544bdd-b86b-43ef-b705-61f6a6391c58 req-f7807586-2e76-4ca2-83e9-c2167664574b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:12.043993 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-08544bdd-b86b-43ef-b705-61f6a6391c58 req-f7807586-2e76-4ca2-83e9-c2167664574b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] For port 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=4538ce4b-9f11-41c9-ab98-ab3fd0779cd2,segment=NetworkSegment(d1869eb9-2480-4409-b1ed-8cc7d7cf9c38),segment_id=d1869eb9-2480-4409-b1ed-8cc7d7cf9c38)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:11:12.044354 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-08544bdd-b86b-43ef-b705-61f6a6391c58 req-f7807586-2e76-4ca2-83e9-c2167664574b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:12.171870 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-08544bdd-b86b-43ef-b705-61f6a6391c58 req-f7807586-2e76-4ca2-83e9-c2167664574b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Calling delete_port for 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:11:12.313181 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-08544bdd-b86b-43ef-b705-61f6a6391c58 req-f7807586-2e76-4ca2-83e9-c2167664574b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:12.324443 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['4538ce4b-9f11-41c9-ab98-ab3fd0779cd2'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:11:12.368584 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7807586-2e76-4ca2-83e9-c2167664574b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Pushing event deleted for resources: {'Port': ['ID=4538ce4b-9f11-41c9-ab98-ab3fd0779cd2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:12.446596 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-08544bdd-b86b-43ef-b705-61f6a6391c58 req-f7807586-2e76-4ca2-83e9-c2167664574b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] No DVR routers for this DVR port 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:11:12.449174 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-08544bdd-b86b-43ef-b705-61f6a6391c58 req-f7807586-2e76-4ca2-83e9-c2167664574b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:12.452845 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9dd7514-a93d-4833-a76f-5c50ab9cf3a9', 'name': 'network-vif-deleted', 'tag': '4538ce4b-9f11-41c9-ab98-ab3fd0779cd2'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:11:12.475488 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-08544bdd-b86b-43ef-b705-61f6a6391c58 req-f7807586-2e76-4ca2-83e9-c2167664574b tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.42 "DELETE /v2.0/ports/4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 HTTP/1.1" status: 204 len: 173 time: 0.7440240 Jan 11 10:11:12.551157 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-27d79420-d723-467f-83c7-559b08a1db06 req-5a88c31b-791c-4c17-af5f-10d06612419c tempest-TestMinimumBasicScenario-925961258 tempest-TestMinimumBasicScenario-925961258-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9dd7514-a93d-4833-a76f-5c50ab9cf3a9 HTTP/1.1" status: 200 len: 210 time: 0.1600122 Jan 11 10:11:12.583379 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9dd7514-a93d-4833-a76f-5c50ab9cf3a9', 'name': 'network-vif-deleted', 'tag': '4538ce4b-9f11-41c9-ab98-ab3fd0779cd2', 'status': 'completed', 'code': 200} Jan 11 10:11:14.190194 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40724) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:14.757420 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7554891-8df2-4d9d-9ae0-2a0c240e1794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:15.137985 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d7554891-8df2-4d9d-9ae0-2a0c240e1794 admin admin] Deleting port ff943e12-f60d-4593-9c88-e0e0009c6b6d {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:11:15.138539 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7554891-8df2-4d9d-9ae0-2a0c240e1794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:15.203237 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:11:15.239737 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:11:15.240081 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 4538ce4b-9f11-41c9-ab98-ab3fd0779cd2 not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:11:15.320071 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-d7554891-8df2-4d9d-9ae0-2a0c240e1794 admin admin] For port ff943e12-f60d-4593-9c88-e0e0009c6b6d, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ff943e12-f60d-4593-9c88-e0e0009c6b6d,segment=NetworkSegment(d1869eb9-2480-4409-b1ed-8cc7d7cf9c38),segment_id=d1869eb9-2480-4409-b1ed-8cc7d7cf9c38)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:11:15.320650 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7554891-8df2-4d9d-9ae0-2a0c240e1794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:15.447715 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d7554891-8df2-4d9d-9ae0-2a0c240e1794 admin admin] Calling delete_port for ff943e12-f60d-4593-9c88-e0e0009c6b6d owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:11:15.871517 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7554891-8df2-4d9d-9ae0-2a0c240e1794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:15.921828 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7554891-8df2-4d9d-9ae0-2a0c240e1794 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff943e12-f60d-4593-9c88-e0e0009c6b6d,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:16.181225 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d7554891-8df2-4d9d-9ae0-2a0c240e1794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:16.529667 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7554891-8df2-4d9d-9ae0-2a0c240e1794 admin admin] Router 6bf89347-a8b6-48dc-a508-d5c36495c217 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:11:16.703132 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7554891-8df2-4d9d-9ae0-2a0c240e1794 admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:11:16.712403 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fda7a8-2052-480f-a1df-74407263f8d5 None None] Sync routers for ids ['6bf89347-a8b6-48dc-a508-d5c36495c217'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:11:16.716210 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d7554891-8df2-4d9d-9ae0-2a0c240e1794 admin admin] 10.222.0.15 "PUT /v2.0/routers/6bf89347-a8b6-48dc-a508-d5c36495c217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5245926 Jan 11 10:11:16.718958 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40728) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:16.722356 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fda7a8-2052-480f-a1df-74407263f8d5 None None] Routers {'6bf89347-a8b6-48dc-a508-d5c36495c217'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:11:16.722962 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-75fda7a8-2052-480f-a1df-74407263f8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:10:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['6bf89347-a8b6-48dc-a508-d5c36495c217'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:16.892124 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0608-90fc-4402-a482-42ae0dbe93e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:16.896040 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-75fda7a8-2052-480f-a1df-74407263f8d5 None None] Set router 6bf89347-a8b6-48dc-a508-d5c36495c217 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:11:17.180693 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-75fda7a8-2052-480f-a1df-74407263f8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'name': 'tempest-TestMinimumBasicScenario-551292495-router', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f457aa3c-6a21-4a19-b5fc-57f7d01a6625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:11:15Z', 'revision_number': 5, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'gw_port': {'id': 'f457aa3c-6a21-4a19-b5fc-57f7d01a6625', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:17.184405 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fda7a8-2052-480f-a1df-74407263f8d5 None None] Checking router: 6bf89347-a8b6-48dc-a508-d5c36495c217 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:11:17.185930 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0608-90fc-4402-a482-42ae0dbe93e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:17.192634 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fda7a8-2052-480f-a1df-74407263f8d5 None None] Routers {'6bf89347-a8b6-48dc-a508-d5c36495c217'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:11:17.193340 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-75fda7a8-2052-480f-a1df-74407263f8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:10:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['6bf89347-a8b6-48dc-a508-d5c36495c217'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:17.196543 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e1fb0608-90fc-4402-a482-42ae0dbe93e1 admin admin] Deleting port f457aa3c-6a21-4a19-b5fc-57f7d01a6625 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:11:17.196877 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0608-90fc-4402-a482-42ae0dbe93e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:17.342572 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-75fda7a8-2052-480f-a1df-74407263f8d5 None None] Set router 6bf89347-a8b6-48dc-a508-d5c36495c217 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:11:17.369771 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-e1fb0608-90fc-4402-a482-42ae0dbe93e1 admin admin] For port f457aa3c-6a21-4a19-b5fc-57f7d01a6625, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=f457aa3c-6a21-4a19-b5fc-57f7d01a6625,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:11:17.370139 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0608-90fc-4402-a482-42ae0dbe93e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:17.446206 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-75fda7a8-2052-480f-a1df-74407263f8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'name': 'tempest-TestMinimumBasicScenario-551292495-router', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:11:17Z', 'revision_number': 6, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:17.450130 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fda7a8-2052-480f-a1df-74407263f8d5 None None] The sync data for ids ['6bf89347-a8b6-48dc-a508-d5c36495c217'] in dv-neutron-823402-4-hyperv is: [{'id': '6bf89347-a8b6-48dc-a508-d5c36495c217', 'name': 'tempest-TestMinimumBasicScenario-551292495-router', 'tenant_id': 'b3b2057bf860475bbd36d223565a19ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:08:13Z', 'updated_at': '2022-01-11T10:11:17Z', 'revision_number': 6, 'project_id': 'b3b2057bf860475bbd36d223565a19ee', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:11:17.493452 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e1fb0608-90fc-4402-a482-42ae0dbe93e1 admin admin] Calling delete_port for f457aa3c-6a21-4a19-b5fc-57f7d01a6625 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:11:17.610623 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:11:17.657447 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0608-90fc-4402-a482-42ae0dbe93e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:17.703635 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb0608-90fc-4402-a482-42ae0dbe93e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f457aa3c-6a21-4a19-b5fc-57f7d01a6625,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:17.795953 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0608-90fc-4402-a482-42ae0dbe93e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:17.973047 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0608-90fc-4402-a482-42ae0dbe93e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:17.975105 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0608-90fc-4402-a482-42ae0dbe93e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:17.996688 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0608-90fc-4402-a482-42ae0dbe93e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:17.997195 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fb0608-90fc-4402-a482-42ae0dbe93e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bf89347-a8b6-48dc-a508-d5c36495c217 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 10:11:18.008906 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0608-90fc-4402-a482-42ae0dbe93e1 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:18.010010 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e1fb0608-90fc-4402-a482-42ae0dbe93e1 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6bf89347-a8b6-48dc-a508-d5c36495c217 HTTP/1.1" status: 204 len: 168 time: 1.2901781 Jan 11 10:11:18.012509 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40732) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:18.071322 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52e2c94-92b9-435b-a2ad-7cf41530541b admin admin] Deleting subnet c84201e9-1304-4eff-9982-03b021e9d2c4 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 10:11:18.074075 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e52e2c94-92b9-435b-a2ad-7cf41530541b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:18.124453 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e52e2c94-92b9-435b-a2ad-7cf41530541b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:18.198792 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e52e2c94-92b9-435b-a2ad-7cf41530541b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:18.266728 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e52e2c94-92b9-435b-a2ad-7cf41530541b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:18.311505 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e2c94-92b9-435b-a2ad-7cf41530541b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c84201e9-1304-4eff-9982-03b021e9d2c4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:18.313445 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e52e2c94-92b9-435b-a2ad-7cf41530541b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:18.317190 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a657e81-9dad-4251-8f4c-0825494c2313 None None] Network 35eb00e6-cd37-4e2e-81d8-26139bf6a609 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:11:18.327152 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e52e2c94-92b9-435b-a2ad-7cf41530541b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c84201e9-1304-4eff-9982-03b021e9d2c4 HTTP/1.1" status: 204 len: 168 time: 0.3136504 Jan 11 10:11:18.329539 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40736) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:18.549348 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f20a8895-da81-49ec-b4af-5d93cbfabb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:18.560391 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f20a8895-da81-49ec-b4af-5d93cbfabb02 admin admin] Deleting port a9757d8e-5ee6-4152-a64a-2d55011105df {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:11:18.561396 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f20a8895-da81-49ec-b4af-5d93cbfabb02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:18.599063 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1465c832-60b3-430a-b31e-bb684b76e0b7 None None] DHCP port deletion for 35eb00e6-cd37-4e2e-81d8-26139bf6a609 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 10:11:18.602942 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1465c832-60b3-430a-b31e-bb684b76e0b7 None None] Deleting port a9757d8e-5ee6-4152-a64a-2d55011105df {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:11:18.603320 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1465c832-60b3-430a-b31e-bb684b76e0b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:18.774074 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-f20a8895-da81-49ec-b4af-5d93cbfabb02 admin admin] For port a9757d8e-5ee6-4152-a64a-2d55011105df, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a9757d8e-5ee6-4152-a64a-2d55011105df,segment=NetworkSegment(d1869eb9-2480-4409-b1ed-8cc7d7cf9c38),segment_id=d1869eb9-2480-4409-b1ed-8cc7d7cf9c38)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:11:18.774636 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f20a8895-da81-49ec-b4af-5d93cbfabb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:18.807551 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-1465c832-60b3-430a-b31e-bb684b76e0b7 None None] For port a9757d8e-5ee6-4152-a64a-2d55011105df, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=a9757d8e-5ee6-4152-a64a-2d55011105df,segment=NetworkSegment(d1869eb9-2480-4409-b1ed-8cc7d7cf9c38),segment_id=d1869eb9-2480-4409-b1ed-8cc7d7cf9c38)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:11:18.807991 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1465c832-60b3-430a-b31e-bb684b76e0b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:18.902120 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f20a8895-da81-49ec-b4af-5d93cbfabb02 admin admin] Calling delete_port for a9757d8e-5ee6-4152-a64a-2d55011105df owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:11:18.963777 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device f457aa3c-6a21-4a19-b5fc-57f7d01a6625 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:11:18.981356 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f20a8895-da81-49ec-b4af-5d93cbfabb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:18.993785 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1465c832-60b3-430a-b31e-bb684b76e0b7 None None] Calling delete_port for a9757d8e-5ee6-4152-a64a-2d55011105df owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:11:19.028839 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a8895-da81-49ec-b4af-5d93cbfabb02 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9757d8e-5ee6-4152-a64a-2d55011105df,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:19.033843 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20a8895-da81-49ec-b4af-5d93cbfabb02 admin admin] No DVR routers for this DVR port a9757d8e-5ee6-4152-a64a-2d55011105df on host dv-neutron-823402-4-hyperv {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:11:19.038890 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: f457aa3c-6a21-4a19-b5fc-57f7d01a6625 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:11:19.039236 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device f457aa3c-6a21-4a19-b5fc-57f7d01a6625 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:11:19.039656 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ff943e12-f60d-4593-9c88-e0e0009c6b6d no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:11:19.079264 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: ff943e12-f60d-4593-9c88-e0e0009c6b6d {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:11:19.079607 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ff943e12-f60d-4593-9c88-e0e0009c6b6d not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:11:19.080022 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a9757d8e-5ee6-4152-a64a-2d55011105df no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:11:19.116757 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: a9757d8e-5ee6-4152-a64a-2d55011105df {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:11:19.117102 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device a9757d8e-5ee6-4152-a64a-2d55011105df not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:11:19.141397 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-1465c832-60b3-430a-b31e-bb684b76e0b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 10:11:19.141775 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-1465c832-60b3-430a-b31e-bb684b76e0b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 10:11:19.152047 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f20a8895-da81-49ec-b4af-5d93cbfabb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:19.177805 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f20a8895-da81-49ec-b4af-5d93cbfabb02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35eb00e6-cd37-4e2e-81d8-26139bf6a609']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:19.189896 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f20a8895-da81-49ec-b4af-5d93cbfabb02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1869eb9-2480-4409-b1ed-8cc7d7cf9c38') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:19.190225 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f20a8895-da81-49ec-b4af-5d93cbfabb02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1869eb9-2480-4409-b1ed-8cc7d7cf9c38') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:19.201481 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f20a8895-da81-49ec-b4af-5d93cbfabb02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:19.204661 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-db8a86b8-ca69-4772-9421-f107db974eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:19.222683 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f20a8895-da81-49ec-b4af-5d93cbfabb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:19.228563 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f20a8895-da81-49ec-b4af-5d93cbfabb02 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 10:11:19.228930 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f20a8895-da81-49ec-b4af-5d93cbfabb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 10:11:19.242959 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 10:11:19.316206 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f20a8895-da81-49ec-b4af-5d93cbfabb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:19.331846 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f20a8895-da81-49ec-b4af-5d93cbfabb02 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:19.343581 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a8895-da81-49ec-b4af-5d93cbfabb02 admin admin] Pushing event deleted for resources: {'Network': ['ID=35eb00e6-cd37-4e2e-81d8-26139bf6a609,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:19.354916 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f20a8895-da81-49ec-b4af-5d93cbfabb02 admin admin] 10.222.0.15 "DELETE /v2.0/networks/35eb00e6-cd37-4e2e-81d8-26139bf6a609 HTTP/1.1" status: 204 len: 168 time: 1.0241926 Jan 11 10:11:19.357682 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40740) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:19.643020 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1465c832-60b3-430a-b31e-bb684b76e0b7 None None] Deleting port a9757d8e-5ee6-4152-a64a-2d55011105df {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:11:19.643532 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1465c832-60b3-430a-b31e-bb684b76e0b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:19.711328 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1465c832-60b3-430a-b31e-bb684b76e0b7 None None] The port 'a9757d8e-5ee6-4152-a64a-2d55011105df' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 10:11:19.890457 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-feeb1c89-df79-42a3-b6ba-3e861aa67c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:20.330568 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-feeb1c89-df79-42a3-b6ba-3e861aa67c4b admin admin] Deleting port 01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:11:20.330911 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-feeb1c89-df79-42a3-b6ba-3e861aa67c4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:20.497657 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-feeb1c89-df79-42a3-b6ba-3e861aa67c4b admin admin] For port 01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3,segment=NetworkSegment(b7a8ee9f-404f-4207-945c-3f80d99f8913),segment_id=b7a8ee9f-404f-4207-945c-3f80d99f8913)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:11:20.498008 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-feeb1c89-df79-42a3-b6ba-3e861aa67c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:20.621769 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-feeb1c89-df79-42a3-b6ba-3e861aa67c4b admin admin] Calling delete_port for 01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:11:20.794484 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-feeb1c89-df79-42a3-b6ba-3e861aa67c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:20.841454 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb1c89-df79-42a3-b6ba-3e861aa67c4b admin admin] Pushing event deleted for resources: {'Port': ['ID=01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:21.106901 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-feeb1c89-df79-42a3-b6ba-3e861aa67c4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:21.456034 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ff45648a-e7fc-482e-a9f4-822d5a4db62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:21.573301 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feeb1c89-df79-42a3-b6ba-3e861aa67c4b admin admin] Router 594007d8-aa67-4d54-b343-dee084524cde has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:11:21.747948 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feeb1c89-df79-42a3-b6ba-3e861aa67c4b admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:11:21.756364 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447412d1-3ece-4f2b-bbd1-80e2cb2df8ed None None] Sync routers for ids ['594007d8-aa67-4d54-b343-dee084524cde'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:11:21.766994 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-feeb1c89-df79-42a3-b6ba-3e861aa67c4b admin admin] 10.222.0.15 "PUT /v2.0/routers/594007d8-aa67-4d54-b343-dee084524cde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4049270 Jan 11 10:11:21.767187 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447412d1-3ece-4f2b-bbd1-80e2cb2df8ed None None] Routers {'594007d8-aa67-4d54-b343-dee084524cde'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:11:21.767285 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40744) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:21.767692 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-447412d1-3ece-4f2b-bbd1-80e2cb2df8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:11:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['594007d8-aa67-4d54-b343-dee084524cde'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:21.944445 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-447412d1-3ece-4f2b-bbd1-80e2cb2df8ed None None] Set router 594007d8-aa67-4d54-b343-dee084524cde gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:11:21.945701 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-383cca92-ab06-46eb-a138-c4a46ddd9654 admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:22.120200 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-383cca92-ab06-46eb-a138-c4a46ddd9654 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:22.129684 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-383cca92-ab06-46eb-a138-c4a46ddd9654 admin admin] Deleting port ae8e718b-41a4-4183-be73-f153418b42ac {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:11:22.130228 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-383cca92-ab06-46eb-a138-c4a46ddd9654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:22.256539 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-447412d1-3ece-4f2b-bbd1-80e2cb2df8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594007d8-aa67-4d54-b343-dee084524cde', 'name': 'tempest-TestMinimumBasicScenario-1239693318-router', 'tenant_id': '80a2bec1da0d4de4a11627f21d05037f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'ae8e718b-41a4-4183-be73-f153418b42ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:08:19Z', 'updated_at': '2022-01-11T10:11:20Z', 'revision_number': 5, 'project_id': '80a2bec1da0d4de4a11627f21d05037f', 'gw_port': {'id': 'ae8e718b-41a4-4183-be73-f153418b42ac', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594007d8-aa67-4d54-b343-dee084524cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:08:20Z', 'updated_at': '2022-01-11T10:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:22.260386 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447412d1-3ece-4f2b-bbd1-80e2cb2df8ed None None] Checking router: 594007d8-aa67-4d54-b343-dee084524cde for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:11:22.269380 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447412d1-3ece-4f2b-bbd1-80e2cb2df8ed None None] Routers {'594007d8-aa67-4d54-b343-dee084524cde'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:11:22.269977 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-447412d1-3ece-4f2b-bbd1-80e2cb2df8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:11:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['594007d8-aa67-4d54-b343-dee084524cde'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:22.305501 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-383cca92-ab06-46eb-a138-c4a46ddd9654 admin admin] For port ae8e718b-41a4-4183-be73-f153418b42ac, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=ae8e718b-41a4-4183-be73-f153418b42ac,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:11:22.305850 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-383cca92-ab06-46eb-a138-c4a46ddd9654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:22.421516 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-447412d1-3ece-4f2b-bbd1-80e2cb2df8ed None None] Set router 594007d8-aa67-4d54-b343-dee084524cde gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:11:22.426003 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-383cca92-ab06-46eb-a138-c4a46ddd9654 admin admin] Calling delete_port for ae8e718b-41a4-4183-be73-f153418b42ac owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:11:22.526759 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-447412d1-3ece-4f2b-bbd1-80e2cb2df8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594007d8-aa67-4d54-b343-dee084524cde', 'name': 'tempest-TestMinimumBasicScenario-1239693318-router', 'tenant_id': '80a2bec1da0d4de4a11627f21d05037f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:08:19Z', 'updated_at': '2022-01-11T10:11:22Z', 'revision_number': 6, 'project_id': '80a2bec1da0d4de4a11627f21d05037f', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:22.531773 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447412d1-3ece-4f2b-bbd1-80e2cb2df8ed None None] The sync data for ids ['594007d8-aa67-4d54-b343-dee084524cde'] in dv-neutron-823402-4-hyperv is: [{'id': '594007d8-aa67-4d54-b343-dee084524cde', 'name': 'tempest-TestMinimumBasicScenario-1239693318-router', 'tenant_id': '80a2bec1da0d4de4a11627f21d05037f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:08:19Z', 'updated_at': '2022-01-11T10:11:22Z', 'revision_number': 6, 'project_id': '80a2bec1da0d4de4a11627f21d05037f', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:11:22.591577 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-383cca92-ab06-46eb-a138-c4a46ddd9654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:22.636186 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383cca92-ab06-46eb-a138-c4a46ddd9654 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8e718b-41a4-4183-be73-f153418b42ac,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:22.648058 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:22.678827 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:22.736997 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-383cca92-ab06-46eb-a138-c4a46ddd9654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:22.946256 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:11:22.984264 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:11:22.984695 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 01911fd1-cde0-4e7e-9c32-ec1b22bf5ac3 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:11:23.032760 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-383cca92-ab06-46eb-a138-c4a46ddd9654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:23.034907 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-383cca92-ab06-46eb-a138-c4a46ddd9654 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:23.058602 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-383cca92-ab06-46eb-a138-c4a46ddd9654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:23.059050 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383cca92-ab06-46eb-a138-c4a46ddd9654 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 594007d8-aa67-4d54-b343-dee084524cde {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 10:11:23.071466 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-383cca92-ab06-46eb-a138-c4a46ddd9654 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:23.072588 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-383cca92-ab06-46eb-a138-c4a46ddd9654 admin admin] 10.222.0.15 "DELETE /v2.0/routers/594007d8-aa67-4d54-b343-dee084524cde HTTP/1.1" status: 204 len: 168 time: 1.3044102 Jan 11 10:11:23.075065 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40748) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:23.134911 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b1b46d-ac2c-43d2-a4bc-fad96d05a469 admin admin] Deleting subnet de451000-7138-497a-aef4-7442f635c066 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 10:11:23.137709 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f1b1b46d-ac2c-43d2-a4bc-fad96d05a469 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:23.185651 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f1b1b46d-ac2c-43d2-a4bc-fad96d05a469 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:23.261420 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f1b1b46d-ac2c-43d2-a4bc-fad96d05a469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:23.336010 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f1b1b46d-ac2c-43d2-a4bc-fad96d05a469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:23.374308 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1b46d-ac2c-43d2-a4bc-fad96d05a469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de451000-7138-497a-aef4-7442f635c066,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:23.379140 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f1b1b46d-ac2c-43d2-a4bc-fad96d05a469 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:23.384300 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5e3757-21e7-4750-8951-fcf3fc70251a None None] Network 020cf381-3621-4cfa-8e1f-78f648672db9 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:11:23.386150 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f1b1b46d-ac2c-43d2-a4bc-fad96d05a469 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/de451000-7138-497a-aef4-7442f635c066 HTTP/1.1" status: 204 len: 168 time: 0.3101013 Jan 11 10:11:23.388569 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40752) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:23.503325 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8be7e777-8c55-4f28-9569-ba755f25308c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:23.514909 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-8be7e777-8c55-4f28-9569-ba755f25308c admin admin] Deleting port 25322526-ea54-469a-8f8b-6252dee55d87 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:11:23.515184 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8be7e777-8c55-4f28-9569-ba755f25308c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:23.662624 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f600a77-601e-4b7f-ba22-59fc5a01d3e4 None None] DHCP port deletion for 020cf381-3621-4cfa-8e1f-78f648672db9 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 10:11:23.666913 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2f600a77-601e-4b7f-ba22-59fc5a01d3e4 None None] Deleting port 25322526-ea54-469a-8f8b-6252dee55d87 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:11:23.667389 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2f600a77-601e-4b7f-ba22-59fc5a01d3e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:23.730475 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-8be7e777-8c55-4f28-9569-ba755f25308c admin admin] For port 25322526-ea54-469a-8f8b-6252dee55d87, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=25322526-ea54-469a-8f8b-6252dee55d87,segment=NetworkSegment(b7a8ee9f-404f-4207-945c-3f80d99f8913),segment_id=b7a8ee9f-404f-4207-945c-3f80d99f8913)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:11:23.730901 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8be7e777-8c55-4f28-9569-ba755f25308c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:23.858407 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-8be7e777-8c55-4f28-9569-ba755f25308c admin admin] Calling delete_port for 25322526-ea54-469a-8f8b-6252dee55d87 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:11:23.887148 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2f600a77-601e-4b7f-ba22-59fc5a01d3e4 None None] For port 25322526-ea54-469a-8f8b-6252dee55d87, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=25322526-ea54-469a-8f8b-6252dee55d87,segment=NetworkSegment(b7a8ee9f-404f-4207-945c-3f80d99f8913),segment_id=b7a8ee9f-404f-4207-945c-3f80d99f8913)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:11:23.887529 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2f600a77-601e-4b7f-ba22-59fc5a01d3e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:23.939558 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8be7e777-8c55-4f28-9569-ba755f25308c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:23.986496 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7e777-8c55-4f28-9569-ba755f25308c admin admin] Pushing event deleted for resources: {'Port': ['ID=25322526-ea54-469a-8f8b-6252dee55d87,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:23.991750 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be7e777-8c55-4f28-9569-ba755f25308c admin admin] No DVR routers for this DVR port 25322526-ea54-469a-8f8b-6252dee55d87 on host dv-neutron-823402-4-hyperv {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:11:24.008555 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2f600a77-601e-4b7f-ba22-59fc5a01d3e4 None None] Calling delete_port for 25322526-ea54-469a-8f8b-6252dee55d87 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:11:24.079134 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-2f600a77-601e-4b7f-ba22-59fc5a01d3e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 10:11:24.079483 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-2f600a77-601e-4b7f-ba22-59fc5a01d3e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 10:11:24.114450 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8be7e777-8c55-4f28-9569-ba755f25308c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:24.138625 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-8be7e777-8c55-4f28-9569-ba755f25308c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['020cf381-3621-4cfa-8e1f-78f648672db9']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:24.150302 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-8be7e777-8c55-4f28-9569-ba755f25308c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a8ee9f-404f-4207-945c-3f80d99f8913') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:24.150592 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-8be7e777-8c55-4f28-9569-ba755f25308c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a8ee9f-404f-4207-945c-3f80d99f8913') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:24.162496 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8be7e777-8c55-4f28-9569-ba755f25308c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:24.181071 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8be7e777-8c55-4f28-9569-ba755f25308c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:24.188063 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be7e777-8c55-4f28-9569-ba755f25308c admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 10:11:24.188571 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8be7e777-8c55-4f28-9569-ba755f25308c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:24.192312 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 10:11:24.201913 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 10:11:24.275836 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8be7e777-8c55-4f28-9569-ba755f25308c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:24.292097 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8be7e777-8c55-4f28-9569-ba755f25308c admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:24.304459 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7e777-8c55-4f28-9569-ba755f25308c admin admin] Pushing event deleted for resources: {'Network': ['ID=020cf381-3621-4cfa-8e1f-78f648672db9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:24.309757 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8be7e777-8c55-4f28-9569-ba755f25308c admin admin] 10.222.0.15 "DELETE /v2.0/networks/020cf381-3621-4cfa-8e1f-78f648672db9 HTTP/1.1" status: 204 len: 168 time: 0.9201944 Jan 11 10:11:24.472278 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40758) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:24.519510 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c226b1e2-36d9-4123-9685-62353316466e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3b2057bf860475bbd36d223565a19ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461068 Jan 11 10:11:24.521854 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40762) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:24.577660 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b99c51d4-f75f-4e99-a303-896c2f6fe9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:24.580668 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2f600a77-601e-4b7f-ba22-59fc5a01d3e4 None None] Deleting port 25322526-ea54-469a-8f8b-6252dee55d87 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:11:24.581111 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2f600a77-601e-4b7f-ba22-59fc5a01d3e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:24.602685 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b99c51d4-f75f-4e99-a303-896c2f6fe9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:24.648316 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2f600a77-601e-4b7f-ba22-59fc5a01d3e4 None None] The port '25322526-ea54-469a-8f8b-6252dee55d87' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 10:11:24.658064 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b99c51d4-f75f-4e99-a303-896c2f6fe9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:24.675713 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c51d4-f75f-4e99-a303-896c2f6fe9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:24.682742 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b99c51d4-f75f-4e99-a303-896c2f6fe9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:24.683839 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b99c51d4-f75f-4e99-a303-896c2f6fe9a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1d9d849-2d3b-47be-a3d2-8f2e22d5dea4 HTTP/1.1" status: 204 len: 168 time: 0.1610391 Jan 11 10:11:24.932016 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 25322526-ea54-469a-8f8b-6252dee55d87 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:11:24.965814 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 25322526-ea54-469a-8f8b-6252dee55d87 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:11:24.966311 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 25322526-ea54-469a-8f8b-6252dee55d87 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:11:24.966734 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ae8e718b-41a4-4183-be73-f153418b42ac no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:11:25.001386 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: ae8e718b-41a4-4183-be73-f153418b42ac {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:11:25.001728 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device ae8e718b-41a4-4183-be73-f153418b42ac not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:11:25.019865 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40770) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:25.170458 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d88f077d-5935-4322-ab49-74427b0d982a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80a2bec1da0d4de4a11627f21d05037f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1493685 Jan 11 10:11:25.173097 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40774) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:25.235739 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7ce186c-7cb4-4857-bc64-515c0974daa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:25.260956 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7ce186c-7cb4-4857-bc64-515c0974daa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:25.312747 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7ce186c-7cb4-4857-bc64-515c0974daa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:25.328529 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce186c-7cb4-4857-bc64-515c0974daa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f7c6a1-47d5-48ba-8130-1bebe31ed428,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:25.332716 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a7ce186c-7cb4-4857-bc64-515c0974daa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:25.333825 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a7ce186c-7cb4-4857-bc64-515c0974daa1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/68f7c6a1-47d5-48ba-8130-1bebe31ed428 HTTP/1.1" status: 204 len: 168 time: 0.1598613 Jan 11 10:11:27.164480 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40816) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:27.169501 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-223ab181-b5a1-4910-bc9f-9d2627c1f9d1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1131637712', 'description': 'tempest-secgroup-smoke-1131637712 description', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:11:27.177532 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-223ab181-b5a1-4910-bc9f-9d2627c1f9d1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:11:27.181292 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-223ab181-b5a1-4910-bc9f-9d2627c1f9d1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:11:27.184270 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-223ab181-b5a1-4910-bc9f-9d2627c1f9d1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:11:27.190465 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-223ab181-b5a1-4910-bc9f-9d2627c1f9d1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:11:27.199861 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223ab181-b5a1-4910-bc9f-9d2627c1f9d1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:27.211544 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223ab181-b5a1-4910-bc9f-9d2627c1f9d1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:27.225976 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-223ab181-b5a1-4910-bc9f-9d2627c1f9d1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:11:27.229655 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-223ab181-b5a1-4910-bc9f-9d2627c1f9d1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:11:27.232367 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-223ab181-b5a1-4910-bc9f-9d2627c1f9d1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:11:27.238461 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-223ab181-b5a1-4910-bc9f-9d2627c1f9d1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:11:27.323328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223ab181-b5a1-4910-bc9f-9d2627c1f9d1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:27.327207 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223ab181-b5a1-4910-bc9f-9d2627c1f9d1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:27.337440 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-223ab181-b5a1-4910-bc9f-9d2627c1f9d1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:11:27.345333 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-223ab181-b5a1-4910-bc9f-9d2627c1f9d1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:11:27.349822 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-223ab181-b5a1-4910-bc9f-9d2627c1f9d1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:11:27.363796 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-223ab181-b5a1-4910-bc9f-9d2627c1f9d1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:11:27.370809 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ab181-b5a1-4910-bc9f-9d2627c1f9d1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0ddf37-010e-432b-bdcf-e4f382247f4b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:27.439270 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223ab181-b5a1-4910-bc9f-9d2627c1f9d1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:27.442707 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223ab181-b5a1-4910-bc9f-9d2627c1f9d1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:27.482279 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ab181-b5a1-4910-bc9f-9d2627c1f9d1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=915de01b-29d1-4ab9-86a8-38c48ddaef52,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:27.485540 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223ab181-b5a1-4910-bc9f-9d2627c1f9d1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:27.486741 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-223ab181-b5a1-4910-bc9f-9d2627c1f9d1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3213067 Jan 11 10:11:27.489691 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40820) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:27.494632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-744af7e2-a9f1-4d9f-abf3-70266a3ea144 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': '915de01b-29d1-4ab9-86a8-38c48ddaef52', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:11:27.500556 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-744af7e2-a9f1-4d9f-abf3-70266a3ea144 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:11:27.504267 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-744af7e2-a9f1-4d9f-abf3-70266a3ea144 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:11:27.507057 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-744af7e2-a9f1-4d9f-abf3-70266a3ea144 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:11:27.512557 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-744af7e2-a9f1-4d9f-abf3-70266a3ea144 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:11:27.528287 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-744af7e2-a9f1-4d9f-abf3-70266a3ea144 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:27.586397 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-744af7e2-a9f1-4d9f-abf3-70266a3ea144 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:27.589762 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-744af7e2-a9f1-4d9f-abf3-70266a3ea144 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:27.616038 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744af7e2-a9f1-4d9f-abf3-70266a3ea144 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92202d93-dd02-4437-bdc9-a3793bf921f0,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:27.623986 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-744af7e2-a9f1-4d9f-abf3-70266a3ea144 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:27.625127 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-744af7e2-a9f1-4d9f-abf3-70266a3ea144 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345942 Jan 11 10:11:27.627904 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40824) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:27.632902 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-1d03b2c4-cfc4-4515-8f71-68f897863206 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': '915de01b-29d1-4ab9-86a8-38c48ddaef52', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:11:27.638695 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1d03b2c4-cfc4-4515-8f71-68f897863206 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:11:27.643040 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1d03b2c4-cfc4-4515-8f71-68f897863206 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:11:27.645849 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1d03b2c4-cfc4-4515-8f71-68f897863206 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:11:27.651454 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1d03b2c4-cfc4-4515-8f71-68f897863206 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:11:27.669589 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d03b2c4-cfc4-4515-8f71-68f897863206 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:27.731590 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d03b2c4-cfc4-4515-8f71-68f897863206 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:27.734992 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d03b2c4-cfc4-4515-8f71-68f897863206 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:27.756923 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03b2c4-cfc4-4515-8f71-68f897863206 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d22ab2f-0582-4446-bde3-d4e131452edd,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:27.766210 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d03b2c4-cfc4-4515-8f71-68f897863206 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:27.767350 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1d03b2c4-cfc4-4515-8f71-68f897863206 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1384935 Jan 11 10:11:27.770147 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40828) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:27.775016 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-797f7464-945f-4fc2-9f14-873c19577e8e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': '915de01b-29d1-4ab9-86a8-38c48ddaef52', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:11:27.781200 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-797f7464-945f-4fc2-9f14-873c19577e8e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:11:27.785153 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-797f7464-945f-4fc2-9f14-873c19577e8e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:11:27.787974 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-797f7464-945f-4fc2-9f14-873c19577e8e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:11:27.793537 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-797f7464-945f-4fc2-9f14-873c19577e8e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:11:27.809500 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-797f7464-945f-4fc2-9f14-873c19577e8e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:27.870120 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-797f7464-945f-4fc2-9f14-873c19577e8e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:27.874063 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-797f7464-945f-4fc2-9f14-873c19577e8e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:27.894850 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f7464-945f-4fc2-9f14-873c19577e8e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50275e1a-5cf2-4e21-af55-1be9e43dcbd6,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:27.906007 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-797f7464-945f-4fc2-9f14-873c19577e8e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:27.907483 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-797f7464-945f-4fc2-9f14-873c19577e8e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361547 Jan 11 10:11:27.910102 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40832) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:27.915187 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-790f75b7-67a4-4700-8d8f-48b2282c507d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': '915de01b-29d1-4ab9-86a8-38c48ddaef52', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:11:27.920809 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-790f75b7-67a4-4700-8d8f-48b2282c507d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:11:27.924492 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-790f75b7-67a4-4700-8d8f-48b2282c507d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:11:27.927300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-790f75b7-67a4-4700-8d8f-48b2282c507d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:11:27.932888 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-790f75b7-67a4-4700-8d8f-48b2282c507d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:11:27.949405 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-790f75b7-67a4-4700-8d8f-48b2282c507d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:28.013117 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-790f75b7-67a4-4700-8d8f-48b2282c507d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:28.017275 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-790f75b7-67a4-4700-8d8f-48b2282c507d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:28.040423 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f75b7-67a4-4700-8d8f-48b2282c507d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc847f8-3665-47c0-9cd3-02f3c971f4d9,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:28.048613 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-790f75b7-67a4-4700-8d8f-48b2282c507d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:28.049845 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-790f75b7-67a4-4700-8d8f-48b2282c507d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387606 Jan 11 10:11:28.052658 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40836) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:28.057512 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-5cc9edab-5d9b-44e7-a4cc-4f6a9bf8c21f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': '915de01b-29d1-4ab9-86a8-38c48ddaef52', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:11:28.063793 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5cc9edab-5d9b-44e7-a4cc-4f6a9bf8c21f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:11:28.067493 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5cc9edab-5d9b-44e7-a4cc-4f6a9bf8c21f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:11:28.070324 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-5cc9edab-5d9b-44e7-a4cc-4f6a9bf8c21f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:11:28.075881 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-5cc9edab-5d9b-44e7-a4cc-4f6a9bf8c21f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:11:28.086345 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-5cc9edab-5d9b-44e7-a4cc-4f6a9bf8c21f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Project 6029e67c78cc44a08fe7b20a1dc57c80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 10:11:28.092632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5cc9edab-5d9b-44e7-a4cc-4f6a9bf8c21f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:28.154650 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5cc9edab-5d9b-44e7-a4cc-4f6a9bf8c21f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:28.158539 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5cc9edab-5d9b-44e7-a4cc-4f6a9bf8c21f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:28.178750 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9edab-5d9b-44e7-a4cc-4f6a9bf8c21f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff20aa08-a260-40e0-bdf9-6e288691828f,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:28.190180 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5cc9edab-5d9b-44e7-a4cc-4f6a9bf8c21f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:28.191334 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5cc9edab-5d9b-44e7-a4cc-4f6a9bf8c21f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1377552 Jan 11 10:11:28.193941 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40840) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:28.198765 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8bc6b50b-1633-4407-8dfe-f85e03de49df tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': '915de01b-29d1-4ab9-86a8-38c48ddaef52', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:11:28.205680 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8bc6b50b-1633-4407-8dfe-f85e03de49df tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:11:28.209677 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8bc6b50b-1633-4407-8dfe-f85e03de49df tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:11:28.212653 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8bc6b50b-1633-4407-8dfe-f85e03de49df tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:11:28.218458 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8bc6b50b-1633-4407-8dfe-f85e03de49df tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:11:28.228026 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-8bc6b50b-1633-4407-8dfe-f85e03de49df tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Project 6029e67c78cc44a08fe7b20a1dc57c80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 10:11:28.234547 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8bc6b50b-1633-4407-8dfe-f85e03de49df tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:28.300580 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8bc6b50b-1633-4407-8dfe-f85e03de49df tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:28.303205 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8bc6b50b-1633-4407-8dfe-f85e03de49df tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:28.326004 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6b50b-1633-4407-8dfe-f85e03de49df tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd858e07-cae0-4063-bc73-a3a5d63c1fe1,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:28.334429 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8bc6b50b-1633-4407-8dfe-f85e03de49df tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:28.335588 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8bc6b50b-1633-4407-8dfe-f85e03de49df tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1407266 Jan 11 10:11:28.338547 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40844) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:28.343872 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b3f3ebe6-2031-427d-af2b-ca8cf75d7264 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'network': {'name': 'tempest-network-smoke--1460009411', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'port_security_enabled': True}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:11:28.348519 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b3f3ebe6-2031-427d-af2b-ca8cf75d7264 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:11:28.352223 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b3f3ebe6-2031-427d-af2b-ca8cf75d7264 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:network and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:11:28.354987 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b3f3ebe6-2031-427d-af2b-ca8cf75d7264 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:11:28.361004 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b3f3ebe6-2031-427d-af2b-ca8cf75d7264 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:11:28.370787 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f3ebe6-2031-427d-af2b-ca8cf75d7264 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Made reservation on behalf of 6029e67c78cc44a08fe7b20a1dc57c80 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:11:28.374706 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ebe6-2031-427d-af2b-ca8cf75d7264 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:28.400818 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f3ebe6-2031-427d-af2b-ca8cf75d7264 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 10:11:28.409384 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ebe6-2031-427d-af2b-ca8cf75d7264 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:28.409721 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-b3f3ebe6-2031-427d-af2b-ca8cf75d7264 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Added segment 40e387ff-b9cb-4ac8-9c08-83d5f573260d of type vlan for network d821a4d8-78a8-4a8f-961e-6d4064dd30c6 Jan 11 10:11:28.434369 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ebe6-2031-427d-af2b-ca8cf75d7264 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:28.462387 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ebe6-2031-427d-af2b-ca8cf75d7264 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:28.467727 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f3ebe6-2031-427d-af2b-ca8cf75d7264 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:28.468296 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b3f3ebe6-2031-427d-af2b-ca8cf75d7264 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:28.518401 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b3f3ebe6-2031-427d-af2b-ca8cf75d7264 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1788392 Jan 11 10:11:28.521295 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40848) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:28.528507 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2e052271-6d42-4afd-8787-f4217c3b6948 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1021327292', 'admin_state_up': True, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:11:28.582045 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2e052271-6d42-4afd-8787-f4217c3b6948 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:11:28.590792 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3ebe6-2031-427d-af2b-ca8cf75d7264 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Network': ['ID=d821a4d8-78a8-4a8f-961e-6d4064dd30c6,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:28.593263 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2e052271-6d42-4afd-8787-f4217c3b6948 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:router and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:11:28.596244 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2e052271-6d42-4afd-8787-f4217c3b6948 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:11:28.601802 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network d821a4d8-78a8-4a8f-961e-6d4064dd30c6 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 10:11:28.602361 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2e052271-6d42-4afd-8787-f4217c3b6948 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:11:28.611668 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e052271-6d42-4afd-8787-f4217c3b6948 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:28.612593 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e052271-6d42-4afd-8787-f4217c3b6948 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:28.628189 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e052271-6d42-4afd-8787-f4217c3b6948 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:29.002263 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e052271-6d42-4afd-8787-f4217c3b6948 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:29.309610 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e052271-6d42-4afd-8787-f4217c3b6948 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:29.343629 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e052271-6d42-4afd-8787-f4217c3b6948 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:29.477924 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-2e052271-6d42-4afd-8787-f4217c3b6948 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Allocated IP 172.26.3.18 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/34080225-2efd-47d1-84ae-013d73c36083) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:11:29.625838 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e052271-6d42-4afd-8787-f4217c3b6948 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:29.664582 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e052271-6d42-4afd-8787-f4217c3b6948 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:29.727926 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e052271-6d42-4afd-8787-f4217c3b6948 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:11:29.731088 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-2e052271-6d42-4afd-8787-f4217c3b6948 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:11:29.735312 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e052271-6d42-4afd-8787-f4217c3b6948 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:11:29.776049 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e052271-6d42-4afd-8787-f4217c3b6948 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=34080225-2efd-47d1-84ae-013d73c36083,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:30.262608 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e052271-6d42-4afd-8787-f4217c3b6948 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:30.609177 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e052271-6d42-4afd-8787-f4217c3b6948 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:30.812264 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e052271-6d42-4afd-8787-f4217c3b6948 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Router eda6a0d4-d5dd-4862-af4e-5619531b96c3 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 10:11:30.988495 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e052271-6d42-4afd-8787-f4217c3b6948 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:11:30.997939 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] Sync routers for ids ['eda6a0d4-d5dd-4862-af4e-5619531b96c3'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:11:31.016079 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e052271-6d42-4afd-8787-f4217c3b6948 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:31.017404 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2e052271-6d42-4afd-8787-f4217c3b6948 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4951456 Jan 11 10:11:31.020541 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40852) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:31.041294 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] Routers {'eda6a0d4-d5dd-4862-af4e-5619531b96c3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:11:31.041904 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:11:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['eda6a0d4-d5dd-4862-af4e-5619531b96c3'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:31.160714 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-38532984-cead-425d-b4ef-0a15dad0d2b3 tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=6029e67c78cc44a08fe7b20a1dc57c80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1389596 Jan 11 10:11:31.163341 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40858) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:31.221546 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] Set router eda6a0d4-d5dd-4862-af4e-5619531b96c3 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:11:31.295971 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951cfe42-f316-4ad7-900b-4e9dff36af3f tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:31.297439 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-951cfe42-f316-4ad7-900b-4e9dff36af3f tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1331561 Jan 11 10:11:31.300537 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40862) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:31.344172 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-be1643fd-0c01-4db5-bdb3-764e334b6fc7 tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426304 Jan 11 10:11:31.346743 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40866) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:31.351976 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a177ffab-8dec-42f7-a04f-4ed8599f3991 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1888155081', 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:11:31.458860 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a177ffab-8dec-42f7-a04f-4ed8599f3991 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:11:31.462580 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a177ffab-8dec-42f7-a04f-4ed8599f3991 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:subnet and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:11:31.465350 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a177ffab-8dec-42f7-a04f-4ed8599f3991 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:11:31.471547 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a177ffab-8dec-42f7-a04f-4ed8599f3991 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:11:31.481458 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a177ffab-8dec-42f7-a04f-4ed8599f3991 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Made reservation on behalf of 6029e67c78cc44a08fe7b20a1dc57c80 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:11:31.484957 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a177ffab-8dec-42f7-a04f-4ed8599f3991 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:31.512741 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021327292', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '34080225-2efd-47d1-84ae-013d73c36083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:11:28Z', 'updated_at': '2022-01-11T10:11:29Z', 'revision_number': 3, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '34080225-2efd-47d1-84ae-013d73c36083', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:11:29Z', 'updated_at': '2022-01-11T10:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:31.517072 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] Checking router: eda6a0d4-d5dd-4862-af4e-5619531b96c3 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:11:31.517417 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] Updating router eda6a0d4-d5dd-4862-af4e-5619531b96c3 port 34080225-2efd-47d1-84ae-013d73c36083 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 10:11:31.567841 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:31.699673 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a177ffab-8dec-42f7-a04f-4ed8599f3991 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:31.778272 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177ffab-8dec-42f7-a04f-4ed8599f3991 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Subnet': ['ID=6c022560-f714-4fbe-9c00-664b14052ee0,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:31.788950 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a177ffab-8dec-42f7-a04f-4ed8599f3991 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Checking segment: {'id': '40e387ff-b9cb-4ac8-9c08-83d5f573260d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:11:31.789300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a177ffab-8dec-42f7-a04f-4ed8599f3991 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network hostable DHCP agents. Network: d821a4d8-78a8-4a8f-961e-6d4064dd30c6, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 10:11:31.807552 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a177ffab-8dec-42f7-a04f-4ed8599f3991 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network d821a4d8-78a8-4a8f-961e-6d4064dd30c6 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 10:11:31.817208 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-a177ffab-8dec-42f7-a04f-4ed8599f3991 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, d821a4d8-78a8-4a8f-961e-6d4064dd30c6) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:11:31.822180 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a177ffab-8dec-42f7-a04f-4ed8599f3991 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:31.824394 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a177ffab-8dec-42f7-a04f-4ed8599f3991 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:31.824788 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6610a1cf-377c-4b60-8f26-013f47c6a9b9 None None] Network d821a4d8-78a8-4a8f-961e-6d4064dd30c6 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:11:31.966736 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a177ffab-8dec-42f7-a04f-4ed8599f3991 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6186709 Jan 11 10:11:31.969198 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40870) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:31.995882 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:32.049400 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] Transition to ACTIVE for port object 34080225-2efd-47d1-84ae-013d73c36083 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:11:32.060371 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:32.187417 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab9d2a-426c-4691-8264-c3eb25c551c1 None None] Pushing event updated for resources: {'Port': ['ID=34080225-2efd-47d1-84ae-013d73c36083,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:32.190032 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] Attempting to bind port 34080225-2efd-47d1-84ae-013d73c36083 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:11:32.190418 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] Attempting to bind port 34080225-2efd-47d1-84ae-013d73c36083 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:11:32.190776 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] Attempting to bind port 34080225-2efd-47d1-84ae-013d73c36083 on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:11:32.197760 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5901d943-436a-4f59-b461-1db82c73825e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-d821a4d8-78a8-4a8f-961e-6d4064dd30c6', 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'fixed_ips': [{'subnet_id': '6c022560-f714-4fbe-9c00-664b14052ee0'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 10:11:32.198570 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5901d943-436a-4f59-b461-1db82c73825e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:32.212108 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:11:32.212478 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:11:32.212873 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:32.213258 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:11:32.213719 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] Bound port: 34080225-2efd-47d1-84ae-013d73c36083, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:11:32.214111 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:32.244706 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab9d2a-426c-4691-8264-c3eb25c551c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:32.244961 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab9d2a-426c-4691-8264-c3eb25c551c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:32.245294 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab9d2a-426c-4691-8264-c3eb25c551c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:32.245626 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab9d2a-426c-4691-8264-c3eb25c551c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:32.245956 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab9d2a-426c-4691-8264-c3eb25c551c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:32.246306 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab9d2a-426c-4691-8264-c3eb25c551c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:32.246629 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab9d2a-426c-4691-8264-c3eb25c551c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:32.246949 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab9d2a-426c-4691-8264-c3eb25c551c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:32.247269 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab9d2a-426c-4691-8264-c3eb25c551c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:32.247587 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab9d2a-426c-4691-8264-c3eb25c551c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:32.247905 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab9d2a-426c-4691-8264-c3eb25c551c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:32.248225 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab9d2a-426c-4691-8264-c3eb25c551c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:32.344464 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] For port 34080225-2efd-47d1-84ae-013d73c36083, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:11:32.347420 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] For port 34080225-2efd-47d1-84ae-013d73c36083, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=34080225-2efd-47d1-84ae-013d73c36083,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:11:32.354717 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:32.536640 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] Routers {'eda6a0d4-d5dd-4862-af4e-5619531b96c3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:11:32.537170 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:11:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['eda6a0d4-d5dd-4862-af4e-5619531b96c3'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:32.583190 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab9d2a-426c-4691-8264-c3eb25c551c1 None None] Pushing event updated for resources: {'Port': ['ID=34080225-2efd-47d1-84ae-013d73c36083,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:32.623042 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-5901d943-436a-4f59-b461-1db82c73825e None None] Allocated IP 172.20.0.2 (d821a4d8-78a8-4a8f-961e-6d4064dd30c6/6c022560-f714-4fbe-9c00-664b14052ee0/1b6d70cc-881f-4c88-8e9d-a34bc87e572f) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:11:32.653419 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cbeef909-8c20-4118-8bba-c27eb12384b2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:32.809114 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] Set router eda6a0d4-d5dd-4862-af4e-5619531b96c3 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:11:33.141748 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5901d943-436a-4f59-b461-1db82c73825e None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:33.158922 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5901d943-436a-4f59-b461-1db82c73825e None None] Transition to ACTIVE for port object 1b6d70cc-881f-4c88-8e9d-a34bc87e572f will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:11:33.181573 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5901d943-436a-4f59-b461-1db82c73825e None None] Transition to ACTIVE for port object 1b6d70cc-881f-4c88-8e9d-a34bc87e572f will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:11:33.191366 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5901d943-436a-4f59-b461-1db82c73825e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:33.258271 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-cbeef909-8c20-4118-8bba-c27eb12384b2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Allocated IP 172.20.0.1 (d821a4d8-78a8-4a8f-961e-6d4064dd30c6/6c022560-f714-4fbe-9c00-664b14052ee0/7de6f040-68e3-4a6c-b8c6-35b6caa05a44) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:11:33.267174 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5901d943-436a-4f59-b461-1db82c73825e None None] Network d821a4d8-78a8-4a8f-961e-6d4064dd30c6 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:11:33.272830 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-5901d943-436a-4f59-b461-1db82c73825e None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:11:33.277611 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5901d943-436a-4f59-b461-1db82c73825e None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:11:33.281029 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021327292', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '34080225-2efd-47d1-84ae-013d73c36083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:11:28Z', 'updated_at': '2022-01-11T10:11:29Z', 'revision_number': 3, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '34080225-2efd-47d1-84ae-013d73c36083', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:11:29Z', 'updated_at': '2022-01-11T10:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:33.284525 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901d943-436a-4f59-b461-1db82c73825e None None] Pushing event updated for resources: {'Port': ['ID=1b6d70cc-881f-4c88-8e9d-a34bc87e572f,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:33.318035 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc95b003-2b23-409b-b0d4-c44b971debac None None] The sync data for ids ['eda6a0d4-d5dd-4862-af4e-5619531b96c3'] in dv-neutron-823402-4-hyperv is: [{'id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021327292', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '34080225-2efd-47d1-84ae-013d73c36083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:11:28Z', 'updated_at': '2022-01-11T10:11:29Z', 'revision_number': 3, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '34080225-2efd-47d1-84ae-013d73c36083', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:11:29Z', 'updated_at': '2022-01-11T10:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:11:33.373657 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5901d943-436a-4f59-b461-1db82c73825e None None] Attempting to bind port 1b6d70cc-881f-4c88-8e9d-a34bc87e572f on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:11:33.374253 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5901d943-436a-4f59-b461-1db82c73825e None None] Attempting to bind port 1b6d70cc-881f-4c88-8e9d-a34bc87e572f by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '40e387ff-b9cb-4ac8-9c08-83d5f573260d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:11:33.374717 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5901d943-436a-4f59-b461-1db82c73825e None None] Attempting to bind port 1b6d70cc-881f-4c88-8e9d-a34bc87e572f on network d821a4d8-78a8-4a8f-961e-6d4064dd30c6 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:11:33.380489 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5901d943-436a-4f59-b461-1db82c73825e None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:11:33.380858 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5901d943-436a-4f59-b461-1db82c73825e None None] Checking segment: {'id': '40e387ff-b9cb-4ac8-9c08-83d5f573260d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:11:33.381258 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5901d943-436a-4f59-b461-1db82c73825e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:33.381648 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5901d943-436a-4f59-b461-1db82c73825e None None] Bound using segment: {'id': '40e387ff-b9cb-4ac8-9c08-83d5f573260d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:11:33.382124 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5901d943-436a-4f59-b461-1db82c73825e None None] Bound port: 1b6d70cc-881f-4c88-8e9d-a34bc87e572f, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e387ff-b9cb-4ac8-9c08-83d5f573260d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:11:33.382497 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5901d943-436a-4f59-b461-1db82c73825e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:33.427851 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cbeef909-8c20-4118-8bba-c27eb12384b2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:33.443835 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-cbeef909-8c20-4118-8bba-c27eb12384b2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Transition to ACTIVE for port object 7de6f040-68e3-4a6c-b8c6-35b6caa05a44 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:11:33.468856 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cbeef909-8c20-4118-8bba-c27eb12384b2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:33.477381 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5901d943-436a-4f59-b461-1db82c73825e None None] For port 1b6d70cc-881f-4c88-8e9d-a34bc87e572f, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:11:33.480865 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5901d943-436a-4f59-b461-1db82c73825e None None] For port 1b6d70cc-881f-4c88-8e9d-a34bc87e572f, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=1b6d70cc-881f-4c88-8e9d-a34bc87e572f,segment=NetworkSegment(40e387ff-b9cb-4ac8-9c08-83d5f573260d),segment_id=40e387ff-b9cb-4ac8-9c08-83d5f573260d)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:11:33.485507 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5901d943-436a-4f59-b461-1db82c73825e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:33.537419 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeef909-8c20-4118-8bba-c27eb12384b2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network d821a4d8-78a8-4a8f-961e-6d4064dd30c6 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:11:33.541558 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-cbeef909-8c20-4118-8bba-c27eb12384b2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:11:33.555769 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeef909-8c20-4118-8bba-c27eb12384b2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:11:33.596058 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901d943-436a-4f59-b461-1db82c73825e None None] Pushing event updated for resources: {'Port': ['ID=1b6d70cc-881f-4c88-8e9d-a34bc87e572f,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:33.745601 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeef909-8c20-4118-8bba-c27eb12384b2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=7de6f040-68e3-4a6c-b8c6-35b6caa05a44,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:33.772305 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cbeef909-8c20-4118-8bba-c27eb12384b2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:33.931927 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cbeef909-8c20-4118-8bba-c27eb12384b2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:34.360097 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cbeef909-8c20-4118-8bba-c27eb12384b2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:34.365789 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cbeef909-8c20-4118-8bba-c27eb12384b2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:34.479665 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeef909-8c20-4118-8bba-c27eb12384b2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=7de6f040-68e3-4a6c-b8c6-35b6caa05a44,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:34.485106 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cbeef909-8c20-4118-8bba-c27eb12384b2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:34.578308 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:34.615542 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca1cdbf-83f0-4419-9c87-1123801422fd None None] Network d821a4d8-78a8-4a8f-961e-6d4064dd30c6 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:11:34.623942 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeef909-8c20-4118-8bba-c27eb12384b2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network d821a4d8-78a8-4a8f-961e-6d4064dd30c6 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:11:34.625167 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-cbeef909-8c20-4118-8bba-c27eb12384b2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:11:34.731879 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b266340a-8c80-484f-9c56-9115949f323b None None] Provisioning for port 1b6d70cc-881f-4c88-8e9d-a34bc87e572f completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:11:34.834247 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbeef909-8c20-4118-8bba-c27eb12384b2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Router eda6a0d4-d5dd-4862-af4e-5619531b96c3 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:11:34.995807 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 1b6d70cc-881f-4c88-8e9d-a34bc87e572f up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:11:35.037389 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbeef909-8c20-4118-8bba-c27eb12384b2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:11:35.048376 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] Sync routers for ids ['eda6a0d4-d5dd-4862-af4e-5619531b96c3'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:11:35.054616 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-cbeef909-8c20-4118-8bba-c27eb12384b2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "PUT /v2.0/routers/eda6a0d4-d5dd-4862-af4e-5619531b96c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0843625 Jan 11 10:11:35.059933 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] Routers {'eda6a0d4-d5dd-4862-af4e-5619531b96c3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:11:35.060804 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:11:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['eda6a0d4-d5dd-4862-af4e-5619531b96c3'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:35.075354 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 1b6d70cc-881f-4c88-8e9d-a34bc87e572f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:11:35.081143 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 1b6d70cc-881f-4c88-8e9d-a34bc87e572f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:11:35.081522 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:35.237558 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cf567534-7b7e-4216-aa05-b91ef09b08af None None] Provisioning complete for port 1b6d70cc-881f-4c88-8e9d-a34bc87e572f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:11:35.237919 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cf567534-7b7e-4216-aa05-b91ef09b08af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:35.249965 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-96b74812-1edb-41ac-a3c9-9ea344d14d95 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1131637712&fields=id&tenant_id=6029e67c78cc44a08fe7b20a1dc57c80 HTTP/1.1" status: 200 len: 267 time: 0.0520589 Jan 11 10:11:35.259858 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] Set router eda6a0d4-d5dd-4862-af4e-5619531b96c3 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:11:35.332066 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:35.385100 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 1b6d70cc-881f-4c88-8e9d-a34bc87e572f, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=1b6d70cc-881f-4c88-8e9d-a34bc87e572f,segment=NetworkSegment(40e387ff-b9cb-4ac8-9c08-83d5f573260d),segment_id=40e387ff-b9cb-4ac8-9c08-83d5f573260d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:11:35.433097 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:35.433864 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 34080225-2efd-47d1-84ae-013d73c36083 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:11:35.448570 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-500e2dd3-74d6-4279-8f22-284f8e6b2fb1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:35.454681 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-500e2dd3-74d6-4279-8f22-284f8e6b2fb1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/networks?id=d821a4d8-78a8-4a8f-961e-6d4064dd30c6 HTTP/1.1" status: 200 len: 797 time: 0.1955352 Jan 11 10:11:35.476272 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-dcc585b4-89b0-4810-9472-7b4c88b457dd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/quotas/6029e67c78cc44a08fe7b20a1dc57c80 HTTP/1.1" status: 200 len: 375 time: 0.0171456 Jan 11 10:11:35.577731 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=1b6d70cc-881f-4c88-8e9d-a34bc87e572f,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:35.583881 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-42f92bf8-6d64-4eb7-bd35-b25f5d8bff23 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063907 Jan 11 10:11:35.588702 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cf567534-7b7e-4216-aa05-b91ef09b08af None None] Provisioning for port 7de6f040-68e3-4a6c-b8c6-35b6caa05a44 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:11:35.607460 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-cf567534-7b7e-4216-aa05-b91ef09b08af None None] Provisioning complete for port 7de6f040-68e3-4a6c-b8c6-35b6caa05a44 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:11:35.609520 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cf567534-7b7e-4216-aa05-b91ef09b08af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:35.615106 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021327292', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '34080225-2efd-47d1-84ae-013d73c36083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:11:28Z', 'updated_at': '2022-01-11T10:11:33Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '34080225-2efd-47d1-84ae-013d73c36083', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:11:29Z', 'updated_at': '2022-01-11T10:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '7de6f040-68e3-4a6c-b8c6-35b6caa05a44', 'name': '', 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:8c:42:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '6c022560-f714-4fbe-9c00-664b14052ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:11:32Z', 'updated_at': '2022-01-11T10:11:34Z', 'revision_number': 2, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '6c022560-f714-4fbe-9c00-664b14052ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:35.621490 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] Checking router: eda6a0d4-d5dd-4862-af4e-5619531b96c3 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:11:35.621993 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] Updating router eda6a0d4-d5dd-4862-af4e-5619531b96c3 port 7de6f040-68e3-4a6c-b8c6-35b6caa05a44 binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 10:11:35.646924 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 34080225-2efd-47d1-84ae-013d73c36083 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:11:35.668096 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 34080225-2efd-47d1-84ae-013d73c36083 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:11:35.668470 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:35.687140 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:35.726786 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-cf567534-7b7e-4216-aa05-b91ef09b08af None None] Port 7de6f040-68e3-4a6c-b8c6-35b6caa05a44 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:11:35.800956 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:35.817386 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 34080225-2efd-47d1-84ae-013d73c36083, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=34080225-2efd-47d1-84ae-013d73c36083,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:11:35.820027 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-1b108bcc-8216-4d83-a0df-61a181858661 service neutron] 10.222.0.15 "GET /v2.0/networks/d821a4d8-78a8-4a8f-961e-6d4064dd30c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317271 Jan 11 10:11:35.822008 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:35.897154 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-34c04657-12b7-4155-87f1-4282e1361318 None None] Provisioning complete for port 7de6f040-68e3-4a6c-b8c6-35b6caa05a44 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:11:35.897547 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-34c04657-12b7-4155-87f1-4282e1361318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:35.926667 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=34080225-2efd-47d1-84ae-013d73c36083,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:35.953380 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-34c04657-12b7-4155-87f1-4282e1361318 None None] Port 7de6f040-68e3-4a6c-b8c6-35b6caa05a44 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:11:35.963782 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-0878b10e-a3b6-47a4-b285-a3990af6e0af service neutron] 10.222.0.15 "GET /v2.0/networks/d821a4d8-78a8-4a8f-961e-6d4064dd30c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377804 Jan 11 10:11:36.052578 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:36.064986 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] Transition to ACTIVE for port object 7de6f040-68e3-4a6c-b8c6-35b6caa05a44 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:11:36.071740 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:36.158115 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7bdc40a1-eb5f-4823-a55a-f4e60f42aeca req-067e3d02-112a-4fd0-9cc7-c722ba45078e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 210 time: 0.0526948 Jan 11 10:11:36.229856 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44b272-3448-4373-91bf-621faf532951 None None] Pushing event updated for resources: {'Port': ['ID=7de6f040-68e3-4a6c-b8c6-35b6caa05a44,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:36.265415 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44b272-3448-4373-91bf-621faf532951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:36.265993 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44b272-3448-4373-91bf-621faf532951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:36.266487 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44b272-3448-4373-91bf-621faf532951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:36.266810 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44b272-3448-4373-91bf-621faf532951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:36.267127 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44b272-3448-4373-91bf-621faf532951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:36.267446 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44b272-3448-4373-91bf-621faf532951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:36.267763 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44b272-3448-4373-91bf-621faf532951 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:36.268073 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44b272-3448-4373-91bf-621faf532951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:36.268386 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44b272-3448-4373-91bf-621faf532951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:36.268697 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44b272-3448-4373-91bf-621faf532951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:36.269001 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44b272-3448-4373-91bf-621faf532951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:36.269307 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44b272-3448-4373-91bf-621faf532951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:11:36.328469 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] Attempting to bind port 7de6f040-68e3-4a6c-b8c6-35b6caa05a44 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:11:36.328821 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] Attempting to bind port 7de6f040-68e3-4a6c-b8c6-35b6caa05a44 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '40e387ff-b9cb-4ac8-9c08-83d5f573260d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:11:36.329175 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] Attempting to bind port 7de6f040-68e3-4a6c-b8c6-35b6caa05a44 on network d821a4d8-78a8-4a8f-961e-6d4064dd30c6 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:11:36.334658 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:11:36.335018 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] Checking segment: {'id': '40e387ff-b9cb-4ac8-9c08-83d5f573260d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:11:36.335403 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:36.335780 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] Bound using segment: {'id': '40e387ff-b9cb-4ac8-9c08-83d5f573260d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:11:36.336228 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] Bound port: 7de6f040-68e3-4a6c-b8c6-35b6caa05a44, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e387ff-b9cb-4ac8-9c08-83d5f573260d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:11:36.336590 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:36.430627 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] For port 7de6f040-68e3-4a6c-b8c6-35b6caa05a44, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:11:36.433622 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] For port 7de6f040-68e3-4a6c-b8c6-35b6caa05a44, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=7de6f040-68e3-4a6c-b8c6-35b6caa05a44,segment=NetworkSegment(40e387ff-b9cb-4ac8-9c08-83d5f573260d),segment_id=40e387ff-b9cb-4ac8-9c08-83d5f573260d)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:11:36.438316 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:36.521314 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] Routers {'eda6a0d4-d5dd-4862-af4e-5619531b96c3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:11:36.521976 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:11:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['eda6a0d4-d5dd-4862-af4e-5619531b96c3'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:36.571566 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44b272-3448-4373-91bf-621faf532951 None None] Pushing event updated for resources: {'Port': ['ID=7de6f040-68e3-4a6c-b8c6-35b6caa05a44,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:36.721525 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] Set router eda6a0d4-d5dd-4862-af4e-5619531b96c3 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:11:36.949527 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 1b6d70cc-881f-4c88-8e9d-a34bc87e572f up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:11:37.019341 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 1b6d70cc-881f-4c88-8e9d-a34bc87e572f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:11:37.019709 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:37.042436 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021327292', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '34080225-2efd-47d1-84ae-013d73c36083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:11:28Z', 'updated_at': '2022-01-11T10:11:33Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '34080225-2efd-47d1-84ae-013d73c36083', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:11:29Z', 'updated_at': '2022-01-11T10:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '7de6f040-68e3-4a6c-b8c6-35b6caa05a44', 'name': '', 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:8c:42:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '6c022560-f714-4fbe-9c00-664b14052ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:11:32Z', 'updated_at': '2022-01-11T10:11:36Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '6c022560-f714-4fbe-9c00-664b14052ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:37.046878 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb74916-5bf6-42b3-9044-caa6ddf7b16b None None] The sync data for ids ['eda6a0d4-d5dd-4862-af4e-5619531b96c3'] in dv-neutron-823402-4-hyperv is: [{'id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021327292', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '34080225-2efd-47d1-84ae-013d73c36083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:11:28Z', 'updated_at': '2022-01-11T10:11:33Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '34080225-2efd-47d1-84ae-013d73c36083', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:11:29Z', 'updated_at': '2022-01-11T10:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '7de6f040-68e3-4a6c-b8c6-35b6caa05a44', 'name': '', 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:8c:42:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '6c022560-f714-4fbe-9c00-664b14052ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:11:32Z', 'updated_at': '2022-01-11T10:11:36Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '6c022560-f714-4fbe-9c00-664b14052ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:11:37.151228 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 34080225-2efd-47d1-84ae-013d73c36083 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:11:37.231423 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 34080225-2efd-47d1-84ae-013d73c36083 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:11:37.231886 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:37.345441 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3f14e774-6cd0-4ace-b042-49f3e7b25f94 req-9486bc44-9ad8-4f7f-8f1e-93004564fa5e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 210 time: 0.0669198 Jan 11 10:11:37.496279 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-188f48ef-b945-4d26-86be-ad88dcf78fce tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:37.496985 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-188f48ef-b945-4d26-86be-ad88dcf78fce tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Synchronizing usage tracker for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:11:37.514640 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-188f48ef-b945-4d26-86be-ad88dcf78fce tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Unset dirty status for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:11:37.516626 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-188f48ef-b945-4d26-86be-ad88dcf78fce tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.42 "GET /v2.0/networks?id=d821a4d8-78a8-4a8f-961e-6d4064dd30c6 HTTP/1.1" status: 200 len: 797 time: 0.2115407 Jan 11 10:11:37.582055 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-dd1429dd-fe1f-415e-a062-ab7073ee04bd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Synchronizing usage tracker for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:11:37.599884 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-dd1429dd-fe1f-415e-a062-ab7073ee04bd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Unset dirty status for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:11:37.601181 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-dd1429dd-fe1f-415e-a062-ab7073ee04bd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6029e67c78cc44a08fe7b20a1dc57c80 HTTP/1.1" status: 200 len: 380 time: 0.0696096 Jan 11 10:11:37.611228 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-ebe5dafa-1e32-4ddd-8ad4-ced2be046cb7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'port': {'device_id': '2e59cc01-9ca6-40e1-a41a-91aa763e186d', 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6', 'admin_state_up': True, 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'security_groups': ['915de01b-29d1-4ab9-86a8-38c48ddaef52']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:11:37.868618 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-ebe5dafa-1e32-4ddd-8ad4-ced2be046cb7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:11:37.872426 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-ebe5dafa-1e32-4ddd-8ad4-ced2be046cb7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:port and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:11:37.875872 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-ebe5dafa-1e32-4ddd-8ad4-ced2be046cb7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:11:37.881411 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-ebe5dafa-1e32-4ddd-8ad4-ced2be046cb7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:11:37.892453 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-ebe5dafa-1e32-4ddd-8ad4-ced2be046cb7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Made reservation on behalf of 6029e67c78cc44a08fe7b20a1dc57c80 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:11:37.896060 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-ebe5dafa-1e32-4ddd-8ad4-ced2be046cb7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:38.064187 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-ebe5dafa-1e32-4ddd-8ad4-ced2be046cb7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Allocated IP 172.20.0.14 (d821a4d8-78a8-4a8f-961e-6d4064dd30c6/6c022560-f714-4fbe-9c00-664b14052ee0/94db3fde-8b6c-4236-8550-80775737469f) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:11:38.256758 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-ebe5dafa-1e32-4ddd-8ad4-ced2be046cb7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:38.268500 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-ebe5dafa-1e32-4ddd-8ad4-ced2be046cb7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Transition to ACTIVE for port object 94db3fde-8b6c-4236-8550-80775737469f will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:11:38.292309 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-ebe5dafa-1e32-4ddd-8ad4-ced2be046cb7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:38.363236 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-ebe5dafa-1e32-4ddd-8ad4-ced2be046cb7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network d821a4d8-78a8-4a8f-961e-6d4064dd30c6 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:11:38.366472 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-ebe5dafa-1e32-4ddd-8ad4-ced2be046cb7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:11:38.370358 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-ebe5dafa-1e32-4ddd-8ad4-ced2be046cb7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:11:38.404706 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5dafa-1e32-4ddd-8ad4-ced2be046cb7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=94db3fde-8b6c-4236-8550-80775737469f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:38.444625 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-ebe5dafa-1e32-4ddd-8ad4-ced2be046cb7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:38.445286 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-ebe5dafa-1e32-4ddd-8ad4-ced2be046cb7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:38.467175 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-ebe5dafa-1e32-4ddd-8ad4-ced2be046cb7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8606060 Jan 11 10:11:38.479258 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-bcd69605-faa7-4950-b4ea-caece4889162 service neutron] Request body: {'port': {'device_id': '2e59cc01-9ca6-40e1-a41a-91aa763e186d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:11:38.536733 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39456119-973c-4e69-9087-8fa37e65bf09 req-d052512d-3d1e-40f5-9e47-4d80ea541d53 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:38.538964 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-39456119-973c-4e69-9087-8fa37e65bf09 req-d052512d-3d1e-40f5-9e47-4d80ea541d53 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 932 time: 0.0862787 Jan 11 10:11:38.585949 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-39456119-973c-4e69-9087-8fa37e65bf09 req-8e1a5e85-fa56-4099-9258-ad88123cb702 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=915de01b-29d1-4ab9-86a8-38c48ddaef52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406876 Jan 11 10:11:38.607940 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-bcd69605-faa7-4950-b4ea-caece4889162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:38.629811 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7306881a-e3e8-4ee0-a9a3-232dac8a5bab None None] Provisioning for port 94db3fde-8b6c-4236-8550-80775737469f completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:11:38.634799 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7306881a-e3e8-4ee0-a9a3-232dac8a5bab None None] Provisioning complete for port 94db3fde-8b6c-4236-8550-80775737469f triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:11:38.635235 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7306881a-e3e8-4ee0-a9a3-232dac8a5bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:38.696007 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7306881a-e3e8-4ee0-a9a3-232dac8a5bab None None] Port 94db3fde-8b6c-4236-8550-80775737469f cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:11:38.959954 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-bcd69605-faa7-4950-b4ea-caece4889162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94db3fde-8b6c-4236-8550-80775737469f {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:11:38.960155 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7de6f040-68e3-4a6c-b8c6-35b6caa05a44 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:11:38.968269 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-bcd69605-faa7-4950-b4ea-caece4889162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:38.983353 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-bcd69605-faa7-4950-b4ea-caece4889162 service neutron] Transition to ACTIVE for port object 94db3fde-8b6c-4236-8550-80775737469f will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:11:38.987920 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-bcd69605-faa7-4950-b4ea-caece4889162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:39.033458 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 7de6f040-68e3-4a6c-b8c6-35b6caa05a44 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:11:39.038393 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 7de6f040-68e3-4a6c-b8c6-35b6caa05a44 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:11:39.038791 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:39.170731 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:39.184834 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd69605-faa7-4950-b4ea-caece4889162 service neutron] Pushing event updated for resources: {'Port': ['ID=94db3fde-8b6c-4236-8550-80775737469f,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:39.207492 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 7de6f040-68e3-4a6c-b8c6-35b6caa05a44, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=7de6f040-68e3-4a6c-b8c6-35b6caa05a44,segment=NetworkSegment(40e387ff-b9cb-4ac8-9c08-83d5f573260d),segment_id=40e387ff-b9cb-4ac8-9c08-83d5f573260d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:11:39.212688 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:39.235339 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-bcd69605-faa7-4950-b4ea-caece4889162 service neutron] Attempting to bind port 94db3fde-8b6c-4236-8550-80775737469f on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:11:39.235847 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-bcd69605-faa7-4950-b4ea-caece4889162 service neutron] Attempting to bind port 94db3fde-8b6c-4236-8550-80775737469f by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '40e387ff-b9cb-4ac8-9c08-83d5f573260d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:11:39.235965 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-bcd69605-faa7-4950-b4ea-caece4889162 service neutron] Attempting to bind port 94db3fde-8b6c-4236-8550-80775737469f on network d821a4d8-78a8-4a8f-961e-6d4064dd30c6 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:11:39.240777 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-bcd69605-faa7-4950-b4ea-caece4889162 service neutron] Port 94db3fde-8b6c-4236-8550-80775737469f on network d821a4d8-78a8-4a8f-961e-6d4064dd30c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 10:11:39.241093 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-bcd69605-faa7-4950-b4ea-caece4889162 service neutron] Attempting to bind port 94db3fde-8b6c-4236-8550-80775737469f on network d821a4d8-78a8-4a8f-961e-6d4064dd30c6 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:11:39.246068 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-bcd69605-faa7-4950-b4ea-caece4889162 service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:11:39.246524 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-bcd69605-faa7-4950-b4ea-caece4889162 service neutron] Checking segment: {'id': '40e387ff-b9cb-4ac8-9c08-83d5f573260d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:11:39.246904 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-bcd69605-faa7-4950-b4ea-caece4889162 service neutron] Bound using segment: {'id': '40e387ff-b9cb-4ac8-9c08-83d5f573260d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:11:39.247317 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-bcd69605-faa7-4950-b4ea-caece4889162 service neutron] Bound port: 94db3fde-8b6c-4236-8550-80775737469f, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e387ff-b9cb-4ac8-9c08-83d5f573260d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:11:39.247657 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-bcd69605-faa7-4950-b4ea-caece4889162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:39.289243 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=7de6f040-68e3-4a6c-b8c6-35b6caa05a44,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:39.347937 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-bcd69605-faa7-4950-b4ea-caece4889162 service neutron] For port 94db3fde-8b6c-4236-8550-80775737469f, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:11:39.351089 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-bcd69605-faa7-4950-b4ea-caece4889162 service neutron] For port 94db3fde-8b6c-4236-8550-80775737469f, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=94db3fde-8b6c-4236-8550-80775737469f,segment=NetworkSegment(40e387ff-b9cb-4ac8-9c08-83d5f573260d),segment_id=40e387ff-b9cb-4ac8-9c08-83d5f573260d)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:11:39.355021 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-bcd69605-faa7-4950-b4ea-caece4889162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:39.412384 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-bcd69605-faa7-4950-b4ea-caece4889162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:39.412982 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-bcd69605-faa7-4950-b4ea-caece4889162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:39.414396 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-bcd69605-faa7-4950-b4ea-caece4889162 service neutron] 10.222.0.42 "PUT /v2.0/ports/94db3fde-8b6c-4236-8550-80775737469f HTTP/1.1" status: 200 len: 1094 time: 0.9395754 Jan 11 10:11:39.414777 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e59cc01-9ca6-40e1-a41a-91aa763e186d', 'tag': '94db3fde-8b6c-4236-8550-80775737469f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:11:39.438702 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd69605-faa7-4950-b4ea-caece4889162 service neutron] Pushing event updated for resources: {'Port': ['ID=94db3fde-8b6c-4236-8550-80775737469f,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:39.488098 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e59cc01-9ca6-40e1-a41a-91aa763e186d', 'tag': '94db3fde-8b6c-4236-8550-80775737469f', 'status': 'completed', 'code': 200} Jan 11 10:11:39.529221 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-40cd70c4-5d06-4621-a4f8-198f6fd349a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:39.531436 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-40cd70c4-5d06-4621-a4f8-198f6fd349a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 1097 time: 0.0757225 Jan 11 10:11:39.603495 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-470a1318-7e66-4768-90ef-1abe8158dd3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94db3fde-8b6c-4236-8550-80775737469f HTTP/1.1" status: 200 len: 217 time: 0.0658634 Jan 11 10:11:39.670927 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-0b3508b2-50e5-4015-8a4f-4e76971aaad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:39.672571 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-0b3508b2-50e5-4015-8a4f-4e76971aaad5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c022560-f714-4fbe-9c00-664b14052ee0 HTTP/1.1" status: 200 len: 835 time: 0.0629189 Jan 11 10:11:39.787851 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa73f12-41a7-4051-b2a3-1f90219ac2b6 req-e4bcbf95-7270-4765-928f-d4d8c9eeb3e2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:39.789442 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3fa73f12-41a7-4051-b2a3-1f90219ac2b6 req-e4bcbf95-7270-4765-928f-d4d8c9eeb3e2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 944 time: 0.0906100 Jan 11 10:11:39.835365 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3fa73f12-41a7-4051-b2a3-1f90219ac2b6 req-bb272327-7c33-4f53-8a5d-47b7e5f8cdeb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=915de01b-29d1-4ab9-86a8-38c48ddaef52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400097 Jan 11 10:11:39.861426 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-9339a56a-098e-4333-97cd-ec3690759277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:39.862935 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-9339a56a-098e-4333-97cd-ec3690759277 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d821a4d8-78a8-4a8f-961e-6d4064dd30c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1840498 Jan 11 10:11:39.992342 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-638fc79f-3bae-44cf-a88e-1cb29609c369 service neutron] 10.222.0.42 "GET /v2.0/networks/d821a4d8-78a8-4a8f-961e-6d4064dd30c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224675 Jan 11 10:11:40.121005 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8fc24524-d6d0-4c52-9ecb-9b697ded0430 req-68771342-b0d8-4a92-8fdd-cf7d90ae149f service neutron] 10.222.0.42 "GET /v2.0/networks/d821a4d8-78a8-4a8f-961e-6d4064dd30c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223013 Jan 11 10:11:40.235113 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d197e9a-813e-4e17-ba1e-0bb5d34f6a27 req-2493759e-0b21-43d3-b751-510cbe838042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:40.236606 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6d197e9a-813e-4e17-ba1e-0bb5d34f6a27 req-2493759e-0b21-43d3-b751-510cbe838042 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 1097 time: 0.0707507 Jan 11 10:11:40.367776 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d197e9a-813e-4e17-ba1e-0bb5d34f6a27 req-4d1799bd-c7ea-4b6b-b39b-d817ff13372a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:40.369118 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6d197e9a-813e-4e17-ba1e-0bb5d34f6a27 req-4d1799bd-c7ea-4b6b-b39b-d817ff13372a service neutron] 10.222.0.42 "GET /v2.0/networks?id=d821a4d8-78a8-4a8f-961e-6d4064dd30c6 HTTP/1.1" status: 200 len: 898 time: 0.1266260 Jan 11 10:11:40.439488 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6d197e9a-813e-4e17-ba1e-0bb5d34f6a27 req-82ae2074-aa96-40f7-8354-c4c46910c520 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94db3fde-8b6c-4236-8550-80775737469f HTTP/1.1" status: 200 len: 217 time: 0.0635028 Jan 11 10:11:40.503182 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d197e9a-813e-4e17-ba1e-0bb5d34f6a27 req-add313be-b9ce-42eb-9322-e85fb09a1379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:40.504573 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6d197e9a-813e-4e17-ba1e-0bb5d34f6a27 req-add313be-b9ce-42eb-9322-e85fb09a1379 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c022560-f714-4fbe-9c00-664b14052ee0 HTTP/1.1" status: 200 len: 835 time: 0.0588601 Jan 11 10:11:40.576853 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d197e9a-813e-4e17-ba1e-0bb5d34f6a27 req-a28c1982-21bb-4072-bf72-253d8fbbf1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:40.578349 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6d197e9a-813e-4e17-ba1e-0bb5d34f6a27 req-a28c1982-21bb-4072-bf72-253d8fbbf1b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d821a4d8-78a8-4a8f-961e-6d4064dd30c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681946 Jan 11 10:11:40.709692 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6d197e9a-813e-4e17-ba1e-0bb5d34f6a27 req-6b25202f-55f5-4365-85b7-6553d408ee07 service neutron] 10.222.0.42 "GET /v2.0/networks/d821a4d8-78a8-4a8f-961e-6d4064dd30c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249845 Jan 11 10:11:40.838985 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6d197e9a-813e-4e17-ba1e-0bb5d34f6a27 req-a03c5199-4c0b-444f-ab2c-f334560cceae service neutron] 10.222.0.42 "GET /v2.0/networks/d821a4d8-78a8-4a8f-961e-6d4064dd30c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232562 Jan 11 10:11:40.949371 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7de6f040-68e3-4a6c-b8c6-35b6caa05a44 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:11:41.025113 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 7de6f040-68e3-4a6c-b8c6-35b6caa05a44 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:11:41.025485 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:41.028769 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9156c2-7c19-46e7-92a6-c561295c97bc req-955e8488-bd18-478c-8945-1f3dfd2d3da4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:41.030440 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9d9156c2-7c19-46e7-92a6-c561295c97bc req-955e8488-bd18-478c-8945-1f3dfd2d3da4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 944 time: 0.0843439 Jan 11 10:11:41.079598 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9d9156c2-7c19-46e7-92a6-c561295c97bc req-159d6c5b-5145-4ecf-a451-056c628593de tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=915de01b-29d1-4ab9-86a8-38c48ddaef52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428271 Jan 11 10:11:42.260266 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb0440-668a-4b30-a581-15edc9bbb853 req-ae3ba7db-3ce9-4162-8503-2494465e6785 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:42.261711 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b6cb0440-668a-4b30-a581-15edc9bbb853 req-ae3ba7db-3ce9-4162-8503-2494465e6785 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 944 time: 0.0796273 Jan 11 10:11:42.306256 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b6cb0440-668a-4b30-a581-15edc9bbb853 req-e839ef7e-e8d7-41c0-8b59-aa94c6842556 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=915de01b-29d1-4ab9-86a8-38c48ddaef52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386860 Jan 11 10:11:43.298832 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 94db3fde-8b6c-4236-8550-80775737469f details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 10:11:43.430843 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 94db3fde-8b6c-4236-8550-80775737469f, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=94db3fde-8b6c-4236-8550-80775737469f,segment=NetworkSegment(40e387ff-b9cb-4ac8-9c08-83d5f573260d),segment_id=40e387ff-b9cb-4ac8-9c08-83d5f573260d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:11:43.445472 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '94db3fde-8b6c-4236-8550-80775737469f', 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6', 'port_id': '94db3fde-8b6c-4236-8550-80775737469f', 'mac_address': 'fa:16:3e:10:b6:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c022560-f714-4fbe-9c00-664b14052ee0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 10:11:43.492725 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16043c80-0450-4826-84b5-1ad9c27d3ee8 req-937aef29-612f-4446-a292-98ebed5f94bc tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:43.494154 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-16043c80-0450-4826-84b5-1ad9c27d3ee8 req-937aef29-612f-4446-a292-98ebed5f94bc tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 944 time: 0.0831330 Jan 11 10:11:43.532701 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:43.537896 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-16043c80-0450-4826-84b5-1ad9c27d3ee8 req-3faeb15c-bf7b-40c4-b88e-467d16298fa9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=915de01b-29d1-4ab9-86a8-38c48ddaef52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380681 Jan 11 10:11:43.549967 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94db3fde-8b6c-4236-8550-80775737469f {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:11:43.565624 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 94db3fde-8b6c-4236-8550-80775737469f, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=94db3fde-8b6c-4236-8550-80775737469f,segment=NetworkSegment(40e387ff-b9cb-4ac8-9c08-83d5f573260d),segment_id=40e387ff-b9cb-4ac8-9c08-83d5f573260d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:11:43.570234 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:43.634253 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=94db3fde-8b6c-4236-8550-80775737469f,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:43.940041 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['94db3fde-8b6c-4236-8550-80775737469f'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:11:44.727208 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f1a01-c9fd-42cc-ab75-7e53ee11bb93 req-696960e6-86a0-497d-b1f9-3a94aff3b92d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:44.728688 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d88f1a01-c9fd-42cc-ab75-7e53ee11bb93 req-696960e6-86a0-497d-b1f9-3a94aff3b92d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 945 time: 0.0848196 Jan 11 10:11:44.773680 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d88f1a01-c9fd-42cc-ab75-7e53ee11bb93 req-20c49cc8-d73b-4cdc-a329-30761958c4ff tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=915de01b-29d1-4ab9-86a8-38c48ddaef52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375128 Jan 11 10:11:45.329915 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 94db3fde-8b6c-4236-8550-80775737469f up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:11:45.397566 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port 94db3fde-8b6c-4236-8550-80775737469f completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:11:45.402194 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 94db3fde-8b6c-4236-8550-80775737469f triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:11:45.402569 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:45.516371 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:45.542116 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e59cc01-9ca6-40e1-a41a-91aa763e186d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94db3fde-8b6c-4236-8550-80775737469f'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:11:45.552491 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 94db3fde-8b6c-4236-8550-80775737469f, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=94db3fde-8b6c-4236-8550-80775737469f,segment=NetworkSegment(40e387ff-b9cb-4ac8-9c08-83d5f573260d),segment_id=40e387ff-b9cb-4ac8-9c08-83d5f573260d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:11:45.556604 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:45.626215 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=94db3fde-8b6c-4236-8550-80775737469f,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:45.644317 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e59cc01-9ca6-40e1-a41a-91aa763e186d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94db3fde-8b6c-4236-8550-80775737469f', 'code': 200} Jan 11 10:11:45.872876 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6b475-068a-4212-8566-acefe40be457 req-7d39b4ac-b594-4d5b-9172-81231752a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:45.874332 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3ae6b475-068a-4212-8566-acefe40be457 req-7d39b4ac-b594-4d5b-9172-81231752a219 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 1099 time: 0.0682211 Jan 11 10:11:45.919383 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3ae6b475-068a-4212-8566-acefe40be457 req-ef546489-97d2-4ad2-bc32-b26b390790a9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=915de01b-29d1-4ab9-86a8-38c48ddaef52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391791 Jan 11 10:11:45.962237 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da21b82-ca63-4b75-bec8-e59e2b5821da req-b5633f86-abbe-464d-8a79-13622dc8c87d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:45.963678 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5da21b82-ca63-4b75-bec8-e59e2b5821da req-b5633f86-abbe-464d-8a79-13622dc8c87d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 946 time: 0.0843570 Jan 11 10:11:46.009143 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5da21b82-ca63-4b75-bec8-e59e2b5821da req-9f7f0da4-53a2-440c-9fae-4f407efee52d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=915de01b-29d1-4ab9-86a8-38c48ddaef52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389814 Jan 11 10:11:47.195535 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070fb66-c5e3-453d-9380-dcc43e40ccf6 req-92302793-2b05-4dcd-badc-c05ec66a989a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:47.196999 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3070fb66-c5e3-453d-9380-dcc43e40ccf6 req-92302793-2b05-4dcd-badc-c05ec66a989a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 946 time: 0.0834632 Jan 11 10:11:47.244815 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3070fb66-c5e3-453d-9380-dcc43e40ccf6 req-06e44c54-b2ec-4db1-bfd3-cc5676d3f8a5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=915de01b-29d1-4ab9-86a8-38c48ddaef52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422521 Jan 11 10:11:48.425806 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fd0f2-b994-49db-aad9-5e7cc08b33b4 req-78537a69-8602-4205-b7d5-91d56d8997af tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:48.427329 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-083fd0f2-b994-49db-aad9-5e7cc08b33b4 req-78537a69-8602-4205-b7d5-91d56d8997af tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 946 time: 0.0791287 Jan 11 10:11:48.469930 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-083fd0f2-b994-49db-aad9-5e7cc08b33b4 req-43c37bf6-25cc-4fe8-aec8-bd1a71d229d2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=915de01b-29d1-4ab9-86a8-38c48ddaef52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370469 Jan 11 10:11:48.655866 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ef6d9-dc19-4abc-bd14-fc79105e4c23 req-75acbb06-b3e1-4470-bc8e-2900d270da04 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:48.657798 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7a7ef6d9-dc19-4abc-bd14-fc79105e4c23 req-75acbb06-b3e1-4470-bc8e-2900d270da04 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 946 time: 0.0832560 Jan 11 10:11:48.695799 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9dc797c1-cd6f-4bb1-bcf5-3b6826e4409f req-928bdd0f-6e3c-48bf-b051-3fb0fcbc1f88 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719953 Jan 11 10:11:48.804670 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7a7ef6d9-dc19-4abc-bd14-fc79105e4c23 req-9a650d04-ac24-4481-bd8e-3eff4453b600 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=915de01b-29d1-4ab9-86a8-38c48ddaef52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391513 Jan 11 10:11:48.827089 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40938) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:48.833144 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc797c1-cd6f-4bb1-bcf5-3b6826e4409f req-06b5dcf0-7418-4247-b258-fb766fc60bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:48.834817 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9dc797c1-cd6f-4bb1-bcf5-3b6826e4409f req-06b5dcf0-7418-4247-b258-fb766fc60bd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 1099 time: 0.0715475 Jan 11 10:11:48.898724 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2bfc71-a3ed-40fb-961f-ca7221e7c015 tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:48.900199 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6f2bfc71-a3ed-40fb-961f-ca7221e7c015 tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 1094 time: 0.0721295 Jan 11 10:11:48.903004 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40942) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:48.908012 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-eec53028-8e35-43f6-ac79-a355fc56f1e8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'port_id': '94db3fde-8b6c-4236-8550-80775737469f', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:11:48.914134 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-eec53028-8e35-43f6-ac79-a355fc56f1e8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:11:48.917851 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-eec53028-8e35-43f6-ac79-a355fc56f1e8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:floatingip and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:11:48.920658 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-eec53028-8e35-43f6-ac79-a355fc56f1e8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:11:48.926557 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-eec53028-8e35-43f6-ac79-a355fc56f1e8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:11:48.935972 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eec53028-8e35-43f6-ac79-a355fc56f1e8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:48.981731 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc797c1-cd6f-4bb1-bcf5-3b6826e4409f req-9e2707a0-fdb3-4aa4-aa00-ee875344af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:48.983200 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9dc797c1-cd6f-4bb1-bcf5-3b6826e4409f req-9e2707a0-fdb3-4aa4-aa00-ee875344af90 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d821a4d8-78a8-4a8f-961e-6d4064dd30c6 HTTP/1.1" status: 200 len: 898 time: 0.1284683 Jan 11 10:11:49.052931 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9dc797c1-cd6f-4bb1-bcf5-3b6826e4409f req-58cd3b31-c7d1-401a-b581-6703a97ff67a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94db3fde-8b6c-4236-8550-80775737469f HTTP/1.1" status: 200 len: 217 time: 0.0638089 Jan 11 10:11:49.069974 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eec53028-8e35-43f6-ac79-a355fc56f1e8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:49.119012 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc797c1-cd6f-4bb1-bcf5-3b6826e4409f req-c8da16d1-7ed1-4821-a11a-88357ae04eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:49.120426 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9dc797c1-cd6f-4bb1-bcf5-3b6826e4409f req-c8da16d1-7ed1-4821-a11a-88357ae04eb7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c022560-f714-4fbe-9c00-664b14052ee0 HTTP/1.1" status: 200 len: 835 time: 0.0619144 Jan 11 10:11:49.194320 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc797c1-cd6f-4bb1-bcf5-3b6826e4409f req-da0d9867-6b21-4bed-946f-5062a011f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:49.195809 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9dc797c1-cd6f-4bb1-bcf5-3b6826e4409f req-da0d9867-6b21-4bed-946f-5062a011f7d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d821a4d8-78a8-4a8f-961e-6d4064dd30c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696611 Jan 11 10:11:49.207844 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e8d7ee66-6583-4f2e-a0de-627b4a83231c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:49.214378 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-eec53028-8e35-43f6-ac79-a355fc56f1e8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Allocated IP 172.26.3.129 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/5b0978c6-b1f0-4706-8506-99fbb4bf88e6) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:11:49.373402 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eec53028-8e35-43f6-ac79-a355fc56f1e8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:49.402824 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eec53028-8e35-43f6-ac79-a355fc56f1e8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:49.434912 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9dc797c1-cd6f-4bb1-bcf5-3b6826e4409f req-468fa0a6-d1ec-4613-b5a2-0be4be5b735d service neutron] 10.222.0.42 "GET /v2.0/networks/d821a4d8-78a8-4a8f-961e-6d4064dd30c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327118 Jan 11 10:11:49.473721 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec53028-8e35-43f6-ac79-a355fc56f1e8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:11:49.476439 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-eec53028-8e35-43f6-ac79-a355fc56f1e8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:11:49.480255 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec53028-8e35-43f6-ac79-a355fc56f1e8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:11:49.513902 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec53028-8e35-43f6-ac79-a355fc56f1e8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=5b0978c6-b1f0-4706-8506-99fbb4bf88e6,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:49.571779 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9dc797c1-cd6f-4bb1-bcf5-3b6826e4409f req-a3551976-aa85-43c0-b44b-9f722f522c9a service neutron] 10.222.0.42 "GET /v2.0/networks/d821a4d8-78a8-4a8f-961e-6d4064dd30c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310422 Jan 11 10:11:49.895037 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eec53028-8e35-43f6-ac79-a355fc56f1e8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:49.964870 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eec53028-8e35-43f6-ac79-a355fc56f1e8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:50.165542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eec53028-8e35-43f6-ac79-a355fc56f1e8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:50.169932 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eec53028-8e35-43f6-ac79-a355fc56f1e8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:50.273049 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec53028-8e35-43f6-ac79-a355fc56f1e8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=5b0978c6-b1f0-4706-8506-99fbb4bf88e6,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:11:50.289323 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eec53028-8e35-43f6-ac79-a355fc56f1e8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:50.556917 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-eec53028-8e35-43f6-ac79-a355fc56f1e8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Floating IP 22b58200-7b2e-40b6-af03-a26eda8ec2db associated. External IP: 172.26.3.129, port: 94db3fde-8b6c-4236-8550-80775737469f. Jan 11 10:11:50.909864 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec53028-8e35-43f6-ac79-a355fc56f1e8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Router eda6a0d4-d5dd-4862-af4e-5619531b96c3 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:11:51.101970 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec53028-8e35-43f6-ac79-a355fc56f1e8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:11:51.113081 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cbac91-d89f-41e7-8def-99c8b57d2c90 None None] Sync routers for ids ['eda6a0d4-d5dd-4862-af4e-5619531b96c3'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:11:51.124044 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cbac91-d89f-41e7-8def-99c8b57d2c90 None None] Routers {'eda6a0d4-d5dd-4862-af4e-5619531b96c3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:11:51.124753 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-31cbac91-d89f-41e7-8def-99c8b57d2c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:11:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['eda6a0d4-d5dd-4862-af4e-5619531b96c3'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:51.131244 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-eec53028-8e35-43f6-ac79-a355fc56f1e8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:51.198368 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-eec53028-8e35-43f6-ac79-a355fc56f1e8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2943225 Jan 11 10:11:51.198945 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e59cc01-9ca6-40e1-a41a-91aa763e186d', 'tag': '94db3fde-8b6c-4236-8550-80775737469f'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:11:51.253058 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e59cc01-9ca6-40e1-a41a-91aa763e186d', 'tag': '94db3fde-8b6c-4236-8550-80775737469f', 'status': 'completed', 'code': 200} Jan 11 10:11:51.327551 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-31cbac91-d89f-41e7-8def-99c8b57d2c90 None None] Set router eda6a0d4-d5dd-4862-af4e-5619531b96c3 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:11:51.369996 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13085f18-4d82-4954-a79f-a91008da115b req-a8712955-ee69-45e7-a36d-8b54eaf0c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:51.371792 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-13085f18-4d82-4954-a79f-a91008da115b req-a8712955-ee69-45e7-a36d-8b54eaf0c34b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 1099 time: 0.0902636 Jan 11 10:11:51.421707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e55bbd-88f0-4687-a817-45f1f3b28519 req-077b790f-089d-4902-8d76-8ec7e31e142e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:51.423325 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-01e55bbd-88f0-4687-a817-45f1f3b28519 req-077b790f-089d-4902-8d76-8ec7e31e142e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 946 time: 0.0926638 Jan 11 10:11:51.475956 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-01e55bbd-88f0-4687-a817-45f1f3b28519 req-b74ab6ed-68a7-40f1-94b6-83730663e713 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=915de01b-29d1-4ab9-86a8-38c48ddaef52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465105 Jan 11 10:11:51.504033 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40950) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:51.530402 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-92bb5bb7-0cde-4404-a4b7-a3cfc59d8d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:51.537051 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13085f18-4d82-4954-a79f-a91008da115b req-4081c9c2-a04a-4007-94f3-d5ad23767a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:51.539259 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-13085f18-4d82-4954-a79f-a91008da115b req-4081c9c2-a04a-4007-94f3-d5ad23767a44 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d821a4d8-78a8-4a8f-961e-6d4064dd30c6 HTTP/1.1" status: 200 len: 898 time: 0.1616020 Jan 11 10:11:51.649348 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d0e8c929-d9c8-466a-86a2-e4bed055e0b2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/floatingips/22b58200-7b2e-40b6-af03-a26eda8ec2db HTTP/1.1" status: 200 len: 992 time: 0.1435926 Jan 11 10:11:51.661342 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-13085f18-4d82-4954-a79f-a91008da115b req-0df8bcbf-2bda-455d-873f-f5e9aec6a461 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94db3fde-8b6c-4236-8550-80775737469f HTTP/1.1" status: 200 len: 1000 time: 0.1151576 Jan 11 10:11:51.738879 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13085f18-4d82-4954-a79f-a91008da115b req-dff3417f-d198-4067-bc34-904fc343b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:51.740790 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-13085f18-4d82-4954-a79f-a91008da115b req-dff3417f-d198-4067-bc34-904fc343b0ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c022560-f714-4fbe-9c00-664b14052ee0 HTTP/1.1" status: 200 len: 835 time: 0.0748482 Jan 11 10:11:51.761107 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-31cbac91-d89f-41e7-8def-99c8b57d2c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021327292', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '34080225-2efd-47d1-84ae-013d73c36083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:11:28Z', 'updated_at': '2022-01-11T10:11:33Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '34080225-2efd-47d1-84ae-013d73c36083', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:11:29Z', 'updated_at': '2022-01-11T10:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '22b58200-7b2e-40b6-af03-a26eda8ec2db', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'floating_ip_address': '172.26.3.129', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'port_id': '94db3fde-8b6c-4236-8550-80775737469f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6', 'mac_address': 'fa:16:3e:10:b6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e59cc01-9ca6-40e1-a41a-91aa763e186d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T10:11:49Z', 'updated_at': '2022-01-11T10:11:49Z', 'revision_number': 0, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7de6f040-68e3-4a6c-b8c6-35b6caa05a44', 'name': '', 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:8c:42:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '6c022560-f714-4fbe-9c00-664b14052ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:11:32Z', 'updated_at': '2022-01-11T10:11:39Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '6c022560-f714-4fbe-9c00-664b14052ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:51.765028 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cbac91-d89f-41e7-8def-99c8b57d2c90 None None] Checking router: eda6a0d4-d5dd-4862-af4e-5619531b96c3 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:11:51.773758 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cbac91-d89f-41e7-8def-99c8b57d2c90 None None] Routers {'eda6a0d4-d5dd-4862-af4e-5619531b96c3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:11:51.774398 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-31cbac91-d89f-41e7-8def-99c8b57d2c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:11:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['eda6a0d4-d5dd-4862-af4e-5619531b96c3'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:51.829346 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13085f18-4d82-4954-a79f-a91008da115b req-5209b7a0-e9f0-49f3-86b7-55f8e38a6462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:11:51.830873 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-13085f18-4d82-4954-a79f-a91008da115b req-5209b7a0-e9f0-49f3-86b7-55f8e38a6462 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d821a4d8-78a8-4a8f-961e-6d4064dd30c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847256 Jan 11 10:11:51.954907 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-31cbac91-d89f-41e7-8def-99c8b57d2c90 None None] Set router eda6a0d4-d5dd-4862-af4e-5619531b96c3 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:11:51.975889 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-13085f18-4d82-4954-a79f-a91008da115b req-2eb69a01-e309-477d-9140-ee3cb00d94a2 service neutron] 10.222.0.42 "GET /v2.0/networks/d821a4d8-78a8-4a8f-961e-6d4064dd30c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385055 Jan 11 10:11:52.116205 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-13085f18-4d82-4954-a79f-a91008da115b req-9fde4503-4a2e-42d9-b69f-9c4eeb0e3929 service neutron] 10.222.0.42 "GET /v2.0/networks/d821a4d8-78a8-4a8f-961e-6d4064dd30c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349204 Jan 11 10:11:52.339958 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-31cbac91-d89f-41e7-8def-99c8b57d2c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021327292', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '34080225-2efd-47d1-84ae-013d73c36083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:11:28Z', 'updated_at': '2022-01-11T10:11:33Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '34080225-2efd-47d1-84ae-013d73c36083', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:11:29Z', 'updated_at': '2022-01-11T10:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '22b58200-7b2e-40b6-af03-a26eda8ec2db', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'floating_ip_address': '172.26.3.129', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'port_id': '94db3fde-8b6c-4236-8550-80775737469f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6', 'mac_address': 'fa:16:3e:10:b6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e59cc01-9ca6-40e1-a41a-91aa763e186d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T10:11:49Z', 'updated_at': '2022-01-11T10:11:49Z', 'revision_number': 0, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7de6f040-68e3-4a6c-b8c6-35b6caa05a44', 'name': '', 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:8c:42:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '6c022560-f714-4fbe-9c00-664b14052ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:11:32Z', 'updated_at': '2022-01-11T10:11:39Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '6c022560-f714-4fbe-9c00-664b14052ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:11:52.344558 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cbac91-d89f-41e7-8def-99c8b57d2c90 None None] The sync data for ids ['eda6a0d4-d5dd-4862-af4e-5619531b96c3'] in dv-neutron-823402-4-hyperv is: [{'id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021327292', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '34080225-2efd-47d1-84ae-013d73c36083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:11:28Z', 'updated_at': '2022-01-11T10:11:33Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '34080225-2efd-47d1-84ae-013d73c36083', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:11:29Z', 'updated_at': '2022-01-11T10:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '22b58200-7b2e-40b6-af03-a26eda8ec2db', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'floating_ip_address': '172.26.3.129', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'port_id': '94db3fde-8b6c-4236-8550-80775737469f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6', 'mac_address': 'fa:16:3e:10:b6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e59cc01-9ca6-40e1-a41a-91aa763e186d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T10:11:49Z', 'updated_at': '2022-01-11T10:11:49Z', 'revision_number': 0, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7de6f040-68e3-4a6c-b8c6-35b6caa05a44', 'name': '', 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:8c:42:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '6c022560-f714-4fbe-9c00-664b14052ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:11:32Z', 'updated_at': '2022-01-11T10:11:39Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '6c022560-f714-4fbe-9c00-664b14052ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:11:52.552846 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f27c41f-6136-4b04-bb92-5345107d0825 None None] New status for floating IP 22b58200-7b2e-40b6-af03-a26eda8ec2db: ACTIVE {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 10:11:52.651388 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:52.651802 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 40954) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:52.699617 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:52.783643 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9fa0b154-850d-42bb-978f-7f67268c7aee tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/floatingips/22b58200-7b2e-40b6-af03-a26eda8ec2db HTTP/1.1" status: 200 len: 992 time: 0.1290240 Jan 11 10:11:53.785773 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40958) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:11:53.891879 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-6fde57f1-3659-48c5-9369-2ead50f62b55 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/floatingips/22b58200-7b2e-40b6-af03-a26eda8ec2db HTTP/1.1" status: 200 len: 994 time: 0.1048558 Jan 11 10:11:54.195844 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:11:54.610514 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:12:04.593981 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:12:19.209999 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-272d2c8b-f909-4e8a-b57f-fc1e2f4d9874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:12:21.453977 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-227ab0fb-61fc-46e2-8263-ab5f691e8b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:12:22.651673 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:12:22.682850 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:12:24.199610 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:12:31.610430 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:12:34.585342 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:12:49.211589 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8be0d8ec-26f6-4ca3-a8db-9e7ab7a8cc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:12:50.701935 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f8e1b085-3fad-4a63-aaab-33ea1f04f12f req-dccaf878-fd05-4486-afa2-212d15671d13 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713677 Jan 11 10:12:50.839949 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1b085-3fad-4a63-aaab-33ea1f04f12f req-acadb8a4-62e2-4d25-9547-ee0432f83232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:12:50.841571 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f8e1b085-3fad-4a63-aaab-33ea1f04f12f req-acadb8a4-62e2-4d25-9547-ee0432f83232 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 1099 time: 0.0691164 Jan 11 10:12:50.984390 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1b085-3fad-4a63-aaab-33ea1f04f12f req-96e8e756-c394-43d3-bd9c-08072789447b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:12:50.985789 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f8e1b085-3fad-4a63-aaab-33ea1f04f12f req-96e8e756-c394-43d3-bd9c-08072789447b service neutron] 10.222.0.42 "GET /v2.0/networks?id=d821a4d8-78a8-4a8f-961e-6d4064dd30c6 HTTP/1.1" status: 200 len: 898 time: 0.1254058 Jan 11 10:12:51.087122 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f8e1b085-3fad-4a63-aaab-33ea1f04f12f req-1038da5a-dd0f-4827-b9b9-0cfc27070020 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94db3fde-8b6c-4236-8550-80775737469f HTTP/1.1" status: 200 len: 1002 time: 0.0947504 Jan 11 10:12:51.147469 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1b085-3fad-4a63-aaab-33ea1f04f12f req-137029ae-7b99-474c-a0ca-66f3891bd558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:12:51.149355 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f8e1b085-3fad-4a63-aaab-33ea1f04f12f req-137029ae-7b99-474c-a0ca-66f3891bd558 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c022560-f714-4fbe-9c00-664b14052ee0 HTTP/1.1" status: 200 len: 835 time: 0.0558772 Jan 11 10:12:51.223977 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1b085-3fad-4a63-aaab-33ea1f04f12f req-0cd7c5f0-9b07-4b48-8f7a-1349e4bb58ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:12:51.226102 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f8e1b085-3fad-4a63-aaab-33ea1f04f12f req-0cd7c5f0-9b07-4b48-8f7a-1349e4bb58ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d821a4d8-78a8-4a8f-961e-6d4064dd30c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714848 Jan 11 10:12:51.455334 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d7aa5446-edfa-4931-a039-33f2328c3add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:12:51.456158 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f8e1b085-3fad-4a63-aaab-33ea1f04f12f req-fd346aa0-6e15-4f43-b835-d08cf37a2007 service neutron] 10.222.0.42 "GET /v2.0/networks/d821a4d8-78a8-4a8f-961e-6d4064dd30c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239203 Jan 11 10:12:51.591412 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f8e1b085-3fad-4a63-aaab-33ea1f04f12f req-9b043b18-32e1-4da3-90ff-ab47698d2d34 service neutron] 10.222.0.42 "GET /v2.0/networks/d821a4d8-78a8-4a8f-961e-6d4064dd30c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288242 Jan 11 10:12:52.654305 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:12:52.688492 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:12:52.747437 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5a8dc-4ef9-43ba-8d9e-728078a4845f req-8cc51972-57b5-4edf-920b-a37ab1ae57da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:12:52.748892 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-97d5a8dc-4ef9-43ba-8d9e-728078a4845f req-8cc51972-57b5-4edf-920b-a37ab1ae57da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 946 time: 0.1642327 Jan 11 10:12:52.795731 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-97d5a8dc-4ef9-43ba-8d9e-728078a4845f req-9ba5baf3-42a7-454b-8c9c-314e56314c26 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=915de01b-29d1-4ab9-86a8-38c48ddaef52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409460 Jan 11 10:12:54.033210 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a4bf3-3d02-4b4b-a41e-84f9a7531202 req-6a834d57-3ccb-41b1-a72c-a78969288989 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:12:54.034585 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f89a4bf3-3d02-4b4b-a41e-84f9a7531202 req-6a834d57-3ccb-41b1-a72c-a78969288989 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 946 time: 0.1292508 Jan 11 10:12:54.077909 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f89a4bf3-3d02-4b4b-a41e-84f9a7531202 req-c96c816b-2d35-4681-868a-83bb649dd431 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=915de01b-29d1-4ab9-86a8-38c48ddaef52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369859 Jan 11 10:12:54.100746 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 40994) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:12:54.202641 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:12:54.214461 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-062f04f7-a200-4b96-99ca-d7f5889bea1d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/floatingips/22b58200-7b2e-40b6-af03-a26eda8ec2db HTTP/1.1" status: 200 len: 994 time: 0.1125786 Jan 11 10:12:55.665324 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ae3f7-6c89-4740-a6bc-c7f6416d0c19 req-7e858351-7dc8-47e2-bfd1-092e75ae1886 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:12:55.672471 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-929ae3f7-6c89-4740-a6bc-c7f6416d0c19 req-7e858351-7dc8-47e2-bfd1-092e75ae1886 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 946 time: 0.0801904 Jan 11 10:12:55.711972 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-929ae3f7-6c89-4740-a6bc-c7f6416d0c19 req-c7d49350-6c18-46cd-a679-c2187b173e20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=915de01b-29d1-4ab9-86a8-38c48ddaef52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386591 Jan 11 10:12:56.916566 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced37b2e-c023-4280-834a-6c110db2c9d1 req-d376caaf-0a05-41fe-80b8-6e90c2850cfd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:12:56.917997 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ced37b2e-c023-4280-834a-6c110db2c9d1 req-d376caaf-0a05-41fe-80b8-6e90c2850cfd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 946 time: 0.0978210 Jan 11 10:12:56.960402 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ced37b2e-c023-4280-834a-6c110db2c9d1 req-546981ee-6ed0-4a95-bbb0-b67168b2b02b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=915de01b-29d1-4ab9-86a8-38c48ddaef52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367267 Jan 11 10:12:56.983063 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41006) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:12:57.210435 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-05288cad-d613-47ae-8dc7-2ab7871c06ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/floatingips/22b58200-7b2e-40b6-af03-a26eda8ec2db HTTP/1.1" status: 200 len: 994 time: 0.2257488 Jan 11 10:12:57.477947 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41014) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:12:57.677607 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2ae375c8-44ce-4e53-a7f9-91976a3ce717 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Deleting port 5b0978c6-b1f0-4706-8506-99fbb4bf88e6 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:12:57.677943 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ae375c8-44ce-4e53-a7f9-91976a3ce717 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:12:57.849707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ae375c8-44ce-4e53-a7f9-91976a3ce717 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:12:57.850494 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ae375c8-44ce-4e53-a7f9-91976a3ce717 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:12:57.968214 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2ae375c8-44ce-4e53-a7f9-91976a3ce717 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Calling delete_port for 5b0978c6-b1f0-4706-8506-99fbb4bf88e6 owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:12:58.113805 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ae375c8-44ce-4e53-a7f9-91976a3ce717 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:12:58.157410 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae375c8-44ce-4e53-a7f9-91976a3ce717 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Port': ['ID=5b0978c6-b1f0-4706-8506-99fbb4bf88e6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:12:58.190778 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae375c8-44ce-4e53-a7f9-91976a3ce717 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:12:58.191116 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae375c8-44ce-4e53-a7f9-91976a3ce717 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:12:58.191447 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae375c8-44ce-4e53-a7f9-91976a3ce717 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:12:58.191773 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae375c8-44ce-4e53-a7f9-91976a3ce717 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:12:58.192096 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae375c8-44ce-4e53-a7f9-91976a3ce717 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:12:58.192422 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae375c8-44ce-4e53-a7f9-91976a3ce717 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:12:58.192734 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae375c8-44ce-4e53-a7f9-91976a3ce717 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:12:58.193046 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae375c8-44ce-4e53-a7f9-91976a3ce717 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:12:58.193356 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae375c8-44ce-4e53-a7f9-91976a3ce717 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:12:58.193662 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae375c8-44ce-4e53-a7f9-91976a3ce717 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:12:58.194590 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae375c8-44ce-4e53-a7f9-91976a3ce717 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:12:58.194903 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae375c8-44ce-4e53-a7f9-91976a3ce717 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:12:58.261439 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ae375c8-44ce-4e53-a7f9-91976a3ce717 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:12:58.261765 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-2ae375c8-44ce-4e53-a7f9-91976a3ce717 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Floating IP 22b58200-7b2e-40b6-af03-a26eda8ec2db disassociated (deleted). External IP: 172.26.3.129, port: 94db3fde-8b6c-4236-8550-80775737469f. Jan 11 10:12:58.601497 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae375c8-44ce-4e53-a7f9-91976a3ce717 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Router eda6a0d4-d5dd-4862-af4e-5619531b96c3 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:12:58.889101 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae375c8-44ce-4e53-a7f9-91976a3ce717 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:12:58.901811 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2ae375c8-44ce-4e53-a7f9-91976a3ce717 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:12:58.901971 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d89e696-e015-4b61-8471-6614d5395656 None None] Sync routers for ids ['eda6a0d4-d5dd-4862-af4e-5619531b96c3'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:12:58.910515 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d89e696-e015-4b61-8471-6614d5395656 None None] Routers {'eda6a0d4-d5dd-4862-af4e-5619531b96c3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:12:58.911106 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1d89e696-e015-4b61-8471-6614d5395656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:12:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['eda6a0d4-d5dd-4862-af4e-5619531b96c3'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:12:58.956251 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2ae375c8-44ce-4e53-a7f9-91976a3ce717 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "DELETE /v2.0/floatingips/22b58200-7b2e-40b6-af03-a26eda8ec2db HTTP/1.1" status: 204 len: 168 time: 1.4772654 Jan 11 10:12:58.956862 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e59cc01-9ca6-40e1-a41a-91aa763e186d', 'tag': '94db3fde-8b6c-4236-8550-80775737469f'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:12:59.003192 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e59cc01-9ca6-40e1-a41a-91aa763e186d', 'tag': '94db3fde-8b6c-4236-8550-80775737469f', 'status': 'completed', 'code': 200} Jan 11 10:12:59.095371 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-1d89e696-e015-4b61-8471-6614d5395656 None None] Set router eda6a0d4-d5dd-4862-af4e-5619531b96c3 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:12:59.096794 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e0018-1d20-4360-8fd0-57a3ab6962bd req-c4424826-c0fc-470f-9bff-6370209ee64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:12:59.098922 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-991e0018-1d20-4360-8fd0-57a3ab6962bd req-c4424826-c0fc-470f-9bff-6370209ee64d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 1099 time: 0.0747576 Jan 11 10:12:59.236481 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e0018-1d20-4360-8fd0-57a3ab6962bd req-675c5175-fd3c-4daf-8cc8-d37771a0f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:12:59.237970 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-991e0018-1d20-4360-8fd0-57a3ab6962bd req-675c5175-fd3c-4daf-8cc8-d37771a0f4d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d821a4d8-78a8-4a8f-961e-6d4064dd30c6 HTTP/1.1" status: 200 len: 898 time: 0.1326392 Jan 11 10:12:59.318709 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-991e0018-1d20-4360-8fd0-57a3ab6962bd req-3216ef52-01bf-441a-91a5-1cb5680f5cd6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94db3fde-8b6c-4236-8550-80775737469f HTTP/1.1" status: 200 len: 217 time: 0.0736997 Jan 11 10:12:59.362755 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e5d4c-8f40-495d-8046-75fbcf2a1698 req-eac2ddea-a114-4adf-a5c1-ef4c1fbd28e5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:12:59.363359 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-f75e5d4c-8f40-495d-8046-75fbcf2a1698 req-eac2ddea-a114-4adf-a5c1-ef4c1fbd28e5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Synchronizing usage tracker for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:12:59.382054 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e0018-1d20-4360-8fd0-57a3ab6962bd req-d8b945e4-e881-4a7e-b1b6-3310a43a8834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:12:59.383584 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-f75e5d4c-8f40-495d-8046-75fbcf2a1698 req-eac2ddea-a114-4adf-a5c1-ef4c1fbd28e5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Unset dirty status for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:12:59.384098 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-991e0018-1d20-4360-8fd0-57a3ab6962bd req-d8b945e4-e881-4a7e-b1b6-3310a43a8834 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c022560-f714-4fbe-9c00-664b14052ee0 HTTP/1.1" status: 200 len: 835 time: 0.0589242 Jan 11 10:12:59.385093 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f75e5d4c-8f40-495d-8046-75fbcf2a1698 req-eac2ddea-a114-4adf-a5c1-ef4c1fbd28e5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 946 time: 0.1132045 Jan 11 10:12:59.434291 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f75e5d4c-8f40-495d-8046-75fbcf2a1698 req-8cb70413-0890-4808-82c8-2b5624ae27d8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=915de01b-29d1-4ab9-86a8-38c48ddaef52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435691 Jan 11 10:12:59.468401 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e0018-1d20-4360-8fd0-57a3ab6962bd req-365b4ae2-0a90-4edd-93b5-ab219dfde51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:12:59.469872 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-991e0018-1d20-4360-8fd0-57a3ab6962bd req-365b4ae2-0a90-4edd-93b5-ab219dfde51e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d821a4d8-78a8-4a8f-961e-6d4064dd30c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771251 Jan 11 10:12:59.566718 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1d89e696-e015-4b61-8471-6614d5395656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021327292', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '34080225-2efd-47d1-84ae-013d73c36083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:11:28Z', 'updated_at': '2022-01-11T10:11:33Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '34080225-2efd-47d1-84ae-013d73c36083', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:11:29Z', 'updated_at': '2022-01-11T10:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '7de6f040-68e3-4a6c-b8c6-35b6caa05a44', 'name': '', 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:8c:42:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '6c022560-f714-4fbe-9c00-664b14052ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:11:32Z', 'updated_at': '2022-01-11T10:11:39Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '6c022560-f714-4fbe-9c00-664b14052ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:12:59.574731 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d89e696-e015-4b61-8471-6614d5395656 None None] Checking router: eda6a0d4-d5dd-4862-af4e-5619531b96c3 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:12:59.594339 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d89e696-e015-4b61-8471-6614d5395656 None None] Routers {'eda6a0d4-d5dd-4862-af4e-5619531b96c3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:12:59.594955 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1d89e696-e015-4b61-8471-6614d5395656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:12:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['eda6a0d4-d5dd-4862-af4e-5619531b96c3'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:12:59.606234 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-991e0018-1d20-4360-8fd0-57a3ab6962bd req-7bfc630e-4a73-4451-80cc-4c77270a535b service neutron] 10.222.0.42 "GET /v2.0/networks/d821a4d8-78a8-4a8f-961e-6d4064dd30c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289916 Jan 11 10:12:59.737675 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-991e0018-1d20-4360-8fd0-57a3ab6962bd req-9cdf5d1d-da81-4e70-abf0-f722ed49c904 service neutron] 10.222.0.42 "GET /v2.0/networks/d821a4d8-78a8-4a8f-961e-6d4064dd30c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255498 Jan 11 10:12:59.795987 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-1d89e696-e015-4b61-8471-6614d5395656 None None] Set router eda6a0d4-d5dd-4862-af4e-5619531b96c3 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:13:00.138964 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1d89e696-e015-4b61-8471-6614d5395656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021327292', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '34080225-2efd-47d1-84ae-013d73c36083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:11:28Z', 'updated_at': '2022-01-11T10:11:33Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '34080225-2efd-47d1-84ae-013d73c36083', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:11:29Z', 'updated_at': '2022-01-11T10:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '7de6f040-68e3-4a6c-b8c6-35b6caa05a44', 'name': '', 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:8c:42:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '6c022560-f714-4fbe-9c00-664b14052ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:11:32Z', 'updated_at': '2022-01-11T10:11:39Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '6c022560-f714-4fbe-9c00-664b14052ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:13:00.142739 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d89e696-e015-4b61-8471-6614d5395656 None None] The sync data for ids ['eda6a0d4-d5dd-4862-af4e-5619531b96c3'] in dv-neutron-823402-4-hyperv is: [{'id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021327292', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '34080225-2efd-47d1-84ae-013d73c36083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:11:28Z', 'updated_at': '2022-01-11T10:11:33Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '34080225-2efd-47d1-84ae-013d73c36083', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:11:29Z', 'updated_at': '2022-01-11T10:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '7de6f040-68e3-4a6c-b8c6-35b6caa05a44', 'name': '', 'network_id': 'd821a4d8-78a8-4a8f-961e-6d4064dd30c6', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:8c:42:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '6c022560-f714-4fbe-9c00-664b14052ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:11:32Z', 'updated_at': '2022-01-11T10:11:39Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '6c022560-f714-4fbe-9c00-664b14052ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:13:00.359827 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d1bf97-0e11-4036-b2b0-9cf2ab503d48 None None] New status for floating IP 22b58200-7b2e-40b6-af03-a26eda8ec2db: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 10:13:00.623265 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae774f-6e02-4b46-8639-bae4dd3ded11 req-da091e25-3a49-4427-9951-77af7828a027 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:00.624705 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-36ae774f-6e02-4b46-8639-bae4dd3ded11 req-da091e25-3a49-4427-9951-77af7828a027 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 946 time: 0.0785711 Jan 11 10:13:00.668193 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-36ae774f-6e02-4b46-8639-bae4dd3ded11 req-0aa87b95-a1b7-44a3-b014-c654c44f2a7d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=915de01b-29d1-4ab9-86a8-38c48ddaef52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379903 Jan 11 10:13:01.212080 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10478628-b971-45b9-b2a0-b064fb8f95cf req-870d0b60-821f-4132-bbc6-03cb77451a0b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:01.212765 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-10478628-b971-45b9-b2a0-b064fb8f95cf req-870d0b60-821f-4132-bbc6-03cb77451a0b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Synchronizing usage tracker for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:13:01.224020 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-10478628-b971-45b9-b2a0-b064fb8f95cf req-870d0b60-821f-4132-bbc6-03cb77451a0b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Unset dirty status for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:13:01.225118 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-10478628-b971-45b9-b2a0-b064fb8f95cf req-870d0b60-821f-4132-bbc6-03cb77451a0b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 946 time: 0.0898514 Jan 11 10:13:01.295858 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-10478628-b971-45b9-b2a0-b064fb8f95cf req-d3b33b91-b515-4786-a161-c6b1ef96af45 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Deleting port 94db3fde-8b6c-4236-8550-80775737469f {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:13:01.296191 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-10478628-b971-45b9-b2a0-b064fb8f95cf req-d3b33b91-b515-4786-a161-c6b1ef96af45 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:01.540620 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-10478628-b971-45b9-b2a0-b064fb8f95cf req-d3b33b91-b515-4786-a161-c6b1ef96af45 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] For port 94db3fde-8b6c-4236-8550-80775737469f, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=94db3fde-8b6c-4236-8550-80775737469f,segment=NetworkSegment(40e387ff-b9cb-4ac8-9c08-83d5f573260d),segment_id=40e387ff-b9cb-4ac8-9c08-83d5f573260d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:13:01.540882 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-10478628-b971-45b9-b2a0-b064fb8f95cf req-d3b33b91-b515-4786-a161-c6b1ef96af45 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:01.771945 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-10478628-b971-45b9-b2a0-b064fb8f95cf req-d3b33b91-b515-4786-a161-c6b1ef96af45 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Calling delete_port for 94db3fde-8b6c-4236-8550-80775737469f owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:13:01.856888 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd52439-5bbb-404e-8891-f9fd685722e6 req-6af88648-988b-4c7e-b03e-ecb06fbdbe66 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:01.858302 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1cd52439-5bbb-404e-8891-f9fd685722e6 req-6af88648-988b-4c7e-b03e-ecb06fbdbe66 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e59cc01-9ca6-40e1-a41a-91aa763e186d HTTP/1.1" status: 200 len: 946 time: 0.0837574 Jan 11 10:13:01.916431 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1cd52439-5bbb-404e-8891-f9fd685722e6 req-01644c8e-e898-4530-b2ef-843b73d30797 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=915de01b-29d1-4ab9-86a8-38c48ddaef52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521054 Jan 11 10:13:01.919502 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-10478628-b971-45b9-b2a0-b064fb8f95cf req-d3b33b91-b515-4786-a161-c6b1ef96af45 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:01.981510 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b33b91-b515-4786-a161-c6b1ef96af45 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Port': ['ID=94db3fde-8b6c-4236-8550-80775737469f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:02.023814 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b33b91-b515-4786-a161-c6b1ef96af45 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:02.024147 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b33b91-b515-4786-a161-c6b1ef96af45 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:02.024482 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b33b91-b515-4786-a161-c6b1ef96af45 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:02.024812 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b33b91-b515-4786-a161-c6b1ef96af45 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:02.025137 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b33b91-b515-4786-a161-c6b1ef96af45 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:02.025460 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b33b91-b515-4786-a161-c6b1ef96af45 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:02.025779 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b33b91-b515-4786-a161-c6b1ef96af45 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:02.026115 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b33b91-b515-4786-a161-c6b1ef96af45 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:02.026450 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b33b91-b515-4786-a161-c6b1ef96af45 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:02.026770 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b33b91-b515-4786-a161-c6b1ef96af45 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:02.027089 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b33b91-b515-4786-a161-c6b1ef96af45 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:02.027399 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b33b91-b515-4786-a161-c6b1ef96af45 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:02.066955 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-10478628-b971-45b9-b2a0-b064fb8f95cf req-d3b33b91-b515-4786-a161-c6b1ef96af45 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] No DVR routers for this DVR port 94db3fde-8b6c-4236-8550-80775737469f on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:13:02.069461 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-10478628-b971-45b9-b2a0-b064fb8f95cf req-d3b33b91-b515-4786-a161-c6b1ef96af45 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:02.071998 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e59cc01-9ca6-40e1-a41a-91aa763e186d', 'name': 'network-vif-deleted', 'tag': '94db3fde-8b6c-4236-8550-80775737469f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:13:02.089370 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-10478628-b971-45b9-b2a0-b064fb8f95cf req-d3b33b91-b515-4786-a161-c6b1ef96af45 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.42 "DELETE /v2.0/ports/94db3fde-8b6c-4236-8550-80775737469f HTTP/1.1" status: 204 len: 173 time: 0.8589563 Jan 11 10:13:02.123786 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e59cc01-9ca6-40e1-a41a-91aa763e186d', 'name': 'network-vif-deleted', 'tag': '94db3fde-8b6c-4236-8550-80775737469f', 'status': 'completed', 'code': 200} Jan 11 10:13:03.008892 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41032) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:13:03.550286 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-781e1714-9f0c-497b-9738-105e83eb21e5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:03.817056 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 94db3fde-8b6c-4236-8550-80775737469f no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:13:03.855012 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: 94db3fde-8b6c-4236-8550-80775737469f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:13:03.855354 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 94db3fde-8b6c-4236-8550-80775737469f not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:13:03.908628 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-781e1714-9f0c-497b-9738-105e83eb21e5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Deleting port 7de6f040-68e3-4a6c-b8c6-35b6caa05a44 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:13:03.908962 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-781e1714-9f0c-497b-9738-105e83eb21e5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:04.097200 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-781e1714-9f0c-497b-9738-105e83eb21e5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] For port 7de6f040-68e3-4a6c-b8c6-35b6caa05a44, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=7de6f040-68e3-4a6c-b8c6-35b6caa05a44,segment=NetworkSegment(40e387ff-b9cb-4ac8-9c08-83d5f573260d),segment_id=40e387ff-b9cb-4ac8-9c08-83d5f573260d)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:13:04.097869 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-781e1714-9f0c-497b-9738-105e83eb21e5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:04.329171 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-781e1714-9f0c-497b-9738-105e83eb21e5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Calling delete_port for 7de6f040-68e3-4a6c-b8c6-35b6caa05a44 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:13:04.508038 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-781e1714-9f0c-497b-9738-105e83eb21e5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:04.558453 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e1714-9f0c-497b-9738-105e83eb21e5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Port': ['ID=7de6f040-68e3-4a6c-b8c6-35b6caa05a44,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:04.615227 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:04.833622 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-781e1714-9f0c-497b-9738-105e83eb21e5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:05.197627 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781e1714-9f0c-497b-9738-105e83eb21e5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Router eda6a0d4-d5dd-4862-af4e-5619531b96c3 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:13:05.371952 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781e1714-9f0c-497b-9738-105e83eb21e5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:13:05.382545 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764df634-544c-416d-8613-019517455709 None None] Sync routers for ids ['eda6a0d4-d5dd-4862-af4e-5619531b96c3'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:13:05.384894 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-781e1714-9f0c-497b-9738-105e83eb21e5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "PUT /v2.0/routers/eda6a0d4-d5dd-4862-af4e-5619531b96c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3749578 Jan 11 10:13:05.387485 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41036) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:13:05.391873 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764df634-544c-416d-8613-019517455709 None None] Routers {'eda6a0d4-d5dd-4862-af4e-5619531b96c3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:13:05.392472 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-764df634-544c-416d-8613-019517455709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:12:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['eda6a0d4-d5dd-4862-af4e-5619531b96c3'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:13:05.455069 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-7211197c-8f2f-4d75-8620-704841fc3e74 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Deleting subnet 6c022560-f714-4fbe-9c00-664b14052ee0 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 10:13:05.457867 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7211197c-8f2f-4d75-8620-704841fc3e74 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:05.511568 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7211197c-8f2f-4d75-8620-704841fc3e74 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:05.565833 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-764df634-544c-416d-8613-019517455709 None None] Set router eda6a0d4-d5dd-4862-af4e-5619531b96c3 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:13:05.596196 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7211197c-8f2f-4d75-8620-704841fc3e74 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:05.788700 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7211197c-8f2f-4d75-8620-704841fc3e74 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:05.828817 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211197c-8f2f-4d75-8620-704841fc3e74 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Subnet': ['ID=6c022560-f714-4fbe-9c00-664b14052ee0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:05.830748 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7211197c-8f2f-4d75-8620-704841fc3e74 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:05.836802 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-7211197c-8f2f-4d75-8620-704841fc3e74 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "DELETE /v2.0/subnets/6c022560-f714-4fbe-9c00-664b14052ee0 HTTP/1.1" status: 204 len: 168 time: 0.4482250 Jan 11 10:13:05.839332 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41040) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:13:05.842348 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5c8f96-350d-47c6-aa80-8bc390e96a66 None None] Network d821a4d8-78a8-4a8f-961e-6d4064dd30c6 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:13:05.945934 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-764df634-544c-416d-8613-019517455709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021327292', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '34080225-2efd-47d1-84ae-013d73c36083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:11:28Z', 'updated_at': '2022-01-11T10:13:04Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '34080225-2efd-47d1-84ae-013d73c36083', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:11:29Z', 'updated_at': '2022-01-11T10:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:13:05.974631 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764df634-544c-416d-8613-019517455709 None None] Checking router: eda6a0d4-d5dd-4862-af4e-5619531b96c3 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:13:06.015896 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9ab2-dd57-4cf7-a174-545047749c72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:06.019799 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764df634-544c-416d-8613-019517455709 None None] Routers {'eda6a0d4-d5dd-4862-af4e-5619531b96c3'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:13:06.020418 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-764df634-544c-416d-8613-019517455709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:12:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['eda6a0d4-d5dd-4862-af4e-5619531b96c3'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:13:06.193568 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9ab2-dd57-4cf7-a174-545047749c72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:06.204449 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3a1a9ab2-dd57-4cf7-a174-545047749c72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Deleting port 34080225-2efd-47d1-84ae-013d73c36083 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:13:06.205042 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9ab2-dd57-4cf7-a174-545047749c72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:06.213671 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-764df634-544c-416d-8613-019517455709 None None] Set router eda6a0d4-d5dd-4862-af4e-5619531b96c3 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:13:06.352642 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc1ec16-c85d-4f0d-9f66-0aab85fde38e None None] DHCP port deletion for d821a4d8-78a8-4a8f-961e-6d4064dd30c6 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 10:13:06.376175 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2fc1ec16-c85d-4f0d-9f66-0aab85fde38e None None] Deleting port 1b6d70cc-881f-4c88-8e9d-a34bc87e572f {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:13:06.376545 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2fc1ec16-c85d-4f0d-9f66-0aab85fde38e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:06.389113 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-3a1a9ab2-dd57-4cf7-a174-545047749c72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] For port 34080225-2efd-47d1-84ae-013d73c36083, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=34080225-2efd-47d1-84ae-013d73c36083,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:13:06.389460 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9ab2-dd57-4cf7-a174-545047749c72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:06.514210 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3a1a9ab2-dd57-4cf7-a174-545047749c72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Calling delete_port for 34080225-2efd-47d1-84ae-013d73c36083 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:13:06.685769 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9ab2-dd57-4cf7-a174-545047749c72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:06.706926 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2fc1ec16-c85d-4f0d-9f66-0aab85fde38e None None] For port 1b6d70cc-881f-4c88-8e9d-a34bc87e572f, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=1b6d70cc-881f-4c88-8e9d-a34bc87e572f,segment=NetworkSegment(40e387ff-b9cb-4ac8-9c08-83d5f573260d),segment_id=40e387ff-b9cb-4ac8-9c08-83d5f573260d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:13:06.707478 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2fc1ec16-c85d-4f0d-9f66-0aab85fde38e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:06.735171 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a9ab2-dd57-4cf7-a174-545047749c72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Port': ['ID=34080225-2efd-47d1-84ae-013d73c36083,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:06.823166 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9ab2-dd57-4cf7-a174-545047749c72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:06.840056 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2fc1ec16-c85d-4f0d-9f66-0aab85fde38e None None] Calling delete_port for 1b6d70cc-881f-4c88-8e9d-a34bc87e572f owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:13:06.895328 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-764df634-544c-416d-8613-019517455709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021327292', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '34080225-2efd-47d1-84ae-013d73c36083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:11:28Z', 'updated_at': '2022-01-11T10:13:04Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '34080225-2efd-47d1-84ae-013d73c36083', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:11:29Z', 'updated_at': '2022-01-11T10:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:13:06.901827 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764df634-544c-416d-8613-019517455709 None None] The sync data for ids ['eda6a0d4-d5dd-4862-af4e-5619531b96c3'] in dv-neutron-823402-4-hyperv is: [{'id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021327292', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '34080225-2efd-47d1-84ae-013d73c36083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:11:28Z', 'updated_at': '2022-01-11T10:13:04Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '34080225-2efd-47d1-84ae-013d73c36083', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda6a0d4-d5dd-4862-af4e-5619531b96c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:11:29Z', 'updated_at': '2022-01-11T10:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:13:06.927002 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2fc1ec16-c85d-4f0d-9f66-0aab85fde38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:06.978158 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1ec16-c85d-4f0d-9f66-0aab85fde38e None None] Pushing event deleted for resources: {'Port': ['ID=1b6d70cc-881f-4c88-8e9d-a34bc87e572f,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:06.980429 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc1ec16-c85d-4f0d-9f66-0aab85fde38e None None] No DVR routers for this DVR port 1b6d70cc-881f-4c88-8e9d-a34bc87e572f on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:13:06.988665 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ec16-c85d-4f0d-9f66-0aab85fde38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:06.989013 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ec16-c85d-4f0d-9f66-0aab85fde38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:06.989347 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ec16-c85d-4f0d-9f66-0aab85fde38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:06.989677 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ec16-c85d-4f0d-9f66-0aab85fde38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:06.990001 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ec16-c85d-4f0d-9f66-0aab85fde38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:06.990359 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ec16-c85d-4f0d-9f66-0aab85fde38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:06.991672 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ec16-c85d-4f0d-9f66-0aab85fde38e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:06.991672 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ec16-c85d-4f0d-9f66-0aab85fde38e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:06.992050 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ec16-c85d-4f0d-9f66-0aab85fde38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:06.992476 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ec16-c85d-4f0d-9f66-0aab85fde38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:06.992810 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ec16-c85d-4f0d-9f66-0aab85fde38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:06.993165 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ec16-c85d-4f0d-9f66-0aab85fde38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:07.001746 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9ab2-dd57-4cf7-a174-545047749c72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:07.003930 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9ab2-dd57-4cf7-a174-545047749c72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:07.026007 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9ab2-dd57-4cf7-a174-545047749c72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:07.026518 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1a9ab2-dd57-4cf7-a174-545047749c72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Fanout notify agent at l3_agent the message router_deleted on router eda6a0d4-d5dd-4862-af4e-5619531b96c3 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 10:13:07.042058 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9ab2-dd57-4cf7-a174-545047749c72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:07.043150 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3a1a9ab2-dd57-4cf7-a174-545047749c72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "DELETE /v2.0/routers/eda6a0d4-d5dd-4862-af4e-5619531b96c3 HTTP/1.1" status: 204 len: 168 time: 1.2029209 Jan 11 10:13:07.045786 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41044) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:13:07.275345 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-441c87be-1b35-4a68-a63f-2e27471abf84 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:07.367043 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 1b6d70cc-881f-4c88-8e9d-a34bc87e572f no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:13:07.403020 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 1b6d70cc-881f-4c88-8e9d-a34bc87e572f {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:13:07.403359 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 1b6d70cc-881f-4c88-8e9d-a34bc87e572f not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:13:07.418565 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-441c87be-1b35-4a68-a63f-2e27471abf84 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:07.443808 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-441c87be-1b35-4a68-a63f-2e27471abf84 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d821a4d8-78a8-4a8f-961e-6d4064dd30c6']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:13:07.460316 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-441c87be-1b35-4a68-a63f-2e27471abf84 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e387ff-b9cb-4ac8-9c08-83d5f573260d') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:13:07.460631 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-441c87be-1b35-4a68-a63f-2e27471abf84 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e387ff-b9cb-4ac8-9c08-83d5f573260d') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:13:07.471809 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-441c87be-1b35-4a68-a63f-2e27471abf84 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:07.487930 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-441c87be-1b35-4a68-a63f-2e27471abf84 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:07.494844 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-441c87be-1b35-4a68-a63f-2e27471abf84 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 10:13:07.495218 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-441c87be-1b35-4a68-a63f-2e27471abf84 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 10:13:07.510389 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 10:13:07.592697 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-441c87be-1b35-4a68-a63f-2e27471abf84 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:07.610679 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-441c87be-1b35-4a68-a63f-2e27471abf84 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:07.626290 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c87be-1b35-4a68-a63f-2e27471abf84 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Network': ['ID=d821a4d8-78a8-4a8f-961e-6d4064dd30c6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:07.634905 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-441c87be-1b35-4a68-a63f-2e27471abf84 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "DELETE /v2.0/networks/d821a4d8-78a8-4a8f-961e-6d4064dd30c6 HTTP/1.1" status: 204 len: 168 time: 0.5881085 Jan 11 10:13:07.637473 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41048) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:13:07.706021 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-511966ac-f467-4793-8304-150951dbbc7c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:07.735931 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-511966ac-f467-4793-8304-150951dbbc7c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:07.798655 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-511966ac-f467-4793-8304-150951dbbc7c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:07.815855 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511966ac-f467-4793-8304-150951dbbc7c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=915de01b-29d1-4ab9-86a8-38c48ddaef52,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:07.830129 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-511966ac-f467-4793-8304-150951dbbc7c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:07.831343 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-511966ac-f467-4793-8304-150951dbbc7c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "DELETE /v2.0/security-groups/915de01b-29d1-4ab9-86a8-38c48ddaef52 HTTP/1.1" status: 204 len: 168 time: 0.1929479 Jan 11 10:13:08.143733 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41056) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:13:08.149429 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-f956a5d1-a3a1-41ef-9cce-8d130e4b063f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1628292315', 'description': 'tempest-secgroup-smoke-1628292315 description', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:13:08.155385 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f956a5d1-a3a1-41ef-9cce-8d130e4b063f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:13:08.159548 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f956a5d1-a3a1-41ef-9cce-8d130e4b063f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:13:08.162471 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f956a5d1-a3a1-41ef-9cce-8d130e4b063f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:13:08.169169 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f956a5d1-a3a1-41ef-9cce-8d130e4b063f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:13:08.178989 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f956a5d1-a3a1-41ef-9cce-8d130e4b063f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:08.197909 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f956a5d1-a3a1-41ef-9cce-8d130e4b063f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:13:08.201685 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f956a5d1-a3a1-41ef-9cce-8d130e4b063f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:13:08.204427 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f956a5d1-a3a1-41ef-9cce-8d130e4b063f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:13:08.210757 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f956a5d1-a3a1-41ef-9cce-8d130e4b063f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:13:08.278213 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f956a5d1-a3a1-41ef-9cce-8d130e4b063f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:08.281673 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f956a5d1-a3a1-41ef-9cce-8d130e4b063f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:08.335393 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956a5d1-a3a1-41ef-9cce-8d130e4b063f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce13008-4e70-4bf7-af05-3841b27515b3,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:08.338183 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f956a5d1-a3a1-41ef-9cce-8d130e4b063f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:08.339374 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f956a5d1-a3a1-41ef-9cce-8d130e4b063f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1946356 Jan 11 10:13:08.342374 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41060) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:13:08.347336 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d7731b56-f832-4b7a-9fb1-4f284cf23ae6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': '1ce13008-4e70-4bf7-af05-3841b27515b3', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:13:08.353793 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d7731b56-f832-4b7a-9fb1-4f284cf23ae6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:13:08.357597 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d7731b56-f832-4b7a-9fb1-4f284cf23ae6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:13:08.360499 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d7731b56-f832-4b7a-9fb1-4f284cf23ae6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:13:08.366746 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d7731b56-f832-4b7a-9fb1-4f284cf23ae6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:13:08.383244 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d7731b56-f832-4b7a-9fb1-4f284cf23ae6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:08.444268 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d7731b56-f832-4b7a-9fb1-4f284cf23ae6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:08.447471 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d7731b56-f832-4b7a-9fb1-4f284cf23ae6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:08.469364 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7731b56-f832-4b7a-9fb1-4f284cf23ae6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d07a91-11f8-4506-90c2-1c8168005c5c,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:08.478655 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d7731b56-f832-4b7a-9fb1-4f284cf23ae6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:08.479808 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d7731b56-f832-4b7a-9fb1-4f284cf23ae6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365061 Jan 11 10:13:08.482639 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41064) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:13:08.487559 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d56b23a3-60d0-419d-8efe-707c90c45826 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': '1ce13008-4e70-4bf7-af05-3841b27515b3', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:13:08.493731 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d56b23a3-60d0-419d-8efe-707c90c45826 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:13:08.497435 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d56b23a3-60d0-419d-8efe-707c90c45826 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:13:08.500273 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d56b23a3-60d0-419d-8efe-707c90c45826 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:13:08.506131 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d56b23a3-60d0-419d-8efe-707c90c45826 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:13:08.521173 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d56b23a3-60d0-419d-8efe-707c90c45826 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:08.581903 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d56b23a3-60d0-419d-8efe-707c90c45826 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:08.585232 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d56b23a3-60d0-419d-8efe-707c90c45826 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:08.608772 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:13:08.609362 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b23a3-60d0-419d-8efe-707c90c45826 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5aac1ae-6ee4-4331-b5e4-cb12219fc4fb,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:08.618871 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d56b23a3-60d0-419d-8efe-707c90c45826 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:08.620252 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d56b23a3-60d0-419d-8efe-707c90c45826 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1365764 Jan 11 10:13:08.623377 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41068) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:13:08.628381 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4bbbdc85-33db-44b3-8935-63952f1d9b9f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': '1ce13008-4e70-4bf7-af05-3841b27515b3', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:13:08.634321 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4bbbdc85-33db-44b3-8935-63952f1d9b9f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:13:08.638422 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4bbbdc85-33db-44b3-8935-63952f1d9b9f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:13:08.641221 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4bbbdc85-33db-44b3-8935-63952f1d9b9f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:13:08.646930 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4bbbdc85-33db-44b3-8935-63952f1d9b9f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:13:08.664870 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4bbbdc85-33db-44b3-8935-63952f1d9b9f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:08.728524 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4bbbdc85-33db-44b3-8935-63952f1d9b9f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:08.731906 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4bbbdc85-33db-44b3-8935-63952f1d9b9f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:08.757221 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbdc85-33db-44b3-8935-63952f1d9b9f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af7eb1c-d335-4f82-a55c-6d0dbaa60754,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:08.766380 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4bbbdc85-33db-44b3-8935-63952f1d9b9f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:08.767798 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4bbbdc85-33db-44b3-8935-63952f1d9b9f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433969 Jan 11 10:13:08.770394 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41072) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:13:08.776121 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-df5e741e-4e60-4b41-88c0-20ea03c90a86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': '1ce13008-4e70-4bf7-af05-3841b27515b3', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:13:08.781746 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-df5e741e-4e60-4b41-88c0-20ea03c90a86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:13:08.785458 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-df5e741e-4e60-4b41-88c0-20ea03c90a86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:13:08.788357 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-df5e741e-4e60-4b41-88c0-20ea03c90a86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:13:08.794448 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-df5e741e-4e60-4b41-88c0-20ea03c90a86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:13:08.810581 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-df5e741e-4e60-4b41-88c0-20ea03c90a86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:08.873373 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-df5e741e-4e60-4b41-88c0-20ea03c90a86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:08.876673 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-df5e741e-4e60-4b41-88c0-20ea03c90a86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:08.902454 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e741e-4e60-4b41-88c0-20ea03c90a86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb36d59-930f-4ab4-8ebe-d85fb28cbeec,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:08.911657 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-df5e741e-4e60-4b41-88c0-20ea03c90a86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:08.912922 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-df5e741e-4e60-4b41-88c0-20ea03c90a86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1414387 Jan 11 10:13:08.916517 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41076) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:13:08.921412 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-0babd248-e243-4b67-88eb-4b35f98ee6e3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': '1ce13008-4e70-4bf7-af05-3841b27515b3', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:13:08.927189 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0babd248-e243-4b67-88eb-4b35f98ee6e3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:13:08.931253 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0babd248-e243-4b67-88eb-4b35f98ee6e3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:13:08.934105 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-0babd248-e243-4b67-88eb-4b35f98ee6e3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:13:08.940168 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-0babd248-e243-4b67-88eb-4b35f98ee6e3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:13:08.942325 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7de6f040-68e3-4a6c-b8c6-35b6caa05a44 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:13:08.950712 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-0babd248-e243-4b67-88eb-4b35f98ee6e3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Project 6029e67c78cc44a08fe7b20a1dc57c80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 10:13:08.957403 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0babd248-e243-4b67-88eb-4b35f98ee6e3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:08.975949 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 7de6f040-68e3-4a6c-b8c6-35b6caa05a44 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:13:08.976292 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7de6f040-68e3-4a6c-b8c6-35b6caa05a44 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:13:08.977293 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 34080225-2efd-47d1-84ae-013d73c36083 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:13:09.012145 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 34080225-2efd-47d1-84ae-013d73c36083 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:13:09.012487 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 34080225-2efd-47d1-84ae-013d73c36083 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:13:09.022882 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0babd248-e243-4b67-88eb-4b35f98ee6e3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:09.026963 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0babd248-e243-4b67-88eb-4b35f98ee6e3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:09.051761 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babd248-e243-4b67-88eb-4b35f98ee6e3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb583ae-8bda-4220-9e04-0caf9186a781,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:09.060542 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0babd248-e243-4b67-88eb-4b35f98ee6e3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:09.061694 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0babd248-e243-4b67-88eb-4b35f98ee6e3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1442635 Jan 11 10:13:09.064394 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41080) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:13:09.069158 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c06b6e6e-8d4a-450e-948c-08723b9a0666 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': '1ce13008-4e70-4bf7-af05-3841b27515b3', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:13:09.075455 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c06b6e6e-8d4a-450e-948c-08723b9a0666 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:13:09.079145 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c06b6e6e-8d4a-450e-948c-08723b9a0666 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:13:09.081944 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c06b6e6e-8d4a-450e-948c-08723b9a0666 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:13:09.088163 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c06b6e6e-8d4a-450e-948c-08723b9a0666 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:13:09.098174 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-c06b6e6e-8d4a-450e-948c-08723b9a0666 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Project 6029e67c78cc44a08fe7b20a1dc57c80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 10:13:09.104547 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c06b6e6e-8d4a-450e-948c-08723b9a0666 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:09.169757 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c06b6e6e-8d4a-450e-948c-08723b9a0666 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:09.173415 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c06b6e6e-8d4a-450e-948c-08723b9a0666 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:09.195012 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b6e6e-8d4a-450e-948c-08723b9a0666 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4663e9b1-8f78-4ae3-a350-9e3bbcbd7549,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:09.203189 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c06b6e6e-8d4a-450e-948c-08723b9a0666 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:09.204330 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c06b6e6e-8d4a-450e-948c-08723b9a0666 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1390543 Jan 11 10:13:09.207128 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41084) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:13:09.213116 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8da79357-6018-4138-bcc1-c3b18d375cfb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'network': {'name': 'tempest-network-smoke--1667579056', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'port_security_enabled': True}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:13:09.217738 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8da79357-6018-4138-bcc1-c3b18d375cfb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:13:09.221640 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8da79357-6018-4138-bcc1-c3b18d375cfb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:network and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:13:09.224440 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8da79357-6018-4138-bcc1-c3b18d375cfb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:13:09.230229 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8da79357-6018-4138-bcc1-c3b18d375cfb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:13:09.239373 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da79357-6018-4138-bcc1-c3b18d375cfb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Made reservation on behalf of 6029e67c78cc44a08fe7b20a1dc57c80 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:13:09.242761 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8da79357-6018-4138-bcc1-c3b18d375cfb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:09.269203 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da79357-6018-4138-bcc1-c3b18d375cfb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 10:13:09.278029 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8da79357-6018-4138-bcc1-c3b18d375cfb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:09.278394 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-8da79357-6018-4138-bcc1-c3b18d375cfb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Added segment 0641dce9-a785-48c9-ae37-5bb05f96437d of type vlan for network a44ce03b-c325-4385-8620-ea25974cf698 Jan 11 10:13:09.304325 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8da79357-6018-4138-bcc1-c3b18d375cfb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:09.333703 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8da79357-6018-4138-bcc1-c3b18d375cfb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:09.342678 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da79357-6018-4138-bcc1-c3b18d375cfb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:09.343584 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8da79357-6018-4138-bcc1-c3b18d375cfb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:09.403113 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8da79357-6018-4138-bcc1-c3b18d375cfb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1950192 Jan 11 10:13:09.405978 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41088) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:13:09.411160 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b65c3710-9aa9-4adb-95ae-4f3fcb9f1f21 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1751046563', 'admin_state_up': True, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:13:09.418560 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b65c3710-9aa9-4adb-95ae-4f3fcb9f1f21 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:13:09.422325 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b65c3710-9aa9-4adb-95ae-4f3fcb9f1f21 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:router and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:13:09.425029 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b65c3710-9aa9-4adb-95ae-4f3fcb9f1f21 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:13:09.431799 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b65c3710-9aa9-4adb-95ae-4f3fcb9f1f21 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:13:09.440615 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b65c3710-9aa9-4adb-95ae-4f3fcb9f1f21 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:09.441556 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b65c3710-9aa9-4adb-95ae-4f3fcb9f1f21 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:09.455473 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da79357-6018-4138-bcc1-c3b18d375cfb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Network': ['ID=a44ce03b-c325-4385-8620-ea25974cf698,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:09.459460 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b65c3710-9aa9-4adb-95ae-4f3fcb9f1f21 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:09.465522 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network a44ce03b-c325-4385-8620-ea25974cf698 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 10:13:09.731050 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b65c3710-9aa9-4adb-95ae-4f3fcb9f1f21 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:10.029785 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b65c3710-9aa9-4adb-95ae-4f3fcb9f1f21 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:10.060083 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b65c3710-9aa9-4adb-95ae-4f3fcb9f1f21 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:10.191498 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-b65c3710-9aa9-4adb-95ae-4f3fcb9f1f21 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Allocated IP 172.26.3.97 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/6907a615-3cdd-4b59-860a-aa850bd9a5fc) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:13:10.438560 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b65c3710-9aa9-4adb-95ae-4f3fcb9f1f21 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:10.468353 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b65c3710-9aa9-4adb-95ae-4f3fcb9f1f21 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:10.532718 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65c3710-9aa9-4adb-95ae-4f3fcb9f1f21 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:13:10.535897 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-b65c3710-9aa9-4adb-95ae-4f3fcb9f1f21 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:13:10.540279 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65c3710-9aa9-4adb-95ae-4f3fcb9f1f21 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:13:10.579824 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c3710-9aa9-4adb-95ae-4f3fcb9f1f21 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=6907a615-3cdd-4b59-860a-aa850bd9a5fc,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:10.945036 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b65c3710-9aa9-4adb-95ae-4f3fcb9f1f21 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:11.277461 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b65c3710-9aa9-4adb-95ae-4f3fcb9f1f21 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:11.482105 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65c3710-9aa9-4adb-95ae-4f3fcb9f1f21 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Router bb5fe187-0570-44a3-870b-11fb0bacb0ca is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 10:13:11.662674 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65c3710-9aa9-4adb-95ae-4f3fcb9f1f21 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:13:11.678016 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] Sync routers for ids ['bb5fe187-0570-44a3-870b-11fb0bacb0ca'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:13:11.690941 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] Routers {'bb5fe187-0570-44a3-870b-11fb0bacb0ca'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:13:11.692366 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:12:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['bb5fe187-0570-44a3-870b-11fb0bacb0ca'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:13:11.700304 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b65c3710-9aa9-4adb-95ae-4f3fcb9f1f21 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:11.704477 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b65c3710-9aa9-4adb-95ae-4f3fcb9f1f21 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2946680 Jan 11 10:13:11.704714 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41092) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:13:11.871087 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5454870d-cf44-42ca-ac33-2b08eceb9239 tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=6029e67c78cc44a08fe7b20a1dc57c80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1628251 Jan 11 10:13:11.871270 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41096) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:13:11.903750 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] Set router bb5fe187-0570-44a3-870b-11fb0bacb0ca gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:13:12.004792 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ed58f1-95c7-48d4-9594-65dd3512f6f0 tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:12.010623 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41100) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:13:12.011215 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-73ed58f1-95c7-48d4-9594-65dd3512f6f0 tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1385970 Jan 11 10:13:12.051203 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7aa20550-0f22-4052-8f65-76561f90e929 tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394409 Jan 11 10:13:12.053614 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41104) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:13:12.059042 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-3aa02a76-3631-4343-bad8-cfef6e0e78b0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2021922871', 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:13:12.167215 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3aa02a76-3631-4343-bad8-cfef6e0e78b0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:13:12.170906 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3aa02a76-3631-4343-bad8-cfef6e0e78b0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:subnet and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:13:12.173650 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3aa02a76-3631-4343-bad8-cfef6e0e78b0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:13:12.179299 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3aa02a76-3631-4343-bad8-cfef6e0e78b0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:13:12.189059 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751046563', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:13:09Z', 'updated_at': '2022-01-11T10:13:10Z', 'revision_number': 3, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:32:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:13:10Z', 'updated_at': '2022-01-11T10:13:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:13:12.191014 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa02a76-3631-4343-bad8-cfef6e0e78b0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Made reservation on behalf of 6029e67c78cc44a08fe7b20a1dc57c80 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:13:12.196180 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3aa02a76-3631-4343-bad8-cfef6e0e78b0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:12.199262 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] Checking router: bb5fe187-0570-44a3-870b-11fb0bacb0ca for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:13:12.199610 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] Updating router bb5fe187-0570-44a3-870b-11fb0bacb0ca port 6907a615-3cdd-4b59-860a-aa850bd9a5fc binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 10:13:12.263507 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:12.431060 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3aa02a76-3631-4343-bad8-cfef6e0e78b0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:12.514534 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa02a76-3631-4343-bad8-cfef6e0e78b0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Subnet': ['ID=ba73a7c5-719a-49b1-8add-42595a4a78f3,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:12.527504 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa02a76-3631-4343-bad8-cfef6e0e78b0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Checking segment: {'id': '0641dce9-a785-48c9-ae37-5bb05f96437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:13:12.527870 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa02a76-3631-4343-bad8-cfef6e0e78b0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network hostable DHCP agents. Network: a44ce03b-c325-4385-8620-ea25974cf698, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 10:13:12.549244 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa02a76-3631-4343-bad8-cfef6e0e78b0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network a44ce03b-c325-4385-8620-ea25974cf698 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 10:13:12.558956 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-3aa02a76-3631-4343-bad8-cfef6e0e78b0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, a44ce03b-c325-4385-8620-ea25974cf698) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:13:12.563052 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa02a76-3631-4343-bad8-cfef6e0e78b0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:12.563723 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3aa02a76-3631-4343-bad8-cfef6e0e78b0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:12.570759 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae892847-8eb9-43ce-8f13-f268bf5431ed None None] Network a44ce03b-c325-4385-8620-ea25974cf698 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:13:12.586717 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3aa02a76-3631-4343-bad8-cfef6e0e78b0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5314739 Jan 11 10:13:12.589687 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41108) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:13:12.608875 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:12.621155 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] Transition to ACTIVE for port object 6907a615-3cdd-4b59-860a-aa850bd9a5fc will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:13:12.638723 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:12.706072 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] Attempting to bind port 6907a615-3cdd-4b59-860a-aa850bd9a5fc on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:13:12.706760 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] Attempting to bind port 6907a615-3cdd-4b59-860a-aa850bd9a5fc by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:13:12.706857 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] Attempting to bind port 6907a615-3cdd-4b59-860a-aa850bd9a5fc on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:13:12.725034 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:13:12.725468 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:13:12.725792 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:12.726212 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:13:12.727269 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] Bound port: 6907a615-3cdd-4b59-860a-aa850bd9a5fc, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:13:12.727637 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:12.802706 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccadac-a0c3-4c81-aac9-be9f808c85ec None None] Pushing event updated for resources: {'Port': ['ID=6907a615-3cdd-4b59-860a-aa850bd9a5fc,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:12.811851 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] For port 6907a615-3cdd-4b59-860a-aa850bd9a5fc, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:13:12.814669 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccadac-a0c3-4c81-aac9-be9f808c85ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:12.815003 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccadac-a0c3-4c81-aac9-be9f808c85ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:12.815510 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccadac-a0c3-4c81-aac9-be9f808c85ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:12.815991 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccadac-a0c3-4c81-aac9-be9f808c85ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:12.816466 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccadac-a0c3-4c81-aac9-be9f808c85ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:12.816941 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccadac-a0c3-4c81-aac9-be9f808c85ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:12.817422 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccadac-a0c3-4c81-aac9-be9f808c85ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:12.817892 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccadac-a0c3-4c81-aac9-be9f808c85ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:12.818383 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccadac-a0c3-4c81-aac9-be9f808c85ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:12.819013 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccadac-a0c3-4c81-aac9-be9f808c85ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:12.819483 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccadac-a0c3-4c81-aac9-be9f808c85ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:12.819966 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccadac-a0c3-4c81-aac9-be9f808c85ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:13:12.825269 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] For port 6907a615-3cdd-4b59-860a-aa850bd9a5fc, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=6907a615-3cdd-4b59-860a-aa850bd9a5fc,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:13:12.831379 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:12.857444 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42081cd4-c913-481b-91f5-9c42be21f49c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-a44ce03b-c325-4385-8620-ea25974cf698', 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'fixed_ips': [{'subnet_id': 'ba73a7c5-719a-49b1-8add-42595a4a78f3'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 10:13:12.858306 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-42081cd4-c913-481b-91f5-9c42be21f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:12.912054 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] Routers {'bb5fe187-0570-44a3-870b-11fb0bacb0ca'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:13:12.912669 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:12:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['bb5fe187-0570-44a3-870b-11fb0bacb0ca'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:13:12.983537 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccadac-a0c3-4c81-aac9-be9f808c85ec None None] Pushing event updated for resources: {'Port': ['ID=6907a615-3cdd-4b59-860a-aa850bd9a5fc,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:13.027832 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-42081cd4-c913-481b-91f5-9c42be21f49c None None] Allocated IP 172.20.0.2 (a44ce03b-c325-4385-8620-ea25974cf698/ba73a7c5-719a-49b1-8add-42595a4a78f3/bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:13:13.128981 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] Set router bb5fe187-0570-44a3-870b-11fb0bacb0ca gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:13:13.273874 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-42081cd4-c913-481b-91f5-9c42be21f49c None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:13.284417 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-42081cd4-c913-481b-91f5-9c42be21f49c None None] Transition to ACTIVE for port object bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:13:13.304226 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-42081cd4-c913-481b-91f5-9c42be21f49c None None] Transition to ACTIVE for port object bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:13:13.311819 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-42081cd4-c913-481b-91f5-9c42be21f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:13.365439 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ece0cb9-0a3c-40a8-a694-31a9bbf4743a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:13.378889 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42081cd4-c913-481b-91f5-9c42be21f49c None None] Network a44ce03b-c325-4385-8620-ea25974cf698 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:13:13.381692 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-42081cd4-c913-481b-91f5-9c42be21f49c None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:13:13.385447 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42081cd4-c913-481b-91f5-9c42be21f49c None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:13:13.423722 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42081cd4-c913-481b-91f5-9c42be21f49c None None] Pushing event updated for resources: {'Port': ['ID=bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:13.426947 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751046563', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:13:09Z', 'updated_at': '2022-01-11T10:13:10Z', 'revision_number': 3, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:32:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:13:10Z', 'updated_at': '2022-01-11T10:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:13:13.431533 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec74e92-9964-4a67-9e4a-96f0828c50cf None None] The sync data for ids ['bb5fe187-0570-44a3-870b-11fb0bacb0ca'] in dv-neutron-823402-4-hyperv is: [{'id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751046563', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:13:09Z', 'updated_at': '2022-01-11T10:13:10Z', 'revision_number': 3, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:32:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:13:10Z', 'updated_at': '2022-01-11T10:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:13:13.499539 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-42081cd4-c913-481b-91f5-9c42be21f49c None None] Attempting to bind port bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:13:13.500003 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-42081cd4-c913-481b-91f5-9c42be21f49c None None] Attempting to bind port bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '0641dce9-a785-48c9-ae37-5bb05f96437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:13:13.500429 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42081cd4-c913-481b-91f5-9c42be21f49c None None] Attempting to bind port bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c on network a44ce03b-c325-4385-8620-ea25974cf698 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:13:13.506059 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42081cd4-c913-481b-91f5-9c42be21f49c None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:13:13.506571 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42081cd4-c913-481b-91f5-9c42be21f49c None None] Checking segment: {'id': '0641dce9-a785-48c9-ae37-5bb05f96437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:13:13.506969 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-42081cd4-c913-481b-91f5-9c42be21f49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:13.507486 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42081cd4-c913-481b-91f5-9c42be21f49c None None] Bound using segment: {'id': '0641dce9-a785-48c9-ae37-5bb05f96437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:13:13.507833 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-42081cd4-c913-481b-91f5-9c42be21f49c None None] Bound port: bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0641dce9-a785-48c9-ae37-5bb05f96437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:13:13.509040 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-42081cd4-c913-481b-91f5-9c42be21f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:13.599417 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-42081cd4-c913-481b-91f5-9c42be21f49c None None] For port bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:13:13.603240 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-42081cd4-c913-481b-91f5-9c42be21f49c None None] For port bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c,segment=NetworkSegment(0641dce9-a785-48c9-ae37-5bb05f96437d),segment_id=0641dce9-a785-48c9-ae37-5bb05f96437d)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:13:13.609990 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-42081cd4-c913-481b-91f5-9c42be21f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:13.715887 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42081cd4-c913-481b-91f5-9c42be21f49c None None] Pushing event updated for resources: {'Port': ['ID=bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:13.838812 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-9ece0cb9-0a3c-40a8-a694-31a9bbf4743a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Allocated IP 172.20.0.1 (a44ce03b-c325-4385-8620-ea25974cf698/ba73a7c5-719a-49b1-8add-42595a4a78f3/7740f702-f3a3-4107-a7b3-c8ad1152a420) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:13:14.133836 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ece0cb9-0a3c-40a8-a694-31a9bbf4743a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:14.150265 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-9ece0cb9-0a3c-40a8-a694-31a9bbf4743a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Transition to ACTIVE for port object 7740f702-f3a3-4107-a7b3-c8ad1152a420 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:13:14.175055 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ece0cb9-0a3c-40a8-a694-31a9bbf4743a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:14.246899 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ece0cb9-0a3c-40a8-a694-31a9bbf4743a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network a44ce03b-c325-4385-8620-ea25974cf698 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:13:14.250177 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-9ece0cb9-0a3c-40a8-a694-31a9bbf4743a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:13:14.254117 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ece0cb9-0a3c-40a8-a694-31a9bbf4743a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:13:14.284453 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece0cb9-0a3c-40a8-a694-31a9bbf4743a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=7740f702-f3a3-4107-a7b3-c8ad1152a420,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:14.317145 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ece0cb9-0a3c-40a8-a694-31a9bbf4743a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:14.589077 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ece0cb9-0a3c-40a8-a694-31a9bbf4743a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:14.704956 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a19d078-2a0c-428d-ba09-625c1d007639 None None] Network a44ce03b-c325-4385-8620-ea25974cf698 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:13:14.827427 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-b0ac803e-c668-41f4-baf8-7bd3ecc4e732 None None] Provisioning for port bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:13:15.018117 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ece0cb9-0a3c-40a8-a694-31a9bbf4743a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:15.023228 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ece0cb9-0a3c-40a8-a694-31a9bbf4743a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:15.065173 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 6907a615-3cdd-4b59-860a-aa850bd9a5fc up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:13:15.146416 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 6907a615-3cdd-4b59-860a-aa850bd9a5fc completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:13:15.146629 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9ece0cb9-0a3c-40a8-a694-31a9bbf4743a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:15.151349 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece0cb9-0a3c-40a8-a694-31a9bbf4743a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=7740f702-f3a3-4107-a7b3-c8ad1152a420,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:15.153360 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 6907a615-3cdd-4b59-860a-aa850bd9a5fc triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:13:15.154476 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:15.286535 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:15.291523 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ece0cb9-0a3c-40a8-a694-31a9bbf4743a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network a44ce03b-c325-4385-8620-ea25974cf698 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:13:15.292774 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-9ece0cb9-0a3c-40a8-a694-31a9bbf4743a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:13:15.303486 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 6907a615-3cdd-4b59-860a-aa850bd9a5fc, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=6907a615-3cdd-4b59-860a-aa850bd9a5fc,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:13:15.312288 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:15.312950 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:13:15.424118 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0d5c4418-6114-4bbc-a079-93cb3d542e6e None None] Provisioning for port 7740f702-f3a3-4107-a7b3-c8ad1152a420 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:13:15.439333 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0d5c4418-6114-4bbc-a079-93cb3d542e6e None None] Provisioning complete for port 7740f702-f3a3-4107-a7b3-c8ad1152a420 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:13:15.439700 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0d5c4418-6114-4bbc-a079-93cb3d542e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:15.482444 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=6907a615-3cdd-4b59-860a-aa850bd9a5fc,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:15.489215 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ece0cb9-0a3c-40a8-a694-31a9bbf4743a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Router bb5fe187-0570-44a3-870b-11fb0bacb0ca has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:13:15.506834 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0d5c4418-6114-4bbc-a079-93cb3d542e6e None None] Port 7740f702-f3a3-4107-a7b3-c8ad1152a420 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:13:15.508923 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:13:15.514305 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:13:15.514726 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:15.649651 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0a518bb0-7863-41f7-9be7-8f6ce6bf0e1d None None] Provisioning complete for port 7740f702-f3a3-4107-a7b3-c8ad1152a420 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:13:15.650025 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0a518bb0-7863-41f7-9be7-8f6ce6bf0e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:15.674047 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:15.728797 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-0a518bb0-7863-41f7-9be7-8f6ce6bf0e1d None None] Port 7740f702-f3a3-4107-a7b3-c8ad1152a420 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:13:15.733786 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c,segment=NetworkSegment(0641dce9-a785-48c9-ae37-5bb05f96437d),segment_id=0641dce9-a785-48c9-ae37-5bb05f96437d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:13:15.737681 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:15.798500 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ece0cb9-0a3c-40a8-a694-31a9bbf4743a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:13:15.807481 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:15.811439 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] Sync routers for ids ['bb5fe187-0570-44a3-870b-11fb0bacb0ca'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:13:15.817002 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9ece0cb9-0a3c-40a8-a694-31a9bbf4743a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "PUT /v2.0/routers/bb5fe187-0570-44a3-870b-11fb0bacb0ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2261739 Jan 11 10:13:15.821907 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] Routers {'bb5fe187-0570-44a3-870b-11fb0bacb0ca'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:13:15.822547 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:12:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['bb5fe187-0570-44a3-870b-11fb0bacb0ca'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:13:15.935425 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6978200f-8a8b-405c-b913-75ba7fbf111c None None] Provisioning complete for port 7740f702-f3a3-4107-a7b3-c8ad1152a420 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:13:15.935987 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6978200f-8a8b-405c-b913-75ba7fbf111c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:15.980246 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-3a6527b8-09da-4669-845d-09038b5cc491 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Synchronizing usage tracker for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:13:15.994977 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-3a6527b8-09da-4669-845d-09038b5cc491 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Unset dirty status for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:13:15.996218 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-3a6527b8-09da-4669-845d-09038b5cc491 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1628292315&fields=id&tenant_id=6029e67c78cc44a08fe7b20a1dc57c80 HTTP/1.1" status: 200 len: 267 time: 0.0570862 Jan 11 10:13:16.103773 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-6978200f-8a8b-405c-b913-75ba7fbf111c None None] Port 7740f702-f3a3-4107-a7b3-c8ad1152a420 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:13:16.114208 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] Set router bb5fe187-0570-44a3-870b-11fb0bacb0ca gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:13:16.149312 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-5b0cff15-df48-4371-9c84-64194fd69648 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:16.150049 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-5b0cff15-df48-4371-9c84-64194fd69648 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Synchronizing usage tracker for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:13:16.165537 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-5b0cff15-df48-4371-9c84-64194fd69648 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Unset dirty status for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:13:16.166880 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-5b0cff15-df48-4371-9c84-64194fd69648 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/networks?id=a44ce03b-c325-4385-8620-ea25974cf698 HTTP/1.1" status: 200 len: 797 time: 0.1639457 Jan 11 10:13:16.182465 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-21e30661-8ff9-4b60-a955-7625d0ec4f18 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/quotas/6029e67c78cc44a08fe7b20a1dc57c80 HTTP/1.1" status: 200 len: 375 time: 0.0099518 Jan 11 10:13:16.265640 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-1d9be992-dcb1-47a9-9c8e-dc5acf060ab9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Synchronizing usage tracker for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:13:16.284341 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-1d9be992-dcb1-47a9-9c8e-dc5acf060ab9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Unset dirty status for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:13:16.285857 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-1d9be992-dcb1-47a9-9c8e-dc5acf060ab9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982497 Jan 11 10:13:16.305544 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-05baf8be-90b5-40cc-b92e-06e8a9ada13a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 10:13:16.306646 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-05baf8be-90b5-40cc-b92e-06e8a9ada13a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059819 Jan 11 10:13:16.437717 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-ba1fe229-a5a4-426b-84a2-29bd3b40de5a service neutron] 10.222.0.15 "GET /v2.0/networks/a44ce03b-c325-4385-8620-ea25974cf698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250892 Jan 11 10:13:16.450826 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751046563', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:13:09Z', 'updated_at': '2022-01-11T10:13:14Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:32:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:13:10Z', 'updated_at': '2022-01-11T10:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '7740f702-f3a3-4107-a7b3-c8ad1152a420', 'name': '', 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:1a:ec:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ba73a7c5-719a-49b1-8add-42595a4a78f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:13:13Z', 'updated_at': '2022-01-11T10:13:14Z', 'revision_number': 2, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': 'ba73a7c5-719a-49b1-8add-42595a4a78f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:13:16.454684 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] Checking router: bb5fe187-0570-44a3-870b-11fb0bacb0ca for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:13:16.455039 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] Updating router bb5fe187-0570-44a3-870b-11fb0bacb0ca port 7740f702-f3a3-4107-a7b3-c8ad1152a420 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 10:13:16.507700 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:16.569736 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-f3d9e998-c1bb-4aa1-b7d5-edfb5b8f0f09 service neutron] 10.222.0.15 "GET /v2.0/networks/a44ce03b-c325-4385-8620-ea25974cf698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263518 Jan 11 10:13:16.845295 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:16.856214 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] Transition to ACTIVE for port object 7740f702-f3a3-4107-a7b3-c8ad1152a420 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:13:16.862914 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:17.015759 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37306a-6149-491d-95a3-11f5f2487d87 None None] Pushing event updated for resources: {'Port': ['ID=7740f702-f3a3-4107-a7b3-c8ad1152a420,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:17.024473 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 6907a615-3cdd-4b59-860a-aa850bd9a5fc up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:13:17.137960 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] Attempting to bind port 7740f702-f3a3-4107-a7b3-c8ad1152a420 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:13:17.138350 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] Attempting to bind port 7740f702-f3a3-4107-a7b3-c8ad1152a420 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '0641dce9-a785-48c9-ae37-5bb05f96437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:13:17.138711 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] Attempting to bind port 7740f702-f3a3-4107-a7b3-c8ad1152a420 on network a44ce03b-c325-4385-8620-ea25974cf698 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:13:17.149873 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:13:17.150259 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] Checking segment: {'id': '0641dce9-a785-48c9-ae37-5bb05f96437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:13:17.150652 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:17.151032 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] Bound using segment: {'id': '0641dce9-a785-48c9-ae37-5bb05f96437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:13:17.151481 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] Bound port: 7740f702-f3a3-4107-a7b3-c8ad1152a420, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0641dce9-a785-48c9-ae37-5bb05f96437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:13:17.151837 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:17.208917 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 6907a615-3cdd-4b59-860a-aa850bd9a5fc triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:13:17.209281 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:17.293727 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] For port 7740f702-f3a3-4107-a7b3-c8ad1152a420, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:13:17.298923 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] For port 7740f702-f3a3-4107-a7b3-c8ad1152a420, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=7740f702-f3a3-4107-a7b3-c8ad1152a420,segment=NetworkSegment(0641dce9-a785-48c9-ae37-5bb05f96437d),segment_id=0641dce9-a785-48c9-ae37-5bb05f96437d)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:13:17.304692 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:17.432997 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:13:17.464598 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] Routers {'bb5fe187-0570-44a3-870b-11fb0bacb0ca'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:13:17.465221 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:12:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['bb5fe187-0570-44a3-870b-11fb0bacb0ca'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:13:17.535130 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37306a-6149-491d-95a3-11f5f2487d87 None None] Pushing event updated for resources: {'Port': ['ID=7740f702-f3a3-4107-a7b3-c8ad1152a420,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:17.731457 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:13:17.731905 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:17.770607 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7c8f43f6-08f5-49e1-8d4e-65937ae093e1 req-999e9a13-60ca-4222-b1b5-ae85a27783ab tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 210 time: 0.0423737 Jan 11 10:13:17.788486 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] Set router bb5fe187-0570-44a3-870b-11fb0bacb0ca gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:13:18.162364 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751046563', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:13:09Z', 'updated_at': '2022-01-11T10:13:14Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:32:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:13:10Z', 'updated_at': '2022-01-11T10:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '7740f702-f3a3-4107-a7b3-c8ad1152a420', 'name': '', 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:1a:ec:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ba73a7c5-719a-49b1-8add-42595a4a78f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:13:13Z', 'updated_at': '2022-01-11T10:13:17Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': 'ba73a7c5-719a-49b1-8add-42595a4a78f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:13:18.166775 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfedcb7a-14b0-4385-a443-8ec3b663f6ed None None] The sync data for ids ['bb5fe187-0570-44a3-870b-11fb0bacb0ca'] in dv-neutron-823402-4-hyperv is: [{'id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751046563', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:13:09Z', 'updated_at': '2022-01-11T10:13:14Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:32:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:13:10Z', 'updated_at': '2022-01-11T10:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '7740f702-f3a3-4107-a7b3-c8ad1152a420', 'name': '', 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:1a:ec:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ba73a7c5-719a-49b1-8add-42595a4a78f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:13:13Z', 'updated_at': '2022-01-11T10:13:17Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': 'ba73a7c5-719a-49b1-8add-42595a4a78f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:13:18.835453 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-690d162e-761b-4d55-9eba-ac62760c27d9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:18.836268 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-690d162e-761b-4d55-9eba-ac62760c27d9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Synchronizing usage tracker for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:13:18.850024 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-690d162e-761b-4d55-9eba-ac62760c27d9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Unset dirty status for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:13:18.851561 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-690d162e-761b-4d55-9eba-ac62760c27d9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.42 "GET /v2.0/networks?id=a44ce03b-c325-4385-8620-ea25974cf698 HTTP/1.1" status: 200 len: 797 time: 0.1903961 Jan 11 10:13:18.906211 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-e6166208-3f3a-4522-a769-debd18644744 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Synchronizing usage tracker for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:13:18.919547 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-e6166208-3f3a-4522-a769-debd18644744 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Unset dirty status for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:13:18.920844 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-e6166208-3f3a-4522-a769-debd18644744 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6029e67c78cc44a08fe7b20a1dc57c80 HTTP/1.1" status: 200 len: 380 time: 0.0607390 Jan 11 10:13:18.930761 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-88931028-be7d-48b3-bea4-62147f4becd8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'port': {'device_id': '62d02037-60fc-4fbb-b6ab-ac725e24f608', 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698', 'admin_state_up': True, 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'security_groups': ['1ce13008-4e70-4bf7-af05-3841b27515b3']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:13:18.960221 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2c6d8552-8888-46d4-987d-e1b0107e335a req-b4ed5ef4-01e8-41d8-bd51-f1e3104f7eb2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 210 time: 0.0614226 Jan 11 10:13:19.044057 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7740f702-f3a3-4107-a7b3-c8ad1152a420 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:13:19.094036 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-88931028-be7d-48b3-bea4-62147f4becd8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:13:19.103732 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-88931028-be7d-48b3-bea4-62147f4becd8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:13:19.114530 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-88931028-be7d-48b3-bea4-62147f4becd8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Made reservation on behalf of 6029e67c78cc44a08fe7b20a1dc57c80 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:13:19.115598 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 7740f702-f3a3-4107-a7b3-c8ad1152a420 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:13:19.118246 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-88931028-be7d-48b3-bea4-62147f4becd8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:19.121431 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 7740f702-f3a3-4107-a7b3-c8ad1152a420 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:13:19.121836 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:19.255217 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4c464dee-bfaf-4a11-8b9a-7703483a06fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:19.264355 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:19.294291 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-88931028-be7d-48b3-bea4-62147f4becd8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Allocated IP 172.20.0.14 (a44ce03b-c325-4385-8620-ea25974cf698/ba73a7c5-719a-49b1-8add-42595a4a78f3/03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:13:19.301364 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 7740f702-f3a3-4107-a7b3-c8ad1152a420, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=7740f702-f3a3-4107-a7b3-c8ad1152a420,segment=NetworkSegment(0641dce9-a785-48c9-ae37-5bb05f96437d),segment_id=0641dce9-a785-48c9-ae37-5bb05f96437d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:13:19.305643 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:19.389103 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=7740f702-f3a3-4107-a7b3-c8ad1152a420,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:19.512742 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-88931028-be7d-48b3-bea4-62147f4becd8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:19.528001 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-88931028-be7d-48b3-bea4-62147f4becd8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Transition to ACTIVE for port object 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:13:19.552495 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-88931028-be7d-48b3-bea4-62147f4becd8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:19.621980 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-88931028-be7d-48b3-bea4-62147f4becd8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network a44ce03b-c325-4385-8620-ea25974cf698 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:13:19.625053 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-88931028-be7d-48b3-bea4-62147f4becd8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:13:19.628862 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-88931028-be7d-48b3-bea4-62147f4becd8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:13:19.668328 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88931028-be7d-48b3-bea4-62147f4becd8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:19.824774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-88931028-be7d-48b3-bea4-62147f4becd8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:19.825364 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-88931028-be7d-48b3-bea4-62147f4becd8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:19.850276 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-88931028-be7d-48b3-bea4-62147f4becd8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9240305 Jan 11 10:13:19.861209 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-ca7c19c7-cbb3-421b-8d58-3cb6e9a37ece service neutron] Request body: {'port': {'device_id': '62d02037-60fc-4fbb-b6ab-ac725e24f608', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:13:19.947377 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3b75bf94-7938-4eda-9bc7-94b21975454e None None] Provisioning for port 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:13:19.952021 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3b75bf94-7938-4eda-9bc7-94b21975454e None None] Provisioning complete for port 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:13:19.952395 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3b75bf94-7938-4eda-9bc7-94b21975454e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:19.973907 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-ca7c19c7-cbb3-421b-8d58-3cb6e9a37ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:20.007159 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3b75bf94-7938-4eda-9bc7-94b21975454e None None] Port 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:13:20.181097 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccd265-8ba0-4834-ba0b-351abf765640 req-2637b271-64ce-4314-87c5-a4fd9255e3a5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:20.182570 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-13ccd265-8ba0-4834-ba0b-351abf765640 req-2637b271-64ce-4314-87c5-a4fd9255e3a5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 932 time: 0.0792143 Jan 11 10:13:20.225854 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-13ccd265-8ba0-4834-ba0b-351abf765640 req-90724f1f-19de-451d-a7e1-cd5596616ba6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ce13008-4e70-4bf7-af05-3841b27515b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375252 Jan 11 10:13:20.328704 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-ca7c19c7-cbb3-421b-8d58-3cb6e9a37ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:13:20.335803 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-ca7c19c7-cbb3-421b-8d58-3cb6e9a37ece service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:20.354934 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-ca7c19c7-cbb3-421b-8d58-3cb6e9a37ece service neutron] Transition to ACTIVE for port object 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:13:20.358706 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-ca7c19c7-cbb3-421b-8d58-3cb6e9a37ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:20.536415 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c19c7-cbb3-421b-8d58-3cb6e9a37ece service neutron] Pushing event updated for resources: {'Port': ['ID=03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:20.614210 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-ca7c19c7-cbb3-421b-8d58-3cb6e9a37ece service neutron] Attempting to bind port 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:13:20.614544 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-ca7c19c7-cbb3-421b-8d58-3cb6e9a37ece service neutron] Attempting to bind port 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '0641dce9-a785-48c9-ae37-5bb05f96437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:13:20.614867 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-ca7c19c7-cbb3-421b-8d58-3cb6e9a37ece service neutron] Attempting to bind port 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da on network a44ce03b-c325-4385-8620-ea25974cf698 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:13:20.621446 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-ca7c19c7-cbb3-421b-8d58-3cb6e9a37ece service neutron] Port 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da on network a44ce03b-c325-4385-8620-ea25974cf698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 10:13:20.621760 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-ca7c19c7-cbb3-421b-8d58-3cb6e9a37ece service neutron] Attempting to bind port 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da on network a44ce03b-c325-4385-8620-ea25974cf698 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:13:20.626750 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-ca7c19c7-cbb3-421b-8d58-3cb6e9a37ece service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:13:20.627083 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-ca7c19c7-cbb3-421b-8d58-3cb6e9a37ece service neutron] Checking segment: {'id': '0641dce9-a785-48c9-ae37-5bb05f96437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:13:20.627461 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-ca7c19c7-cbb3-421b-8d58-3cb6e9a37ece service neutron] Bound using segment: {'id': '0641dce9-a785-48c9-ae37-5bb05f96437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:13:20.627872 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-ca7c19c7-cbb3-421b-8d58-3cb6e9a37ece service neutron] Bound port: 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0641dce9-a785-48c9-ae37-5bb05f96437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:13:20.628206 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-ca7c19c7-cbb3-421b-8d58-3cb6e9a37ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:20.725548 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-ca7c19c7-cbb3-421b-8d58-3cb6e9a37ece service neutron] For port 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:13:20.729206 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-ca7c19c7-cbb3-421b-8d58-3cb6e9a37ece service neutron] For port 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da,segment=NetworkSegment(0641dce9-a785-48c9-ae37-5bb05f96437d),segment_id=0641dce9-a785-48c9-ae37-5bb05f96437d)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:13:20.733525 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-ca7c19c7-cbb3-421b-8d58-3cb6e9a37ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:20.793381 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-ca7c19c7-cbb3-421b-8d58-3cb6e9a37ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:20.793980 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-ca7c19c7-cbb3-421b-8d58-3cb6e9a37ece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:20.795355 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-ca7c19c7-cbb3-421b-8d58-3cb6e9a37ece service neutron] 10.222.0.42 "PUT /v2.0/ports/03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da HTTP/1.1" status: 200 len: 1094 time: 0.9380715 Jan 11 10:13:20.795847 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d02037-60fc-4fbb-b6ab-ac725e24f608', 'tag': '03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:13:20.826827 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c19c7-cbb3-421b-8d58-3cb6e9a37ece service neutron] Pushing event updated for resources: {'Port': ['ID=03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:20.873681 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d02037-60fc-4fbb-b6ab-ac725e24f608', 'tag': '03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da', 'status': 'completed', 'code': 200} Jan 11 10:13:20.914074 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-eef70113-51e6-4573-a59e-06815969f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:20.916545 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-eef70113-51e6-4573-a59e-06815969f03e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 1097 time: 0.0775275 Jan 11 10:13:20.988041 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-6900f065-8da3-4333-8734-1b6da3cd94b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da HTTP/1.1" status: 200 len: 217 time: 0.0650141 Jan 11 10:13:20.996418 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7740f702-f3a3-4107-a7b3-c8ad1152a420 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:13:21.050055 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-d511f4be-f68e-4a27-bf58-1b2fdcbc7993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:21.051496 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-d511f4be-f68e-4a27-bf58-1b2fdcbc7993 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba73a7c5-719a-49b1-8add-42595a4a78f3 HTTP/1.1" status: 200 len: 835 time: 0.0577991 Jan 11 10:13:21.077538 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 7740f702-f3a3-4107-a7b3-c8ad1152a420 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:13:21.077902 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:21.129876 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-968d434a-cc85-4493-ae86-052ab4d22427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:21.131383 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-968d434a-cc85-4493-ae86-052ab4d22427 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a44ce03b-c325-4385-8620-ea25974cf698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732589 Jan 11 10:13:21.264334 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-554e3c68-24c5-4625-8f78-735613208a4e service neutron] 10.222.0.42 "GET /v2.0/networks/a44ce03b-c325-4385-8620-ea25974cf698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270220 Jan 11 10:13:21.394725 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6be067b7-8a16-474c-bdce-9cbdc5f7cbbb req-f5582281-0c32-4480-b8e5-566e0b538de6 service neutron] 10.222.0.42 "GET /v2.0/networks/a44ce03b-c325-4385-8620-ea25974cf698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245134 Jan 11 10:13:21.412339 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93539ad7-e265-4b7e-94e7-1b1e33cc030a req-3da81b27-991c-4319-88bc-828014a2efb4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:21.414140 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-93539ad7-e265-4b7e-94e7-1b1e33cc030a req-3da81b27-991c-4319-88bc-828014a2efb4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 944 time: 0.0829000 Jan 11 10:13:21.459265 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-951a9e2d-4737-4e4c-b329-7a8f28dd0358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:21.461830 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-93539ad7-e265-4b7e-94e7-1b1e33cc030a req-b8abd1c2-ccd4-40c8-b285-27ca0793a2b2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ce13008-4e70-4bf7-af05-3841b27515b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414310 Jan 11 10:13:21.517843 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc531a7-d4e5-4f47-9207-eaf83dd53e1a req-794332ae-55f5-4516-b4db-ca34ea74f49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:21.519406 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7bc531a7-d4e5-4f47-9207-eaf83dd53e1a req-794332ae-55f5-4516-b4db-ca34ea74f49f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 1097 time: 0.0721340 Jan 11 10:13:21.749133 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc531a7-d4e5-4f47-9207-eaf83dd53e1a req-68dedffb-191d-465b-bc31-e913ec975fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:21.750586 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7bc531a7-d4e5-4f47-9207-eaf83dd53e1a req-68dedffb-191d-465b-bc31-e913ec975fe6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a44ce03b-c325-4385-8620-ea25974cf698 HTTP/1.1" status: 200 len: 898 time: 0.2253878 Jan 11 10:13:21.819777 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7bc531a7-d4e5-4f47-9207-eaf83dd53e1a req-da88103e-9f21-4e73-b706-a17461b8b6c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da HTTP/1.1" status: 200 len: 217 time: 0.0624132 Jan 11 10:13:21.880789 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc531a7-d4e5-4f47-9207-eaf83dd53e1a req-8c61eb47-ab49-4d5a-a141-cd51e84aeef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:21.882212 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7bc531a7-d4e5-4f47-9207-eaf83dd53e1a req-8c61eb47-ab49-4d5a-a141-cd51e84aeef7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba73a7c5-719a-49b1-8add-42595a4a78f3 HTTP/1.1" status: 200 len: 835 time: 0.0563972 Jan 11 10:13:21.958428 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc531a7-d4e5-4f47-9207-eaf83dd53e1a req-431a7f44-6dbb-475b-bf6a-dea10f50d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:21.959852 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7bc531a7-d4e5-4f47-9207-eaf83dd53e1a req-431a7f44-6dbb-475b-bf6a-dea10f50d248 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a44ce03b-c325-4385-8620-ea25974cf698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707388 Jan 11 10:13:22.088882 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7bc531a7-d4e5-4f47-9207-eaf83dd53e1a req-7d3c7037-d4d7-4fbd-8bd9-a122a5a1ed9c service neutron] 10.222.0.42 "GET /v2.0/networks/a44ce03b-c325-4385-8620-ea25974cf698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223328 Jan 11 10:13:22.220921 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7bc531a7-d4e5-4f47-9207-eaf83dd53e1a req-d589c2b5-3129-45a9-b8b6-678b8f0bc618 service neutron] 10.222.0.42 "GET /v2.0/networks/a44ce03b-c325-4385-8620-ea25974cf698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259878 Jan 11 10:13:22.647451 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0bb24-fd5f-42e7-9a3e-fdaf989aa958 req-ec8bec1c-a01e-4c2f-bae6-7e76faed430a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:22.649615 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-20e0bb24-fd5f-42e7-9a3e-fdaf989aa958 req-ec8bec1c-a01e-4c2f-bae6-7e76faed430a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 944 time: 0.0787342 Jan 11 10:13:22.658197 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:22.684724 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:22.701227 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-20e0bb24-fd5f-42e7-9a3e-fdaf989aa958 req-99d685c0-e1e6-423e-9b26-8203e50ecb60 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ce13008-4e70-4bf7-af05-3841b27515b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455172 Jan 11 10:13:23.885113 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a9bb1-2195-4e62-9a58-59071e2f89eb req-649a7c13-1361-4b67-8399-df3b4bb636e9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:23.886486 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-774a9bb1-2195-4e62-9a58-59071e2f89eb req-649a7c13-1361-4b67-8399-df3b4bb636e9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 944 time: 0.0792580 Jan 11 10:13:23.926821 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 10:13:23.930777 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-774a9bb1-2195-4e62-9a58-59071e2f89eb req-01e4ce3e-f8ab-492a-8895-f69cd22f5bee tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ce13008-4e70-4bf7-af05-3841b27515b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387759 Jan 11 10:13:24.060277 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da,segment=NetworkSegment(0641dce9-a785-48c9-ae37-5bb05f96437d),segment_id=0641dce9-a785-48c9-ae37-5bb05f96437d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:13:24.079099 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da', 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698', 'port_id': '03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da', 'mac_address': 'fa:16:3e:3c:3a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba73a7c5-719a-49b1-8add-42595a4a78f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 10:13:24.133079 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:24.150071 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:13:24.164900 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da,segment=NetworkSegment(0641dce9-a785-48c9-ae37-5bb05f96437d),segment_id=0641dce9-a785-48c9-ae37-5bb05f96437d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:13:24.168394 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:24.234670 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:24.246014 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:24.456638 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:13:25.116763 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d9646-344d-47d2-9d1c-752fc5d2473e req-2c8dd4ec-1ece-4709-9812-ae464924fbac tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:25.118719 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-113d9646-344d-47d2-9d1c-752fc5d2473e req-2c8dd4ec-1ece-4709-9812-ae464924fbac tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 945 time: 0.0817633 Jan 11 10:13:25.161097 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-113d9646-344d-47d2-9d1c-752fc5d2473e req-03d17660-f4d6-4980-b1e7-3ad1052defd0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ce13008-4e70-4bf7-af05-3841b27515b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368493 Jan 11 10:13:25.942582 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:13:26.010358 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:13:26.014808 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:13:26.015172 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:26.131430 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:26.156492 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d02037-60fc-4fbb-b6ab-ac725e24f608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:13:26.167097 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da,segment=NetworkSegment(0641dce9-a785-48c9-ae37-5bb05f96437d),segment_id=0641dce9-a785-48c9-ae37-5bb05f96437d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:13:26.170977 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:26.201980 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d02037-60fc-4fbb-b6ab-ac725e24f608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da', 'code': 200} Jan 11 10:13:26.241422 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:26.345738 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a20e0c-e281-44b8-bec9-2f889d958bb9 req-0277afb0-d2b2-4aec-bf7f-5ab63f43d4ef tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:26.347264 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-21a20e0c-e281-44b8-bec9-2f889d958bb9 req-0277afb0-d2b2-4aec-bf7f-5ab63f43d4ef tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 946 time: 0.0798509 Jan 11 10:13:26.391814 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-21a20e0c-e281-44b8-bec9-2f889d958bb9 req-0f95f07d-7519-4d08-a831-d1e19619ba20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ce13008-4e70-4bf7-af05-3841b27515b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381937 Jan 11 10:13:26.426230 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a8268-c142-4247-b9a0-989440d4f34b req-6e63060a-85b4-4e31-ae2b-1fcd34a660c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:26.427730 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eb2a8268-c142-4247-b9a0-989440d4f34b req-6e63060a-85b4-4e31-ae2b-1fcd34a660c4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 1099 time: 0.0700784 Jan 11 10:13:26.470498 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-eb2a8268-c142-4247-b9a0-989440d4f34b req-c4ab8d4e-348b-4d4f-8415-5bfd2e29c8a0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1ce13008-4e70-4bf7-af05-3841b27515b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371449 Jan 11 10:13:27.614521 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69718e7b-e05e-455f-9f5c-7e4207dcd652 req-0d179dbc-a29a-441a-aaec-bd70acd99997 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:27.615948 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-69718e7b-e05e-455f-9f5c-7e4207dcd652 req-0d179dbc-a29a-441a-aaec-bd70acd99997 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 946 time: 0.0891523 Jan 11 10:13:27.659686 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-69718e7b-e05e-455f-9f5c-7e4207dcd652 req-38cd6514-8b05-4fdc-934f-06e0614a0d6b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ce13008-4e70-4bf7-af05-3841b27515b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376256 Jan 11 10:13:28.844402 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b501491-2a3e-4ef0-b311-117f09f1e049 req-a93292cf-6321-4615-9157-e912f02bd3d7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:28.845873 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3b501491-2a3e-4ef0-b311-117f09f1e049 req-a93292cf-6321-4615-9157-e912f02bd3d7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 946 time: 0.0787544 Jan 11 10:13:28.889971 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3b501491-2a3e-4ef0-b311-117f09f1e049 req-a65233c6-4893-4ec4-b6d5-402526ecbae7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ce13008-4e70-4bf7-af05-3841b27515b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381775 Jan 11 10:13:29.072469 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b907f39-6849-443a-a934-f3c3701d4773 req-61bfbeb9-02b2-4398-8c1a-f8185d6487cf tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:29.073832 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2b907f39-6849-443a-a934-f3c3701d4773 req-61bfbeb9-02b2-4398-8c1a-f8185d6487cf tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 946 time: 0.0825849 Jan 11 10:13:29.116809 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2b907f39-6849-443a-a934-f3c3701d4773 req-8924d70b-b542-4657-90db-44d4594fdd6e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ce13008-4e70-4bf7-af05-3841b27515b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374191 Jan 11 10:13:29.138787 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41164) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:13:29.211489 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e7efae-00d2-48cf-85d7-504c0407adfc tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:29.213023 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-82e7efae-00d2-48cf-85d7-504c0407adfc tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 1094 time: 0.0733202 Jan 11 10:13:29.215744 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41168) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:13:29.220494 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-41befd38-153d-4f60-ae66-4ea9fe25196f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'port_id': '03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:13:29.226360 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-41befd38-153d-4f60-ae66-4ea9fe25196f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:13:29.230763 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-41befd38-153d-4f60-ae66-4ea9fe25196f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:floatingip and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:13:29.233515 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-41befd38-153d-4f60-ae66-4ea9fe25196f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:13:29.239076 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-41befd38-153d-4f60-ae66-4ea9fe25196f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:13:29.252870 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41befd38-153d-4f60-ae66-4ea9fe25196f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:29.383719 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41befd38-153d-4f60-ae66-4ea9fe25196f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:29.516460 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-41befd38-153d-4f60-ae66-4ea9fe25196f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Allocated IP 172.26.3.91 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/410f7b2b-b57a-4d3f-97b3-2922ab66e7a5) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:13:29.659195 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41befd38-153d-4f60-ae66-4ea9fe25196f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:29.688399 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41befd38-153d-4f60-ae66-4ea9fe25196f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:29.852971 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41befd38-153d-4f60-ae66-4ea9fe25196f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:13:29.855863 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-41befd38-153d-4f60-ae66-4ea9fe25196f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:13:29.859448 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41befd38-153d-4f60-ae66-4ea9fe25196f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:13:29.887919 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41befd38-153d-4f60-ae66-4ea9fe25196f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=410f7b2b-b57a-4d3f-97b3-2922ab66e7a5,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:30.263257 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41befd38-153d-4f60-ae66-4ea9fe25196f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:30.336776 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41befd38-153d-4f60-ae66-4ea9fe25196f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:30.534942 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41befd38-153d-4f60-ae66-4ea9fe25196f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:30.539418 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41befd38-153d-4f60-ae66-4ea9fe25196f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:30.645551 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41befd38-153d-4f60-ae66-4ea9fe25196f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=410f7b2b-b57a-4d3f-97b3-2922ab66e7a5,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:13:30.656583 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41befd38-153d-4f60-ae66-4ea9fe25196f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:30.824473 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-41befd38-153d-4f60-ae66-4ea9fe25196f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Floating IP 5da04db6-6e9e-4f09-99ee-074e59e90947 associated. External IP: 172.26.3.91, port: 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da. Jan 11 10:13:31.169179 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41befd38-153d-4f60-ae66-4ea9fe25196f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Router bb5fe187-0570-44a3-870b-11fb0bacb0ca has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:13:31.454433 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41befd38-153d-4f60-ae66-4ea9fe25196f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:13:31.464463 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2531772-7080-4e16-890e-a15ed95b9d44 None None] Sync routers for ids ['bb5fe187-0570-44a3-870b-11fb0bacb0ca'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:13:31.474179 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2531772-7080-4e16-890e-a15ed95b9d44 None None] Routers {'bb5fe187-0570-44a3-870b-11fb0bacb0ca'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:13:31.474930 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a2531772-7080-4e16-890e-a15ed95b9d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:13:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['bb5fe187-0570-44a3-870b-11fb0bacb0ca'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:13:31.479049 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41befd38-153d-4f60-ae66-4ea9fe25196f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:31.533394 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-41befd38-153d-4f60-ae66-4ea9fe25196f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3166587 Jan 11 10:13:31.533958 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d02037-60fc-4fbb-b6ab-ac725e24f608', 'tag': '03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:13:31.583184 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d02037-60fc-4fbb-b6ab-ac725e24f608', 'tag': '03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da', 'status': 'completed', 'code': 200} Jan 11 10:13:31.666750 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-a2531772-7080-4e16-890e-a15ed95b9d44 None None] Set router bb5fe187-0570-44a3-870b-11fb0bacb0ca gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:13:31.678434 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab22a2e-4e92-4e05-98c2-e7e25911fb19 req-5563f203-2297-4924-9495-717b5aa813f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:31.679882 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9ab22a2e-4e92-4e05-98c2-e7e25911fb19 req-5563f203-2297-4924-9495-717b5aa813f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 1099 time: 0.0715187 Jan 11 10:13:31.719994 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399aa2a-9489-4a76-bb62-67f7ca26face req-7548e50a-6730-4ea1-ba63-c7a80694d82e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:31.721494 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6399aa2a-9489-4a76-bb62-67f7ca26face req-7548e50a-6730-4ea1-ba63-c7a80694d82e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 946 time: 0.0850742 Jan 11 10:13:31.769572 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6399aa2a-9489-4a76-bb62-67f7ca26face req-2acf8572-a3c6-4388-b333-8a68752f547e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ce13008-4e70-4bf7-af05-3841b27515b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424397 Jan 11 10:13:31.794132 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41176) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:13:31.824693 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab22a2e-4e92-4e05-98c2-e7e25911fb19 req-ba5c66a6-4f99-4c1c-9656-1cc1924ab829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:31.826215 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9ab22a2e-4e92-4e05-98c2-e7e25911fb19 req-ba5c66a6-4f99-4c1c-9656-1cc1924ab829 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a44ce03b-c325-4385-8620-ea25974cf698 HTTP/1.1" status: 200 len: 898 time: 0.1405287 Jan 11 10:13:31.900365 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9534ba0c-9884-485d-b4a1-ac7ef11153ad tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/floatingips/5da04db6-6e9e-4f09-99ee-074e59e90947 HTTP/1.1" status: 200 len: 991 time: 0.1032372 Jan 11 10:13:31.931940 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9ab22a2e-4e92-4e05-98c2-e7e25911fb19 req-588a711e-5256-45bb-88dd-d59af12f02a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da HTTP/1.1" status: 200 len: 999 time: 0.0999393 Jan 11 10:13:31.993157 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab22a2e-4e92-4e05-98c2-e7e25911fb19 req-2b21cb8f-fae9-436f-9cd8-1e5579958276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:31.994532 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9ab22a2e-4e92-4e05-98c2-e7e25911fb19 req-2b21cb8f-fae9-436f-9cd8-1e5579958276 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba73a7c5-719a-49b1-8add-42595a4a78f3 HTTP/1.1" status: 200 len: 835 time: 0.0565894 Jan 11 10:13:32.027132 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a2531772-7080-4e16-890e-a15ed95b9d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751046563', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:13:09Z', 'updated_at': '2022-01-11T10:13:14Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:32:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:13:10Z', 'updated_at': '2022-01-11T10:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '5da04db6-6e9e-4f09-99ee-074e59e90947', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'floating_ip_address': '172.26.3.91', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'port_id': '03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698', 'mac_address': 'fa:16:3e:3c:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d02037-60fc-4fbb-b6ab-ac725e24f608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T10:13:30Z', 'updated_at': '2022-01-11T10:13:30Z', 'revision_number': 0, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7740f702-f3a3-4107-a7b3-c8ad1152a420', 'name': '', 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:1a:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ba73a7c5-719a-49b1-8add-42595a4a78f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:13:13Z', 'updated_at': '2022-01-11T10:13:19Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': 'ba73a7c5-719a-49b1-8add-42595a4a78f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:13:32.030926 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2531772-7080-4e16-890e-a15ed95b9d44 None None] Checking router: bb5fe187-0570-44a3-870b-11fb0bacb0ca for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:13:32.039084 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2531772-7080-4e16-890e-a15ed95b9d44 None None] Routers {'bb5fe187-0570-44a3-870b-11fb0bacb0ca'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:13:32.039668 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a2531772-7080-4e16-890e-a15ed95b9d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:13:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['bb5fe187-0570-44a3-870b-11fb0bacb0ca'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:13:32.072469 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab22a2e-4e92-4e05-98c2-e7e25911fb19 req-be58af32-82e6-437f-bdb7-15804214736a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:32.073938 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9ab22a2e-4e92-4e05-98c2-e7e25911fb19 req-be58af32-82e6-437f-bdb7-15804214736a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a44ce03b-c325-4385-8620-ea25974cf698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726497 Jan 11 10:13:32.205083 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9ab22a2e-4e92-4e05-98c2-e7e25911fb19 req-a1394a78-2e22-4738-95e9-27f397903afe service neutron] 10.222.0.42 "GET /v2.0/networks/a44ce03b-c325-4385-8620-ea25974cf698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245971 Jan 11 10:13:32.213561 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-a2531772-7080-4e16-890e-a15ed95b9d44 None None] Set router bb5fe187-0570-44a3-870b-11fb0bacb0ca gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:13:32.336137 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9ab22a2e-4e92-4e05-98c2-e7e25911fb19 req-ef123918-adc5-40f0-a369-304b4dd8ffa6 service neutron] 10.222.0.42 "GET /v2.0/networks/a44ce03b-c325-4385-8620-ea25974cf698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248519 Jan 11 10:13:32.582108 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-a2531772-7080-4e16-890e-a15ed95b9d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751046563', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:13:09Z', 'updated_at': '2022-01-11T10:13:14Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:32:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:13:10Z', 'updated_at': '2022-01-11T10:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '5da04db6-6e9e-4f09-99ee-074e59e90947', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'floating_ip_address': '172.26.3.91', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'port_id': '03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698', 'mac_address': 'fa:16:3e:3c:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d02037-60fc-4fbb-b6ab-ac725e24f608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T10:13:30Z', 'updated_at': '2022-01-11T10:13:30Z', 'revision_number': 0, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7740f702-f3a3-4107-a7b3-c8ad1152a420', 'name': '', 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:1a:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ba73a7c5-719a-49b1-8add-42595a4a78f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:13:13Z', 'updated_at': '2022-01-11T10:13:19Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': 'ba73a7c5-719a-49b1-8add-42595a4a78f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:13:32.585855 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2531772-7080-4e16-890e-a15ed95b9d44 None None] The sync data for ids ['bb5fe187-0570-44a3-870b-11fb0bacb0ca'] in dv-neutron-823402-4-hyperv is: [{'id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751046563', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:13:09Z', 'updated_at': '2022-01-11T10:13:14Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:32:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:13:10Z', 'updated_at': '2022-01-11T10:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '5da04db6-6e9e-4f09-99ee-074e59e90947', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'floating_ip_address': '172.26.3.91', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'port_id': '03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698', 'mac_address': 'fa:16:3e:3c:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d02037-60fc-4fbb-b6ab-ac725e24f608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T10:13:30Z', 'updated_at': '2022-01-11T10:13:30Z', 'revision_number': 0, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7740f702-f3a3-4107-a7b3-c8ad1152a420', 'name': '', 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:1a:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ba73a7c5-719a-49b1-8add-42595a4a78f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:13:13Z', 'updated_at': '2022-01-11T10:13:19Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': 'ba73a7c5-719a-49b1-8add-42595a4a78f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:13:32.780458 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646cdccb-8e5b-42a9-9d16-d1782cbe411e None None] New status for floating IP 5da04db6-6e9e-4f09-99ee-074e59e90947: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 10:13:32.903239 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41180) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:13:33.126248 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0604a878-723f-4fec-a84c-ca8124983dfd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/floatingips/5da04db6-6e9e-4f09-99ee-074e59e90947 HTTP/1.1" status: 200 len: 991 time: 0.2218404 Jan 11 10:13:34.130403 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41184) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:13:34.242423 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d2dd45d1-8151-4dae-8dc5-96b342c05a32 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/floatingips/5da04db6-6e9e-4f09-99ee-074e59e90947 HTTP/1.1" status: 200 len: 993 time: 0.1110840 Jan 11 10:13:34.628859 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:45.608580 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:13:49.219097 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-70da771e-253f-4244-bc81-3212fb4ae10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:51.461995 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-23e51db1-0f7c-41b3-bb08-0a313e16d954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:51.707033 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d6db0e40-6d71-4262-bcfe-1b1762c54e01 req-6df33732-fc3c-41e9-a1ce-8c15f985a0d8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678434 Jan 11 10:13:51.845514 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db0e40-6d71-4262-bcfe-1b1762c54e01 req-fdd8fbf4-3d9b-41d3-86d3-8712b23f1f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:51.847151 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d6db0e40-6d71-4262-bcfe-1b1762c54e01 req-fdd8fbf4-3d9b-41d3-86d3-8712b23f1f6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 1099 time: 0.0715160 Jan 11 10:13:51.994302 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db0e40-6d71-4262-bcfe-1b1762c54e01 req-e6d7fbc0-e19a-41ba-addc-bf250cf92e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:51.995738 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d6db0e40-6d71-4262-bcfe-1b1762c54e01 req-e6d7fbc0-e19a-41ba-addc-bf250cf92e8d service neutron] 10.222.0.42 "GET /v2.0/networks?id=a44ce03b-c325-4385-8620-ea25974cf698 HTTP/1.1" status: 200 len: 898 time: 0.1293876 Jan 11 10:13:52.101727 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d6db0e40-6d71-4262-bcfe-1b1762c54e01 req-4f49b13c-84d7-4c42-80c8-27811d6d8723 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da HTTP/1.1" status: 200 len: 1001 time: 0.0967948 Jan 11 10:13:52.167759 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db0e40-6d71-4262-bcfe-1b1762c54e01 req-4b2b2bdb-78f3-4f25-8e36-1e7f8f24e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:52.169356 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d6db0e40-6d71-4262-bcfe-1b1762c54e01 req-4b2b2bdb-78f3-4f25-8e36-1e7f8f24e2b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba73a7c5-719a-49b1-8add-42595a4a78f3 HTTP/1.1" status: 200 len: 835 time: 0.0613360 Jan 11 10:13:52.252213 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db0e40-6d71-4262-bcfe-1b1762c54e01 req-4eeb7b4a-d8ad-46ea-9f49-387893056940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:13:52.253690 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d6db0e40-6d71-4262-bcfe-1b1762c54e01 req-4eeb7b4a-d8ad-46ea-9f49-387893056940 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a44ce03b-c325-4385-8620-ea25974cf698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784020 Jan 11 10:13:52.384274 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d6db0e40-6d71-4262-bcfe-1b1762c54e01 req-120160ef-cedc-45d6-b223-b22e4996a70d service neutron] 10.222.0.42 "GET /v2.0/networks/a44ce03b-c325-4385-8620-ea25974cf698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231453 Jan 11 10:13:52.515527 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d6db0e40-6d71-4262-bcfe-1b1762c54e01 req-6d581968-85ec-4d06-bce3-7b82c3f2de34 service neutron] 10.222.0.42 "GET /v2.0/networks/a44ce03b-c325-4385-8620-ea25974cf698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249928 Jan 11 10:13:52.659156 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:52.688316 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:13:54.208349 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:14:04.621092 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:14:19.221873 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-45264832-3a48-4fd7-9868-20fa25e8f91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:14:21.463041 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-83f8e906-af5d-4aa7-80a9-aa172334d783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:14:22.607804 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:14:22.661432 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:14:22.689920 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:14:24.210579 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:14:33.191399 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981ee7c-8390-4325-8f86-ecb1bef5318c req-3ba86070-4eed-4d4e-9f5c-30f4f9facf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:14:33.192870 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7981ee7c-8390-4325-8f86-ecb1bef5318c req-3ba86070-4eed-4d4e-9f5c-30f4f9facf41 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 1099 time: 0.0758021 Jan 11 10:14:33.233481 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff139d25-edcf-4817-8951-208017986054 req-c67a2c32-866d-49b5-8b91-bf1e3193e278 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:14:33.234888 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ff139d25-edcf-4817-8951-208017986054 req-c67a2c32-866d-49b5-8b91-bf1e3193e278 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 946 time: 0.0845625 Jan 11 10:14:33.278411 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ff139d25-edcf-4817-8951-208017986054 req-8dbe1a0f-1c78-451d-93c7-248be37fdac1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ce13008-4e70-4bf7-af05-3841b27515b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369148 Jan 11 10:14:33.324130 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981ee7c-8390-4325-8f86-ecb1bef5318c req-6fa8cc0c-2637-47c7-abdb-c94651356380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:14:33.325564 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7981ee7c-8390-4325-8f86-ecb1bef5318c req-6fa8cc0c-2637-47c7-abdb-c94651356380 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a44ce03b-c325-4385-8620-ea25974cf698 HTTP/1.1" status: 200 len: 898 time: 0.1265092 Jan 11 10:14:33.422731 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7981ee7c-8390-4325-8f86-ecb1bef5318c req-eec55caf-a229-4415-a2d1-44ba9bddd6c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da HTTP/1.1" status: 200 len: 1001 time: 0.0911770 Jan 11 10:14:33.486743 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981ee7c-8390-4325-8f86-ecb1bef5318c req-38b631c8-3072-4d48-b0be-5a8ba2e425a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:14:33.488613 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7981ee7c-8390-4325-8f86-ecb1bef5318c req-38b631c8-3072-4d48-b0be-5a8ba2e425a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba73a7c5-719a-49b1-8add-42595a4a78f3 HTTP/1.1" status: 200 len: 835 time: 0.0593202 Jan 11 10:14:33.562121 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981ee7c-8390-4325-8f86-ecb1bef5318c req-95025913-afc0-46c2-971d-3e87d16aeb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:14:33.563558 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7981ee7c-8390-4325-8f86-ecb1bef5318c req-95025913-afc0-46c2-971d-3e87d16aeb21 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a44ce03b-c325-4385-8620-ea25974cf698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677006 Jan 11 10:14:33.692268 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7981ee7c-8390-4325-8f86-ecb1bef5318c req-02d97c05-fd80-4e78-b18a-2d6d7ac1031e service neutron] 10.222.0.42 "GET /v2.0/networks/a44ce03b-c325-4385-8620-ea25974cf698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217029 Jan 11 10:14:33.828722 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7981ee7c-8390-4325-8f86-ecb1bef5318c req-0513d7f9-3507-4735-b5d9-789814b10e55 service neutron] 10.222.0.42 "GET /v2.0/networks/a44ce03b-c325-4385-8620-ea25974cf698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302919 Jan 11 10:14:34.471651 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7337ff-ff77-4c7a-ab16-92fdaea38f9a req-6b90316d-1c2e-4f34-b635-4fb43cffe7ae tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:14:34.473663 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-be7337ff-ff77-4c7a-ab16-92fdaea38f9a req-6b90316d-1c2e-4f34-b635-4fb43cffe7ae tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 946 time: 0.0783546 Jan 11 10:14:34.516326 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-be7337ff-ff77-4c7a-ab16-92fdaea38f9a req-836f764d-746e-42d3-aaf0-7d1e6bd47d2d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ce13008-4e70-4bf7-af05-3841b27515b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370517 Jan 11 10:14:34.634694 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:14:35.703269 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214fa80-4d7d-4484-8f34-6fe082c77c69 req-2a22b241-28c8-4087-9d07-d36192eae258 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:14:35.704732 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5214fa80-4d7d-4484-8f34-6fe082c77c69 req-2a22b241-28c8-4087-9d07-d36192eae258 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 946 time: 0.0847235 Jan 11 10:14:35.751430 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5214fa80-4d7d-4484-8f34-6fe082c77c69 req-73ff04a0-a979-45bf-8fb8-86421a582fcd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ce13008-4e70-4bf7-af05-3841b27515b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403788 Jan 11 10:14:36.931779 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e93f48-f820-49f2-8eb4-f4e27f54c3bd req-87474281-d790-43b8-b1af-1f9a32347d13 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:14:36.933226 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-98e93f48-f820-49f2-8eb4-f4e27f54c3bd req-87474281-d790-43b8-b1af-1f9a32347d13 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 946 time: 0.0786479 Jan 11 10:14:36.979576 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-98e93f48-f820-49f2-8eb4-f4e27f54c3bd req-d7c0a4bc-7601-4c7d-9ecc-0d8996fc2aea tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ce13008-4e70-4bf7-af05-3841b27515b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408502 Jan 11 10:14:38.166713 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f1ef5-f91d-482d-bf37-637a4f195263 req-8fbf82cc-6b1f-4aff-9f43-b823143f725c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:14:38.168151 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e20f1ef5-f91d-482d-bf37-637a4f195263 req-8fbf82cc-6b1f-4aff-9f43-b823143f725c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 946 time: 0.0811555 Jan 11 10:14:38.212401 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e20f1ef5-f91d-482d-bf37-637a4f195263 req-96ac674b-d4d2-4c5f-b787-28bf955cf065 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ce13008-4e70-4bf7-af05-3841b27515b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385087 Jan 11 10:14:39.399920 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13a732-ca50-4843-b3c6-8424034c32e2 req-9f2f15c9-4ff8-470f-9f3c-9ae8644b56cc tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:14:39.401366 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-fb13a732-ca50-4843-b3c6-8424034c32e2 req-9f2f15c9-4ff8-470f-9f3c-9ae8644b56cc tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 946 time: 0.0867336 Jan 11 10:14:39.445239 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-fb13a732-ca50-4843-b3c6-8424034c32e2 req-92efa2d6-6e84-4e03-98c4-d3bd16a6a1b4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ce13008-4e70-4bf7-af05-3841b27515b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382712 Jan 11 10:14:40.626275 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e95ec-4a15-445b-9a91-a6de83c15fbe req-a06c557b-8c6b-401a-a841-78a80b0c8b70 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:14:40.627723 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bf0e95ec-4a15-445b-9a91-a6de83c15fbe req-a06c557b-8c6b-401a-a841-78a80b0c8b70 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 946 time: 0.0798261 Jan 11 10:14:40.674731 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bf0e95ec-4a15-445b-9a91-a6de83c15fbe req-9cc12e3c-38ec-4641-bd66-d7987cbcbdf5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ce13008-4e70-4bf7-af05-3841b27515b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407221 Jan 11 10:14:41.862056 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33d411-4153-4725-bece-0bf5d5b7114f req-d8324658-7800-4c2d-803a-b477b296dbfb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:14:41.863938 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8e33d411-4153-4725-bece-0bf5d5b7114f req-d8324658-7800-4c2d-803a-b477b296dbfb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 946 time: 0.0827365 Jan 11 10:14:41.907389 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8e33d411-4153-4725-bece-0bf5d5b7114f req-4b9ceecf-4c8a-4fb1-b313-81b0c340c59b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ce13008-4e70-4bf7-af05-3841b27515b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380113 Jan 11 10:14:43.086592 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb369d2-7f4a-43fa-b9f8-39e8520ab924 req-02c096ff-614a-4584-ad2e-c0c3a0a4f1ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:14:43.088041 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8cb369d2-7f4a-43fa-b9f8-39e8520ab924 req-02c096ff-614a-4584-ad2e-c0c3a0a4f1ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 946 time: 0.0786355 Jan 11 10:14:43.130577 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8cb369d2-7f4a-43fa-b9f8-39e8520ab924 req-4abb84f6-37ab-4bde-abf2-9aed376aba9c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ce13008-4e70-4bf7-af05-3841b27515b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369809 Jan 11 10:14:44.313268 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f285d-3c34-4f88-934c-9959653c0b8b req-0ddd7f23-9870-421a-8a20-97a268f3ec30 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:14:44.314718 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a61f285d-3c34-4f88-934c-9959653c0b8b req-0ddd7f23-9870-421a-8a20-97a268f3ec30 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 946 time: 0.0809591 Jan 11 10:14:44.357742 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a61f285d-3c34-4f88-934c-9959653c0b8b req-98fcf54d-4df2-4a19-bb87-00b46642e892 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ce13008-4e70-4bf7-af05-3841b27515b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368886 Jan 11 10:14:45.539807 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a7748-2efc-486c-b696-300a8f133dff req-9cac4dcd-a617-45c7-83e3-641c3894eabe tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:14:45.541242 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-689a7748-2efc-486c-b696-300a8f133dff req-9cac4dcd-a617-45c7-83e3-641c3894eabe tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 946 time: 0.0783381 Jan 11 10:14:45.684223 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-689a7748-2efc-486c-b696-300a8f133dff req-07103ac5-6584-44e4-a113-3fb49b4081fe tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ce13008-4e70-4bf7-af05-3841b27515b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370924 Jan 11 10:14:45.707508 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41240) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:14:45.820806 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5a3c8f14-d737-405b-86f9-7544189804d8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/floatingips/5da04db6-6e9e-4f09-99ee-074e59e90947 HTTP/1.1" status: 200 len: 993 time: 0.1120307 Jan 11 10:14:49.223406 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3942fcdc-c23f-4144-93d2-fd58deec1ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:14:51.464281 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-55716cdb-c5b0-47c4-b7fb-374bdccf7e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:14:52.664103 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:14:52.693524 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:14:53.699763 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-db59656f-699d-4c04-bf1c-b70c5e953d8d req-c9fece76-5dde-4dc9-a061-a743bee7d711 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712893 Jan 11 10:14:53.838686 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59656f-699d-4c04-bf1c-b70c5e953d8d req-59d6724a-eee3-4154-ba87-665fe59894a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:14:53.840130 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-db59656f-699d-4c04-bf1c-b70c5e953d8d req-59d6724a-eee3-4154-ba87-665fe59894a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 1099 time: 0.0712619 Jan 11 10:14:54.089506 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59656f-699d-4c04-bf1c-b70c5e953d8d req-56511aef-21e9-44cb-9a27-f4af87b7f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:14:54.090887 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-db59656f-699d-4c04-bf1c-b70c5e953d8d req-56511aef-21e9-44cb-9a27-f4af87b7f7cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=a44ce03b-c325-4385-8620-ea25974cf698 HTTP/1.1" status: 200 len: 898 time: 0.2296748 Jan 11 10:14:54.192585 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-db59656f-699d-4c04-bf1c-b70c5e953d8d req-3b3ae936-c7b5-4cfe-aea5-876fd0b72426 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da HTTP/1.1" status: 200 len: 1001 time: 0.0953958 Jan 11 10:14:54.214237 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:14:54.256680 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59656f-699d-4c04-bf1c-b70c5e953d8d req-bde25965-c3d8-4a2d-bd2e-310677b288c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:14:54.258169 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-db59656f-699d-4c04-bf1c-b70c5e953d8d req-bde25965-c3d8-4a2d-bd2e-310677b288c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba73a7c5-719a-49b1-8add-42595a4a78f3 HTTP/1.1" status: 200 len: 835 time: 0.0592315 Jan 11 10:14:54.335405 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59656f-699d-4c04-bf1c-b70c5e953d8d req-d871181b-570b-4fa1-bc93-dd594f372898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:14:54.336877 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-db59656f-699d-4c04-bf1c-b70c5e953d8d req-d871181b-570b-4fa1-bc93-dd594f372898 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a44ce03b-c325-4385-8620-ea25974cf698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730703 Jan 11 10:14:54.466387 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-db59656f-699d-4c04-bf1c-b70c5e953d8d req-0094cd72-84d7-49c9-8618-1a49a5f4bbb4 service neutron] 10.222.0.42 "GET /v2.0/networks/a44ce03b-c325-4385-8620-ea25974cf698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236846 Jan 11 10:14:54.600146 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-db59656f-699d-4c04-bf1c-b70c5e953d8d req-5e3391fb-4f66-4f1f-9489-30b2986f5bf1 service neutron] 10.222.0.42 "GET /v2.0/networks/a44ce03b-c325-4385-8620-ea25974cf698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277025 Jan 11 10:14:59.606858 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:15:04.663536 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:19.230113 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-29eae61b-fb85-41be-972c-2682cc19d007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:21.465292 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1ff7a889-0aa3-48e4-8da6-9c91617135bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:22.666577 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:22.694619 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:24.217420 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:34.448280 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41258) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:15:34.663699 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:34.669040 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-41105463-ce40-45d4-a9fc-1232ce75f3ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Deleting port 410f7b2b-b57a-4d3f-97b3-2922ab66e7a5 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:15:34.669375 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41105463-ce40-45d4-a9fc-1232ce75f3ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:34.840136 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41105463-ce40-45d4-a9fc-1232ce75f3ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:34.840520 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41105463-ce40-45d4-a9fc-1232ce75f3ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:34.966373 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-41105463-ce40-45d4-a9fc-1232ce75f3ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Calling delete_port for 410f7b2b-b57a-4d3f-97b3-2922ab66e7a5 owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:15:35.118845 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41105463-ce40-45d4-a9fc-1232ce75f3ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:35.195398 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41105463-ce40-45d4-a9fc-1232ce75f3ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Port': ['ID=410f7b2b-b57a-4d3f-97b3-2922ab66e7a5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:35.210925 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41105463-ce40-45d4-a9fc-1232ce75f3ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:35.211275 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41105463-ce40-45d4-a9fc-1232ce75f3ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:35.211616 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41105463-ce40-45d4-a9fc-1232ce75f3ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:35.211953 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41105463-ce40-45d4-a9fc-1232ce75f3ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:35.212288 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41105463-ce40-45d4-a9fc-1232ce75f3ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:35.212615 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41105463-ce40-45d4-a9fc-1232ce75f3ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:35.212945 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41105463-ce40-45d4-a9fc-1232ce75f3ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:35.213268 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41105463-ce40-45d4-a9fc-1232ce75f3ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:35.213590 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41105463-ce40-45d4-a9fc-1232ce75f3ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:35.213917 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41105463-ce40-45d4-a9fc-1232ce75f3ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:35.214266 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41105463-ce40-45d4-a9fc-1232ce75f3ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:35.214600 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41105463-ce40-45d4-a9fc-1232ce75f3ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:35.270773 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41105463-ce40-45d4-a9fc-1232ce75f3ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:35.270954 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [None req-41105463-ce40-45d4-a9fc-1232ce75f3ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Floating IP 5da04db6-6e9e-4f09-99ee-074e59e90947 disassociated (deleted). External IP: 172.26.3.91, port: 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da. Jan 11 10:15:35.722057 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41105463-ce40-45d4-a9fc-1232ce75f3ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Router bb5fe187-0570-44a3-870b-11fb0bacb0ca has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:15:35.896962 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41105463-ce40-45d4-a9fc-1232ce75f3ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:15:35.907013 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638281b5-e977-41f8-8783-b647da3cf6fe None None] Sync routers for ids ['bb5fe187-0570-44a3-870b-11fb0bacb0ca'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:15:35.913043 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41105463-ce40-45d4-a9fc-1232ce75f3ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:35.919629 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638281b5-e977-41f8-8783-b647da3cf6fe None None] Routers {'bb5fe187-0570-44a3-870b-11fb0bacb0ca'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:15:35.920235 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-638281b5-e977-41f8-8783-b647da3cf6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:15:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['bb5fe187-0570-44a3-870b-11fb0bacb0ca'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:15:35.970005 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-41105463-ce40-45d4-a9fc-1232ce75f3ed tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "DELETE /v2.0/floatingips/5da04db6-6e9e-4f09-99ee-074e59e90947 HTTP/1.1" status: 204 len: 168 time: 1.5205572 Jan 11 10:15:35.971785 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d02037-60fc-4fbb-b6ab-ac725e24f608', 'tag': '03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:15:36.019789 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d02037-60fc-4fbb-b6ab-ac725e24f608', 'tag': '03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da', 'status': 'completed', 'code': 200} Jan 11 10:15:36.106007 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-638281b5-e977-41f8-8783-b647da3cf6fe None None] Set router bb5fe187-0570-44a3-870b-11fb0bacb0ca gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:15:36.118333 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2c10e-5bc6-40f3-8530-a4a24c192ca5 req-516bbd26-726b-4dd3-9a28-6c2e3639b972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:15:36.119804 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-58c2c10e-5bc6-40f3-8530-a4a24c192ca5 req-516bbd26-726b-4dd3-9a28-6c2e3639b972 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 1099 time: 0.0760784 Jan 11 10:15:36.255832 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2c10e-5bc6-40f3-8530-a4a24c192ca5 req-3e4ecac1-1e40-4f2c-bf38-fa00704e535a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:15:36.257243 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-58c2c10e-5bc6-40f3-8530-a4a24c192ca5 req-3e4ecac1-1e40-4f2c-bf38-fa00704e535a service neutron] 10.222.0.42 "GET /v2.0/networks?id=a44ce03b-c325-4385-8620-ea25974cf698 HTTP/1.1" status: 200 len: 898 time: 0.1308622 Jan 11 10:15:36.343140 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-58c2c10e-5bc6-40f3-8530-a4a24c192ca5 req-6fded95e-1ff3-4654-9d0a-609368f99771 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da HTTP/1.1" status: 200 len: 217 time: 0.0786457 Jan 11 10:15:36.406907 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2c10e-5bc6-40f3-8530-a4a24c192ca5 req-76ded2cc-250b-4677-9472-8aae326b4b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:15:36.408401 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-58c2c10e-5bc6-40f3-8530-a4a24c192ca5 req-76ded2cc-250b-4677-9472-8aae326b4b86 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba73a7c5-719a-49b1-8add-42595a4a78f3 HTTP/1.1" status: 200 len: 835 time: 0.0584569 Jan 11 10:15:36.434750 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-638281b5-e977-41f8-8783-b647da3cf6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751046563', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:13:09Z', 'updated_at': '2022-01-11T10:13:14Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:32:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:13:10Z', 'updated_at': '2022-01-11T10:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '7740f702-f3a3-4107-a7b3-c8ad1152a420', 'name': '', 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:1a:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ba73a7c5-719a-49b1-8add-42595a4a78f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:13:13Z', 'updated_at': '2022-01-11T10:13:19Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': 'ba73a7c5-719a-49b1-8add-42595a4a78f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:15:36.438705 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638281b5-e977-41f8-8783-b647da3cf6fe None None] Checking router: bb5fe187-0570-44a3-870b-11fb0bacb0ca for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:15:36.448176 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638281b5-e977-41f8-8783-b647da3cf6fe None None] Routers {'bb5fe187-0570-44a3-870b-11fb0bacb0ca'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:15:36.449858 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-638281b5-e977-41f8-8783-b647da3cf6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:15:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['bb5fe187-0570-44a3-870b-11fb0bacb0ca'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:15:36.490983 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2c10e-5bc6-40f3-8530-a4a24c192ca5 req-100508b9-fbae-49f8-933f-4c9b1b41a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:15:36.492604 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-58c2c10e-5bc6-40f3-8530-a4a24c192ca5 req-100508b9-fbae-49f8-933f-4c9b1b41a026 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a44ce03b-c325-4385-8620-ea25974cf698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778675 Jan 11 10:15:36.501300 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65f2b0-6641-4008-9481-c28b7eaeb58d req-ec15f365-e93a-4941-8b32-d73871e4be62 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:15:36.502924 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1a65f2b0-6641-4008-9481-c28b7eaeb58d req-ec15f365-e93a-4941-8b32-d73871e4be62 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 946 time: 0.0832655 Jan 11 10:15:36.550925 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1a65f2b0-6641-4008-9481-c28b7eaeb58d req-b96a22ad-7c02-4d4e-a890-aa37aeabc7e5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ce13008-4e70-4bf7-af05-3841b27515b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416667 Jan 11 10:15:36.617700 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:15:36.630937 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-58c2c10e-5bc6-40f3-8530-a4a24c192ca5 req-2a660d7e-5fd8-401b-9d58-ae2223869d15 service neutron] 10.222.0.42 "GET /v2.0/networks/a44ce03b-c325-4385-8620-ea25974cf698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311038 Jan 11 10:15:36.649402 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-638281b5-e977-41f8-8783-b647da3cf6fe None None] Set router bb5fe187-0570-44a3-870b-11fb0bacb0ca gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:15:36.766863 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-58c2c10e-5bc6-40f3-8530-a4a24c192ca5 req-3f81a041-9842-4e90-96c7-81b4eee32fba service neutron] 10.222.0.42 "GET /v2.0/networks/a44ce03b-c325-4385-8620-ea25974cf698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288698 Jan 11 10:15:36.981388 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-638281b5-e977-41f8-8783-b647da3cf6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751046563', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:13:09Z', 'updated_at': '2022-01-11T10:13:14Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:32:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:13:10Z', 'updated_at': '2022-01-11T10:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '7740f702-f3a3-4107-a7b3-c8ad1152a420', 'name': '', 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:1a:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ba73a7c5-719a-49b1-8add-42595a4a78f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:13:13Z', 'updated_at': '2022-01-11T10:13:19Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': 'ba73a7c5-719a-49b1-8add-42595a4a78f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:15:36.985219 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638281b5-e977-41f8-8783-b647da3cf6fe None None] The sync data for ids ['bb5fe187-0570-44a3-870b-11fb0bacb0ca'] in dv-neutron-823402-4-hyperv is: [{'id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751046563', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:13:09Z', 'updated_at': '2022-01-11T10:13:14Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:32:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:13:10Z', 'updated_at': '2022-01-11T10:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '7740f702-f3a3-4107-a7b3-c8ad1152a420', 'name': '', 'network_id': 'a44ce03b-c325-4385-8620-ea25974cf698', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:1a:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ba73a7c5-719a-49b1-8add-42595a4a78f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:13:13Z', 'updated_at': '2022-01-11T10:13:19Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': 'ba73a7c5-719a-49b1-8add-42595a4a78f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:15:37.218381 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab507c3f-11c3-4f6f-9b33-3c7609a7bf9c None None] New status for floating IP 5da04db6-6e9e-4f09-99ee-074e59e90947: DOWN {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 10:15:37.746061 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a13e44-cd64-4685-a386-e5526c291634 req-aee5f63b-3fc2-4a42-ad89-689415d2fa20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:15:37.747525 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e1a13e44-cd64-4685-a386-e5526c291634 req-aee5f63b-3fc2-4a42-ad89-689415d2fa20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 946 time: 0.0866444 Jan 11 10:15:37.793628 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e1a13e44-cd64-4685-a386-e5526c291634 req-450091a0-9164-40fd-908f-6caf82d37511 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ce13008-4e70-4bf7-af05-3841b27515b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392025 Jan 11 10:15:38.167016 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77559e2b-8e22-413d-a454-719b293a9423 req-4ae3120a-2009-457f-8304-0dea18a7733a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:15:38.167696 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-77559e2b-8e22-413d-a454-719b293a9423 req-4ae3120a-2009-457f-8304-0dea18a7733a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Synchronizing usage tracker for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:15:38.183063 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-77559e2b-8e22-413d-a454-719b293a9423 req-4ae3120a-2009-457f-8304-0dea18a7733a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Unset dirty status for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:15:38.184230 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-77559e2b-8e22-413d-a454-719b293a9423 req-4ae3120a-2009-457f-8304-0dea18a7733a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.42 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 946 time: 0.0926740 Jan 11 10:15:38.365524 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-77559e2b-8e22-413d-a454-719b293a9423 req-82ab08e8-dfb8-4f3a-8a55-c73d180a4794 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Deleting port 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:15:38.365848 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-77559e2b-8e22-413d-a454-719b293a9423 req-82ab08e8-dfb8-4f3a-8a55-c73d180a4794 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:38.606231 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-77559e2b-8e22-413d-a454-719b293a9423 req-82ab08e8-dfb8-4f3a-8a55-c73d180a4794 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] For port 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da,segment=NetworkSegment(0641dce9-a785-48c9-ae37-5bb05f96437d),segment_id=0641dce9-a785-48c9-ae37-5bb05f96437d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:15:38.606579 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-77559e2b-8e22-413d-a454-719b293a9423 req-82ab08e8-dfb8-4f3a-8a55-c73d180a4794 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:38.732668 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-77559e2b-8e22-413d-a454-719b293a9423 req-82ab08e8-dfb8-4f3a-8a55-c73d180a4794 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Calling delete_port for 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:15:38.875666 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-77559e2b-8e22-413d-a454-719b293a9423 req-82ab08e8-dfb8-4f3a-8a55-c73d180a4794 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:38.929294 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab08e8-dfb8-4f3a-8a55-c73d180a4794 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Port': ['ID=03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:38.943438 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2ffdc499-8aa6-4655-acac-04661b46626a req-e3a70d74-66bc-4370-af51-0d8c12848e60 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=62d02037-60fc-4fbb-b6ab-ac725e24f608 HTTP/1.1" status: 200 len: 210 time: 0.0437357 Jan 11 10:15:39.005848 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-77559e2b-8e22-413d-a454-719b293a9423 req-82ab08e8-dfb8-4f3a-8a55-c73d180a4794 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] No DVR routers for this DVR port 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:15:39.008362 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-77559e2b-8e22-413d-a454-719b293a9423 req-82ab08e8-dfb8-4f3a-8a55-c73d180a4794 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:39.010824 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d02037-60fc-4fbb-b6ab-ac725e24f608', 'name': 'network-vif-deleted', 'tag': '03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:15:39.029075 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-77559e2b-8e22-413d-a454-719b293a9423 req-82ab08e8-dfb8-4f3a-8a55-c73d180a4794 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.42 "DELETE /v2.0/ports/03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da HTTP/1.1" status: 204 len: 173 time: 0.8387470 Jan 11 10:15:39.058676 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d02037-60fc-4fbb-b6ab-ac725e24f608', 'name': 'network-vif-deleted', 'tag': '03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da', 'status': 'completed', 'code': 200} Jan 11 10:15:40.045647 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41276) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:15:40.589863 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4db4904e-4ba3-485d-ae4c-fd23c65c7a3c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:40.664416 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:15:40.698584 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:15:40.698933 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 03db4cf3-f2c4-4e31-85ab-6a3d7e5ea7da not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:15:41.044549 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4db4904e-4ba3-485d-ae4c-fd23c65c7a3c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Deleting port 7740f702-f3a3-4107-a7b3-c8ad1152a420 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:15:41.044887 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4db4904e-4ba3-485d-ae4c-fd23c65c7a3c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:41.227470 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4db4904e-4ba3-485d-ae4c-fd23c65c7a3c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] For port 7740f702-f3a3-4107-a7b3-c8ad1152a420, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=7740f702-f3a3-4107-a7b3-c8ad1152a420,segment=NetworkSegment(0641dce9-a785-48c9-ae37-5bb05f96437d),segment_id=0641dce9-a785-48c9-ae37-5bb05f96437d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:15:41.228166 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4db4904e-4ba3-485d-ae4c-fd23c65c7a3c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:41.348785 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4db4904e-4ba3-485d-ae4c-fd23c65c7a3c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Calling delete_port for 7740f702-f3a3-4107-a7b3-c8ad1152a420 owned by network:router_interface {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:15:41.668903 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4db4904e-4ba3-485d-ae4c-fd23c65c7a3c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:41.716027 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4904e-4ba3-485d-ae4c-fd23c65c7a3c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Port': ['ID=7740f702-f3a3-4107-a7b3-c8ad1152a420,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:41.992582 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4db4904e-4ba3-485d-ae4c-fd23c65c7a3c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:42.454476 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db4904e-4ba3-485d-ae4c-fd23c65c7a3c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Router bb5fe187-0570-44a3-870b-11fb0bacb0ca has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:15:42.631818 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db4904e-4ba3-485d-ae4c-fd23c65c7a3c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:15:42.643659 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de66f7-98f5-4387-be84-3e438fec51e9 None None] Sync routers for ids ['bb5fe187-0570-44a3-870b-11fb0bacb0ca'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:15:42.644108 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4db4904e-4ba3-485d-ae4c-fd23c65c7a3c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "PUT /v2.0/routers/bb5fe187-0570-44a3-870b-11fb0bacb0ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5969453 Jan 11 10:15:42.647137 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41282) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:15:42.654244 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6de66f7-98f5-4387-be84-3e438fec51e9 None None] Routers {'bb5fe187-0570-44a3-870b-11fb0bacb0ca'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:15:42.655058 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b6de66f7-98f5-4387-be84-3e438fec51e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:15:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['bb5fe187-0570-44a3-870b-11fb0bacb0ca'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:15:42.712656 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73ae988-cc0b-40cc-a6e4-e55a9bc299bf tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Deleting subnet ba73a7c5-719a-49b1-8add-42595a4a78f3 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 10:15:42.715654 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c73ae988-cc0b-40cc-a6e4-e55a9bc299bf tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:42.768781 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c73ae988-cc0b-40cc-a6e4-e55a9bc299bf tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:42.835839 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-b6de66f7-98f5-4387-be84-3e438fec51e9 None None] Set router bb5fe187-0570-44a3-870b-11fb0bacb0ca gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:15:42.860698 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c73ae988-cc0b-40cc-a6e4-e55a9bc299bf tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:42.941026 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c73ae988-cc0b-40cc-a6e4-e55a9bc299bf tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:42.982388 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ae988-cc0b-40cc-a6e4-e55a9bc299bf tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Subnet': ['ID=ba73a7c5-719a-49b1-8add-42595a4a78f3,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:42.988686 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c73ae988-cc0b-40cc-a6e4-e55a9bc299bf tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:42.995087 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1409fc27-64cc-4b53-ad50-15af9dd0a71d None None] Network a44ce03b-c325-4385-8620-ea25974cf698 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:15:42.998377 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41286) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:15:42.998803 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c73ae988-cc0b-40cc-a6e4-e55a9bc299bf tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "DELETE /v2.0/subnets/ba73a7c5-719a-49b1-8add-42595a4a78f3 HTTP/1.1" status: 204 len: 168 time: 0.3503215 Jan 11 10:15:43.122169 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b6de66f7-98f5-4387-be84-3e438fec51e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751046563', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:13:09Z', 'updated_at': '2022-01-11T10:15:41Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:32:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:13:10Z', 'updated_at': '2022-01-11T10:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:15:43.125938 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de66f7-98f5-4387-be84-3e438fec51e9 None None] Checking router: bb5fe187-0570-44a3-870b-11fb0bacb0ca for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:15:43.135044 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6de66f7-98f5-4387-be84-3e438fec51e9 None None] Routers {'bb5fe187-0570-44a3-870b-11fb0bacb0ca'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:15:43.135648 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b6de66f7-98f5-4387-be84-3e438fec51e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:15:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['bb5fe187-0570-44a3-870b-11fb0bacb0ca'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:15:43.206533 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:43.305682 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bea373d-be57-4691-9e49-e301c6506685 None None] DHCP port deletion for a44ce03b-c325-4385-8620-ea25974cf698 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 10:15:43.309794 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9bea373d-be57-4691-9e49-e301c6506685 None None] Deleting port bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:15:43.310319 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9bea373d-be57-4691-9e49-e301c6506685 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:43.317630 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-b6de66f7-98f5-4387-be84-3e438fec51e9 None None] Set router bb5fe187-0570-44a3-870b-11fb0bacb0ca gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:15:43.391349 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:43.402536 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Deleting port 6907a615-3cdd-4b59-860a-aa850bd9a5fc {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:15:43.402887 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:43.515387 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-9bea373d-be57-4691-9e49-e301c6506685 None None] For port bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c,segment=NetworkSegment(0641dce9-a785-48c9-ae37-5bb05f96437d),segment_id=0641dce9-a785-48c9-ae37-5bb05f96437d)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:15:43.515707 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9bea373d-be57-4691-9e49-e301c6506685 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:43.577123 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] For port 6907a615-3cdd-4b59-860a-aa850bd9a5fc, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=6907a615-3cdd-4b59-860a-aa850bd9a5fc,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:15:43.577395 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:43.604058 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-b6de66f7-98f5-4387-be84-3e438fec51e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751046563', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:13:09Z', 'updated_at': '2022-01-11T10:15:41Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:32:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:13:10Z', 'updated_at': '2022-01-11T10:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:15:43.607985 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de66f7-98f5-4387-be84-3e438fec51e9 None None] The sync data for ids ['bb5fe187-0570-44a3-870b-11fb0bacb0ca'] in dv-neutron-823402-4-hyperv is: [{'id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751046563', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:13:09Z', 'updated_at': '2022-01-11T10:15:41Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '6907a615-3cdd-4b59-860a-aa850bd9a5fc', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:32:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5fe187-0570-44a3-870b-11fb0bacb0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:13:10Z', 'updated_at': '2022-01-11T10:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:15:43.643149 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9bea373d-be57-4691-9e49-e301c6506685 None None] Calling delete_port for bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:15:43.705629 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Calling delete_port for 6907a615-3cdd-4b59-860a-aa850bd9a5fc owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:15:43.720016 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9bea373d-be57-4691-9e49-e301c6506685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:43.771690 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea373d-be57-4691-9e49-e301c6506685 None None] Pushing event deleted for resources: {'Port': ['ID=bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:43.775512 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bea373d-be57-4691-9e49-e301c6506685 None None] No DVR routers for this DVR port bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:15:43.784107 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea373d-be57-4691-9e49-e301c6506685 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:43.784470 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea373d-be57-4691-9e49-e301c6506685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:43.784905 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea373d-be57-4691-9e49-e301c6506685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:43.785248 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea373d-be57-4691-9e49-e301c6506685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:43.785574 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea373d-be57-4691-9e49-e301c6506685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:43.785900 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea373d-be57-4691-9e49-e301c6506685 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:43.786256 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea373d-be57-4691-9e49-e301c6506685 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:43.786577 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea373d-be57-4691-9e49-e301c6506685 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:43.786930 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea373d-be57-4691-9e49-e301c6506685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:43.787227 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea373d-be57-4691-9e49-e301c6506685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:43.787606 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea373d-be57-4691-9e49-e301c6506685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:43.787830 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea373d-be57-4691-9e49-e301c6506685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:44.015698 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:44.064650 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Port': ['ID=6907a615-3cdd-4b59-860a-aa850bd9a5fc,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:44.105529 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:44.105878 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:44.106257 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:44.106601 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:44.106933 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:44.107260 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:44.107584 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:44.107906 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:44.108227 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:44.108544 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:44.108864 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:44.109186 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:44.268083 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:44.437445 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:44.439502 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:44.462807 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:44.463259 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Fanout notify agent at l3_agent the message router_deleted on router bb5fe187-0570-44a3-870b-11fb0bacb0ca {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 10:15:44.478724 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:44.479924 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c1970e92-505d-4d01-bc7d-2220de43b787 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "DELETE /v2.0/routers/bb5fe187-0570-44a3-870b-11fb0bacb0ca HTTP/1.1" status: 204 len: 168 time: 1.4798620 Jan 11 10:15:44.482555 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41290) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:15:44.601341 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0d68dc4-a840-4511-80b4-cad229cb5331 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:44.735521 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0d68dc4-a840-4511-80b4-cad229cb5331 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:44.760189 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d0d68dc4-a840-4511-80b4-cad229cb5331 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a44ce03b-c325-4385-8620-ea25974cf698']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:15:44.772561 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d0d68dc4-a840-4511-80b4-cad229cb5331 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0641dce9-a785-48c9-ae37-5bb05f96437d') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:15:44.772861 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-d0d68dc4-a840-4511-80b4-cad229cb5331 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0641dce9-a785-48c9-ae37-5bb05f96437d') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:15:44.783842 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0d68dc4-a840-4511-80b4-cad229cb5331 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:44.800219 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0d68dc4-a840-4511-80b4-cad229cb5331 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:44.806349 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d68dc4-a840-4511-80b4-cad229cb5331 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 10:15:44.806726 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0d68dc4-a840-4511-80b4-cad229cb5331 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 10:15:44.821225 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 10:15:44.904276 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0d68dc4-a840-4511-80b4-cad229cb5331 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:44.922478 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0d68dc4-a840-4511-80b4-cad229cb5331 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:44.936350 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d68dc4-a840-4511-80b4-cad229cb5331 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Network': ['ID=a44ce03b-c325-4385-8620-ea25974cf698,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:44.945884 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d0d68dc4-a840-4511-80b4-cad229cb5331 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "DELETE /v2.0/networks/a44ce03b-c325-4385-8620-ea25974cf698 HTTP/1.1" status: 204 len: 168 time: 0.4623561 Jan 11 10:15:44.948541 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41294) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:15:45.019769 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8f97c503-79d9-4d97-a11c-bc81a50b7b91 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:45.049927 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8f97c503-79d9-4d97-a11c-bc81a50b7b91 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:45.062028 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7740f702-f3a3-4107-a7b3-c8ad1152a420 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:15:45.095127 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 7740f702-f3a3-4107-a7b3-c8ad1152a420 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:15:45.095475 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7740f702-f3a3-4107-a7b3-c8ad1152a420 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:15:45.095892 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 6907a615-3cdd-4b59-860a-aa850bd9a5fc no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:15:45.117454 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8f97c503-79d9-4d97-a11c-bc81a50b7b91 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:45.129553 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 6907a615-3cdd-4b59-860a-aa850bd9a5fc {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:15:45.129897 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 6907a615-3cdd-4b59-860a-aa850bd9a5fc not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:15:45.130465 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:15:45.135819 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97c503-79d9-4d97-a11c-bc81a50b7b91 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce13008-4e70-4bf7-af05-3841b27515b3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:45.145854 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8f97c503-79d9-4d97-a11c-bc81a50b7b91 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:45.147103 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8f97c503-79d9-4d97-a11c-bc81a50b7b91 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "DELETE /v2.0/security-groups/1ce13008-4e70-4bf7-af05-3841b27515b3 HTTP/1.1" status: 204 len: 168 time: 0.1976473 Jan 11 10:15:45.173301 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:15:45.173649 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device bfd6079e-a0cb-4aca-bd02-4e19ff5d6a8c not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:15:46.384311 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41306) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:15:46.389621 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f95c6567-ab4a-4a29-af2d-5ad78ba52f3b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-978279770', 'description': 'tempest-secgroup-smoke-978279770 description', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:15:46.395588 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f95c6567-ab4a-4a29-af2d-5ad78ba52f3b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:15:46.400391 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f95c6567-ab4a-4a29-af2d-5ad78ba52f3b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:15:46.403216 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f95c6567-ab4a-4a29-af2d-5ad78ba52f3b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:15:46.408822 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f95c6567-ab4a-4a29-af2d-5ad78ba52f3b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:15:46.419158 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f95c6567-ab4a-4a29-af2d-5ad78ba52f3b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:46.438244 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f95c6567-ab4a-4a29-af2d-5ad78ba52f3b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:15:46.441854 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f95c6567-ab4a-4a29-af2d-5ad78ba52f3b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:15:46.445205 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f95c6567-ab4a-4a29-af2d-5ad78ba52f3b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:15:46.450700 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f95c6567-ab4a-4a29-af2d-5ad78ba52f3b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:15:46.517585 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f95c6567-ab4a-4a29-af2d-5ad78ba52f3b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:46.522138 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f95c6567-ab4a-4a29-af2d-5ad78ba52f3b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:46.565985 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c6567-ab4a-4a29-af2d-5ad78ba52f3b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b2621b-27af-47e1-ade9-782c8ec60143,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:46.569295 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f95c6567-ab4a-4a29-af2d-5ad78ba52f3b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:46.572799 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f95c6567-ab4a-4a29-af2d-5ad78ba52f3b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1851959 Jan 11 10:15:46.573848 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41310) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:15:46.578466 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f613f913-49a3-447a-b119-44dc8e3f50fb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': 'a9b2621b-27af-47e1-ade9-782c8ec60143', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:15:46.584964 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f613f913-49a3-447a-b119-44dc8e3f50fb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:15:46.588725 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f613f913-49a3-447a-b119-44dc8e3f50fb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:15:46.591585 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f613f913-49a3-447a-b119-44dc8e3f50fb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:15:46.597156 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f613f913-49a3-447a-b119-44dc8e3f50fb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:15:46.616193 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f613f913-49a3-447a-b119-44dc8e3f50fb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:46.684571 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f613f913-49a3-447a-b119-44dc8e3f50fb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:46.688438 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f613f913-49a3-447a-b119-44dc8e3f50fb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:46.712524 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613f913-49a3-447a-b119-44dc8e3f50fb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a02da42-3001-4f38-8d71-1dcdfb0657b0,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:46.721231 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f613f913-49a3-447a-b119-44dc8e3f50fb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:46.722471 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f613f913-49a3-447a-b119-44dc8e3f50fb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479673 Jan 11 10:15:46.725153 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41314) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:15:46.729951 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ac1950a3-0f34-41b0-bdc2-b8cbc6940f27 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': 'a9b2621b-27af-47e1-ade9-782c8ec60143', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:15:46.735654 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ac1950a3-0f34-41b0-bdc2-b8cbc6940f27 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:15:46.739379 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ac1950a3-0f34-41b0-bdc2-b8cbc6940f27 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:15:46.742209 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ac1950a3-0f34-41b0-bdc2-b8cbc6940f27 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:15:46.748035 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ac1950a3-0f34-41b0-bdc2-b8cbc6940f27 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:15:46.765678 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac1950a3-0f34-41b0-bdc2-b8cbc6940f27 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:46.825433 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac1950a3-0f34-41b0-bdc2-b8cbc6940f27 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:46.829696 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac1950a3-0f34-41b0-bdc2-b8cbc6940f27 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:46.853385 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1950a3-0f34-41b0-bdc2-b8cbc6940f27 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e950fa-88b4-468b-af5a-415575308c0a,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:46.861460 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ac1950a3-0f34-41b0-bdc2-b8cbc6940f27 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:46.862722 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ac1950a3-0f34-41b0-bdc2-b8cbc6940f27 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1366782 Jan 11 10:15:46.865943 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41318) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:15:46.870971 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1276ee85-b14d-4281-8f8c-e5c091004ad2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': 'a9b2621b-27af-47e1-ade9-782c8ec60143', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:15:46.876844 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1276ee85-b14d-4281-8f8c-e5c091004ad2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:15:46.881218 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1276ee85-b14d-4281-8f8c-e5c091004ad2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:15:46.884096 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1276ee85-b14d-4281-8f8c-e5c091004ad2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:15:46.889642 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1276ee85-b14d-4281-8f8c-e5c091004ad2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:15:46.906067 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1276ee85-b14d-4281-8f8c-e5c091004ad2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:46.969616 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1276ee85-b14d-4281-8f8c-e5c091004ad2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:46.972862 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1276ee85-b14d-4281-8f8c-e5c091004ad2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:46.996002 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276ee85-b14d-4281-8f8c-e5c091004ad2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e4e910-73a6-4b65-9c18-f1dde14ad8d5,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:47.003953 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1276ee85-b14d-4281-8f8c-e5c091004ad2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:47.005106 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1276ee85-b14d-4281-8f8c-e5c091004ad2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382332 Jan 11 10:15:47.008546 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41322) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:15:47.013421 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-1c946a66-08de-437b-a863-2143c76d8a86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': 'a9b2621b-27af-47e1-ade9-782c8ec60143', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:15:47.019298 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1c946a66-08de-437b-a863-2143c76d8a86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:15:47.023078 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1c946a66-08de-437b-a863-2143c76d8a86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:15:47.025842 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-1c946a66-08de-437b-a863-2143c76d8a86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:15:47.031359 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-1c946a66-08de-437b-a863-2143c76d8a86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:15:47.047303 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c946a66-08de-437b-a863-2143c76d8a86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:47.107930 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c946a66-08de-437b-a863-2143c76d8a86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:47.111135 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c946a66-08de-437b-a863-2143c76d8a86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:47.134541 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c946a66-08de-437b-a863-2143c76d8a86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4eaabeb-021c-4b4a-ad68-29d9673a6717,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:47.142398 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c946a66-08de-437b-a863-2143c76d8a86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:47.143541 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1c946a66-08de-437b-a863-2143c76d8a86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1341081 Jan 11 10:15:47.146460 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41326) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:15:47.152009 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-76abe1c1-8961-4455-ba6e-b14d72cb02ad tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': 'a9b2621b-27af-47e1-ade9-782c8ec60143', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:15:47.157813 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-76abe1c1-8961-4455-ba6e-b14d72cb02ad tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:15:47.161698 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-76abe1c1-8961-4455-ba6e-b14d72cb02ad tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:15:47.164577 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-76abe1c1-8961-4455-ba6e-b14d72cb02ad tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:15:47.170173 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-76abe1c1-8961-4455-ba6e-b14d72cb02ad tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:15:47.180088 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-76abe1c1-8961-4455-ba6e-b14d72cb02ad tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Project 6029e67c78cc44a08fe7b20a1dc57c80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 10:15:47.186390 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76abe1c1-8961-4455-ba6e-b14d72cb02ad tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:47.251869 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76abe1c1-8961-4455-ba6e-b14d72cb02ad tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:47.254990 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76abe1c1-8961-4455-ba6e-b14d72cb02ad tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:47.280642 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abe1c1-8961-4455-ba6e-b14d72cb02ad tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e5a235-43bb-4d81-9e42-0d429d3e14bd,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:47.288894 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-76abe1c1-8961-4455-ba6e-b14d72cb02ad tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:47.290036 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-76abe1c1-8961-4455-ba6e-b14d72cb02ad tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425169 Jan 11 10:15:47.292731 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41330) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:15:47.297733 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-feedc5ee-f748-4f22-bb56-5ad9cda24392 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': 'a9b2621b-27af-47e1-ade9-782c8ec60143', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:15:47.303875 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-feedc5ee-f748-4f22-bb56-5ad9cda24392 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:15:47.307592 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-feedc5ee-f748-4f22-bb56-5ad9cda24392 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:15:47.310397 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-feedc5ee-f748-4f22-bb56-5ad9cda24392 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:15:47.315939 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-feedc5ee-f748-4f22-bb56-5ad9cda24392 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:15:47.326028 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-feedc5ee-f748-4f22-bb56-5ad9cda24392 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Project 6029e67c78cc44a08fe7b20a1dc57c80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 10:15:47.332200 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-feedc5ee-f748-4f22-bb56-5ad9cda24392 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:47.393971 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-feedc5ee-f748-4f22-bb56-5ad9cda24392 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:47.397331 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-feedc5ee-f748-4f22-bb56-5ad9cda24392 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:47.419963 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feedc5ee-f748-4f22-bb56-5ad9cda24392 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbda5e7-5ae9-4f00-baab-bd845ec7fbd0,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:47.428670 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-feedc5ee-f748-4f22-bb56-5ad9cda24392 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:47.429856 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-feedc5ee-f748-4f22-bb56-5ad9cda24392 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1362197 Jan 11 10:15:47.432671 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41334) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:15:47.438214 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-fc4a7c78-e173-4339-b003-b0f849345610 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'network': {'name': 'tempest-network-smoke--281890079', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'port_security_enabled': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:15:47.442987 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fc4a7c78-e173-4339-b003-b0f849345610 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:15:47.447325 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-fc4a7c78-e173-4339-b003-b0f849345610 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:network and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:15:47.450429 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-fc4a7c78-e173-4339-b003-b0f849345610 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:15:47.456154 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-fc4a7c78-e173-4339-b003-b0f849345610 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:15:47.465759 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4a7c78-e173-4339-b003-b0f849345610 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Made reservation on behalf of 6029e67c78cc44a08fe7b20a1dc57c80 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:15:47.469106 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc4a7c78-e173-4339-b003-b0f849345610 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:47.496826 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4a7c78-e173-4339-b003-b0f849345610 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 10:15:47.505731 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc4a7c78-e173-4339-b003-b0f849345610 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:47.506361 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-fc4a7c78-e173-4339-b003-b0f849345610 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Added segment 26ff2057-3d50-4599-90e6-26978df32f1f of type vlan for network c1f867be-c092-440f-94d7-b631186607bd Jan 11 10:15:47.544841 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc4a7c78-e173-4339-b003-b0f849345610 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:47.575149 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc4a7c78-e173-4339-b003-b0f849345610 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:47.580787 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4a7c78-e173-4339-b003-b0f849345610 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:15:47.581366 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc4a7c78-e173-4339-b003-b0f849345610 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:47.653971 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fc4a7c78-e173-4339-b003-b0f849345610 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2174115 Jan 11 10:15:47.654198 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41338) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:15:47.659814 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8932eae3-6e8c-44b9-a9e5-321b9b57d1b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1782254448', 'admin_state_up': True, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:15:47.668139 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8932eae3-6e8c-44b9-a9e5-321b9b57d1b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:15:47.672954 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8932eae3-6e8c-44b9-a9e5-321b9b57d1b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:router and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:15:47.676063 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8932eae3-6e8c-44b9-a9e5-321b9b57d1b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:15:47.683078 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8932eae3-6e8c-44b9-a9e5-321b9b57d1b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:15:47.698604 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8932eae3-6e8c-44b9-a9e5-321b9b57d1b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:47.701436 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8932eae3-6e8c-44b9-a9e5-321b9b57d1b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:47.705439 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a7c78-e173-4339-b003-b0f849345610 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Network': ['ID=c1f867be-c092-440f-94d7-b631186607bd,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:47.721749 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network c1f867be-c092-440f-94d7-b631186607bd details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 10:15:47.723526 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8932eae3-6e8c-44b9-a9e5-321b9b57d1b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:47.993051 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8932eae3-6e8c-44b9-a9e5-321b9b57d1b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:48.288942 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8932eae3-6e8c-44b9-a9e5-321b9b57d1b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:48.317704 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8932eae3-6e8c-44b9-a9e5-321b9b57d1b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:48.555879 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-8932eae3-6e8c-44b9-a9e5-321b9b57d1b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Allocated IP 172.26.3.121 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/3638a109-cd56-41ab-8365-3958c10d246b) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:15:48.704626 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8932eae3-6e8c-44b9-a9e5-321b9b57d1b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:48.734334 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8932eae3-6e8c-44b9-a9e5-321b9b57d1b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:48.803404 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8932eae3-6e8c-44b9-a9e5-321b9b57d1b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:15:48.806199 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-8932eae3-6e8c-44b9-a9e5-321b9b57d1b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:15:48.808668 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8932eae3-6e8c-44b9-a9e5-321b9b57d1b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:15:48.845875 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932eae3-6e8c-44b9-a9e5-321b9b57d1b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=3638a109-cd56-41ab-8365-3958c10d246b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:49.218983 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8932eae3-6e8c-44b9-a9e5-321b9b57d1b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:49.223239 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-191fc6ae-495b-49f0-bde5-1c2167377880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:49.556102 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8932eae3-6e8c-44b9-a9e5-321b9b57d1b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:49.755249 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8932eae3-6e8c-44b9-a9e5-321b9b57d1b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Router 1cceb6fe-ace4-4774-a11a-1dc953c939e2 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 10:15:50.048929 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8932eae3-6e8c-44b9-a9e5-321b9b57d1b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:15:50.059720 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] Sync routers for ids ['1cceb6fe-ace4-4774-a11a-1dc953c939e2'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:15:50.070211 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] Routers {'1cceb6fe-ace4-4774-a11a-1dc953c939e2'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:15:50.070898 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:15:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1cceb6fe-ace4-4774-a11a-1dc953c939e2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:15:50.075879 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8932eae3-6e8c-44b9-a9e5-321b9b57d1b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:50.077100 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8932eae3-6e8c-44b9-a9e5-321b9b57d1b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4220648 Jan 11 10:15:50.080300 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41344) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:15:50.120483 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-38dd3d50-cdde-4f73-9f3d-60952432e20e tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=6029e67c78cc44a08fe7b20a1dc57c80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390840 Jan 11 10:15:50.123031 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41348) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:15:50.242220 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] Set router 1cceb6fe-ace4-4774-a11a-1dc953c939e2 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:15:50.256797 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e22dde-a29e-464c-b8ef-40d19d026124 tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:15:50.258287 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a2e22dde-a29e-464c-b8ef-40d19d026124 tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1343579 Jan 11 10:15:50.261079 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41352) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:15:50.304350 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1a799631-d481-497d-938f-c1a0d72b96d0 tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420401 Jan 11 10:15:50.306625 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41356) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:15:50.311982 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-07b22a22-84bd-44b3-8869-c7a19b02ceff tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1236304754', 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:15:50.417610 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-07b22a22-84bd-44b3-8869-c7a19b02ceff tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:15:50.421409 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-07b22a22-84bd-44b3-8869-c7a19b02ceff tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:subnet and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:15:50.424502 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-07b22a22-84bd-44b3-8869-c7a19b02ceff tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:15:50.430637 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-07b22a22-84bd-44b3-8869-c7a19b02ceff tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:15:50.440803 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b22a22-84bd-44b3-8869-c7a19b02ceff tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Made reservation on behalf of 6029e67c78cc44a08fe7b20a1dc57c80 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:15:50.444307 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-07b22a22-84bd-44b3-8869-c7a19b02ceff tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:50.533102 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782254448', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '3638a109-cd56-41ab-8365-3958c10d246b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:15:47Z', 'updated_at': '2022-01-11T10:15:49Z', 'revision_number': 3, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '3638a109-cd56-41ab-8365-3958c10d246b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:15:48Z', 'updated_at': '2022-01-11T10:15:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:15:50.537520 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] Checking router: 1cceb6fe-ace4-4774-a11a-1dc953c939e2 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:15:50.537866 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] Updating router 1cceb6fe-ace4-4774-a11a-1dc953c939e2 port 3638a109-cd56-41ab-8365-3958c10d246b binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 10:15:50.589857 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:50.666241 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-07b22a22-84bd-44b3-8869-c7a19b02ceff tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:50.766571 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b22a22-84bd-44b3-8869-c7a19b02ceff tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Subnet': ['ID=5ce4d79e-2388-4111-b4a1-4310bc411b09,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:50.778024 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b22a22-84bd-44b3-8869-c7a19b02ceff tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Checking segment: {'id': '26ff2057-3d50-4599-90e6-26978df32f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:15:50.778430 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b22a22-84bd-44b3-8869-c7a19b02ceff tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network hostable DHCP agents. Network: c1f867be-c092-440f-94d7-b631186607bd, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 10:15:50.798546 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b22a22-84bd-44b3-8869-c7a19b02ceff tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network c1f867be-c092-440f-94d7-b631186607bd is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 10:15:50.807789 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-07b22a22-84bd-44b3-8869-c7a19b02ceff tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, c1f867be-c092-440f-94d7-b631186607bd) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:15:50.812853 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b22a22-84bd-44b3-8869-c7a19b02ceff tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:15:50.813642 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-07b22a22-84bd-44b3-8869-c7a19b02ceff tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:50.835829 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-07b22a22-84bd-44b3-8869-c7a19b02ceff tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5282156 Jan 11 10:15:50.838691 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41360) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:15:50.843850 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b46b598-aed1-431d-9757-beb1c3c68652 None None] Network c1f867be-c092-440f-94d7-b631186607bd requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:15:51.135364 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:51.152732 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] Transition to ACTIVE for port object 3638a109-cd56-41ab-8365-3958c10d246b will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:15:51.156333 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba41e43-f27d-4c7c-a43a-5cbc1d975f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-c1f867be-c092-440f-94d7-b631186607bd', 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'fixed_ips': [{'subnet_id': '5ce4d79e-2388-4111-b4a1-4310bc411b09'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 10:15:51.157134 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bba41e43-f27d-4c7c-a43a-5cbc1d975f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:51.172135 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:51.307398 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] Attempting to bind port 3638a109-cd56-41ab-8365-3958c10d246b on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:15:51.308106 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] Attempting to bind port 3638a109-cd56-41ab-8365-3958c10d246b by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:15:51.308106 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] Attempting to bind port 3638a109-cd56-41ab-8365-3958c10d246b on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:15:51.310029 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555afd64-68fe-4d64-b6b5-8aaba33f60c5 None None] Pushing event updated for resources: {'Port': ['ID=3638a109-cd56-41ab-8365-3958c10d246b,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:51.323607 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:15:51.323978 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:15:51.324377 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:51.324767 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:15:51.325234 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] Bound port: 3638a109-cd56-41ab-8365-3958c10d246b, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:15:51.325599 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:51.459767 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] For port 3638a109-cd56-41ab-8365-3958c10d246b, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:15:51.464569 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] For port 3638a109-cd56-41ab-8365-3958c10d246b, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=3638a109-cd56-41ab-8365-3958c10d246b,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:15:51.472830 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-bba41e43-f27d-4c7c-a43a-5cbc1d975f6b None None] Allocated IP 172.20.0.2 (c1f867be-c092-440f-94d7-b631186607bd/5ce4d79e-2388-4111-b4a1-4310bc411b09/9975138c-0e1d-4578-88b2-4c99a8ea7ee8) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:15:51.476068 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:51.539405 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-49b4abcb-3646-4e91-8db0-fd6e9a8309c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:51.605137 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] Routers {'1cceb6fe-ace4-4774-a11a-1dc953c939e2'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:15:51.605753 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:15:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1cceb6fe-ace4-4774-a11a-1dc953c939e2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:15:51.643155 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5be91f6c-9669-42e6-908b-a49b8db27e2c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:51.723712 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555afd64-68fe-4d64-b6b5-8aaba33f60c5 None None] Pushing event updated for resources: {'Port': ['ID=3638a109-cd56-41ab-8365-3958c10d246b,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:51.913441 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] Set router 1cceb6fe-ace4-4774-a11a-1dc953c939e2 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:15:52.044608 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bba41e43-f27d-4c7c-a43a-5cbc1d975f6b None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:52.076919 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bba41e43-f27d-4c7c-a43a-5cbc1d975f6b None None] Transition to ACTIVE for port object 9975138c-0e1d-4578-88b2-4c99a8ea7ee8 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:15:52.198191 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bba41e43-f27d-4c7c-a43a-5cbc1d975f6b None None] Transition to ACTIVE for port object 9975138c-0e1d-4578-88b2-4c99a8ea7ee8 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:15:52.209703 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bba41e43-f27d-4c7c-a43a-5cbc1d975f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:52.268475 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-5be91f6c-9669-42e6-908b-a49b8db27e2c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Allocated IP 172.20.0.1 (c1f867be-c092-440f-94d7-b631186607bd/5ce4d79e-2388-4111-b4a1-4310bc411b09/69446f20-4018-4efc-b98f-6a83d8b64f1b) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:15:52.296242 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba41e43-f27d-4c7c-a43a-5cbc1d975f6b None None] Network c1f867be-c092-440f-94d7-b631186607bd is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:15:52.324577 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-bba41e43-f27d-4c7c-a43a-5cbc1d975f6b None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:15:52.331343 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba41e43-f27d-4c7c-a43a-5cbc1d975f6b None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:15:52.337077 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba41e43-f27d-4c7c-a43a-5cbc1d975f6b None None] Pushing event updated for resources: {'Port': ['ID=9975138c-0e1d-4578-88b2-4c99a8ea7ee8,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:52.432386 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5be91f6c-9669-42e6-908b-a49b8db27e2c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:52.449085 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-bba41e43-f27d-4c7c-a43a-5cbc1d975f6b None None] Attempting to bind port 9975138c-0e1d-4578-88b2-4c99a8ea7ee8 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:15:52.449451 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-bba41e43-f27d-4c7c-a43a-5cbc1d975f6b None None] Attempting to bind port 9975138c-0e1d-4578-88b2-4c99a8ea7ee8 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '26ff2057-3d50-4599-90e6-26978df32f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:15:52.449814 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba41e43-f27d-4c7c-a43a-5cbc1d975f6b None None] Attempting to bind port 9975138c-0e1d-4578-88b2-4c99a8ea7ee8 on network c1f867be-c092-440f-94d7-b631186607bd {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:15:52.450870 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5be91f6c-9669-42e6-908b-a49b8db27e2c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Transition to ACTIVE for port object 69446f20-4018-4efc-b98f-6a83d8b64f1b will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:15:52.460455 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba41e43-f27d-4c7c-a43a-5cbc1d975f6b None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:15:52.461025 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba41e43-f27d-4c7c-a43a-5cbc1d975f6b None None] Checking segment: {'id': '26ff2057-3d50-4599-90e6-26978df32f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:15:52.461432 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bba41e43-f27d-4c7c-a43a-5cbc1d975f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:52.461928 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba41e43-f27d-4c7c-a43a-5cbc1d975f6b None None] Bound using segment: {'id': '26ff2057-3d50-4599-90e6-26978df32f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:15:52.462753 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-bba41e43-f27d-4c7c-a43a-5cbc1d975f6b None None] Bound port: 9975138c-0e1d-4578-88b2-4c99a8ea7ee8, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ff2057-3d50-4599-90e6-26978df32f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:15:52.463388 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bba41e43-f27d-4c7c-a43a-5cbc1d975f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:52.476554 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5be91f6c-9669-42e6-908b-a49b8db27e2c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:52.527528 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782254448', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '3638a109-cd56-41ab-8365-3958c10d246b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:15:47Z', 'updated_at': '2022-01-11T10:15:49Z', 'revision_number': 3, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '3638a109-cd56-41ab-8365-3958c10d246b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:15:48Z', 'updated_at': '2022-01-11T10:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:15:52.543775 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e060d52-8899-4530-b86f-09bcbb663b0e None None] The sync data for ids ['1cceb6fe-ace4-4774-a11a-1dc953c939e2'] in dv-neutron-823402-4-hyperv is: [{'id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782254448', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '3638a109-cd56-41ab-8365-3958c10d246b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:15:47Z', 'updated_at': '2022-01-11T10:15:49Z', 'revision_number': 3, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '3638a109-cd56-41ab-8365-3958c10d246b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:15:48Z', 'updated_at': '2022-01-11T10:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:15:52.550172 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be91f6c-9669-42e6-908b-a49b8db27e2c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network c1f867be-c092-440f-94d7-b631186607bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:15:52.554008 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-5be91f6c-9669-42e6-908b-a49b8db27e2c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:15:52.556661 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be91f6c-9669-42e6-908b-a49b8db27e2c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:15:52.584407 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-bba41e43-f27d-4c7c-a43a-5cbc1d975f6b None None] For port 9975138c-0e1d-4578-88b2-4c99a8ea7ee8, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:15:52.588531 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-bba41e43-f27d-4c7c-a43a-5cbc1d975f6b None None] For port 9975138c-0e1d-4578-88b2-4c99a8ea7ee8, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=9975138c-0e1d-4578-88b2-4c99a8ea7ee8,segment=NetworkSegment(26ff2057-3d50-4599-90e6-26978df32f1f),segment_id=26ff2057-3d50-4599-90e6-26978df32f1f)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:15:52.593500 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bba41e43-f27d-4c7c-a43a-5cbc1d975f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:52.614148 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be91f6c-9669-42e6-908b-a49b8db27e2c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=69446f20-4018-4efc-b98f-6a83d8b64f1b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:52.628232 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5be91f6c-9669-42e6-908b-a49b8db27e2c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:52.706053 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:52.709435 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba41e43-f27d-4c7c-a43a-5cbc1d975f6b None None] Pushing event updated for resources: {'Port': ['ID=9975138c-0e1d-4578-88b2-4c99a8ea7ee8,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:52.716339 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:52.994919 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5be91f6c-9669-42e6-908b-a49b8db27e2c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:53.135222 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 3638a109-cd56-41ab-8365-3958c10d246b up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:15:53.210761 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 3638a109-cd56-41ab-8365-3958c10d246b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:15:53.216109 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 3638a109-cd56-41ab-8365-3958c10d246b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:15:53.216485 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:53.341103 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:53.358414 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 3638a109-cd56-41ab-8365-3958c10d246b, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=3638a109-cd56-41ab-8365-3958c10d246b,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:15:53.363677 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:53.364670 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9975138c-0e1d-4578-88b2-4c99a8ea7ee8 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:15:53.488386 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=3638a109-cd56-41ab-8365-3958c10d246b,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:53.504138 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 9975138c-0e1d-4578-88b2-4c99a8ea7ee8 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:15:53.587746 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5be91f6c-9669-42e6-908b-a49b8db27e2c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:53.592288 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5be91f6c-9669-42e6-908b-a49b8db27e2c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:53.706003 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be91f6c-9669-42e6-908b-a49b8db27e2c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=69446f20-4018-4efc-b98f-6a83d8b64f1b,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:53.710848 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5be91f6c-9669-42e6-908b-a49b8db27e2c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:53.835433 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f22559-ed95-4e08-9228-9d3a192c736c None None] Network c1f867be-c092-440f-94d7-b631186607bd requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:15:53.862998 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be91f6c-9669-42e6-908b-a49b8db27e2c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network c1f867be-c092-440f-94d7-b631186607bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:15:53.864158 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-5be91f6c-9669-42e6-908b-a49b8db27e2c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:15:53.955930 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-249726f7-ab7c-4529-bf85-03f0f31d063a None None] Provisioning for port 9975138c-0e1d-4578-88b2-4c99a8ea7ee8 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:15:53.973015 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-249726f7-ab7c-4529-bf85-03f0f31d063a None None] Provisioning complete for port 9975138c-0e1d-4578-88b2-4c99a8ea7ee8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:15:53.973389 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-249726f7-ab7c-4529-bf85-03f0f31d063a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:54.059222 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be91f6c-9669-42e6-908b-a49b8db27e2c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Router 1cceb6fe-ace4-4774-a11a-1dc953c939e2 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:15:54.226215 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-249726f7-ab7c-4529-bf85-03f0f31d063a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:54.249042 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:54.261524 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be91f6c-9669-42e6-908b-a49b8db27e2c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:15:54.267334 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-249726f7-ab7c-4529-bf85-03f0f31d063a None None] For port 9975138c-0e1d-4578-88b2-4c99a8ea7ee8, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=9975138c-0e1d-4578-88b2-4c99a8ea7ee8,segment=NetworkSegment(26ff2057-3d50-4599-90e6-26978df32f1f),segment_id=26ff2057-3d50-4599-90e6-26978df32f1f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:15:54.272466 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-249726f7-ab7c-4529-bf85-03f0f31d063a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:54.274337 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] Sync routers for ids ['1cceb6fe-ace4-4774-a11a-1dc953c939e2'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:15:54.284695 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] Routers {'1cceb6fe-ace4-4774-a11a-1dc953c939e2'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:15:54.285320 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:15:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1cceb6fe-ace4-4774-a11a-1dc953c939e2'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:15:54.287377 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5be91f6c-9669-42e6-908b-a49b8db27e2c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "PUT /v2.0/routers/1cceb6fe-ace4-4774-a11a-1dc953c939e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4469035 Jan 11 10:15:54.344061 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249726f7-ab7c-4529-bf85-03f0f31d063a None None] Pushing event updated for resources: {'Port': ['ID=9975138c-0e1d-4578-88b2-4c99a8ea7ee8,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:54.450498 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-142bbcd5-6242-498e-8b36-dadac84a320d req-edc95d65-4eaa-4573-90ab-5a6e15fb179e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Synchronizing usage tracker for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:15:54.466747 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-142bbcd5-6242-498e-8b36-dadac84a320d req-edc95d65-4eaa-4573-90ab-5a6e15fb179e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Unset dirty status for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:15:54.468167 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-142bbcd5-6242-498e-8b36-dadac84a320d req-edc95d65-4eaa-4573-90ab-5a6e15fb179e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-978279770&fields=id&tenant_id=6029e67c78cc44a08fe7b20a1dc57c80 HTTP/1.1" status: 200 len: 267 time: 0.0588167 Jan 11 10:15:54.497398 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] Set router 1cceb6fe-ace4-4774-a11a-1dc953c939e2 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:15:54.501829 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-63df1a72-7afc-4b4f-9cfd-e48a59c6dd4d None None] Provisioning complete for port 9975138c-0e1d-4578-88b2-4c99a8ea7ee8 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:15:54.502501 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-63df1a72-7afc-4b4f-9cfd-e48a59c6dd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:54.720338 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-63df1a72-7afc-4b4f-9cfd-e48a59c6dd4d None None] Provisioning for port 69446f20-4018-4efc-b98f-6a83d8b64f1b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:15:54.727682 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-63df1a72-7afc-4b4f-9cfd-e48a59c6dd4d None None] Provisioning complete for port 69446f20-4018-4efc-b98f-6a83d8b64f1b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:15:54.728110 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-63df1a72-7afc-4b4f-9cfd-e48a59c6dd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:54.779849 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bbcd5-6242-498e-8b36-dadac84a320d req-640b12cd-18cf-41bf-8949-c19c93f7df50 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:15:54.780585 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-142bbcd5-6242-498e-8b36-dadac84a320d req-640b12cd-18cf-41bf-8949-c19c93f7df50 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Synchronizing usage tracker for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:15:54.795724 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-63df1a72-7afc-4b4f-9cfd-e48a59c6dd4d None None] Port 69446f20-4018-4efc-b98f-6a83d8b64f1b cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:15:54.805544 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-142bbcd5-6242-498e-8b36-dadac84a320d req-640b12cd-18cf-41bf-8949-c19c93f7df50 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Unset dirty status for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:15:54.806764 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-142bbcd5-6242-498e-8b36-dadac84a320d req-640b12cd-18cf-41bf-8949-c19c93f7df50 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/networks?id=c1f867be-c092-440f-94d7-b631186607bd HTTP/1.1" status: 200 len: 796 time: 0.3314440 Jan 11 10:15:54.823128 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-142bbcd5-6242-498e-8b36-dadac84a320d req-099a6e77-4f3a-4524-aa77-088b55ef8e92 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/quotas/6029e67c78cc44a08fe7b20a1dc57c80 HTTP/1.1" status: 200 len: 375 time: 0.0103621 Jan 11 10:15:54.885075 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782254448', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '3638a109-cd56-41ab-8365-3958c10d246b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:15:47Z', 'updated_at': '2022-01-11T10:15:52Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '3638a109-cd56-41ab-8365-3958c10d246b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:15:48Z', 'updated_at': '2022-01-11T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '69446f20-4018-4efc-b98f-6a83d8b64f1b', 'name': '', 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:a7:6a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5ce4d79e-2388-4111-b4a1-4310bc411b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:15:51Z', 'updated_at': '2022-01-11T10:15:53Z', 'revision_number': 2, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '5ce4d79e-2388-4111-b4a1-4310bc411b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:15:54.894824 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] Checking router: 1cceb6fe-ace4-4774-a11a-1dc953c939e2 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:15:54.895169 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] Updating router 1cceb6fe-ace4-4774-a11a-1dc953c939e2 port 69446f20-4018-4efc-b98f-6a83d8b64f1b binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 10:15:54.920358 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8522c3b7-c2b5-4d85-932d-b0264798716c None None] Provisioning complete for port 69446f20-4018-4efc-b98f-6a83d8b64f1b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:15:54.920642 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8522c3b7-c2b5-4d85-932d-b0264798716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:54.932638 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-142bbcd5-6242-498e-8b36-dadac84a320d req-cb00df0d-332f-47ea-85b1-9df78461d2ac tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027868 Jan 11 10:15:54.949225 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [req-142bbcd5-6242-498e-8b36-dadac84a320d req-7097d24c-6bd7-4da8-8345-6c554f8e8921 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 10:15:54.950388 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-142bbcd5-6242-498e-8b36-dadac84a320d req-7097d24c-6bd7-4da8-8345-6c554f8e8921 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054197 Jan 11 10:15:54.955710 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:54.996680 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8522c3b7-c2b5-4d85-932d-b0264798716c None None] Port 69446f20-4018-4efc-b98f-6a83d8b64f1b cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:15:55.076288 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 3638a109-cd56-41ab-8365-3958c10d246b up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:15:55.097229 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-142bbcd5-6242-498e-8b36-dadac84a320d req-fbae03d5-d9c3-4c55-b125-ce2385041c0d service neutron] 10.222.0.15 "GET /v2.0/networks/c1f867be-c092-440f-94d7-b631186607bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403947 Jan 11 10:15:55.141648 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-3a031ea1-be02-40d6-8626-180db400f0a5 None None] Provisioning complete for port 69446f20-4018-4efc-b98f-6a83d8b64f1b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:15:55.142020 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3a031ea1-be02-40d6-8626-180db400f0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:55.238247 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-142bbcd5-6242-498e-8b36-dadac84a320d req-ac3286fe-a8bd-4255-a60b-f6f1f171a464 service neutron] 10.222.0.15 "GET /v2.0/networks/c1f867be-c092-440f-94d7-b631186607bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303952 Jan 11 10:15:55.246107 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 3638a109-cd56-41ab-8365-3958c10d246b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:15:55.246660 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:55.280644 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3a031ea1-be02-40d6-8626-180db400f0a5 None None] Port 69446f20-4018-4efc-b98f-6a83d8b64f1b cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:15:55.314833 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:55.327177 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] Transition to ACTIVE for port object 69446f20-4018-4efc-b98f-6a83d8b64f1b will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:15:55.334254 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:55.368246 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9975138c-0e1d-4578-88b2-4c99a8ea7ee8 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:15:55.420387 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1a133-001d-4ee6-938b-d31ae67a3146 None None] Pushing event updated for resources: {'Port': ['ID=69446f20-4018-4efc-b98f-6a83d8b64f1b,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:55.429963 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1a133-001d-4ee6-938b-d31ae67a3146 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:55.430342 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1a133-001d-4ee6-938b-d31ae67a3146 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:55.430681 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1a133-001d-4ee6-938b-d31ae67a3146 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:55.431014 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1a133-001d-4ee6-938b-d31ae67a3146 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:55.431342 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1a133-001d-4ee6-938b-d31ae67a3146 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:55.431671 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1a133-001d-4ee6-938b-d31ae67a3146 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:55.432000 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1a133-001d-4ee6-938b-d31ae67a3146 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:55.432304 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1a133-001d-4ee6-938b-d31ae67a3146 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:55.432624 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1a133-001d-4ee6-938b-d31ae67a3146 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:55.432944 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1a133-001d-4ee6-938b-d31ae67a3146 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:55.433261 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1a133-001d-4ee6-938b-d31ae67a3146 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:55.433575 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1a133-001d-4ee6-938b-d31ae67a3146 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:15:55.434750 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-606e563f-edba-4146-a24f-c627db2d8144 req-791cf1f7-6cdf-4ba8-8274-210d30e12997 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 210 time: 0.0431733 Jan 11 10:15:55.454397 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 9975138c-0e1d-4578-88b2-4c99a8ea7ee8 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:15:55.454888 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:55.586549 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] Attempting to bind port 69446f20-4018-4efc-b98f-6a83d8b64f1b on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:15:55.586911 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] Attempting to bind port 69446f20-4018-4efc-b98f-6a83d8b64f1b by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '26ff2057-3d50-4599-90e6-26978df32f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:15:55.587252 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] Attempting to bind port 69446f20-4018-4efc-b98f-6a83d8b64f1b on network c1f867be-c092-440f-94d7-b631186607bd {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:15:55.593688 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:15:55.594047 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] Checking segment: {'id': '26ff2057-3d50-4599-90e6-26978df32f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:15:55.594466 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:55.594868 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] Bound using segment: {'id': '26ff2057-3d50-4599-90e6-26978df32f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:15:55.595322 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] Bound port: 69446f20-4018-4efc-b98f-6a83d8b64f1b, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ff2057-3d50-4599-90e6-26978df32f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:15:55.595693 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:55.688217 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] For port 69446f20-4018-4efc-b98f-6a83d8b64f1b, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:15:55.691295 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] For port 69446f20-4018-4efc-b98f-6a83d8b64f1b, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=69446f20-4018-4efc-b98f-6a83d8b64f1b,segment=NetworkSegment(26ff2057-3d50-4599-90e6-26978df32f1f),segment_id=26ff2057-3d50-4599-90e6-26978df32f1f)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:15:55.696818 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:55.773824 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] Routers {'1cceb6fe-ace4-4774-a11a-1dc953c939e2'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:15:55.774460 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:15:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1cceb6fe-ace4-4774-a11a-1dc953c939e2'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:15:55.840046 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1a133-001d-4ee6-938b-d31ae67a3146 None None] Pushing event updated for resources: {'Port': ['ID=69446f20-4018-4efc-b98f-6a83d8b64f1b,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:55.962016 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] Set router 1cceb6fe-ace4-4774-a11a-1dc953c939e2 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:15:56.304383 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782254448', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '3638a109-cd56-41ab-8365-3958c10d246b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:15:47Z', 'updated_at': '2022-01-11T10:15:52Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '3638a109-cd56-41ab-8365-3958c10d246b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:15:48Z', 'updated_at': '2022-01-11T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '69446f20-4018-4efc-b98f-6a83d8b64f1b', 'name': '', 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:a7:6a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5ce4d79e-2388-4111-b4a1-4310bc411b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:15:51Z', 'updated_at': '2022-01-11T10:15:55Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '5ce4d79e-2388-4111-b4a1-4310bc411b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:15:56.308191 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e327093f-ce00-4114-8266-65bb77a3d92f None None] The sync data for ids ['1cceb6fe-ace4-4774-a11a-1dc953c939e2'] in dv-neutron-823402-4-hyperv is: [{'id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782254448', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '3638a109-cd56-41ab-8365-3958c10d246b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:15:47Z', 'updated_at': '2022-01-11T10:15:52Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '3638a109-cd56-41ab-8365-3958c10d246b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:15:48Z', 'updated_at': '2022-01-11T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '69446f20-4018-4efc-b98f-6a83d8b64f1b', 'name': '', 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:a7:6a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5ce4d79e-2388-4111-b4a1-4310bc411b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:15:51Z', 'updated_at': '2022-01-11T10:15:55Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '5ce4d79e-2388-4111-b4a1-4310bc411b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:15:56.557697 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-712d7650-2e85-4acd-aa36-ed034df82441 req-c04a145e-85f0-4980-adf6-0390bed10c22 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 210 time: 0.0549667 Jan 11 10:15:57.098613 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 69446f20-4018-4efc-b98f-6a83d8b64f1b up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:15:57.174772 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 69446f20-4018-4efc-b98f-6a83d8b64f1b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:15:57.180348 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 69446f20-4018-4efc-b98f-6a83d8b64f1b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:15:57.180721 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:57.316713 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:57.350983 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 69446f20-4018-4efc-b98f-6a83d8b64f1b, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=69446f20-4018-4efc-b98f-6a83d8b64f1b,segment=NetworkSegment(26ff2057-3d50-4599-90e6-26978df32f1f),segment_id=26ff2057-3d50-4599-90e6-26978df32f1f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:15:57.356072 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:57.437278 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=69446f20-4018-4efc-b98f-6a83d8b64f1b,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:57.658357 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5b8736e9-cde8-472c-84db-cbdf6f9754ba req-19712b57-119f-4b54-aa6e-44f9afb06db7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 210 time: 0.0503507 Jan 11 10:15:58.539755 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bbcd5-6242-498e-8b36-dadac84a320d req-1e257724-be1a-4f1b-adfe-9871e61bd7bc tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:15:58.541162 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-142bbcd5-6242-498e-8b36-dadac84a320d req-1e257724-be1a-4f1b-adfe-9871e61bd7bc tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.42 "GET /v2.0/networks?id=c1f867be-c092-440f-94d7-b631186607bd HTTP/1.1" status: 200 len: 796 time: 0.1532180 Jan 11 10:15:58.591234 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-142bbcd5-6242-498e-8b36-dadac84a320d req-85f41bc2-7ee0-4785-a24c-0fef8c89ab32 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6029e67c78cc44a08fe7b20a1dc57c80 HTTP/1.1" status: 200 len: 379 time: 0.0418365 Jan 11 10:15:58.600187 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-142bbcd5-6242-498e-8b36-dadac84a320d req-3aca4b96-4e79-419f-8d7a-8615df1e264b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'port': {'device_id': '1488e458-20a4-476b-a258-0483edb27df2', 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd', 'admin_state_up': True, 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'security_groups': ['a9b2621b-27af-47e1-ade9-782c8ec60143']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:15:58.741373 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-142bbcd5-6242-498e-8b36-dadac84a320d req-3aca4b96-4e79-419f-8d7a-8615df1e264b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:15:58.745544 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-142bbcd5-6242-498e-8b36-dadac84a320d req-3aca4b96-4e79-419f-8d7a-8615df1e264b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:port and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:15:58.748371 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-142bbcd5-6242-498e-8b36-dadac84a320d req-3aca4b96-4e79-419f-8d7a-8615df1e264b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:15:58.753997 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-142bbcd5-6242-498e-8b36-dadac84a320d req-3aca4b96-4e79-419f-8d7a-8615df1e264b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:15:58.764647 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-142bbcd5-6242-498e-8b36-dadac84a320d req-3aca4b96-4e79-419f-8d7a-8615df1e264b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Made reservation on behalf of 6029e67c78cc44a08fe7b20a1dc57c80 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:15:58.768478 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-142bbcd5-6242-498e-8b36-dadac84a320d req-3aca4b96-4e79-419f-8d7a-8615df1e264b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:58.812434 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e54739f1-a072-432d-8d12-99c9dffe39fa req-9481500b-93f2-4128-9cec-1132cdda6434 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 210 time: 0.0434778 Jan 11 10:15:58.937534 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-142bbcd5-6242-498e-8b36-dadac84a320d req-3aca4b96-4e79-419f-8d7a-8615df1e264b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Allocated IP 172.20.0.11 (c1f867be-c092-440f-94d7-b631186607bd/5ce4d79e-2388-4111-b4a1-4310bc411b09/b9a9c7fd-d247-4403-91b0-5800b0c8b036) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:15:59.070039 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 69446f20-4018-4efc-b98f-6a83d8b64f1b up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:15:59.125857 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-142bbcd5-6242-498e-8b36-dadac84a320d req-3aca4b96-4e79-419f-8d7a-8615df1e264b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:59.138532 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 69446f20-4018-4efc-b98f-6a83d8b64f1b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:15:59.138903 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:59.141441 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-142bbcd5-6242-498e-8b36-dadac84a320d req-3aca4b96-4e79-419f-8d7a-8615df1e264b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Transition to ACTIVE for port object b9a9c7fd-d247-4403-91b0-5800b0c8b036 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:15:59.164877 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-142bbcd5-6242-498e-8b36-dadac84a320d req-3aca4b96-4e79-419f-8d7a-8615df1e264b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:59.238332 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-142bbcd5-6242-498e-8b36-dadac84a320d req-3aca4b96-4e79-419f-8d7a-8615df1e264b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network c1f867be-c092-440f-94d7-b631186607bd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:15:59.241669 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-142bbcd5-6242-498e-8b36-dadac84a320d req-3aca4b96-4e79-419f-8d7a-8615df1e264b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:15:59.244028 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-142bbcd5-6242-498e-8b36-dadac84a320d req-3aca4b96-4e79-419f-8d7a-8615df1e264b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:15:59.285983 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca4b96-4e79-419f-8d7a-8615df1e264b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=b9a9c7fd-d247-4403-91b0-5800b0c8b036,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:15:59.316221 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bbcd5-6242-498e-8b36-dadac84a320d req-3aca4b96-4e79-419f-8d7a-8615df1e264b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:15:59.316850 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-142bbcd5-6242-498e-8b36-dadac84a320d req-3aca4b96-4e79-419f-8d7a-8615df1e264b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:59.341297 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-142bbcd5-6242-498e-8b36-dadac84a320d req-3aca4b96-4e79-419f-8d7a-8615df1e264b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7447879 Jan 11 10:15:59.434839 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-142bbcd5-6242-498e-8b36-dadac84a320d req-c5c3e018-dbef-4f48-a801-b2bf7a54450a service neutron] Request body: {'port': {'device_id': '1488e458-20a4-476b-a258-0483edb27df2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:15:59.470633 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7a73130a-f269-4325-b0f0-0c0e8fa40c0e None None] Provisioning for port b9a9c7fd-d247-4403-91b0-5800b0c8b036 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:15:59.475949 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7a73130a-f269-4325-b0f0-0c0e8fa40c0e None None] Provisioning complete for port b9a9c7fd-d247-4403-91b0-5800b0c8b036 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:15:59.476411 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7a73130a-f269-4325-b0f0-0c0e8fa40c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:15:59.530836 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7a73130a-f269-4325-b0f0-0c0e8fa40c0e None None] Port b9a9c7fd-d247-4403-91b0-5800b0c8b036 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:15:59.652803 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-142bbcd5-6242-498e-8b36-dadac84a320d req-c5c3e018-dbef-4f48-a801-b2bf7a54450a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:00.007511 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-142bbcd5-6242-498e-8b36-dadac84a320d req-c5c3e018-dbef-4f48-a801-b2bf7a54450a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a9c7fd-d247-4403-91b0-5800b0c8b036 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:16:00.015412 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-142bbcd5-6242-498e-8b36-dadac84a320d req-c5c3e018-dbef-4f48-a801-b2bf7a54450a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:00.031054 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-142bbcd5-6242-498e-8b36-dadac84a320d req-c5c3e018-dbef-4f48-a801-b2bf7a54450a service neutron] Transition to ACTIVE for port object b9a9c7fd-d247-4403-91b0-5800b0c8b036 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:16:00.035208 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-142bbcd5-6242-498e-8b36-dadac84a320d req-c5c3e018-dbef-4f48-a801-b2bf7a54450a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:00.155505 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deee90c-c28d-490e-a247-35c46af5f61d req-909fec89-6a05-4c3e-be78-9847e4b925af tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:00.157397 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9deee90c-c28d-490e-a247-35c46af5f61d req-909fec89-6a05-4c3e-be78-9847e4b925af tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 944 time: 0.0870948 Jan 11 10:16:00.172554 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3e018-dbef-4f48-a801-b2bf7a54450a service neutron] Pushing event updated for resources: {'Port': ['ID=b9a9c7fd-d247-4403-91b0-5800b0c8b036,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:16:00.215029 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9deee90c-c28d-490e-a247-35c46af5f61d req-91221785-3bf5-4162-a2f8-66f5f613dfa4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478985 Jan 11 10:16:00.276507 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-142bbcd5-6242-498e-8b36-dadac84a320d req-c5c3e018-dbef-4f48-a801-b2bf7a54450a service neutron] Attempting to bind port b9a9c7fd-d247-4403-91b0-5800b0c8b036 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:16:00.276897 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-142bbcd5-6242-498e-8b36-dadac84a320d req-c5c3e018-dbef-4f48-a801-b2bf7a54450a service neutron] Attempting to bind port b9a9c7fd-d247-4403-91b0-5800b0c8b036 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '26ff2057-3d50-4599-90e6-26978df32f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:16:00.277153 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142bbcd5-6242-498e-8b36-dadac84a320d req-c5c3e018-dbef-4f48-a801-b2bf7a54450a service neutron] Attempting to bind port b9a9c7fd-d247-4403-91b0-5800b0c8b036 on network c1f867be-c092-440f-94d7-b631186607bd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:16:00.282017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142bbcd5-6242-498e-8b36-dadac84a320d req-c5c3e018-dbef-4f48-a801-b2bf7a54450a service neutron] Port b9a9c7fd-d247-4403-91b0-5800b0c8b036 on network c1f867be-c092-440f-94d7-b631186607bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 10:16:00.282373 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142bbcd5-6242-498e-8b36-dadac84a320d req-c5c3e018-dbef-4f48-a801-b2bf7a54450a service neutron] Attempting to bind port b9a9c7fd-d247-4403-91b0-5800b0c8b036 on network c1f867be-c092-440f-94d7-b631186607bd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:16:00.288015 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142bbcd5-6242-498e-8b36-dadac84a320d req-c5c3e018-dbef-4f48-a801-b2bf7a54450a service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:16:00.288347 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142bbcd5-6242-498e-8b36-dadac84a320d req-c5c3e018-dbef-4f48-a801-b2bf7a54450a service neutron] Checking segment: {'id': '26ff2057-3d50-4599-90e6-26978df32f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:16:00.288729 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142bbcd5-6242-498e-8b36-dadac84a320d req-c5c3e018-dbef-4f48-a801-b2bf7a54450a service neutron] Bound using segment: {'id': '26ff2057-3d50-4599-90e6-26978df32f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:16:00.289179 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-142bbcd5-6242-498e-8b36-dadac84a320d req-c5c3e018-dbef-4f48-a801-b2bf7a54450a service neutron] Bound port: b9a9c7fd-d247-4403-91b0-5800b0c8b036, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ff2057-3d50-4599-90e6-26978df32f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:16:00.289521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-142bbcd5-6242-498e-8b36-dadac84a320d req-c5c3e018-dbef-4f48-a801-b2bf7a54450a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:00.380557 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-142bbcd5-6242-498e-8b36-dadac84a320d req-c5c3e018-dbef-4f48-a801-b2bf7a54450a service neutron] For port b9a9c7fd-d247-4403-91b0-5800b0c8b036, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:16:00.383913 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-142bbcd5-6242-498e-8b36-dadac84a320d req-c5c3e018-dbef-4f48-a801-b2bf7a54450a service neutron] For port b9a9c7fd-d247-4403-91b0-5800b0c8b036, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=b9a9c7fd-d247-4403-91b0-5800b0c8b036,segment=NetworkSegment(26ff2057-3d50-4599-90e6-26978df32f1f),segment_id=26ff2057-3d50-4599-90e6-26978df32f1f)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:16:00.387382 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-142bbcd5-6242-498e-8b36-dadac84a320d req-c5c3e018-dbef-4f48-a801-b2bf7a54450a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:00.452181 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bbcd5-6242-498e-8b36-dadac84a320d req-c5c3e018-dbef-4f48-a801-b2bf7a54450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:00.453096 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-142bbcd5-6242-498e-8b36-dadac84a320d req-c5c3e018-dbef-4f48-a801-b2bf7a54450a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:00.454314 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-142bbcd5-6242-498e-8b36-dadac84a320d req-c5c3e018-dbef-4f48-a801-b2bf7a54450a service neutron] 10.222.0.42 "PUT /v2.0/ports/b9a9c7fd-d247-4403-91b0-5800b0c8b036 HTTP/1.1" status: 200 len: 1094 time: 1.1065128 Jan 11 10:16:00.454614 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1488e458-20a4-476b-a258-0483edb27df2', 'tag': 'b9a9c7fd-d247-4403-91b0-5800b0c8b036'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:16:00.480711 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3e018-dbef-4f48-a801-b2bf7a54450a service neutron] Pushing event updated for resources: {'Port': ['ID=b9a9c7fd-d247-4403-91b0-5800b0c8b036,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:16:00.533744 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1488e458-20a4-476b-a258-0483edb27df2', 'tag': 'b9a9c7fd-d247-4403-91b0-5800b0c8b036', 'status': 'completed', 'code': 200} Jan 11 10:16:00.572102 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bbcd5-6242-498e-8b36-dadac84a320d req-75412c62-2f96-49fc-8fff-900a8702c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:00.573643 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-142bbcd5-6242-498e-8b36-dadac84a320d req-75412c62-2f96-49fc-8fff-900a8702c3e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 1097 time: 0.0812330 Jan 11 10:16:00.645185 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-142bbcd5-6242-498e-8b36-dadac84a320d req-6d4992e0-4058-4280-b791-fdbddf5866ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9a9c7fd-d247-4403-91b0-5800b0c8b036 HTTP/1.1" status: 200 len: 217 time: 0.0641787 Jan 11 10:16:00.710721 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bbcd5-6242-498e-8b36-dadac84a320d req-c2c5cdb9-9d49-4238-8a6b-7a2366c7532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:00.712125 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-142bbcd5-6242-498e-8b36-dadac84a320d req-c2c5cdb9-9d49-4238-8a6b-7a2366c7532f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ce4d79e-2388-4111-b4a1-4310bc411b09 HTTP/1.1" status: 200 len: 835 time: 0.0614629 Jan 11 10:16:00.790069 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bbcd5-6242-498e-8b36-dadac84a320d req-42cb9313-d73f-43e3-b905-7f9e96760713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:00.791548 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-142bbcd5-6242-498e-8b36-dadac84a320d req-42cb9313-d73f-43e3-b905-7f9e96760713 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1f867be-c092-440f-94d7-b631186607bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722568 Jan 11 10:16:00.930044 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-142bbcd5-6242-498e-8b36-dadac84a320d req-ece4769f-99b8-41e7-94ba-f28969f79ee1 service neutron] 10.222.0.42 "GET /v2.0/networks/c1f867be-c092-440f-94d7-b631186607bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318395 Jan 11 10:16:01.062796 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-142bbcd5-6242-498e-8b36-dadac84a320d req-f3f4c3d6-f504-4a15-85dc-63909ca92a28 service neutron] 10.222.0.42 "GET /v2.0/networks/c1f867be-c092-440f-94d7-b631186607bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274436 Jan 11 10:16:01.178383 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614ad65-3c34-4742-bb27-2437ba3ac988 req-cef8185d-8e09-44fd-9dea-c25ab5fadaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:01.179846 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b614ad65-3c34-4742-bb27-2437ba3ac988 req-cef8185d-8e09-44fd-9dea-c25ab5fadaa5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 1097 time: 0.0753007 Jan 11 10:16:01.403071 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2b2d2-ac29-4281-8e84-3dadf874019e req-df901670-de26-4bd1-a9b7-fed0d24b4482 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:01.404528 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cec2b2d2-ac29-4281-8e84-3dadf874019e req-df901670-de26-4bd1-a9b7-fed0d24b4482 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 944 time: 0.0813451 Jan 11 10:16:01.411447 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614ad65-3c34-4742-bb27-2437ba3ac988 req-3a9650ab-a702-461d-b552-b81d40dc88fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:01.412934 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b614ad65-3c34-4742-bb27-2437ba3ac988 req-3a9650ab-a702-461d-b552-b81d40dc88fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=c1f867be-c092-440f-94d7-b631186607bd HTTP/1.1" status: 200 len: 897 time: 0.2276864 Jan 11 10:16:01.449740 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cec2b2d2-ac29-4281-8e84-3dadf874019e req-40b4af2c-e50e-44b2-ad09-cd602e41f150 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395916 Jan 11 10:16:01.483089 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b614ad65-3c34-4742-bb27-2437ba3ac988 req-5ab32499-ad0e-4fe5-83b9-985a169e197f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9a9c7fd-d247-4403-91b0-5800b0c8b036 HTTP/1.1" status: 200 len: 217 time: 0.0641265 Jan 11 10:16:01.545031 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614ad65-3c34-4742-bb27-2437ba3ac988 req-8ac2e268-f45b-43a4-ae64-f1ed55549295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:01.546445 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b614ad65-3c34-4742-bb27-2437ba3ac988 req-8ac2e268-f45b-43a4-ae64-f1ed55549295 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ce4d79e-2388-4111-b4a1-4310bc411b09 HTTP/1.1" status: 200 len: 835 time: 0.0574627 Jan 11 10:16:01.623502 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614ad65-3c34-4742-bb27-2437ba3ac988 req-4dd46225-3ec0-4952-9acc-d73bacfb269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:01.624958 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b614ad65-3c34-4742-bb27-2437ba3ac988 req-4dd46225-3ec0-4952-9acc-d73bacfb269d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1f867be-c092-440f-94d7-b631186607bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727615 Jan 11 10:16:01.757534 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b614ad65-3c34-4742-bb27-2437ba3ac988 req-1df4896e-e307-4f8c-98ea-e9337d8d615d service neutron] 10.222.0.42 "GET /v2.0/networks/c1f867be-c092-440f-94d7-b631186607bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249812 Jan 11 10:16:01.886823 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b614ad65-3c34-4742-bb27-2437ba3ac988 req-f0c7bea5-03a0-49cb-9ed2-09bd93738e85 service neutron] 10.222.0.42 "GET /v2.0/networks/c1f867be-c092-440f-94d7-b631186607bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233478 Jan 11 10:16:02.635331 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466553c6-f66c-4e3b-98ab-30b43c5dff34 req-3677c3ec-4315-438b-932b-97ab6c46cbe5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:02.636669 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-466553c6-f66c-4e3b-98ab-30b43c5dff34 req-3677c3ec-4315-438b-932b-97ab6c46cbe5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 944 time: 0.0811205 Jan 11 10:16:02.680533 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-466553c6-f66c-4e3b-98ab-30b43c5dff34 req-55b6b7b1-a2a7-45b7-bf95-859d2bb32af0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382323 Jan 11 10:16:02.750575 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device b9a9c7fd-d247-4403-91b0-5800b0c8b036 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 10:16:02.885563 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port b9a9c7fd-d247-4403-91b0-5800b0c8b036, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=b9a9c7fd-d247-4403-91b0-5800b0c8b036,segment=NetworkSegment(26ff2057-3d50-4599-90e6-26978df32f1f),segment_id=26ff2057-3d50-4599-90e6-26978df32f1f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:16:02.898561 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': 'b9a9c7fd-d247-4403-91b0-5800b0c8b036', 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd', 'port_id': 'b9a9c7fd-d247-4403-91b0-5800b0c8b036', 'mac_address': 'fa:16:3e:40:e7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce4d79e-2388-4111-b4a1-4310bc411b09', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 10:16:02.955912 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:02.971969 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a9c7fd-d247-4403-91b0-5800b0c8b036 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:16:02.987273 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port b9a9c7fd-d247-4403-91b0-5800b0c8b036, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=b9a9c7fd-d247-4403-91b0-5800b0c8b036,segment=NetworkSegment(26ff2057-3d50-4599-90e6-26978df32f1f),segment_id=26ff2057-3d50-4599-90e6-26978df32f1f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:16:02.992286 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:03.058527 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=b9a9c7fd-d247-4403-91b0-5800b0c8b036,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:16:03.326457 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['b9a9c7fd-d247-4403-91b0-5800b0c8b036'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:16:03.861311 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7187f7-cf41-4f8f-bc5f-28f2315270b8 req-f5a5d419-7269-4887-8ccb-70d48e0594a1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:03.862784 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-df7187f7-cf41-4f8f-bc5f-28f2315270b8 req-f5a5d419-7269-4887-8ccb-70d48e0594a1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 945 time: 0.0778928 Jan 11 10:16:03.909696 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-df7187f7-cf41-4f8f-bc5f-28f2315270b8 req-4d50f776-2add-44b8-9bf9-0d3157157088 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412233 Jan 11 10:16:04.663009 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:04.788907 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device b9a9c7fd-d247-4403-91b0-5800b0c8b036 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:16:04.854449 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port b9a9c7fd-d247-4403-91b0-5800b0c8b036 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:16:04.858986 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port b9a9c7fd-d247-4403-91b0-5800b0c8b036 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:16:04.859354 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:04.976837 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:05.002313 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1488e458-20a4-476b-a258-0483edb27df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a9c7fd-d247-4403-91b0-5800b0c8b036'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:16:05.011866 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port b9a9c7fd-d247-4403-91b0-5800b0c8b036, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=b9a9c7fd-d247-4403-91b0-5800b0c8b036,segment=NetworkSegment(26ff2057-3d50-4599-90e6-26978df32f1f),segment_id=26ff2057-3d50-4599-90e6-26978df32f1f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:16:05.017372 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:05.055408 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1488e458-20a4-476b-a258-0483edb27df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a9c7fd-d247-4403-91b0-5800b0c8b036', 'code': 200} Jan 11 10:16:05.089786 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=b9a9c7fd-d247-4403-91b0-5800b0c8b036,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:16:05.110972 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef7315-3c73-46d2-aed4-6dbd3cdb4b1f req-83f6c2be-6863-4d38-81fe-ea64a9165a8a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:05.112630 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f3ef7315-3c73-46d2-aed4-6dbd3cdb4b1f req-83f6c2be-6863-4d38-81fe-ea64a9165a8a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 946 time: 0.0948420 Jan 11 10:16:05.157868 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f3ef7315-3c73-46d2-aed4-6dbd3cdb4b1f req-61633bec-2309-4df5-ba29-e41cce1bc47d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394685 Jan 11 10:16:05.278077 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb75fd-24d6-42b3-b86f-aee3a6a3fec1 req-39f3f875-8d82-4ccd-95e5-861dd9562708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:05.279549 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-cdcb75fd-24d6-42b3-b86f-aee3a6a3fec1 req-39f3f875-8d82-4ccd-95e5-861dd9562708 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 1099 time: 0.0679567 Jan 11 10:16:05.319469 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-cdcb75fd-24d6-42b3-b86f-aee3a6a3fec1 req-1a5f659e-94de-4ea7-a30d-0dcd65f71d0a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334940 Jan 11 10:16:06.357932 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170944c0-266d-4472-931b-a015b6e4b510 req-b664470e-6930-4297-a98b-bb6eb2b6d7fe tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:06.359382 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-170944c0-266d-4472-931b-a015b6e4b510 req-b664470e-6930-4297-a98b-bb6eb2b6d7fe tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 946 time: 0.0821679 Jan 11 10:16:06.402108 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-170944c0-266d-4472-931b-a015b6e4b510 req-f8744e90-c77a-432c-98d8-a46f9b4695cf tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372338 Jan 11 10:16:07.611731 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbab21-2608-4ad7-9e18-82fed3abdb85 req-2134ec7a-2d47-433d-b98c-91339aa1861e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:07.613211 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bfcbab21-2608-4ad7-9e18-82fed3abdb85 req-2134ec7a-2d47-433d-b98c-91339aa1861e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 946 time: 0.1106315 Jan 11 10:16:07.657316 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-bfcbab21-2608-4ad7-9e18-82fed3abdb85 req-33f73f41-4417-45d9-a18f-a252245edacd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379345 Jan 11 10:16:07.842226 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c5afb-cfce-443e-9fe7-249e5fb4349f req-a57aed94-8951-49b0-9dc6-756c60a00d6a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:07.843662 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d40c5afb-cfce-443e-9fe7-249e5fb4349f req-a57aed94-8951-49b0-9dc6-756c60a00d6a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 946 time: 0.0839951 Jan 11 10:16:07.887068 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d40c5afb-cfce-443e-9fe7-249e5fb4349f req-fb7dce46-a44f-4e1e-b8aa-dfd45476282f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378151 Jan 11 10:16:07.908850 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41428) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:16:07.986286 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8afbdc-12fa-457d-85cc-a45edf251e2b tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:07.987749 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-df8afbdc-12fa-457d-85cc-a45edf251e2b tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 1094 time: 0.0779188 Jan 11 10:16:07.991110 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41432) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:16:07.995982 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-f0dc8d34-3ffa-43dc-8fc4-d6c550f94d69 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'port_id': 'b9a9c7fd-d247-4403-91b0-5800b0c8b036', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:16:08.001870 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f0dc8d34-3ffa-43dc-8fc4-d6c550f94d69 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:16:08.005638 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f0dc8d34-3ffa-43dc-8fc4-d6c550f94d69 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:floatingip and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:16:08.009075 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f0dc8d34-3ffa-43dc-8fc4-d6c550f94d69 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:16:08.014677 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f0dc8d34-3ffa-43dc-8fc4-d6c550f94d69 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:16:08.024521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8d34-3ffa-43dc-8fc4-d6c550f94d69 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:08.160589 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8d34-3ffa-43dc-8fc4-d6c550f94d69 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:08.295894 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-f0dc8d34-3ffa-43dc-8fc4-d6c550f94d69 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Allocated IP 172.26.3.173 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/393d9623-e47e-4a75-ae67-c51975e042ac) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:16:08.441895 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8d34-3ffa-43dc-8fc4-d6c550f94d69 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:08.469779 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8d34-3ffa-43dc-8fc4-d6c550f94d69 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:08.533518 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dc8d34-3ffa-43dc-8fc4-d6c550f94d69 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:16:08.536387 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-f0dc8d34-3ffa-43dc-8fc4-d6c550f94d69 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:16:08.540736 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dc8d34-3ffa-43dc-8fc4-d6c550f94d69 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:16:08.569798 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc8d34-3ffa-43dc-8fc4-d6c550f94d69 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=393d9623-e47e-4a75-ae67-c51975e042ac,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:16:09.063176 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8d34-3ffa-43dc-8fc4-d6c550f94d69 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:09.136518 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8d34-3ffa-43dc-8fc4-d6c550f94d69 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:09.348768 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8d34-3ffa-43dc-8fc4-d6c550f94d69 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:09.356494 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8d34-3ffa-43dc-8fc4-d6c550f94d69 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:09.462332 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc8d34-3ffa-43dc-8fc4-d6c550f94d69 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=393d9623-e47e-4a75-ae67-c51975e042ac,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:16:09.480205 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8d34-3ffa-43dc-8fc4-d6c550f94d69 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:09.673462 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [None req-f0dc8d34-3ffa-43dc-8fc4-d6c550f94d69 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Floating IP b036e789-9f76-48d6-8dc9-ca809cfd1db6 associated. External IP: 172.26.3.173, port: b9a9c7fd-d247-4403-91b0-5800b0c8b036. Jan 11 10:16:10.034821 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0dc8d34-3ffa-43dc-8fc4-d6c550f94d69 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Router 1cceb6fe-ace4-4774-a11a-1dc953c939e2 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:16:10.213116 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0dc8d34-3ffa-43dc-8fc4-d6c550f94d69 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:16:10.224191 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f76368-54ac-49cd-97f1-f00259e49b7d None None] Sync routers for ids ['1cceb6fe-ace4-4774-a11a-1dc953c939e2'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:16:10.234416 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f76368-54ac-49cd-97f1-f00259e49b7d None None] Routers {'1cceb6fe-ace4-4774-a11a-1dc953c939e2'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:16:10.235067 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d7f76368-54ac-49cd-97f1-f00259e49b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:15:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1cceb6fe-ace4-4774-a11a-1dc953c939e2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:16:10.238369 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8d34-3ffa-43dc-8fc4-d6c550f94d69 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:10.297824 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f0dc8d34-3ffa-43dc-8fc4-d6c550f94d69 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3052881 Jan 11 10:16:10.298433 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1488e458-20a4-476b-a258-0483edb27df2', 'tag': 'b9a9c7fd-d247-4403-91b0-5800b0c8b036'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:16:10.348142 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1488e458-20a4-476b-a258-0483edb27df2', 'tag': 'b9a9c7fd-d247-4403-91b0-5800b0c8b036', 'status': 'completed', 'code': 200} Jan 11 10:16:10.446971 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d65507-5393-4fef-a55b-21c197a53112 req-1731e928-8255-4c5b-9aef-1e79ecbce2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:10.448994 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c1d65507-5393-4fef-a55b-21c197a53112 req-1731e928-8255-4c5b-9aef-1e79ecbce2ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 1099 time: 0.0766926 Jan 11 10:16:10.451389 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-d7f76368-54ac-49cd-97f1-f00259e49b7d None None] Set router 1cceb6fe-ace4-4774-a11a-1dc953c939e2 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:16:10.480098 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967c2ee-b738-4b32-8cb2-c04151bf3853 req-75ccc210-78e2-48b3-8aed-19a85902a710 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:10.481867 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0967c2ee-b738-4b32-8cb2-c04151bf3853 req-75ccc210-78e2-48b3-8aed-19a85902a710 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 946 time: 0.0838377 Jan 11 10:16:10.533030 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0967c2ee-b738-4b32-8cb2-c04151bf3853 req-548d5882-8eb3-44f5-b5c4-bcc64ebc81e1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445762 Jan 11 10:16:10.558681 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41440) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:16:10.677033 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e2990f3d-bf66-41ed-b1a0-c02790fde866 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/floatingips/b036e789-9f76-48d6-8dc9-ca809cfd1db6 HTTP/1.1" status: 200 len: 992 time: 0.1168790 Jan 11 10:16:10.715111 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d65507-5393-4fef-a55b-21c197a53112 req-afad45e2-f355-4c69-afc1-5c0294b5225a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:10.716572 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c1d65507-5393-4fef-a55b-21c197a53112 req-afad45e2-f355-4c69-afc1-5c0294b5225a service neutron] 10.222.0.42 "GET /v2.0/networks?id=c1f867be-c092-440f-94d7-b631186607bd HTTP/1.1" status: 200 len: 897 time: 0.2611856 Jan 11 10:16:10.816039 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d7f76368-54ac-49cd-97f1-f00259e49b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782254448', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '3638a109-cd56-41ab-8365-3958c10d246b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:15:47Z', 'updated_at': '2022-01-11T10:15:52Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '3638a109-cd56-41ab-8365-3958c10d246b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:15:48Z', 'updated_at': '2022-01-11T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'b036e789-9f76-48d6-8dc9-ca809cfd1db6', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'floating_ip_address': '172.26.3.173', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'port_id': 'b9a9c7fd-d247-4403-91b0-5800b0c8b036', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd', 'mac_address': 'fa:16:3e:40:e7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1488e458-20a4-476b-a258-0483edb27df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T10:16:09Z', 'updated_at': '2022-01-11T10:16:09Z', 'revision_number': 0, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69446f20-4018-4efc-b98f-6a83d8b64f1b', 'name': '', 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:a7:6a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5ce4d79e-2388-4111-b4a1-4310bc411b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:15:51Z', 'updated_at': '2022-01-11T10:15:57Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '5ce4d79e-2388-4111-b4a1-4310bc411b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:16:10.820729 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f76368-54ac-49cd-97f1-f00259e49b7d None None] Checking router: 1cceb6fe-ace4-4774-a11a-1dc953c939e2 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:16:10.823290 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c1d65507-5393-4fef-a55b-21c197a53112 req-5336675e-0214-48ed-a1a9-e3f6fabc4256 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9a9c7fd-d247-4403-91b0-5800b0c8b036 HTTP/1.1" status: 200 len: 1000 time: 0.0998197 Jan 11 10:16:10.829150 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f76368-54ac-49cd-97f1-f00259e49b7d None None] Routers {'1cceb6fe-ace4-4774-a11a-1dc953c939e2'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:16:10.829747 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d7f76368-54ac-49cd-97f1-f00259e49b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:15:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1cceb6fe-ace4-4774-a11a-1dc953c939e2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:16:10.887859 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d65507-5393-4fef-a55b-21c197a53112 req-21ede431-1020-49b0-b012-67c7c6a43353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:10.889268 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c1d65507-5393-4fef-a55b-21c197a53112 req-21ede431-1020-49b0-b012-67c7c6a43353 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ce4d79e-2388-4111-b4a1-4310bc411b09 HTTP/1.1" status: 200 len: 835 time: 0.0598187 Jan 11 10:16:10.962180 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d65507-5393-4fef-a55b-21c197a53112 req-39c2422a-ef78-4feb-b990-27f58b786678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:10.963689 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c1d65507-5393-4fef-a55b-21c197a53112 req-39c2422a-ef78-4feb-b990-27f58b786678 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1f867be-c092-440f-94d7-b631186607bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682828 Jan 11 10:16:11.012640 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-d7f76368-54ac-49cd-97f1-f00259e49b7d None None] Set router 1cceb6fe-ace4-4774-a11a-1dc953c939e2 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:16:11.094751 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c1d65507-5393-4fef-a55b-21c197a53112 req-560b4dfc-6dd1-4a9a-bfca-7b17634f0fef service neutron] 10.222.0.42 "GET /v2.0/networks/c1f867be-c092-440f-94d7-b631186607bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244700 Jan 11 10:16:11.229480 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c1d65507-5393-4fef-a55b-21c197a53112 req-5042fb8b-b3d0-47ea-bbe4-87706cd81a27 service neutron] 10.222.0.42 "GET /v2.0/networks/c1f867be-c092-440f-94d7-b631186607bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284604 Jan 11 10:16:11.366284 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-d7f76368-54ac-49cd-97f1-f00259e49b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782254448', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '3638a109-cd56-41ab-8365-3958c10d246b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:15:47Z', 'updated_at': '2022-01-11T10:15:52Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '3638a109-cd56-41ab-8365-3958c10d246b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:15:48Z', 'updated_at': '2022-01-11T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'b036e789-9f76-48d6-8dc9-ca809cfd1db6', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'floating_ip_address': '172.26.3.173', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'port_id': 'b9a9c7fd-d247-4403-91b0-5800b0c8b036', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd', 'mac_address': 'fa:16:3e:40:e7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1488e458-20a4-476b-a258-0483edb27df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T10:16:09Z', 'updated_at': '2022-01-11T10:16:09Z', 'revision_number': 0, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69446f20-4018-4efc-b98f-6a83d8b64f1b', 'name': '', 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:a7:6a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5ce4d79e-2388-4111-b4a1-4310bc411b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:15:51Z', 'updated_at': '2022-01-11T10:15:57Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '5ce4d79e-2388-4111-b4a1-4310bc411b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:16:11.370500 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f76368-54ac-49cd-97f1-f00259e49b7d None None] The sync data for ids ['1cceb6fe-ace4-4774-a11a-1dc953c939e2'] in dv-neutron-823402-4-hyperv is: [{'id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782254448', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '3638a109-cd56-41ab-8365-3958c10d246b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:15:47Z', 'updated_at': '2022-01-11T10:15:52Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '3638a109-cd56-41ab-8365-3958c10d246b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:15:48Z', 'updated_at': '2022-01-11T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': 'b036e789-9f76-48d6-8dc9-ca809cfd1db6', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'floating_ip_address': '172.26.3.173', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'port_id': 'b9a9c7fd-d247-4403-91b0-5800b0c8b036', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd', 'mac_address': 'fa:16:3e:40:e7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1488e458-20a4-476b-a258-0483edb27df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T10:16:09Z', 'updated_at': '2022-01-11T10:16:09Z', 'revision_number': 0, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69446f20-4018-4efc-b98f-6a83d8b64f1b', 'name': '', 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:a7:6a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5ce4d79e-2388-4111-b4a1-4310bc411b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:15:51Z', 'updated_at': '2022-01-11T10:15:57Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '5ce4d79e-2388-4111-b4a1-4310bc411b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:16:11.573099 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d73ea10-ce7c-4274-9e29-cb8c5f660987 None None] New status for floating IP b036e789-9f76-48d6-8dc9-ca809cfd1db6: ACTIVE {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 10:16:11.680151 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41444) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:16:11.888227 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-bdb7386f-e91a-443b-9c97-057810278c9b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/floatingips/b036e789-9f76-48d6-8dc9-ca809cfd1db6 HTTP/1.1" status: 200 len: 994 time: 0.2069631 Jan 11 10:16:13.607035 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:16:19.225772 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ad5cea34-d10b-4aae-a077-751f24d2746a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:21.463766 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-83883fbb-7726-4084-b60e-182655252581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:22.674861 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:22.700886 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:24.223527 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:34.671847 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:49.227993 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ad08a1e9-8ca6-45a1-ac3b-ecc57ceadcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:50.606132 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:16:51.465154 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a9092212-dd2f-4e74-af38-c9ad0dc6c8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:52.675366 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:52.700951 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:54.226618 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:16:56.719744 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-61ffb1a9-1c90-4e36-8017-4c95912cf306 req-29fc9f2f-98b8-4168-8a8d-43fa33e553bb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723345 Jan 11 10:16:56.854001 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffb1a9-1c90-4e36-8017-4c95912cf306 req-35dc8c20-0430-41d5-b53f-b3b6960ff36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:56.855439 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-61ffb1a9-1c90-4e36-8017-4c95912cf306 req-35dc8c20-0430-41d5-b53f-b3b6960ff36d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 1099 time: 0.0691717 Jan 11 10:16:56.998837 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffb1a9-1c90-4e36-8017-4c95912cf306 req-3335cb39-74c9-41d9-99f6-f2a4696767ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:57.000198 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-61ffb1a9-1c90-4e36-8017-4c95912cf306 req-3335cb39-74c9-41d9-99f6-f2a4696767ed service neutron] 10.222.0.42 "GET /v2.0/networks?id=c1f867be-c092-440f-94d7-b631186607bd HTTP/1.1" status: 200 len: 897 time: 0.1259875 Jan 11 10:16:57.101256 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-61ffb1a9-1c90-4e36-8017-4c95912cf306 req-9d8fb321-bff8-49cb-8b4d-ce3c1749ca3b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9a9c7fd-d247-4403-91b0-5800b0c8b036 HTTP/1.1" status: 200 len: 1002 time: 0.0945947 Jan 11 10:16:57.162995 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffb1a9-1c90-4e36-8017-4c95912cf306 req-cad43b66-df80-4881-9fc5-add67fc7c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:57.164924 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-61ffb1a9-1c90-4e36-8017-4c95912cf306 req-cad43b66-df80-4881-9fc5-add67fc7c192 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ce4d79e-2388-4111-b4a1-4310bc411b09 HTTP/1.1" status: 200 len: 835 time: 0.0578909 Jan 11 10:16:57.243165 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffb1a9-1c90-4e36-8017-4c95912cf306 req-6dc66398-4b3a-4805-8bd5-8e7bc7955c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:16:57.244796 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-61ffb1a9-1c90-4e36-8017-4c95912cf306 req-6dc66398-4b3a-4805-8bd5-8e7bc7955c91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1f867be-c092-440f-94d7-b631186607bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730805 Jan 11 10:16:57.379212 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-61ffb1a9-1c90-4e36-8017-4c95912cf306 req-8c6b57fa-afc4-4f98-99d7-44209eb43fdf service neutron] 10.222.0.42 "GET /v2.0/networks/c1f867be-c092-440f-94d7-b631186607bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274064 Jan 11 10:16:57.510565 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-61ffb1a9-1c90-4e36-8017-4c95912cf306 req-427f71e6-1611-4578-bbb2-4a823465986b service neutron] 10.222.0.42 "GET /v2.0/networks/c1f867be-c092-440f-94d7-b631186607bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247997 Jan 11 10:17:04.684785 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:17:13.002468 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41474) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:17:13.033019 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca0d5d-6dca-4f0b-a74a-e543666af8a4 req-cdf2f02d-940e-4690-bbb4-457a5da0d8ab tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:13.035345 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8cca0d5d-6dca-4f0b-a74a-e543666af8a4 req-cdf2f02d-940e-4690-bbb4-457a5da0d8ab tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 946 time: 0.0853088 Jan 11 10:17:13.082062 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8cca0d5d-6dca-4f0b-a74a-e543666af8a4 req-ae89daa5-2a68-4d73-b1a3-e58800ba9c61 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388577 Jan 11 10:17:13.117242 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8d5cd4d3-c54f-4fe6-bab0-c8c51b6acbba req-9edef6a9-5221-4635-b7f0-3b0a0f34e19f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1136339 Jan 11 10:17:14.274289 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00b370-776d-4e30-bd2b-582e22a3d0e4 req-1d215df5-d749-4a89-807d-4036f0f14547 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:14.275729 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1c00b370-776d-4e30-bd2b-582e22a3d0e4 req-1d215df5-d749-4a89-807d-4036f0f14547 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 946 time: 0.0859590 Jan 11 10:17:14.320564 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1c00b370-776d-4e30-bd2b-582e22a3d0e4 req-0ea4e4a6-37ff-42e6-8b57-26c5659f70ff tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389533 Jan 11 10:17:14.450864 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cd4d3-c54f-4fe6-bab0-c8c51b6acbba req-3c1c18f5-317d-4687-bbbf-837326151503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:14.452322 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8d5cd4d3-c54f-4fe6-bab0-c8c51b6acbba req-3c1c18f5-317d-4687-bbbf-837326151503 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 1099 time: 0.1782408 Jan 11 10:17:14.580974 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cd4d3-c54f-4fe6-bab0-c8c51b6acbba req-60a291cb-c685-4290-be7b-395fb30a2b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:14.582432 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8d5cd4d3-c54f-4fe6-bab0-c8c51b6acbba req-60a291cb-c685-4290-be7b-395fb30a2b20 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c1f867be-c092-440f-94d7-b631186607bd HTTP/1.1" status: 200 len: 897 time: 0.1241624 Jan 11 10:17:14.683772 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8d5cd4d3-c54f-4fe6-bab0-c8c51b6acbba req-d97dca63-34b1-4f90-a6b0-1496e79eaaea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9a9c7fd-d247-4403-91b0-5800b0c8b036 HTTP/1.1" status: 200 len: 1002 time: 0.0950000 Jan 11 10:17:14.748647 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cd4d3-c54f-4fe6-bab0-c8c51b6acbba req-006e80fe-ae9d-4f73-8fca-b7ebaca39b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:14.750057 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8d5cd4d3-c54f-4fe6-bab0-c8c51b6acbba req-006e80fe-ae9d-4f73-8fca-b7ebaca39b54 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ce4d79e-2388-4111-b4a1-4310bc411b09 HTTP/1.1" status: 200 len: 835 time: 0.0576198 Jan 11 10:17:14.823616 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cd4d3-c54f-4fe6-bab0-c8c51b6acbba req-4ce3be06-d54c-4052-8a41-d0e35c98d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:14.825047 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8d5cd4d3-c54f-4fe6-bab0-c8c51b6acbba req-4ce3be06-d54c-4052-8a41-d0e35c98d764 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1f867be-c092-440f-94d7-b631186607bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684538 Jan 11 10:17:14.957682 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8d5cd4d3-c54f-4fe6-bab0-c8c51b6acbba req-42a770ff-2999-4d42-a9ec-dbf48a59fd4a service neutron] 10.222.0.42 "GET /v2.0/networks/c1f867be-c092-440f-94d7-b631186607bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255617 Jan 11 10:17:15.087435 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8d5cd4d3-c54f-4fe6-bab0-c8c51b6acbba req-75ed4762-206b-40cc-be66-8e75afc3972d service neutron] 10.222.0.42 "GET /v2.0/networks/c1f867be-c092-440f-94d7-b631186607bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233561 Jan 11 10:17:15.501775 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e9057-a385-4ae7-a093-d410c9057a96 req-9e8a2f83-78c6-4a86-b64d-a7fad337df3a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:15.503222 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-721e9057-a385-4ae7-a093-d410c9057a96 req-9e8a2f83-78c6-4a86-b64d-a7fad337df3a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 946 time: 0.0778515 Jan 11 10:17:15.545451 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-721e9057-a385-4ae7-a093-d410c9057a96 req-e0779576-c09c-40d7-a56b-5b42482e188b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361373 Jan 11 10:17:16.744204 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7835c-9288-4c61-be73-7233c9f10fb6 req-482cca8e-d247-46d8-838e-72a7995a7e89 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:16.745649 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-00c7835c-9288-4c61-be73-7233c9f10fb6 req-482cca8e-d247-46d8-838e-72a7995a7e89 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 946 time: 0.0877388 Jan 11 10:17:16.789272 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-00c7835c-9288-4c61-be73-7233c9f10fb6 req-25785109-95e9-4650-9c8a-daafb6fa3d14 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372541 Jan 11 10:17:17.973383 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d30ac7-fed2-47fc-8dcc-40cb759199c9 req-9e7026f8-ccaf-4b36-a95c-9d34c5eb8281 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:17.974752 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d6d30ac7-fed2-47fc-8dcc-40cb759199c9 req-9e7026f8-ccaf-4b36-a95c-9d34c5eb8281 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 946 time: 0.0785317 Jan 11 10:17:18.021685 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d6d30ac7-fed2-47fc-8dcc-40cb759199c9 req-edbcb81b-b964-400d-a5bf-e55f778fe026 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409012 Jan 11 10:17:19.201499 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1865754-2c2f-4e8a-9c8a-f40b64e6a674 req-e453442c-80e3-477d-8383-5775793a4ca0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:19.202938 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d1865754-2c2f-4e8a-9c8a-f40b64e6a674 req-e453442c-80e3-477d-8383-5775793a4ca0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 946 time: 0.0786662 Jan 11 10:17:19.230328 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-41a277b5-4310-4f3d-ae18-486a7094cb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:17:19.247618 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d1865754-2c2f-4e8a-9c8a-f40b64e6a674 req-b6f52069-2314-405e-a639-03d7a2cc3c99 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391226 Jan 11 10:17:20.432676 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b025f-2895-42a3-8436-20c388ba5193 req-1b005273-0c27-4880-9d81-92249a267fb4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:20.434127 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4d0b025f-2895-42a3-8436-20c388ba5193 req-1b005273-0c27-4880-9d81-92249a267fb4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 946 time: 0.0823085 Jan 11 10:17:20.477319 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4d0b025f-2895-42a3-8436-20c388ba5193 req-bbcab012-7c29-4ce7-80ba-bd9eafc78888 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375702 Jan 11 10:17:21.466258 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bc46b9c9-5270-4ae6-be1f-b8deaf13b5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:17:21.658255 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0d25e-aa1b-4574-8ed7-fafc76f36e8d req-07637e20-0dfc-4500-93b8-609345a6a109 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:21.659697 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-61f0d25e-aa1b-4574-8ed7-fafc76f36e8d req-07637e20-0dfc-4500-93b8-609345a6a109 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 946 time: 0.0782750 Jan 11 10:17:21.703488 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-61f0d25e-aa1b-4574-8ed7-fafc76f36e8d req-952f310c-f36f-4f9b-8b64-11c87bce8c23 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376260 Jan 11 10:17:22.677253 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:17:22.701760 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:17:22.895852 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc7856-a30c-46c0-aeda-6b74e5ebd2d3 req-6c38cefe-c7a1-4f86-ae58-08dd59efe705 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:22.897295 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1bcc7856-a30c-46c0-aeda-6b74e5ebd2d3 req-6c38cefe-c7a1-4f86-ae58-08dd59efe705 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 946 time: 0.0867109 Jan 11 10:17:22.941491 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1bcc7856-a30c-46c0-aeda-6b74e5ebd2d3 req-0f3438fe-07d1-4332-aeff-110b035574fb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378044 Jan 11 10:17:24.125682 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1da9d-6991-4a1c-aacb-e1de40647e4e req-088cda52-6847-4aa3-8d31-5b2c7b1f1ce1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:24.127175 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8bf1da9d-6991-4a1c-aacb-e1de40647e4e req-088cda52-6847-4aa3-8d31-5b2c7b1f1ce1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 946 time: 0.0811558 Jan 11 10:17:24.173441 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8bf1da9d-6991-4a1c-aacb-e1de40647e4e req-7bbc34b2-25c6-4739-9859-ac06d708cddc tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406830 Jan 11 10:17:24.229546 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:17:25.354919 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb63fd5-f793-42b3-aea8-75ad2c9be41e req-38d88b02-9943-4188-8eb2-1470148e6efe tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:25.356279 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-fdb63fd5-f793-42b3-aea8-75ad2c9be41e req-38d88b02-9943-4188-8eb2-1470148e6efe tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 946 time: 0.0777984 Jan 11 10:17:25.401674 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-fdb63fd5-f793-42b3-aea8-75ad2c9be41e req-1fdf4ed7-ff58-462b-816e-454f5e86a416 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398464 Jan 11 10:17:26.589862 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec1acf-b4c0-4223-afcb-616a4db3907c req-3041a230-09b1-4844-b57c-96471375a131 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:26.591318 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-68ec1acf-b4c0-4223-afcb-616a4db3907c req-3041a230-09b1-4844-b57c-96471375a131 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 946 time: 0.0819249 Jan 11 10:17:26.636073 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-68ec1acf-b4c0-4223-afcb-616a4db3907c req-b1d30009-820e-4d00-b9bd-80f613d46acd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391498 Jan 11 10:17:26.737224 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8d5cd4d3-c54f-4fe6-bab0-c8c51b6acbba req-448c0a85-7185-4baf-b4ed-8f516fa9e2ef service neutron] 10.222.0.42 "GET /v2.0/ports/b9a9c7fd-d247-4403-91b0-5800b0c8b036/bindings/hv-neutron-8234 HTTP/1.1" status: 200 len: 384 time: 0.0828359 Jan 11 10:17:26.991058 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cd4d3-c54f-4fe6-bab0-c8c51b6acbba req-3038e1a7-32b5-4293-b7de-14458b2283d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:26.993071 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8d5cd4d3-c54f-4fe6-bab0-c8c51b6acbba req-3038e1a7-32b5-4293-b7de-14458b2283d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2&tenant_id=6029e67c78cc44a08fe7b20a1dc57c80 HTTP/1.1" status: 200 len: 1099 time: 0.0711129 Jan 11 10:17:27.083708 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cd4d3-c54f-4fe6-bab0-c8c51b6acbba req-0a9400e9-eaee-4e16-b671-a3f8620cf606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:27.085187 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8d5cd4d3-c54f-4fe6-bab0-c8c51b6acbba req-0a9400e9-eaee-4e16-b671-a3f8620cf606 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 1099 time: 0.0724626 Jan 11 10:17:27.212359 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cd4d3-c54f-4fe6-bab0-c8c51b6acbba req-58f174f1-49bc-4f6d-ae71-47b6e86c8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:27.213803 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8d5cd4d3-c54f-4fe6-bab0-c8c51b6acbba req-58f174f1-49bc-4f6d-ae71-47b6e86c8e49 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c1f867be-c092-440f-94d7-b631186607bd HTTP/1.1" status: 200 len: 897 time: 0.1230497 Jan 11 10:17:27.317298 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8d5cd4d3-c54f-4fe6-bab0-c8c51b6acbba req-3e5f371e-0062-4114-87fc-6c6b86849bc0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9a9c7fd-d247-4403-91b0-5800b0c8b036 HTTP/1.1" status: 200 len: 1002 time: 0.0960817 Jan 11 10:17:27.377662 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cd4d3-c54f-4fe6-bab0-c8c51b6acbba req-4f18d451-0f08-4a4c-a0bc-09ed6728ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:27.379077 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8d5cd4d3-c54f-4fe6-bab0-c8c51b6acbba req-4f18d451-0f08-4a4c-a0bc-09ed6728ed85 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ce4d79e-2388-4111-b4a1-4310bc411b09 HTTP/1.1" status: 200 len: 835 time: 0.0565329 Jan 11 10:17:27.451366 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cd4d3-c54f-4fe6-bab0-c8c51b6acbba req-f88816a7-8438-48cf-8ebc-a5700166e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:27.452812 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8d5cd4d3-c54f-4fe6-bab0-c8c51b6acbba req-f88816a7-8438-48cf-8ebc-a5700166e5a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1f867be-c092-440f-94d7-b631186607bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680337 Jan 11 10:17:27.581073 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8d5cd4d3-c54f-4fe6-bab0-c8c51b6acbba req-f686998a-e46d-4299-91db-a16e038110e0 service neutron] 10.222.0.42 "GET /v2.0/networks/c1f867be-c092-440f-94d7-b631186607bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217330 Jan 11 10:17:27.605636 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:17:27.714179 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8d5cd4d3-c54f-4fe6-bab0-c8c51b6acbba req-c857f468-74bf-4719-9825-9c7f2fe9056a service neutron] 10.222.0.42 "GET /v2.0/networks/c1f867be-c092-440f-94d7-b631186607bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271467 Jan 11 10:17:27.828592 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699f6cc-71f2-4577-a024-2f469945c877 req-7694296b-17b7-4af5-9b00-1038d96d1e4c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:27.830043 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a699f6cc-71f2-4577-a024-2f469945c877 req-7694296b-17b7-4af5-9b00-1038d96d1e4c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 946 time: 0.0792258 Jan 11 10:17:27.875000 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a699f6cc-71f2-4577-a024-2f469945c877 req-3412aff0-b768-4bea-9d0f-7a6ec848847f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393794 Jan 11 10:17:29.064679 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b54196-d117-4649-ae8d-0a962f2fbf31 req-87e2db5a-4742-455b-abdd-cbce2da6cb90 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:29.066214 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-99b54196-d117-4649-ae8d-0a962f2fbf31 req-87e2db5a-4742-455b-abdd-cbce2da6cb90 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 946 time: 0.0828485 Jan 11 10:17:29.108970 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-99b54196-d117-4649-ae8d-0a962f2fbf31 req-1e5f89f9-3920-472e-bfcf-7831ac0f3437 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363047 Jan 11 10:17:29.259386 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device b9a9c7fd-d247-4403-91b0-5800b0c8b036 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 10:17:29.264177 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device b9a9c7fd-d247-4403-91b0-5800b0c8b036 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:17:29.518513 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:17:29.535687 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port b9a9c7fd-d247-4403-91b0-5800b0c8b036, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=b9a9c7fd-d247-4403-91b0-5800b0c8b036,segment=NetworkSegment(26ff2057-3d50-4599-90e6-26978df32f1f),segment_id=26ff2057-3d50-4599-90e6-26978df32f1f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:17:29.556555 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': 'b9a9c7fd-d247-4403-91b0-5800b0c8b036', 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd', 'port_id': 'b9a9c7fd-d247-4403-91b0-5800b0c8b036', 'mac_address': 'fa:16:3e:40:e7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce4d79e-2388-4111-b4a1-4310bc411b09', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 10:17:29.563081 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1488e458-20a4-476b-a258-0483edb27df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a9c7fd-d247-4403-91b0-5800b0c8b036'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:17:29.602044 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port b9a9c7fd-d247-4403-91b0-5800b0c8b036, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=b9a9c7fd-d247-4403-91b0-5800b0c8b036,segment=NetworkSegment(26ff2057-3d50-4599-90e6-26978df32f1f),segment_id=26ff2057-3d50-4599-90e6-26978df32f1f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:17:29.608876 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:17:29.662598 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1488e458-20a4-476b-a258-0483edb27df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a9c7fd-d247-4403-91b0-5800b0c8b036', 'code': 200} Jan 11 10:17:29.680634 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:17:29.703085 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9a9c7fd-d247-4403-91b0-5800b0c8b036 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:17:29.706823 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=b9a9c7fd-d247-4403-91b0-5800b0c8b036,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:17:29.716980 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:17:29.717325 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:17:29.717816 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:17:29.718177 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:17:29.718506 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:17:29.718830 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:17:29.719154 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:17:29.719475 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:17:29.719796 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:17:29.720114 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:17:29.720431 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:17:29.720746 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:17:29.780366 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 10:17:29.780639 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 10:17:30.289142 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcab66-49c5-4ef7-b1b1-cc1b71305494 req-39685733-a078-4575-9690-fea22f3e6389 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:30.290662 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2fdcab66-49c5-4ef7-b1b1-cc1b71305494 req-39685733-a078-4575-9690-fea22f3e6389 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 944 time: 0.0773988 Jan 11 10:17:30.335887 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2fdcab66-49c5-4ef7-b1b1-cc1b71305494 req-2f779c75-7294-4980-ac3b-9ee170d0e9c0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393891 Jan 11 10:17:30.336797 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:17:30.354409 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a9c7fd-d247-4403-91b0-5800b0c8b036 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:17:30.370401 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port b9a9c7fd-d247-4403-91b0-5800b0c8b036, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=b9a9c7fd-d247-4403-91b0-5800b0c8b036,segment=NetworkSegment(26ff2057-3d50-4599-90e6-26978df32f1f),segment_id=26ff2057-3d50-4599-90e6-26978df32f1f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:17:30.374015 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:17:30.447545 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['b9a9c7fd-d247-4403-91b0-5800b0c8b036'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:17:30.487536 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=b9a9c7fd-d247-4403-91b0-5800b0c8b036,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:17:31.265883 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device b9a9c7fd-d247-4403-91b0-5800b0c8b036 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:17:31.331507 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port b9a9c7fd-d247-4403-91b0-5800b0c8b036 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:17:31.331805 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:17:31.447687 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:17:31.481259 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port b9a9c7fd-d247-4403-91b0-5800b0c8b036, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=b9a9c7fd-d247-4403-91b0-5800b0c8b036,segment=NetworkSegment(26ff2057-3d50-4599-90e6-26978df32f1f),segment_id=26ff2057-3d50-4599-90e6-26978df32f1f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:17:31.485791 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:17:31.528601 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13682891-4717-40d6-96d5-0ca161aa40c0 req-a2258c7e-0ee0-445a-b670-7ca6225b33f4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:31.530051 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-13682891-4717-40d6-96d5-0ca161aa40c0 req-a2258c7e-0ee0-445a-b670-7ca6225b33f4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 946 time: 0.0856137 Jan 11 10:17:31.554596 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=b9a9c7fd-d247-4403-91b0-5800b0c8b036,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:17:31.573693 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-13682891-4717-40d6-96d5-0ca161aa40c0 req-ab888768-0756-4156-a8d4-bcc16ef5543f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378451 Jan 11 10:17:31.664568 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1488e458-20a4-476b-a258-0483edb27df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a9c7fd-d247-4403-91b0-5800b0c8b036'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:17:31.719962 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1488e458-20a4-476b-a258-0483edb27df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a9c7fd-d247-4403-91b0-5800b0c8b036', 'code': 200} Jan 11 10:17:31.884119 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc2d68-423d-4b38-a142-36a6e0547a0d req-e6790090-53e0-4067-bdbf-6d9c107581a6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:31.885601 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1ccc2d68-423d-4b38-a142-36a6e0547a0d req-e6790090-53e0-4067-bdbf-6d9c107581a6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 946 time: 0.0864866 Jan 11 10:17:31.935758 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1ccc2d68-423d-4b38-a142-36a6e0547a0d req-5d89acd4-9d2f-4bd9-afc6-929d4ccf02b4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442526 Jan 11 10:17:31.996667 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60fb29-e03a-4a12-bc4c-f94da7747e0b req-c22f9694-d8e6-4a65-8244-188351317747 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:31.997362 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-0a60fb29-e03a-4a12-bc4c-f94da7747e0b req-c22f9694-d8e6-4a65-8244-188351317747 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Synchronizing usage tracker for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:17:32.012369 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-0a60fb29-e03a-4a12-bc4c-f94da7747e0b req-c22f9694-d8e6-4a65-8244-188351317747 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Unset dirty status for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:17:32.013482 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0a60fb29-e03a-4a12-bc4c-f94da7747e0b req-c22f9694-d8e6-4a65-8244-188351317747 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.42 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2&tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&binding%3Ahost_id=hv-neutron-8234 HTTP/1.1" status: 200 len: 946 time: 0.2102826 Jan 11 10:17:32.127133 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc443b-e7d4-4ab5-809e-20e178292019 req-8b5e22fc-5f74-4ead-950b-84a20022a44b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:32.128628 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-83dc443b-e7d4-4ab5-809e-20e178292019 req-8b5e22fc-5f74-4ead-950b-84a20022a44b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 946 time: 0.0814569 Jan 11 10:17:32.152753 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60fb29-e03a-4a12-bc4c-f94da7747e0b req-00fedfd5-ff4b-44a3-85ba-97335da0f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:32.154153 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0a60fb29-e03a-4a12-bc4c-f94da7747e0b req-00fedfd5-ff4b-44a3-85ba-97335da0f66e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 1099 time: 0.0704865 Jan 11 10:17:32.173330 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-83dc443b-e7d4-4ab5-809e-20e178292019 req-57ec5948-4f68-4c5f-bd1f-ef500ce11e4f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390935 Jan 11 10:17:32.283012 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60fb29-e03a-4a12-bc4c-f94da7747e0b req-0c705224-6987-4028-a60a-f4b4f75fdfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:32.284420 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0a60fb29-e03a-4a12-bc4c-f94da7747e0b req-0c705224-6987-4028-a60a-f4b4f75fdfa9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c1f867be-c092-440f-94d7-b631186607bd HTTP/1.1" status: 200 len: 897 time: 0.1242008 Jan 11 10:17:32.384961 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0a60fb29-e03a-4a12-bc4c-f94da7747e0b req-5148f636-b43e-4fdc-9244-7be7e278ca73 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9a9c7fd-d247-4403-91b0-5800b0c8b036 HTTP/1.1" status: 200 len: 1002 time: 0.0947855 Jan 11 10:17:32.451447 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60fb29-e03a-4a12-bc4c-f94da7747e0b req-a9301109-f738-4824-9a2d-746b08b2e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:32.452871 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0a60fb29-e03a-4a12-bc4c-f94da7747e0b req-a9301109-f738-4824-9a2d-746b08b2e502 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ce4d79e-2388-4111-b4a1-4310bc411b09 HTTP/1.1" status: 200 len: 835 time: 0.0611432 Jan 11 10:17:32.528228 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60fb29-e03a-4a12-bc4c-f94da7747e0b req-7dd64d18-5aaf-4906-965a-3cb0704d3da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:32.529710 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0a60fb29-e03a-4a12-bc4c-f94da7747e0b req-7dd64d18-5aaf-4906-965a-3cb0704d3da8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1f867be-c092-440f-94d7-b631186607bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713158 Jan 11 10:17:32.660827 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0a60fb29-e03a-4a12-bc4c-f94da7747e0b req-f1eabbbe-2aea-46fe-8942-0d93b332bc88 service neutron] 10.222.0.42 "GET /v2.0/networks/c1f867be-c092-440f-94d7-b631186607bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247051 Jan 11 10:17:32.790267 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0a60fb29-e03a-4a12-bc4c-f94da7747e0b req-09efb9a4-90a3-49ab-a631-a300bace6145 service neutron] 10.222.0.42 "GET /v2.0/networks/c1f867be-c092-440f-94d7-b631186607bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235781 Jan 11 10:17:33.460064 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960bb22-31d9-4361-837b-2d809c93ebfa req-2da346cb-bfe0-450a-8645-76686695686e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:33.461984 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1960bb22-31d9-4361-837b-2d809c93ebfa req-2da346cb-bfe0-450a-8645-76686695686e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 946 time: 0.1764638 Jan 11 10:17:33.507023 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1960bb22-31d9-4361-837b-2d809c93ebfa req-8efbe0a6-5cc8-40fb-89b8-6d98fafaa7e5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393255 Jan 11 10:17:33.530684 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41554) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:17:33.636158 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-79c64226-b916-43be-ade7-319f2470d1a8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/floatingips/b036e789-9f76-48d6-8dc9-ca809cfd1db6 HTTP/1.1" status: 200 len: 994 time: 0.1043086 Jan 11 10:17:34.673839 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:17:35.305136 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device b9a9c7fd-d247-4403-91b0-5800b0c8b036 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:17:35.416562 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:17:35.442629 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1488e458-20a4-476b-a258-0483edb27df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a9c7fd-d247-4403-91b0-5800b0c8b036'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:17:35.452748 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port b9a9c7fd-d247-4403-91b0-5800b0c8b036, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=b9a9c7fd-d247-4403-91b0-5800b0c8b036,segment=NetworkSegment(26ff2057-3d50-4599-90e6-26978df32f1f),segment_id=26ff2057-3d50-4599-90e6-26978df32f1f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:17:35.456575 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:17:35.494022 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1488e458-20a4-476b-a258-0483edb27df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a9c7fd-d247-4403-91b0-5800b0c8b036', 'code': 200} Jan 11 10:17:35.524060 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=b9a9c7fd-d247-4403-91b0-5800b0c8b036,revision_number=9']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:17:49.232745 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-75e8d601-1398-47a2-a33b-f30a9bfd9eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:17:51.468512 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5523fe4d-6ef0-41c8-a0c2-509af542b3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:17:52.681120 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:17:52.702616 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:17:54.233477 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:17:56.709640 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f2ffd014-77da-42e0-8b75-a2438d10f673 req-2e35fbde-5358-4142-8be3-e45c2662fee1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715456 Jan 11 10:17:56.863083 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffd014-77da-42e0-8b75-a2438d10f673 req-2a0693c4-48ac-453b-ad93-388fcdcc272b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:56.864539 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f2ffd014-77da-42e0-8b75-a2438d10f673 req-2a0693c4-48ac-453b-ad93-388fcdcc272b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 1097 time: 0.0702896 Jan 11 10:17:57.007463 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffd014-77da-42e0-8b75-a2438d10f673 req-99e38258-3198-44d2-9178-85a5b7307af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:57.008776 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f2ffd014-77da-42e0-8b75-a2438d10f673 req-99e38258-3198-44d2-9178-85a5b7307af6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c1f867be-c092-440f-94d7-b631186607bd HTTP/1.1" status: 200 len: 897 time: 0.1243675 Jan 11 10:17:57.113664 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f2ffd014-77da-42e0-8b75-a2438d10f673 req-c50af5fd-9d35-4367-bcab-3bd14d4e423a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9a9c7fd-d247-4403-91b0-5800b0c8b036 HTTP/1.1" status: 200 len: 1000 time: 0.0983379 Jan 11 10:17:57.174475 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffd014-77da-42e0-8b75-a2438d10f673 req-eb5673a9-d0c0-45f3-90fe-52cbbea1d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:57.175854 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f2ffd014-77da-42e0-8b75-a2438d10f673 req-eb5673a9-d0c0-45f3-90fe-52cbbea1d1a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ce4d79e-2388-4111-b4a1-4310bc411b09 HTTP/1.1" status: 200 len: 835 time: 0.0567636 Jan 11 10:17:57.255117 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffd014-77da-42e0-8b75-a2438d10f673 req-b1e3bbef-d841-4770-82c9-e046f74857d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:17:57.256608 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f2ffd014-77da-42e0-8b75-a2438d10f673 req-b1e3bbef-d841-4770-82c9-e046f74857d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1f867be-c092-440f-94d7-b631186607bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732689 Jan 11 10:17:57.410976 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f2ffd014-77da-42e0-8b75-a2438d10f673 req-70b7ca14-d7d0-45e2-a0ea-963e94a01a7d service neutron] 10.222.0.42 "GET /v2.0/networks/c1f867be-c092-440f-94d7-b631186607bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479976 Jan 11 10:17:57.640764 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f2ffd014-77da-42e0-8b75-a2438d10f673 req-6aac7f3a-814d-4acd-9df1-18096d773ca1 service neutron] 10.222.0.42 "GET /v2.0/networks/c1f867be-c092-440f-94d7-b631186607bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243507 Jan 11 10:18:04.605254 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:18:04.694749 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:19.234566 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-249c4202-ee62-4e0c-a7a1-e0d0ba77b250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:21.098545 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41576) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:18:21.303152 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-51533146-3c69-4af9-9e6b-f44027dbf0da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Deleting port 393d9623-e47e-4a75-ae67-c51975e042ac {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:18:21.303488 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-51533146-3c69-4af9-9e6b-f44027dbf0da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:21.467734 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-51533146-3c69-4af9-9e6b-f44027dbf0da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:21.468061 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-51533146-3c69-4af9-9e6b-f44027dbf0da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:21.470830 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-821f7667-edb5-4626-81a1-53b693033c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:21.587697 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-51533146-3c69-4af9-9e6b-f44027dbf0da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Calling delete_port for 393d9623-e47e-4a75-ae67-c51975e042ac owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:18:21.735814 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-51533146-3c69-4af9-9e6b-f44027dbf0da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:21.781443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51533146-3c69-4af9-9e6b-f44027dbf0da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Port': ['ID=393d9623-e47e-4a75-ae67-c51975e042ac,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:21.820785 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51533146-3c69-4af9-9e6b-f44027dbf0da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:21.821129 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51533146-3c69-4af9-9e6b-f44027dbf0da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:21.821468 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51533146-3c69-4af9-9e6b-f44027dbf0da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:21.821799 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51533146-3c69-4af9-9e6b-f44027dbf0da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:21.822154 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51533146-3c69-4af9-9e6b-f44027dbf0da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:21.822479 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51533146-3c69-4af9-9e6b-f44027dbf0da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:21.822800 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51533146-3c69-4af9-9e6b-f44027dbf0da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:21.823117 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51533146-3c69-4af9-9e6b-f44027dbf0da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:21.824162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51533146-3c69-4af9-9e6b-f44027dbf0da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:21.824488 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51533146-3c69-4af9-9e6b-f44027dbf0da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:21.824808 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51533146-3c69-4af9-9e6b-f44027dbf0da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:21.825127 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51533146-3c69-4af9-9e6b-f44027dbf0da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:21.889192 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-51533146-3c69-4af9-9e6b-f44027dbf0da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:21.889523 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-51533146-3c69-4af9-9e6b-f44027dbf0da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Floating IP b036e789-9f76-48d6-8dc9-ca809cfd1db6 disassociated (deleted). External IP: 172.26.3.173, port: b9a9c7fd-d247-4403-91b0-5800b0c8b036. Jan 11 10:18:22.232893 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51533146-3c69-4af9-9e6b-f44027dbf0da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Router 1cceb6fe-ace4-4774-a11a-1dc953c939e2 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:18:22.509551 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51533146-3c69-4af9-9e6b-f44027dbf0da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:18:22.519012 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb781965-086f-4931-a017-25374d3e64f4 None None] Sync routers for ids ['1cceb6fe-ace4-4774-a11a-1dc953c939e2'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:18:22.529025 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb781965-086f-4931-a017-25374d3e64f4 None None] Routers {'1cceb6fe-ace4-4774-a11a-1dc953c939e2'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:18:22.529211 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-51533146-3c69-4af9-9e6b-f44027dbf0da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:22.529666 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-fb781965-086f-4931-a017-25374d3e64f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:18:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1cceb6fe-ace4-4774-a11a-1dc953c939e2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:18:22.585300 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-51533146-3c69-4af9-9e6b-f44027dbf0da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "DELETE /v2.0/floatingips/b036e789-9f76-48d6-8dc9-ca809cfd1db6 HTTP/1.1" status: 204 len: 168 time: 1.4856699 Jan 11 10:18:22.585869 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1488e458-20a4-476b-a258-0483edb27df2', 'tag': 'b9a9c7fd-d247-4403-91b0-5800b0c8b036'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:18:22.731238 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1488e458-20a4-476b-a258-0483edb27df2', 'tag': 'b9a9c7fd-d247-4403-91b0-5800b0c8b036', 'status': 'completed', 'code': 200} Jan 11 10:18:22.773315 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-fb781965-086f-4931-a017-25374d3e64f4 None None] Set router 1cceb6fe-ace4-4774-a11a-1dc953c939e2 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:18:22.830110 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e41df7-cce7-4aa1-bd2b-0c2c05703afa req-8d15c673-49a7-4177-ae88-e4f14de25f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:22.832307 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d7e41df7-cce7-4aa1-bd2b-0c2c05703afa req-8d15c673-49a7-4177-ae88-e4f14de25f78 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 1097 time: 0.0770297 Jan 11 10:18:22.844420 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:22.853636 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:22.984412 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e41df7-cce7-4aa1-bd2b-0c2c05703afa req-4526e8de-8c96-4678-b027-76c3996eb59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:22.985834 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d7e41df7-cce7-4aa1-bd2b-0c2c05703afa req-4526e8de-8c96-4678-b027-76c3996eb59a service neutron] 10.222.0.42 "GET /v2.0/networks?id=c1f867be-c092-440f-94d7-b631186607bd HTTP/1.1" status: 200 len: 897 time: 0.1472418 Jan 11 10:18:23.044420 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef7049-fb67-47aa-9741-1a05a7a59c49 req-01da4aa8-0110-4e66-ba27-68beb07d3544 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:23.045620 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-12ef7049-fb67-47aa-9741-1a05a7a59c49 req-01da4aa8-0110-4e66-ba27-68beb07d3544 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Synchronizing usage tracker for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:18:23.063455 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d7e41df7-cce7-4aa1-bd2b-0c2c05703afa req-e5663862-22b2-41a7-abd8-11423086f8f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9a9c7fd-d247-4403-91b0-5800b0c8b036 HTTP/1.1" status: 200 len: 217 time: 0.0705063 Jan 11 10:18:23.063889 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-12ef7049-fb67-47aa-9741-1a05a7a59c49 req-01da4aa8-0110-4e66-ba27-68beb07d3544 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Unset dirty status for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:18:23.065144 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-12ef7049-fb67-47aa-9741-1a05a7a59c49 req-01da4aa8-0110-4e66-ba27-68beb07d3544 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 944 time: 0.1485729 Jan 11 10:18:23.114397 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-12ef7049-fb67-47aa-9741-1a05a7a59c49 req-ad92efcb-22a9-4f8c-9e9d-1cd03d60262e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431173 Jan 11 10:18:23.128736 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e41df7-cce7-4aa1-bd2b-0c2c05703afa req-1ea75ef3-3d4d-4174-8573-28801d7ee960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:23.130350 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d7e41df7-cce7-4aa1-bd2b-0c2c05703afa req-1ea75ef3-3d4d-4174-8573-28801d7ee960 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ce4d79e-2388-4111-b4a1-4310bc411b09 HTTP/1.1" status: 200 len: 835 time: 0.0608654 Jan 11 10:18:23.131776 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-fb781965-086f-4931-a017-25374d3e64f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782254448', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '3638a109-cd56-41ab-8365-3958c10d246b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:15:47Z', 'updated_at': '2022-01-11T10:15:52Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '3638a109-cd56-41ab-8365-3958c10d246b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:15:48Z', 'updated_at': '2022-01-11T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '69446f20-4018-4efc-b98f-6a83d8b64f1b', 'name': '', 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:a7:6a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5ce4d79e-2388-4111-b4a1-4310bc411b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:15:51Z', 'updated_at': '2022-01-11T10:15:57Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '5ce4d79e-2388-4111-b4a1-4310bc411b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:18:23.135578 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb781965-086f-4931-a017-25374d3e64f4 None None] Checking router: 1cceb6fe-ace4-4774-a11a-1dc953c939e2 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:18:23.143916 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb781965-086f-4931-a017-25374d3e64f4 None None] Routers {'1cceb6fe-ace4-4774-a11a-1dc953c939e2'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:18:23.144507 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-fb781965-086f-4931-a017-25374d3e64f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:18:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1cceb6fe-ace4-4774-a11a-1dc953c939e2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:18:23.210551 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e41df7-cce7-4aa1-bd2b-0c2c05703afa req-15fff4d9-b8dd-4e00-9658-2a653a5b839f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:23.212004 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d7e41df7-cce7-4aa1-bd2b-0c2c05703afa req-15fff4d9-b8dd-4e00-9658-2a653a5b839f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c1f867be-c092-440f-94d7-b631186607bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746548 Jan 11 10:18:23.322835 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-fb781965-086f-4931-a017-25374d3e64f4 None None] Set router 1cceb6fe-ace4-4774-a11a-1dc953c939e2 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:18:23.345364 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d7e41df7-cce7-4aa1-bd2b-0c2c05703afa req-dc6bb2ee-2011-4259-a68d-f1b4f829fa6b service neutron] 10.222.0.42 "GET /v2.0/networks/c1f867be-c092-440f-94d7-b631186607bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265829 Jan 11 10:18:23.479147 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d7e41df7-cce7-4aa1-bd2b-0c2c05703afa req-a75f831d-b018-43ff-bef9-6651799a1637 service neutron] 10.222.0.42 "GET /v2.0/networks/c1f867be-c092-440f-94d7-b631186607bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275768 Jan 11 10:18:23.628405 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-fb781965-086f-4931-a017-25374d3e64f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782254448', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '3638a109-cd56-41ab-8365-3958c10d246b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:15:47Z', 'updated_at': '2022-01-11T10:15:52Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '3638a109-cd56-41ab-8365-3958c10d246b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:15:48Z', 'updated_at': '2022-01-11T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '69446f20-4018-4efc-b98f-6a83d8b64f1b', 'name': '', 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:a7:6a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5ce4d79e-2388-4111-b4a1-4310bc411b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:15:51Z', 'updated_at': '2022-01-11T10:15:57Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '5ce4d79e-2388-4111-b4a1-4310bc411b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:18:23.632063 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb781965-086f-4931-a017-25374d3e64f4 None None] The sync data for ids ['1cceb6fe-ace4-4774-a11a-1dc953c939e2'] in dv-neutron-823402-4-hyperv is: [{'id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782254448', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '3638a109-cd56-41ab-8365-3958c10d246b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:15:47Z', 'updated_at': '2022-01-11T10:15:52Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '3638a109-cd56-41ab-8365-3958c10d246b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:15:48Z', 'updated_at': '2022-01-11T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '69446f20-4018-4efc-b98f-6a83d8b64f1b', 'name': '', 'network_id': 'c1f867be-c092-440f-94d7-b631186607bd', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:a7:6a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5ce4d79e-2388-4111-b4a1-4310bc411b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:15:51Z', 'updated_at': '2022-01-11T10:15:57Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '5ce4d79e-2388-4111-b4a1-4310bc411b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:18:23.843955 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee1dc22-a55d-4073-80fa-d1d999fb25a0 None None] New status for floating IP b036e789-9f76-48d6-8dc9-ca809cfd1db6: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 10:18:24.235444 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:24.353777 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed107234-43d5-4a7e-a27e-590e01593c46 req-9ecadb33-8cd1-4c3f-a095-f8f319c687a9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:24.355838 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ed107234-43d5-4a7e-a27e-590e01593c46 req-9ecadb33-8cd1-4c3f-a095-f8f319c687a9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 944 time: 0.1271186 Jan 11 10:18:24.398131 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ed107234-43d5-4a7e-a27e-590e01593c46 req-9d9d703b-d9a9-4127-bbba-49d85db462dc tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9b2621b-27af-47e1-ade9-782c8ec60143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367651 Jan 11 10:18:24.829333 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09985a-f14c-4d1d-830f-0c13371ebc99 req-1ac09ca0-42d0-49ff-a3d7-50b84bf17c21 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:24.830761 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4e09985a-f14c-4d1d-830f-0c13371ebc99 req-1ac09ca0-42d0-49ff-a3d7-50b84bf17c21 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.42 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 944 time: 0.0774858 Jan 11 10:18:24.903510 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-4e09985a-f14c-4d1d-830f-0c13371ebc99 req-593f76a9-0eb5-4613-add6-7c19636f1d94 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Deleting port b9a9c7fd-d247-4403-91b0-5800b0c8b036 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:18:24.903833 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4e09985a-f14c-4d1d-830f-0c13371ebc99 req-593f76a9-0eb5-4613-add6-7c19636f1d94 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:25.143258 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-4e09985a-f14c-4d1d-830f-0c13371ebc99 req-593f76a9-0eb5-4613-add6-7c19636f1d94 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] For port b9a9c7fd-d247-4403-91b0-5800b0c8b036, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=b9a9c7fd-d247-4403-91b0-5800b0c8b036,segment=NetworkSegment(26ff2057-3d50-4599-90e6-26978df32f1f),segment_id=26ff2057-3d50-4599-90e6-26978df32f1f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:18:25.143606 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4e09985a-f14c-4d1d-830f-0c13371ebc99 req-593f76a9-0eb5-4613-add6-7c19636f1d94 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:25.268090 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-4e09985a-f14c-4d1d-830f-0c13371ebc99 req-593f76a9-0eb5-4613-add6-7c19636f1d94 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Calling delete_port for b9a9c7fd-d247-4403-91b0-5800b0c8b036 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:18:25.410451 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4e09985a-f14c-4d1d-830f-0c13371ebc99 req-593f76a9-0eb5-4613-add6-7c19636f1d94 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:25.461288 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f76a9-0eb5-4613-add6-7c19636f1d94 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Port': ['ID=b9a9c7fd-d247-4403-91b0-5800b0c8b036,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:25.505278 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f76a9-0eb5-4613-add6-7c19636f1d94 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:25.505621 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f76a9-0eb5-4613-add6-7c19636f1d94 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:25.505958 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f76a9-0eb5-4613-add6-7c19636f1d94 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:25.506311 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f76a9-0eb5-4613-add6-7c19636f1d94 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:25.506633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f76a9-0eb5-4613-add6-7c19636f1d94 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:25.506954 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f76a9-0eb5-4613-add6-7c19636f1d94 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:25.507269 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f76a9-0eb5-4613-add6-7c19636f1d94 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:25.507584 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f76a9-0eb5-4613-add6-7c19636f1d94 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:25.507900 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f76a9-0eb5-4613-add6-7c19636f1d94 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:25.508210 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f76a9-0eb5-4613-add6-7c19636f1d94 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:25.508522 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f76a9-0eb5-4613-add6-7c19636f1d94 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:25.508833 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f76a9-0eb5-4613-add6-7c19636f1d94 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:25.549485 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d7a0748a-ae58-4252-b124-94b53f9cc847 req-a0169b09-f1a6-40fc-bea1-a502f484739b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=1488e458-20a4-476b-a258-0483edb27df2 HTTP/1.1" status: 200 len: 210 time: 0.0446253 Jan 11 10:18:25.652641 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e09985a-f14c-4d1d-830f-0c13371ebc99 req-593f76a9-0eb5-4613-add6-7c19636f1d94 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] No DVR routers for this DVR port b9a9c7fd-d247-4403-91b0-5800b0c8b036 on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:18:25.655096 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4e09985a-f14c-4d1d-830f-0c13371ebc99 req-593f76a9-0eb5-4613-add6-7c19636f1d94 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:25.657646 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1488e458-20a4-476b-a258-0483edb27df2', 'name': 'network-vif-deleted', 'tag': 'b9a9c7fd-d247-4403-91b0-5800b0c8b036'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:18:25.674217 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4e09985a-f14c-4d1d-830f-0c13371ebc99 req-593f76a9-0eb5-4613-add6-7c19636f1d94 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.42 "DELETE /v2.0/ports/b9a9c7fd-d247-4403-91b0-5800b0c8b036 HTTP/1.1" status: 204 len: 173 time: 0.8377767 Jan 11 10:18:25.764864 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1488e458-20a4-476b-a258-0483edb27df2', 'name': 'network-vif-deleted', 'tag': 'b9a9c7fd-d247-4403-91b0-5800b0c8b036', 'status': 'completed', 'code': 200} Jan 11 10:18:26.649296 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41602) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:18:27.197144 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af721eac-80ef-4760-a90e-07a7f586ad2f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:27.540215 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-af721eac-80ef-4760-a90e-07a7f586ad2f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Deleting port 69446f20-4018-4efc-b98f-6a83d8b64f1b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:18:27.540545 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af721eac-80ef-4760-a90e-07a7f586ad2f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:27.828567 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-af721eac-80ef-4760-a90e-07a7f586ad2f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] For port 69446f20-4018-4efc-b98f-6a83d8b64f1b, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=69446f20-4018-4efc-b98f-6a83d8b64f1b,segment=NetworkSegment(26ff2057-3d50-4599-90e6-26978df32f1f),segment_id=26ff2057-3d50-4599-90e6-26978df32f1f)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:18:27.829233 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af721eac-80ef-4760-a90e-07a7f586ad2f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:27.968990 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-af721eac-80ef-4760-a90e-07a7f586ad2f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Calling delete_port for 69446f20-4018-4efc-b98f-6a83d8b64f1b owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:18:28.158060 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af721eac-80ef-4760-a90e-07a7f586ad2f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:28.206637 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af721eac-80ef-4760-a90e-07a7f586ad2f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Port': ['ID=69446f20-4018-4efc-b98f-6a83d8b64f1b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:28.501050 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-af721eac-80ef-4760-a90e-07a7f586ad2f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:28.859097 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af721eac-80ef-4760-a90e-07a7f586ad2f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Router 1cceb6fe-ace4-4774-a11a-1dc953c939e2 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:18:29.035434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af721eac-80ef-4760-a90e-07a7f586ad2f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:18:29.045378 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1622e91c-64cd-4935-9572-73f3ad13cd40 None None] Sync routers for ids ['1cceb6fe-ace4-4774-a11a-1dc953c939e2'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:18:29.048362 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-af721eac-80ef-4760-a90e-07a7f586ad2f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "PUT /v2.0/routers/1cceb6fe-ace4-4774-a11a-1dc953c939e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3980224 Jan 11 10:18:29.051055 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41608) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:18:29.055745 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1622e91c-64cd-4935-9572-73f3ad13cd40 None None] Routers {'1cceb6fe-ace4-4774-a11a-1dc953c939e2'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:18:29.056347 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1622e91c-64cd-4935-9572-73f3ad13cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:18:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1cceb6fe-ace4-4774-a11a-1dc953c939e2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:18:29.221664 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-267340f6-7b41-456d-bd81-eb783f150c1b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Deleting subnet 5ce4d79e-2388-4111-b4a1-4310bc411b09 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 10:18:29.224583 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-267340f6-7b41-456d-bd81-eb783f150c1b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:29.245007 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-1622e91c-64cd-4935-9572-73f3ad13cd40 None None] Set router 1cceb6fe-ace4-4774-a11a-1dc953c939e2 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:18:29.277448 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-267340f6-7b41-456d-bd81-eb783f150c1b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:29.362654 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-267340f6-7b41-456d-bd81-eb783f150c1b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:29.435850 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-267340f6-7b41-456d-bd81-eb783f150c1b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:29.480769 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267340f6-7b41-456d-bd81-eb783f150c1b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce4d79e-2388-4111-b4a1-4310bc411b09,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:29.483280 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-267340f6-7b41-456d-bd81-eb783f150c1b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:29.490051 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-267340f6-7b41-456d-bd81-eb783f150c1b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "DELETE /v2.0/subnets/5ce4d79e-2388-4111-b4a1-4310bc411b09 HTTP/1.1" status: 204 len: 168 time: 0.4380279 Jan 11 10:18:29.490864 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc7f6a3-a3ed-4eae-9c1e-fdd1e1417cbf None None] Network c1f867be-c092-440f-94d7-b631186607bd requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:18:29.492767 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41612) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:18:29.576809 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device b9a9c7fd-d247-4403-91b0-5800b0c8b036 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:18:29.629321 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: b9a9c7fd-d247-4403-91b0-5800b0c8b036 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:18:29.629657 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device b9a9c7fd-d247-4403-91b0-5800b0c8b036 not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:18:29.682932 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e85c36e-1c6b-4eb9-a812-b1ed12718f86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:29.786698 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1622e91c-64cd-4935-9572-73f3ad13cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782254448', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '3638a109-cd56-41ab-8365-3958c10d246b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:15:47Z', 'updated_at': '2022-01-11T10:18:28Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '3638a109-cd56-41ab-8365-3958c10d246b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:15:48Z', 'updated_at': '2022-01-11T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:18:29.793780 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1622e91c-64cd-4935-9572-73f3ad13cd40 None None] Checking router: 1cceb6fe-ace4-4774-a11a-1dc953c939e2 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:18:29.809590 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1622e91c-64cd-4935-9572-73f3ad13cd40 None None] Routers {'1cceb6fe-ace4-4774-a11a-1dc953c939e2'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:18:29.810214 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1622e91c-64cd-4935-9572-73f3ad13cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:18:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['1cceb6fe-ace4-4774-a11a-1dc953c939e2'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:18:29.860742 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e85c36e-1c6b-4eb9-a812-b1ed12718f86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:29.878757 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9e85c36e-1c6b-4eb9-a812-b1ed12718f86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Deleting port 3638a109-cd56-41ab-8365-3958c10d246b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:18:29.878969 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e85c36e-1c6b-4eb9-a812-b1ed12718f86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:29.951695 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2e77e1-077b-43ed-9591-ac8544888ca5 None None] DHCP port deletion for c1f867be-c092-440f-94d7-b631186607bd request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 10:18:29.971638 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-fc2e77e1-077b-43ed-9591-ac8544888ca5 None None] Deleting port 9975138c-0e1d-4578-88b2-4c99a8ea7ee8 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:18:29.971928 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fc2e77e1-077b-43ed-9591-ac8544888ca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:30.039094 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-1622e91c-64cd-4935-9572-73f3ad13cd40 None None] Set router 1cceb6fe-ace4-4774-a11a-1dc953c939e2 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:18:30.068186 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-9e85c36e-1c6b-4eb9-a812-b1ed12718f86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] For port 3638a109-cd56-41ab-8365-3958c10d246b, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=3638a109-cd56-41ab-8365-3958c10d246b,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:18:30.068535 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e85c36e-1c6b-4eb9-a812-b1ed12718f86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:30.194181 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9e85c36e-1c6b-4eb9-a812-b1ed12718f86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Calling delete_port for 3638a109-cd56-41ab-8365-3958c10d246b owned by network:router_gateway {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:18:30.391388 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-fc2e77e1-077b-43ed-9591-ac8544888ca5 None None] For port 9975138c-0e1d-4578-88b2-4c99a8ea7ee8, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=9975138c-0e1d-4578-88b2-4c99a8ea7ee8,segment=NetworkSegment(26ff2057-3d50-4599-90e6-26978df32f1f),segment_id=26ff2057-3d50-4599-90e6-26978df32f1f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:18:30.391947 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fc2e77e1-077b-43ed-9591-ac8544888ca5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:30.490167 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e85c36e-1c6b-4eb9-a812-b1ed12718f86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:30.539358 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85c36e-1c6b-4eb9-a812-b1ed12718f86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Port': ['ID=3638a109-cd56-41ab-8365-3958c10d246b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:30.541816 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-fc2e77e1-077b-43ed-9591-ac8544888ca5 None None] Calling delete_port for 9975138c-0e1d-4578-88b2-4c99a8ea7ee8 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:18:30.631293 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-1622e91c-64cd-4935-9572-73f3ad13cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782254448', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '3638a109-cd56-41ab-8365-3958c10d246b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:15:47Z', 'updated_at': '2022-01-11T10:18:28Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '3638a109-cd56-41ab-8365-3958c10d246b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:15:48Z', 'updated_at': '2022-01-11T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:18:30.633223 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fc2e77e1-077b-43ed-9591-ac8544888ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:30.634982 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e85c36e-1c6b-4eb9-a812-b1ed12718f86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:30.676642 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1622e91c-64cd-4935-9572-73f3ad13cd40 None None] The sync data for ids ['1cceb6fe-ace4-4774-a11a-1dc953c939e2'] in dv-neutron-823402-4-hyperv is: [{'id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782254448', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': '3638a109-cd56-41ab-8365-3958c10d246b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:15:47Z', 'updated_at': '2022-01-11T10:18:28Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '3638a109-cd56-41ab-8365-3958c10d246b', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cceb6fe-ace4-4774-a11a-1dc953c939e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:15:48Z', 'updated_at': '2022-01-11T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:18:30.688483 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e77e1-077b-43ed-9591-ac8544888ca5 None None] Pushing event deleted for resources: {'Port': ['ID=9975138c-0e1d-4578-88b2-4c99a8ea7ee8,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:30.691446 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2e77e1-077b-43ed-9591-ac8544888ca5 None None] No DVR routers for this DVR port 9975138c-0e1d-4578-88b2-4c99a8ea7ee8 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:18:30.703226 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e77e1-077b-43ed-9591-ac8544888ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:30.703738 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e77e1-077b-43ed-9591-ac8544888ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:30.704247 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e77e1-077b-43ed-9591-ac8544888ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:30.704897 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e77e1-077b-43ed-9591-ac8544888ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:30.705374 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e77e1-077b-43ed-9591-ac8544888ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:30.705953 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e77e1-077b-43ed-9591-ac8544888ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:30.706525 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e77e1-077b-43ed-9591-ac8544888ca5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:30.707061 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e77e1-077b-43ed-9591-ac8544888ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:30.707649 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e77e1-077b-43ed-9591-ac8544888ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:30.708277 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e77e1-077b-43ed-9591-ac8544888ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:30.708906 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e77e1-077b-43ed-9591-ac8544888ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:30.709380 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2e77e1-077b-43ed-9591-ac8544888ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:30.932799 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e85c36e-1c6b-4eb9-a812-b1ed12718f86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:30.935032 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e85c36e-1c6b-4eb9-a812-b1ed12718f86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:30.956179 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e85c36e-1c6b-4eb9-a812-b1ed12718f86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:30.956667 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e85c36e-1c6b-4eb9-a812-b1ed12718f86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Fanout notify agent at l3_agent the message router_deleted on router 1cceb6fe-ace4-4774-a11a-1dc953c939e2 {{(pid=87654) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 10:18:30.971826 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e85c36e-1c6b-4eb9-a812-b1ed12718f86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:30.972881 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9e85c36e-1c6b-4eb9-a812-b1ed12718f86 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "DELETE /v2.0/routers/1cceb6fe-ace4-4774-a11a-1dc953c939e2 HTTP/1.1" status: 204 len: 168 time: 1.4791765 Jan 11 10:18:30.975525 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41616) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:18:31.086540 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0df90dc9-1c49-4606-8411-77c71cf86005 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:31.205043 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 69446f20-4018-4efc-b98f-6a83d8b64f1b no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:18:31.230657 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0df90dc9-1c49-4606-8411-77c71cf86005 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:31.242009 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 69446f20-4018-4efc-b98f-6a83d8b64f1b {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:18:31.242399 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 69446f20-4018-4efc-b98f-6a83d8b64f1b not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:18:31.242803 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9975138c-0e1d-4578-88b2-4c99a8ea7ee8 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:18:31.260126 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-0df90dc9-1c49-4606-8411-77c71cf86005 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f867be-c092-440f-94d7-b631186607bd']}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:18:31.276326 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-0df90dc9-1c49-4606-8411-77c71cf86005 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ff2057-3d50-4599-90e6-26978df32f1f') {'for_net_delete': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:18:31.276690 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.services.segments.db [None req-0df90dc9-1c49-4606-8411-77c71cf86005 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ff2057-3d50-4599-90e6-26978df32f1f') {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:18:31.276882 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 9975138c-0e1d-4578-88b2-4c99a8ea7ee8 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:18:31.277229 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9975138c-0e1d-4578-88b2-4c99a8ea7ee8 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:18:31.289667 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0df90dc9-1c49-4606-8411-77c71cf86005 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1117276'] for segment, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:31.308026 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0df90dc9-1c49-4606-8411-77c71cf86005 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:31.315980 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df90dc9-1c49-4606-8411-77c71cf86005 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=87654) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 10:18:31.316467 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0df90dc9-1c49-4606-8411-77c71cf86005 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7538112'] for segment, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: Traceback (most recent call last): Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: timer() Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: cb(*args, **kw) Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: return func(*args, **kwargs) Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: self._notify() Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: self.callback(batched_events) Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: event.method(event) Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: return f(self, *a, **k) Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._get(url).json() Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: return self.request(url, 'GET', **kwargs) Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 10:18:31.334819 dv-neutron-823402-4-hyperv neutron-server[87654]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 10:18:31.413092 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0df90dc9-1c49-4606-8411-77c71cf86005 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:31.432871 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0df90dc9-1c49-4606-8411-77c71cf86005 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:31.444029 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df90dc9-1c49-4606-8411-77c71cf86005 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Network': ['ID=c1f867be-c092-440f-94d7-b631186607bd,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:31.453521 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-0df90dc9-1c49-4606-8411-77c71cf86005 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "DELETE /v2.0/networks/c1f867be-c092-440f-94d7-b631186607bd HTTP/1.1" status: 204 len: 168 time: 0.4768810 Jan 11 10:18:31.456080 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41620) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:18:31.533017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-89d40ac8-1951-4af9-a420-d833364aa092 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:31.562377 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-89d40ac8-1951-4af9-a420-d833364aa092 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:31.625695 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-89d40ac8-1951-4af9-a420-d833364aa092 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:31.643528 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d40ac8-1951-4af9-a420-d833364aa092 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b2621b-27af-47e1-ade9-782c8ec60143,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:31.655980 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-89d40ac8-1951-4af9-a420-d833364aa092 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:31.659523 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-89d40ac8-1951-4af9-a420-d833364aa092 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "DELETE /v2.0/security-groups/a9b2621b-27af-47e1-ade9-782c8ec60143 HTTP/1.1" status: 204 len: 168 time: 0.1998894 Jan 11 10:18:32.079952 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41628) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:18:32.085132 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d9c24a10-c4d5-4602-85f1-4772c5176586 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-820091390', 'description': 'tempest-secgroup-smoke-820091390 description', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:18:32.092148 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d9c24a10-c4d5-4602-85f1-4772c5176586 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:18:32.096273 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d9c24a10-c4d5-4602-85f1-4772c5176586 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:18:32.099139 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d9c24a10-c4d5-4602-85f1-4772c5176586 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:18:32.104706 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d9c24a10-c4d5-4602-85f1-4772c5176586 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:18:32.114886 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9c24a10-c4d5-4602-85f1-4772c5176586 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:32.134148 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d9c24a10-c4d5-4602-85f1-4772c5176586 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:18:32.138344 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d9c24a10-c4d5-4602-85f1-4772c5176586 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:18:32.141130 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d9c24a10-c4d5-4602-85f1-4772c5176586 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:18:32.146720 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d9c24a10-c4d5-4602-85f1-4772c5176586 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:18:32.214341 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9c24a10-c4d5-4602-85f1-4772c5176586 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:32.217763 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9c24a10-c4d5-4602-85f1-4772c5176586 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:32.264656 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c24a10-c4d5-4602-85f1-4772c5176586 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e37e60-8fef-42e3-ad11-62b8843ce35b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:32.267634 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9c24a10-c4d5-4602-85f1-4772c5176586 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:32.268797 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d9c24a10-c4d5-4602-85f1-4772c5176586 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1878693 Jan 11 10:18:32.271597 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41632) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:18:32.276431 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-f97d5b9d-aa4e-4d29-a306-8dc45218335e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': 'f6e37e60-8fef-42e3-ad11-62b8843ce35b', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:18:32.282393 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f97d5b9d-aa4e-4d29-a306-8dc45218335e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:18:32.286173 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f97d5b9d-aa4e-4d29-a306-8dc45218335e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:18:32.288978 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f97d5b9d-aa4e-4d29-a306-8dc45218335e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:18:32.294618 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f97d5b9d-aa4e-4d29-a306-8dc45218335e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:18:32.311472 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f97d5b9d-aa4e-4d29-a306-8dc45218335e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:32.369815 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f97d5b9d-aa4e-4d29-a306-8dc45218335e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:32.373774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f97d5b9d-aa4e-4d29-a306-8dc45218335e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:32.396811 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d5b9d-aa4e-4d29-a306-8dc45218335e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c53cba-1dff-412e-b2ae-fe4516453e98,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:32.404794 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f97d5b9d-aa4e-4d29-a306-8dc45218335e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:32.405985 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f97d5b9d-aa4e-4d29-a306-8dc45218335e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334627 Jan 11 10:18:32.408668 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41636) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:18:32.413527 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9eab73d4-8547-42a0-bc0d-42fbd6df3e8f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': 'f6e37e60-8fef-42e3-ad11-62b8843ce35b', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:18:32.419318 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9eab73d4-8547-42a0-bc0d-42fbd6df3e8f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:18:32.423182 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9eab73d4-8547-42a0-bc0d-42fbd6df3e8f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:18:32.425985 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9eab73d4-8547-42a0-bc0d-42fbd6df3e8f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:18:32.431796 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9eab73d4-8547-42a0-bc0d-42fbd6df3e8f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:18:32.448334 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9eab73d4-8547-42a0-bc0d-42fbd6df3e8f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:32.506614 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9eab73d4-8547-42a0-bc0d-42fbd6df3e8f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:32.510041 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9eab73d4-8547-42a0-bc0d-42fbd6df3e8f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:32.532903 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab73d4-8547-42a0-bc0d-42fbd6df3e8f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b7f4b7-7b65-4eb9-b7d4-060e4e868fd9,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:32.541390 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9eab73d4-8547-42a0-bc0d-42fbd6df3e8f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:32.542556 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9eab73d4-8547-42a0-bc0d-42fbd6df3e8f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330309 Jan 11 10:18:32.546292 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41640) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:18:32.551062 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4cc75ff0-9cde-4914-b672-9d21dd4701b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': 'f6e37e60-8fef-42e3-ad11-62b8843ce35b', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:18:32.556849 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4cc75ff0-9cde-4914-b672-9d21dd4701b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:18:32.561194 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4cc75ff0-9cde-4914-b672-9d21dd4701b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:18:32.564081 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4cc75ff0-9cde-4914-b672-9d21dd4701b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:18:32.569517 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4cc75ff0-9cde-4914-b672-9d21dd4701b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:18:32.586404 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4cc75ff0-9cde-4914-b672-9d21dd4701b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:32.649729 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4cc75ff0-9cde-4914-b672-9d21dd4701b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:32.653304 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4cc75ff0-9cde-4914-b672-9d21dd4701b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:32.676371 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc75ff0-9cde-4914-b672-9d21dd4701b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc437d8-f484-4d7d-b5c2-6f1ad65e4be6,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:32.686422 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4cc75ff0-9cde-4914-b672-9d21dd4701b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:32.687587 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4cc75ff0-9cde-4914-b672-9d21dd4701b6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404011 Jan 11 10:18:32.690284 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41644) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:18:32.695323 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b35c6783-840e-478e-b583-2e947c620df2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': 'f6e37e60-8fef-42e3-ad11-62b8843ce35b', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:18:32.701260 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b35c6783-840e-478e-b583-2e947c620df2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:18:32.704983 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b35c6783-840e-478e-b583-2e947c620df2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:18:32.707898 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b35c6783-840e-478e-b583-2e947c620df2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:18:32.713636 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b35c6783-840e-478e-b583-2e947c620df2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:18:32.729018 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b35c6783-840e-478e-b583-2e947c620df2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:32.789695 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b35c6783-840e-478e-b583-2e947c620df2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:32.792764 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b35c6783-840e-478e-b583-2e947c620df2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:32.816770 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c6783-840e-478e-b583-2e947c620df2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57967f90-1a82-4b37-af5e-d61c5d68cb31,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:32.824471 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b35c6783-840e-478e-b583-2e947c620df2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:32.825700 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b35c6783-840e-478e-b583-2e947c620df2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1345160 Jan 11 10:18:32.828517 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41648) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:18:32.833560 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d46ffb8d-110d-46f5-ba26-f8d30997df56 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': 'f6e37e60-8fef-42e3-ad11-62b8843ce35b', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:18:32.839524 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d46ffb8d-110d-46f5-ba26-f8d30997df56 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:18:32.843551 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d46ffb8d-110d-46f5-ba26-f8d30997df56 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:18:32.846391 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d46ffb8d-110d-46f5-ba26-f8d30997df56 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:18:32.851928 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d46ffb8d-110d-46f5-ba26-f8d30997df56 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:18:32.862507 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-d46ffb8d-110d-46f5-ba26-f8d30997df56 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Project 6029e67c78cc44a08fe7b20a1dc57c80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 10:18:32.868850 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d46ffb8d-110d-46f5-ba26-f8d30997df56 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:32.934315 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d46ffb8d-110d-46f5-ba26-f8d30997df56 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:32.937685 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d46ffb8d-110d-46f5-ba26-f8d30997df56 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:32.960749 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ffb8d-110d-46f5-ba26-f8d30997df56 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37718fff-5cd0-47b9-a8cd-52f2a8aa44e4,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:32.971892 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d46ffb8d-110d-46f5-ba26-f8d30997df56 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:32.973130 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d46ffb8d-110d-46f5-ba26-f8d30997df56 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1436541 Jan 11 10:18:32.975835 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41652) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:18:32.980672 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-5e85268d-bd4f-4990-9973-58d584b55d2a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': 'f6e37e60-8fef-42e3-ad11-62b8843ce35b', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:18:32.987470 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5e85268d-bd4f-4990-9973-58d584b55d2a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:18:32.991194 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5e85268d-bd4f-4990-9973-58d584b55d2a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:18:32.994024 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-5e85268d-bd4f-4990-9973-58d584b55d2a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:18:33.000030 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-5e85268d-bd4f-4990-9973-58d584b55d2a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:18:33.010313 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-5e85268d-bd4f-4990-9973-58d584b55d2a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Project 6029e67c78cc44a08fe7b20a1dc57c80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 10:18:33.016532 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5e85268d-bd4f-4990-9973-58d584b55d2a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:33.079377 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5e85268d-bd4f-4990-9973-58d584b55d2a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:33.082536 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5e85268d-bd4f-4990-9973-58d584b55d2a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:33.105362 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85268d-bd4f-4990-9973-58d584b55d2a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf80406-cc36-4f1b-a772-47850676221c,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:33.107614 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 3638a109-cd56-41ab-8365-3958c10d246b no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:18:33.115291 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5e85268d-bd4f-4990-9973-58d584b55d2a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:33.116509 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5e85268d-bd4f-4990-9973-58d584b55d2a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397352 Jan 11 10:18:33.119242 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41656) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:18:33.124873 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-50b97a00-4fa2-46d8-b029-48a0184b19f5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'network': {'name': 'tempest-network-smoke--1150644177', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'port_security_enabled': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:18:33.129782 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-50b97a00-4fa2-46d8-b029-48a0184b19f5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:18:33.133904 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-50b97a00-4fa2-46d8-b029-48a0184b19f5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:network and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:18:33.136880 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-50b97a00-4fa2-46d8-b029-48a0184b19f5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:18:33.143054 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-50b97a00-4fa2-46d8-b029-48a0184b19f5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:18:33.153903 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b97a00-4fa2-46d8-b029-48a0184b19f5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Made reservation on behalf of 6029e67c78cc44a08fe7b20a1dc57c80 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:18:33.157407 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-50b97a00-4fa2-46d8-b029-48a0184b19f5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:33.186117 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 3638a109-cd56-41ab-8365-3958c10d246b {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:18:33.186666 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 3638a109-cd56-41ab-8365-3958c10d246b not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:18:33.188248 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b97a00-4fa2-46d8-b029-48a0184b19f5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 10:18:33.197619 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-50b97a00-4fa2-46d8-b029-48a0184b19f5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:33.197955 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-50b97a00-4fa2-46d8-b029-48a0184b19f5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Added segment 5e8f8e77-136d-4af9-8531-db85b676886f of type vlan for network ea89f63c-a83a-4384-9084-2486c7a33356 Jan 11 10:18:33.223729 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-50b97a00-4fa2-46d8-b029-48a0184b19f5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:33.251159 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-50b97a00-4fa2-46d8-b029-48a0184b19f5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:33.256396 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b97a00-4fa2-46d8-b029-48a0184b19f5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:33.256959 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-50b97a00-4fa2-46d8-b029-48a0184b19f5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:33.313687 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-50b97a00-4fa2-46d8-b029-48a0184b19f5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1934426 Jan 11 10:18:33.316440 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41660) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:18:33.321741 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-f72672c8-5468-4b7c-a3b2-3711ec7db4b7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-834612479', 'admin_state_up': True, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:18:33.329312 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f72672c8-5468-4b7c-a3b2-3711ec7db4b7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:18:33.333196 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f72672c8-5468-4b7c-a3b2-3711ec7db4b7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:router and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:18:33.335923 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-f72672c8-5468-4b7c-a3b2-3711ec7db4b7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:18:33.342775 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-f72672c8-5468-4b7c-a3b2-3711ec7db4b7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:18:33.352344 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f72672c8-5468-4b7c-a3b2-3711ec7db4b7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:33.353401 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f72672c8-5468-4b7c-a3b2-3711ec7db4b7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:33.369689 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f72672c8-5468-4b7c-a3b2-3711ec7db4b7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:33.370757 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b97a00-4fa2-46d8-b029-48a0184b19f5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Network': ['ID=ea89f63c-a83a-4384-9084-2486c7a33356,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:33.380948 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network ea89f63c-a83a-4384-9084-2486c7a33356 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 10:18:33.640082 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f72672c8-5468-4b7c-a3b2-3711ec7db4b7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:34.040120 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f72672c8-5468-4b7c-a3b2-3711ec7db4b7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:34.069551 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f72672c8-5468-4b7c-a3b2-3711ec7db4b7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:34.203519 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-f72672c8-5468-4b7c-a3b2-3711ec7db4b7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Allocated IP 172.26.3.26 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/4b8a1cb3-e190-4afa-a22d-be10d2656ce2) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:18:34.346729 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f72672c8-5468-4b7c-a3b2-3711ec7db4b7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:34.374378 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f72672c8-5468-4b7c-a3b2-3711ec7db4b7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:34.436482 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72672c8-5468-4b7c-a3b2-3711ec7db4b7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:18:34.439184 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-f72672c8-5468-4b7c-a3b2-3711ec7db4b7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:18:34.442940 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72672c8-5468-4b7c-a3b2-3711ec7db4b7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:18:34.481430 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72672c8-5468-4b7c-a3b2-3711ec7db4b7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=4b8a1cb3-e190-4afa-a22d-be10d2656ce2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:34.698566 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:34.858896 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f72672c8-5468-4b7c-a3b2-3711ec7db4b7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:35.193221 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f72672c8-5468-4b7c-a3b2-3711ec7db4b7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:35.511268 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72672c8-5468-4b7c-a3b2-3711ec7db4b7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Router caaf580a-cf49-4574-b659-b3643ff43b3c is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 10:18:35.688647 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72672c8-5468-4b7c-a3b2-3711ec7db4b7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:18:35.698951 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] Sync routers for ids ['caaf580a-cf49-4574-b659-b3643ff43b3c'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:18:35.709498 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] Routers {'caaf580a-cf49-4574-b659-b3643ff43b3c'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:18:35.710226 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:18:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['caaf580a-cf49-4574-b659-b3643ff43b3c'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:18:35.716256 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f72672c8-5468-4b7c-a3b2-3711ec7db4b7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:35.717482 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-f72672c8-5468-4b7c-a3b2-3711ec7db4b7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3999777 Jan 11 10:18:35.720564 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41664) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:18:35.800004 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8358a33b-733f-4a53-9e53-73efbd5d2f84 tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=6029e67c78cc44a08fe7b20a1dc57c80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0782452 Jan 11 10:18:35.802775 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41670) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:18:35.887144 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] Set router caaf580a-cf49-4574-b659-b3643ff43b3c gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:18:35.933184 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43191b76-acf9-4cf7-a4fa-99ea0f4d2249 tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:35.935258 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-43191b76-acf9-4cf7-a4fa-99ea0f4d2249 tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1315408 Jan 11 10:18:35.937956 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41674) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:18:35.977333 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d9e1ef9d-be17-40a0-87d2-fcac5835cdcf tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382469 Jan 11 10:18:35.979956 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41678) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:18:35.986877 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e9ecf49e-aadc-4534-93c5-46e704ef5463 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1204878538', 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:18:36.095357 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e9ecf49e-aadc-4534-93c5-46e704ef5463 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:18:36.099005 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e9ecf49e-aadc-4534-93c5-46e704ef5463 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:subnet and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:18:36.101798 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e9ecf49e-aadc-4534-93c5-46e704ef5463 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:18:36.107970 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e9ecf49e-aadc-4534-93c5-46e704ef5463 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:18:36.118114 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ecf49e-aadc-4534-93c5-46e704ef5463 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Made reservation on behalf of 6029e67c78cc44a08fe7b20a1dc57c80 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:18:36.121548 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf49e-aadc-4534-93c5-46e704ef5463 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:36.205755 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834612479', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:18:33Z', 'updated_at': '2022-01-11T10:18:34Z', 'revision_number': 3, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:18:34Z', 'updated_at': '2022-01-11T10:18:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:18:36.210765 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] Checking router: caaf580a-cf49-4574-b659-b3643ff43b3c for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:18:36.211109 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] Updating router caaf580a-cf49-4574-b659-b3643ff43b3c port 4b8a1cb3-e190-4afa-a22d-be10d2656ce2 binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 10:18:36.264868 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:36.336872 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf49e-aadc-4534-93c5-46e704ef5463 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:36.420049 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ecf49e-aadc-4534-93c5-46e704ef5463 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Subnet': ['ID=84bb49a5-0755-4415-ac9c-944e926c0748,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:36.426741 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ecf49e-aadc-4534-93c5-46e704ef5463 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Checking segment: {'id': '5e8f8e77-136d-4af9-8531-db85b676886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:18:36.427365 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ecf49e-aadc-4534-93c5-46e704ef5463 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network hostable DHCP agents. Network: ea89f63c-a83a-4384-9084-2486c7a33356, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 10:18:36.446826 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ecf49e-aadc-4534-93c5-46e704ef5463 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network ea89f63c-a83a-4384-9084-2486c7a33356 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 10:18:36.455608 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-e9ecf49e-aadc-4534-93c5-46e704ef5463 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, ea89f63c-a83a-4384-9084-2486c7a33356) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:18:36.460230 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ecf49e-aadc-4534-93c5-46e704ef5463 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:36.460965 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf49e-aadc-4534-93c5-46e704ef5463 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:36.468173 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caba8f8-96c4-4b2a-8bec-345ff34425cc None None] Network ea89f63c-a83a-4384-9084-2486c7a33356 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:18:36.487625 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e9ecf49e-aadc-4534-93c5-46e704ef5463 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5028265 Jan 11 10:18:36.487947 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41682) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:18:36.594765 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:36.607380 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] Transition to ACTIVE for port object 4b8a1cb3-e190-4afa-a22d-be10d2656ce2 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:18:36.614414 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:36.689030 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] Attempting to bind port 4b8a1cb3-e190-4afa-a22d-be10d2656ce2 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:18:36.689410 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] Attempting to bind port 4b8a1cb3-e190-4afa-a22d-be10d2656ce2 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:18:36.689771 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] Attempting to bind port 4b8a1cb3-e190-4afa-a22d-be10d2656ce2 on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:18:36.707363 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ab3494-10b3-4d50-9aba-4a2024246df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-ea89f63c-a83a-4384-9084-2486c7a33356', 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'fixed_ips': [{'subnet_id': '84bb49a5-0755-4415-ac9c-944e926c0748'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 10:18:36.708489 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3494-10b3-4d50-9aba-4a2024246df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:36.712381 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:18:36.712924 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:18:36.713126 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:36.713693 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:18:36.714332 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] Bound port: 4b8a1cb3-e190-4afa-a22d-be10d2656ce2, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:18:36.714883 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:36.739485 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3330ca3-762f-4fc5-8a4b-33084e98d64d None None] Pushing event updated for resources: {'Port': ['ID=4b8a1cb3-e190-4afa-a22d-be10d2656ce2,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:36.758309 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3330ca3-762f-4fc5-8a4b-33084e98d64d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:36.758652 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3330ca3-762f-4fc5-8a4b-33084e98d64d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:36.758985 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3330ca3-762f-4fc5-8a4b-33084e98d64d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:36.759319 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3330ca3-762f-4fc5-8a4b-33084e98d64d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:36.759645 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3330ca3-762f-4fc5-8a4b-33084e98d64d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:36.759967 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3330ca3-762f-4fc5-8a4b-33084e98d64d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:36.760284 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3330ca3-762f-4fc5-8a4b-33084e98d64d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:36.760599 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3330ca3-762f-4fc5-8a4b-33084e98d64d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:36.760913 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3330ca3-762f-4fc5-8a4b-33084e98d64d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:36.761224 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3330ca3-762f-4fc5-8a4b-33084e98d64d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:36.761534 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3330ca3-762f-4fc5-8a4b-33084e98d64d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:36.761839 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3330ca3-762f-4fc5-8a4b-33084e98d64d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:18:36.803267 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] For port 4b8a1cb3-e190-4afa-a22d-be10d2656ce2, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:18:36.806268 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] For port 4b8a1cb3-e190-4afa-a22d-be10d2656ce2, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4b8a1cb3-e190-4afa-a22d-be10d2656ce2,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:18:36.811307 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:36.876563 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-a8ab3494-10b3-4d50-9aba-4a2024246df4 None None] Allocated IP 172.20.0.2 (ea89f63c-a83a-4384-9084-2486c7a33356/84bb49a5-0755-4415-ac9c-944e926c0748/440fdef0-4b0d-40bc-b9b4-821daa860783) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:18:36.898972 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] Routers {'caaf580a-cf49-4574-b659-b3643ff43b3c'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:18:36.899584 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:18:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['caaf580a-cf49-4574-b659-b3643ff43b3c'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:18:36.961047 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3330ca3-762f-4fc5-8a4b-33084e98d64d None None] Pushing event updated for resources: {'Port': ['ID=4b8a1cb3-e190-4afa-a22d-be10d2656ce2,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:37.078383 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] Set router caaf580a-cf49-4574-b659-b3643ff43b3c gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:18:37.091181 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3494-10b3-4d50-9aba-4a2024246df4 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:37.101324 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a8ab3494-10b3-4d50-9aba-4a2024246df4 None None] Transition to ACTIVE for port object 440fdef0-4b0d-40bc-b9b4-821daa860783 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:18:37.120606 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a8ab3494-10b3-4d50-9aba-4a2024246df4 None None] Transition to ACTIVE for port object 440fdef0-4b0d-40bc-b9b4-821daa860783 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:18:37.127077 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3494-10b3-4d50-9aba-4a2024246df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:37.193384 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ab3494-10b3-4d50-9aba-4a2024246df4 None None] Network ea89f63c-a83a-4384-9084-2486c7a33356 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:18:37.196355 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-a8ab3494-10b3-4d50-9aba-4a2024246df4 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:18:37.200146 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ab3494-10b3-4d50-9aba-4a2024246df4 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:18:37.206105 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab3494-10b3-4d50-9aba-4a2024246df4 None None] Pushing event updated for resources: {'Port': ['ID=440fdef0-4b0d-40bc-b9b4-821daa860783,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:37.215611 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1bb94561-d710-4da8-a784-a112dd5cc3a8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:37.306696 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a8ab3494-10b3-4d50-9aba-4a2024246df4 None None] Attempting to bind port 440fdef0-4b0d-40bc-b9b4-821daa860783 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:18:37.307224 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a8ab3494-10b3-4d50-9aba-4a2024246df4 None None] Attempting to bind port 440fdef0-4b0d-40bc-b9b4-821daa860783 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '5e8f8e77-136d-4af9-8531-db85b676886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:18:37.307676 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab3494-10b3-4d50-9aba-4a2024246df4 None None] Attempting to bind port 440fdef0-4b0d-40bc-b9b4-821daa860783 on network ea89f63c-a83a-4384-9084-2486c7a33356 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:18:37.313946 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab3494-10b3-4d50-9aba-4a2024246df4 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:18:37.314523 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab3494-10b3-4d50-9aba-4a2024246df4 None None] Checking segment: {'id': '5e8f8e77-136d-4af9-8531-db85b676886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:18:37.315224 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3494-10b3-4d50-9aba-4a2024246df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:37.315787 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab3494-10b3-4d50-9aba-4a2024246df4 None None] Bound using segment: {'id': '5e8f8e77-136d-4af9-8531-db85b676886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:18:37.316392 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a8ab3494-10b3-4d50-9aba-4a2024246df4 None None] Bound port: 440fdef0-4b0d-40bc-b9b4-821daa860783, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8f8e77-136d-4af9-8531-db85b676886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:18:37.316956 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3494-10b3-4d50-9aba-4a2024246df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:37.374958 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834612479', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:18:33Z', 'updated_at': '2022-01-11T10:18:34Z', 'revision_number': 3, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:18:34Z', 'updated_at': '2022-01-11T10:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:18:37.379387 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e08da34-1aeb-46bd-86e4-e27a60b180b7 None None] The sync data for ids ['caaf580a-cf49-4574-b659-b3643ff43b3c'] in dv-neutron-823402-4-hyperv is: [{'id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834612479', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:18:33Z', 'updated_at': '2022-01-11T10:18:34Z', 'revision_number': 3, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:18:34Z', 'updated_at': '2022-01-11T10:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:18:37.422628 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a8ab3494-10b3-4d50-9aba-4a2024246df4 None None] For port 440fdef0-4b0d-40bc-b9b4-821daa860783, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:18:37.426514 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a8ab3494-10b3-4d50-9aba-4a2024246df4 None None] For port 440fdef0-4b0d-40bc-b9b4-821daa860783, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=440fdef0-4b0d-40bc-b9b4-821daa860783,segment=NetworkSegment(5e8f8e77-136d-4af9-8531-db85b676886f),segment_id=5e8f8e77-136d-4af9-8531-db85b676886f)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:18:37.432447 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3494-10b3-4d50-9aba-4a2024246df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:37.517080 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab3494-10b3-4d50-9aba-4a2024246df4 None None] Pushing event updated for resources: {'Port': ['ID=440fdef0-4b0d-40bc-b9b4-821daa860783,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:37.845168 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-1bb94561-d710-4da8-a784-a112dd5cc3a8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Allocated IP 172.20.0.1 (ea89f63c-a83a-4384-9084-2486c7a33356/84bb49a5-0755-4415-ac9c-944e926c0748/7f7f5152-d445-41f4-a950-7c9801c9ff28) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:18:38.019282 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1bb94561-d710-4da8-a784-a112dd5cc3a8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:38.037780 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1bb94561-d710-4da8-a784-a112dd5cc3a8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Transition to ACTIVE for port object 7f7f5152-d445-41f4-a950-7c9801c9ff28 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:18:38.065885 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1bb94561-d710-4da8-a784-a112dd5cc3a8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:38.143541 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb94561-d710-4da8-a784-a112dd5cc3a8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network ea89f63c-a83a-4384-9084-2486c7a33356 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:18:38.146853 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-1bb94561-d710-4da8-a784-a112dd5cc3a8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:18:38.150865 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb94561-d710-4da8-a784-a112dd5cc3a8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:18:38.190922 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb94561-d710-4da8-a784-a112dd5cc3a8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=7f7f5152-d445-41f4-a950-7c9801c9ff28,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:38.219530 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1bb94561-d710-4da8-a784-a112dd5cc3a8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:38.506552 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1bb94561-d710-4da8-a784-a112dd5cc3a8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:38.535049 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e969c6-4e45-4ccc-a665-3db964067db5 None None] Network ea89f63c-a83a-4384-9084-2486c7a33356 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:18:38.645838 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-16857029-1cfa-4b7f-aee7-b3a36a32ea28 None None] Provisioning for port 440fdef0-4b0d-40bc-b9b4-821daa860783 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:18:38.939440 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1bb94561-d710-4da8-a784-a112dd5cc3a8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:38.943951 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1bb94561-d710-4da8-a784-a112dd5cc3a8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:39.062970 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb94561-d710-4da8-a784-a112dd5cc3a8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=7f7f5152-d445-41f4-a950-7c9801c9ff28,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:39.066871 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1bb94561-d710-4da8-a784-a112dd5cc3a8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:39.079995 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1c601481-ec58-4543-b0e8-e0acd54003a7 None None] Provisioning for port 7f7f5152-d445-41f4-a950-7c9801c9ff28 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:18:39.085836 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1c601481-ec58-4543-b0e8-e0acd54003a7 None None] Provisioning complete for port 7f7f5152-d445-41f4-a950-7c9801c9ff28 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:18:39.086397 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1c601481-ec58-4543-b0e8-e0acd54003a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:39.175016 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1c601481-ec58-4543-b0e8-e0acd54003a7 None None] Port 7f7f5152-d445-41f4-a950-7c9801c9ff28 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:18:39.220752 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 440fdef0-4b0d-40bc-b9b4-821daa860783 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:18:39.292886 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 440fdef0-4b0d-40bc-b9b4-821daa860783 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:18:39.302925 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 440fdef0-4b0d-40bc-b9b4-821daa860783 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:18:39.303296 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:39.343174 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb94561-d710-4da8-a784-a112dd5cc3a8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network ea89f63c-a83a-4384-9084-2486c7a33356 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:18:39.344234 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-1bb94561-d710-4da8-a784-a112dd5cc3a8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:18:39.351240 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-1192820c-83eb-4eac-a66f-8df2f3f2cc4e None None] Provisioning complete for port 7f7f5152-d445-41f4-a950-7c9801c9ff28 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:18:39.351604 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1192820c-83eb-4eac-a66f-8df2f3f2cc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:39.456864 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-1192820c-83eb-4eac-a66f-8df2f3f2cc4e None None] Port 7f7f5152-d445-41f4-a950-7c9801c9ff28 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:18:39.521487 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:39.549155 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb94561-d710-4da8-a784-a112dd5cc3a8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Router caaf580a-cf49-4574-b659-b3643ff43b3c has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:18:39.556913 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 440fdef0-4b0d-40bc-b9b4-821daa860783, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=440fdef0-4b0d-40bc-b9b4-821daa860783,segment=NetworkSegment(5e8f8e77-136d-4af9-8531-db85b676886f),segment_id=5e8f8e77-136d-4af9-8531-db85b676886f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:18:39.561460 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:39.562513 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4b8a1cb3-e190-4afa-a22d-be10d2656ce2 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:18:39.680146 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-9c552de4-29a6-4223-b589-54cc65403189 None None] Provisioning complete for port 7f7f5152-d445-41f4-a950-7c9801c9ff28 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:18:39.680522 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9c552de4-29a6-4223-b589-54cc65403189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:39.736429 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb94561-d710-4da8-a784-a112dd5cc3a8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:18:39.739487 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=440fdef0-4b0d-40bc-b9b4-821daa860783,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:39.749496 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] Sync routers for ids ['caaf580a-cf49-4574-b659-b3643ff43b3c'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:18:39.754485 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1bb94561-d710-4da8-a784-a112dd5cc3a8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "PUT /v2.0/routers/caaf580a-cf49-4574-b659-b3643ff43b3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2654786 Jan 11 10:18:39.756664 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9c552de4-29a6-4223-b589-54cc65403189 None None] Port 7f7f5152-d445-41f4-a950-7c9801c9ff28 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:18:39.765788 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] Routers {'caaf580a-cf49-4574-b659-b3643ff43b3c'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:18:39.766312 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:18:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['caaf580a-cf49-4574-b659-b3643ff43b3c'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:18:39.822193 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 4b8a1cb3-e190-4afa-a22d-be10d2656ce2 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:18:39.838065 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 4b8a1cb3-e190-4afa-a22d-be10d2656ce2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:18:39.838467 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:39.918972 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-0d1b223b-7d11-463b-94b3-0bea829549c7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-820091390&fields=id&tenant_id=6029e67c78cc44a08fe7b20a1dc57c80 HTTP/1.1" status: 200 len: 267 time: 0.0393872 Jan 11 10:18:40.030243 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] Set router caaf580a-cf49-4574-b659-b3643ff43b3c gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:18:40.074690 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-6dc1466b-49f9-4ceb-a7c0-f52774bff524 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:40.075901 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-6dc1466b-49f9-4ceb-a7c0-f52774bff524 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Synchronizing usage tracker for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:18:40.091430 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-6dc1466b-49f9-4ceb-a7c0-f52774bff524 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Unset dirty status for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:18:40.092685 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-6dc1466b-49f9-4ceb-a7c0-f52774bff524 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/networks?id=ea89f63c-a83a-4384-9084-2486c7a33356 HTTP/1.1" status: 200 len: 797 time: 0.1672652 Jan 11 10:18:40.107213 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-b698b0cd-0e44-4886-b8d6-b64587579b46 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/quotas/6029e67c78cc44a08fe7b20a1dc57c80 HTTP/1.1" status: 200 len: 375 time: 0.0090175 Jan 11 10:18:40.182187 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:40.187668 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-e1386e54-f971-49b9-a3a2-42e696dbba49 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Synchronizing usage tracker for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:18:40.202534 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-e1386e54-f971-49b9-a3a2-42e696dbba49 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Unset dirty status for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:18:40.204107 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-e1386e54-f971-49b9-a3a2-42e696dbba49 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916073 Jan 11 10:18:40.232922 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 4b8a1cb3-e190-4afa-a22d-be10d2656ce2, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4b8a1cb3-e190-4afa-a22d-be10d2656ce2,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:18:40.238346 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:40.382842 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=4b8a1cb3-e190-4afa-a22d-be10d2656ce2,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:40.385262 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-8ea0bc58-5cc5-4d71-a091-1a2c465c7d03 service neutron] 10.222.0.15 "GET /v2.0/networks/ea89f63c-a83a-4384-9084-2486c7a33356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696064 Jan 11 10:18:40.447351 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834612479', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:18:33Z', 'updated_at': '2022-01-11T10:18:38Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:18:34Z', 'updated_at': '2022-01-11T10:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '7f7f5152-d445-41f4-a950-7c9801c9ff28', 'name': '', 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:f1:36:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '84bb49a5-0755-4415-ac9c-944e926c0748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:18:37Z', 'updated_at': '2022-01-11T10:18:38Z', 'revision_number': 2, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '84bb49a5-0755-4415-ac9c-944e926c0748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:18:40.451512 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] Checking router: caaf580a-cf49-4574-b659-b3643ff43b3c for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:18:40.451861 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] Updating router caaf580a-cf49-4574-b659-b3643ff43b3c port 7f7f5152-d445-41f4-a950-7c9801c9ff28 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 10:18:40.504207 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:40.516655 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-58aeda59-4ce5-4bb7-9cd6-17956dcbd1ce service neutron] 10.222.0.15 "GET /v2.0/networks/ea89f63c-a83a-4384-9084-2486c7a33356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245933 Jan 11 10:18:40.852617 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:40.863965 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] Transition to ACTIVE for port object 7f7f5152-d445-41f4-a950-7c9801c9ff28 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:18:40.870183 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:41.087609 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f528ac-645c-4213-9edb-4f3ec57c0892 None None] Pushing event updated for resources: {'Port': ['ID=7f7f5152-d445-41f4-a950-7c9801c9ff28,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:41.146206 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] Attempting to bind port 7f7f5152-d445-41f4-a950-7c9801c9ff28 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:18:41.146564 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] Attempting to bind port 7f7f5152-d445-41f4-a950-7c9801c9ff28 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '5e8f8e77-136d-4af9-8531-db85b676886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:18:41.146913 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] Attempting to bind port 7f7f5152-d445-41f4-a950-7c9801c9ff28 on network ea89f63c-a83a-4384-9084-2486c7a33356 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:18:41.151975 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:18:41.152336 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] Checking segment: {'id': '5e8f8e77-136d-4af9-8531-db85b676886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:18:41.152728 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:41.153180 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] Bound using segment: {'id': '5e8f8e77-136d-4af9-8531-db85b676886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:18:41.153639 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] Bound port: 7f7f5152-d445-41f4-a950-7c9801c9ff28, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8f8e77-136d-4af9-8531-db85b676886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:18:41.153997 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:41.164759 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 440fdef0-4b0d-40bc-b9b4-821daa860783 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:18:41.324172 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] For port 7f7f5152-d445-41f4-a950-7c9801c9ff28, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:18:41.328466 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] For port 7f7f5152-d445-41f4-a950-7c9801c9ff28, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=7f7f5152-d445-41f4-a950-7c9801c9ff28,segment=NetworkSegment(5e8f8e77-136d-4af9-8531-db85b676886f),segment_id=5e8f8e77-136d-4af9-8531-db85b676886f)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:18:41.330228 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 440fdef0-4b0d-40bc-b9b4-821daa860783 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:18:41.330769 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:41.358872 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:41.454930 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] Routers {'caaf580a-cf49-4574-b659-b3643ff43b3c'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:18:41.455569 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:18:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['caaf580a-cf49-4574-b659-b3643ff43b3c'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:18:41.573930 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f528ac-645c-4213-9edb-4f3ec57c0892 None None] Pushing event updated for resources: {'Port': ['ID=7f7f5152-d445-41f4-a950-7c9801c9ff28,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:41.604613 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:18:41.707743 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] Set router caaf580a-cf49-4574-b659-b3643ff43b3c gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:18:41.795914 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4b8a1cb3-e190-4afa-a22d-be10d2656ce2 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:18:41.836694 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ad11ec1f-37d3-488f-9971-5c2b2dc1ec7f req-265790b8-1de1-4dc5-8805-c42a5a618f46 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 210 time: 0.1565540 Jan 11 10:18:42.057751 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 4b8a1cb3-e190-4afa-a22d-be10d2656ce2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:18:42.058372 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:42.232298 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834612479', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:18:33Z', 'updated_at': '2022-01-11T10:18:38Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:18:34Z', 'updated_at': '2022-01-11T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '7f7f5152-d445-41f4-a950-7c9801c9ff28', 'name': '', 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:f1:36:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '84bb49a5-0755-4415-ac9c-944e926c0748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:18:37Z', 'updated_at': '2022-01-11T10:18:41Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '84bb49a5-0755-4415-ac9c-944e926c0748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:18:42.236289 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f71d20-74e0-4549-8765-1b33e44a45c0 None None] The sync data for ids ['caaf580a-cf49-4574-b659-b3643ff43b3c'] in dv-neutron-823402-4-hyperv is: [{'id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834612479', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:18:33Z', 'updated_at': '2022-01-11T10:18:38Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:18:34Z', 'updated_at': '2022-01-11T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '7f7f5152-d445-41f4-a950-7c9801c9ff28', 'name': '', 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:f1:36:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '84bb49a5-0755-4415-ac9c-944e926c0748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:18:37Z', 'updated_at': '2022-01-11T10:18:41Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '84bb49a5-0755-4415-ac9c-944e926c0748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:18:42.821433 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-9fe55f2f-7944-4820-ae95-9e04d01c071e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:42.822127 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-9fe55f2f-7944-4820-ae95-9e04d01c071e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Synchronizing usage tracker for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:network {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:18:42.834990 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-9fe55f2f-7944-4820-ae95-9e04d01c071e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Unset dirty status for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:network {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:18:42.836346 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-9fe55f2f-7944-4820-ae95-9e04d01c071e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.42 "GET /v2.0/networks?id=ea89f63c-a83a-4384-9084-2486c7a33356 HTTP/1.1" status: 200 len: 797 time: 0.1939702 Jan 11 10:18:42.886597 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-6e425c84-e9ac-430d-8590-ba30b4f09bc0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Synchronizing usage tracker for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:18:42.918286 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-6e425c84-e9ac-430d-8590-ba30b4f09bc0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Unset dirty status for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:18:42.920539 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-6e425c84-e9ac-430d-8590-ba30b4f09bc0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6029e67c78cc44a08fe7b20a1dc57c80 HTTP/1.1" status: 200 len: 379 time: 0.0757933 Jan 11 10:18:42.931099 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-c2ff852d-1619-4c96-b80b-a7b5fc9c7f52 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'port': {'device_id': '04426d53-08f8-4fcc-b242-d8911761ee23', 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356', 'admin_state_up': True, 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'security_groups': ['f6e37e60-8fef-42e3-ad11-62b8843ce35b']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:18:43.004377 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0afb541a-6e08-4865-b728-3a7eaa2a0d06 req-8cf09452-cec3-4e9c-bcbd-97f58dbdbb50 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 210 time: 0.0436594 Jan 11 10:18:43.078246 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-c2ff852d-1619-4c96-b80b-a7b5fc9c7f52 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:18:43.087988 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-c2ff852d-1619-4c96-b80b-a7b5fc9c7f52 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:18:43.099488 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-c2ff852d-1619-4c96-b80b-a7b5fc9c7f52 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Made reservation on behalf of 6029e67c78cc44a08fe7b20a1dc57c80 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:18:43.103586 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-c2ff852d-1619-4c96-b80b-a7b5fc9c7f52 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:43.191511 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7f7f5152-d445-41f4-a950-7c9801c9ff28 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:18:43.268745 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 7f7f5152-d445-41f4-a950-7c9801c9ff28 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:18:43.273620 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 7f7f5152-d445-41f4-a950-7c9801c9ff28 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:18:43.274065 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:43.277595 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-c2ff852d-1619-4c96-b80b-a7b5fc9c7f52 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Allocated IP 172.20.0.10 (ea89f63c-a83a-4384-9084-2486c7a33356/84bb49a5-0755-4415-ac9c-944e926c0748/fba500d9-42e1-4998-969b-6c492ec23b55) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:18:43.416639 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:43.452280 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 7f7f5152-d445-41f4-a950-7c9801c9ff28, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=7f7f5152-d445-41f4-a950-7c9801c9ff28,segment=NetworkSegment(5e8f8e77-136d-4af9-8531-db85b676886f),segment_id=5e8f8e77-136d-4af9-8531-db85b676886f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:18:43.456211 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:43.484573 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-c2ff852d-1619-4c96-b80b-a7b5fc9c7f52 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:43.500342 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-c2ff852d-1619-4c96-b80b-a7b5fc9c7f52 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Transition to ACTIVE for port object fba500d9-42e1-4998-969b-6c492ec23b55 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:18:43.522960 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=7f7f5152-d445-41f4-a950-7c9801c9ff28,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:43.524209 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-c2ff852d-1619-4c96-b80b-a7b5fc9c7f52 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:43.598583 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-c2ff852d-1619-4c96-b80b-a7b5fc9c7f52 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network ea89f63c-a83a-4384-9084-2486c7a33356 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:18:43.601700 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-c2ff852d-1619-4c96-b80b-a7b5fc9c7f52 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:18:43.605553 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-c2ff852d-1619-4c96-b80b-a7b5fc9c7f52 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:18:43.636850 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff852d-1619-4c96-b80b-a7b5fc9c7f52 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=fba500d9-42e1-4998-969b-6c492ec23b55,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:43.680739 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-c2ff852d-1619-4c96-b80b-a7b5fc9c7f52 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:43.681461 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-c2ff852d-1619-4c96-b80b-a7b5fc9c7f52 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:43.710497 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-c2ff852d-1619-4c96-b80b-a7b5fc9c7f52 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7839873 Jan 11 10:18:43.722638 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-a1e8ccb5-ebf4-4f45-941a-2c1440436962 service neutron] Request body: {'port': {'device_id': '04426d53-08f8-4fcc-b242-d8911761ee23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:18:43.838771 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-a1e8ccb5-ebf4-4f45-941a-2c1440436962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:43.867467 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-621442e0-0e97-46df-883e-e57a4673e556 None None] Provisioning for port fba500d9-42e1-4998-969b-6c492ec23b55 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:18:43.872894 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-621442e0-0e97-46df-883e-e57a4673e556 None None] Provisioning complete for port fba500d9-42e1-4998-969b-6c492ec23b55 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:18:43.873348 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-621442e0-0e97-46df-883e-e57a4673e556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:43.973332 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-621442e0-0e97-46df-883e-e57a4673e556 None None] Port fba500d9-42e1-4998-969b-6c492ec23b55 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:18:44.196174 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d2a26-9463-4c76-b5c8-95ce176d8417 req-9812e1c0-285e-4193-90c6-c0eca1c00f1c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:44.197640 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7a7d2a26-9463-4c76-b5c8-95ce176d8417 req-9812e1c0-285e-4193-90c6-c0eca1c00f1c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 932 time: 0.0806866 Jan 11 10:18:44.244889 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7a7d2a26-9463-4c76-b5c8-95ce176d8417 req-a00031bb-1ba5-4f3d-a4ab-a483f66bbdb8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e37e60-8fef-42e3-ad11-62b8843ce35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408311 Jan 11 10:18:44.296499 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-a1e8ccb5-ebf4-4f45-941a-2c1440436962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba500d9-42e1-4998-969b-6c492ec23b55 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:18:44.304220 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-a1e8ccb5-ebf4-4f45-941a-2c1440436962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:44.318729 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-a1e8ccb5-ebf4-4f45-941a-2c1440436962 service neutron] Transition to ACTIVE for port object fba500d9-42e1-4998-969b-6c492ec23b55 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:18:44.321861 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-a1e8ccb5-ebf4-4f45-941a-2c1440436962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:44.475673 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8ccb5-ebf4-4f45-941a-2c1440436962 service neutron] Pushing event updated for resources: {'Port': ['ID=fba500d9-42e1-4998-969b-6c492ec23b55,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:44.554356 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-a1e8ccb5-ebf4-4f45-941a-2c1440436962 service neutron] Attempting to bind port fba500d9-42e1-4998-969b-6c492ec23b55 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:18:44.554686 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-a1e8ccb5-ebf4-4f45-941a-2c1440436962 service neutron] Attempting to bind port fba500d9-42e1-4998-969b-6c492ec23b55 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '5e8f8e77-136d-4af9-8531-db85b676886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:18:44.555006 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-a1e8ccb5-ebf4-4f45-941a-2c1440436962 service neutron] Attempting to bind port fba500d9-42e1-4998-969b-6c492ec23b55 on network ea89f63c-a83a-4384-9084-2486c7a33356 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:18:44.559542 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-a1e8ccb5-ebf4-4f45-941a-2c1440436962 service neutron] Port fba500d9-42e1-4998-969b-6c492ec23b55 on network ea89f63c-a83a-4384-9084-2486c7a33356 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 10:18:44.559855 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-a1e8ccb5-ebf4-4f45-941a-2c1440436962 service neutron] Attempting to bind port fba500d9-42e1-4998-969b-6c492ec23b55 on network ea89f63c-a83a-4384-9084-2486c7a33356 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:18:44.564785 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-a1e8ccb5-ebf4-4f45-941a-2c1440436962 service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:18:44.565110 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-a1e8ccb5-ebf4-4f45-941a-2c1440436962 service neutron] Checking segment: {'id': '5e8f8e77-136d-4af9-8531-db85b676886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:18:44.565483 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-a1e8ccb5-ebf4-4f45-941a-2c1440436962 service neutron] Bound using segment: {'id': '5e8f8e77-136d-4af9-8531-db85b676886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:18:44.565894 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-a1e8ccb5-ebf4-4f45-941a-2c1440436962 service neutron] Bound port: fba500d9-42e1-4998-969b-6c492ec23b55, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e8f8e77-136d-4af9-8531-db85b676886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:18:44.566256 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-a1e8ccb5-ebf4-4f45-941a-2c1440436962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:44.657355 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-a1e8ccb5-ebf4-4f45-941a-2c1440436962 service neutron] For port fba500d9-42e1-4998-969b-6c492ec23b55, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:18:44.660179 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-a1e8ccb5-ebf4-4f45-941a-2c1440436962 service neutron] For port fba500d9-42e1-4998-969b-6c492ec23b55, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=fba500d9-42e1-4998-969b-6c492ec23b55,segment=NetworkSegment(5e8f8e77-136d-4af9-8531-db85b676886f),segment_id=5e8f8e77-136d-4af9-8531-db85b676886f)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:18:44.666286 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-a1e8ccb5-ebf4-4f45-941a-2c1440436962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:44.728360 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-a1e8ccb5-ebf4-4f45-941a-2c1440436962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:44.728964 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-a1e8ccb5-ebf4-4f45-941a-2c1440436962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:44.730336 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-a1e8ccb5-ebf4-4f45-941a-2c1440436962 service neutron] 10.222.0.42 "PUT /v2.0/ports/fba500d9-42e1-4998-969b-6c492ec23b55 HTTP/1.1" status: 200 len: 1094 time: 1.0128198 Jan 11 10:18:44.730768 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04426d53-08f8-4fcc-b242-d8911761ee23', 'tag': 'fba500d9-42e1-4998-969b-6c492ec23b55'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:18:44.757415 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8ccb5-ebf4-4f45-941a-2c1440436962 service neutron] Pushing event updated for resources: {'Port': ['ID=fba500d9-42e1-4998-969b-6c492ec23b55,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:44.797927 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04426d53-08f8-4fcc-b242-d8911761ee23', 'tag': 'fba500d9-42e1-4998-969b-6c492ec23b55', 'status': 'completed', 'code': 200} Jan 11 10:18:44.844308 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-59124e9d-b4fc-4505-9d76-8087cd46f131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:44.845813 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-59124e9d-b4fc-4505-9d76-8087cd46f131 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 1097 time: 0.0796795 Jan 11 10:18:44.918464 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-204fa4d9-e427-4a19-9700-9669a008d636 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fba500d9-42e1-4998-969b-6c492ec23b55 HTTP/1.1" status: 200 len: 217 time: 0.0645173 Jan 11 10:18:44.984395 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-3f880134-0974-4a65-9a71-416a9e04566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:44.985974 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-3f880134-0974-4a65-9a71-416a9e04566c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=84bb49a5-0755-4415-ac9c-944e926c0748 HTTP/1.1" status: 200 len: 835 time: 0.0621550 Jan 11 10:18:45.061231 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-85233bea-35a2-4075-a8f0-90dfcaf4906c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:45.062731 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-85233bea-35a2-4075-a8f0-90dfcaf4906c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ea89f63c-a83a-4384-9084-2486c7a33356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715699 Jan 11 10:18:45.157319 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7f7f5152-d445-41f4-a950-7c9801c9ff28 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:18:45.198075 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-f36fc084-a85d-44e7-8f29-4b6b57fa0980 service neutron] 10.222.0.42 "GET /v2.0/networks/ea89f63c-a83a-4384-9084-2486c7a33356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274581 Jan 11 10:18:45.222927 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 7f7f5152-d445-41f4-a950-7c9801c9ff28 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:18:45.223311 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:45.341215 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8824f0eb-a79e-49c0-92f7-0e45dd332920 req-820448e6-3859-4733-bca0-3dc31f8c7408 service neutron] 10.222.0.42 "GET /v2.0/networks/ea89f63c-a83a-4384-9084-2486c7a33356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365361 Jan 11 10:18:45.441388 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42255f8c-d57e-4a86-9cf7-a098bff344bc req-0fb15572-10b6-431f-860d-22bca5902800 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:45.443021 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-42255f8c-d57e-4a86-9cf7-a098bff344bc req-0fb15572-10b6-431f-860d-22bca5902800 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 944 time: 0.0796120 Jan 11 10:18:45.456153 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58072292-702d-4deb-be18-8ff81652d490 req-498ddceb-220a-4ac1-a941-3eed6e7d9c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:45.457705 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-58072292-702d-4deb-be18-8ff81652d490 req-498ddceb-220a-4ac1-a941-3eed6e7d9c33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 1097 time: 0.0723078 Jan 11 10:18:45.487876 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-42255f8c-d57e-4a86-9cf7-a098bff344bc req-965d024d-20d7-441d-8539-5289eb8ffac8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e37e60-8fef-42e3-ad11-62b8843ce35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391073 Jan 11 10:18:45.595843 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58072292-702d-4deb-be18-8ff81652d490 req-3622a717-33ad-48ca-8dae-1c46277fb69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:45.597183 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-58072292-702d-4deb-be18-8ff81652d490 req-3622a717-33ad-48ca-8dae-1c46277fb69d service neutron] 10.222.0.42 "GET /v2.0/networks?id=ea89f63c-a83a-4384-9084-2486c7a33356 HTTP/1.1" status: 200 len: 898 time: 0.1333320 Jan 11 10:18:45.673373 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-58072292-702d-4deb-be18-8ff81652d490 req-3eab1dc4-6e88-4fca-bdf5-ab650132e6e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fba500d9-42e1-4998-969b-6c492ec23b55 HTTP/1.1" status: 200 len: 217 time: 0.0700741 Jan 11 10:18:45.738913 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58072292-702d-4deb-be18-8ff81652d490 req-1fd31f76-4ddc-4720-a32c-2179659b4fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:45.740369 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-58072292-702d-4deb-be18-8ff81652d490 req-1fd31f76-4ddc-4720-a32c-2179659b4fa8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=84bb49a5-0755-4415-ac9c-944e926c0748 HTTP/1.1" status: 200 len: 835 time: 0.0607448 Jan 11 10:18:45.919024 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58072292-702d-4deb-be18-8ff81652d490 req-e62f23fa-aec3-4f12-859e-33a6f343bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:45.920495 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-58072292-702d-4deb-be18-8ff81652d490 req-e62f23fa-aec3-4f12-859e-33a6f343bd30 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ea89f63c-a83a-4384-9084-2486c7a33356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1731439 Jan 11 10:18:46.051397 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-58072292-702d-4deb-be18-8ff81652d490 req-9465e62d-19c7-470c-bf01-8586e50d9826 service neutron] 10.222.0.42 "GET /v2.0/networks/ea89f63c-a83a-4384-9084-2486c7a33356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247203 Jan 11 10:18:46.182464 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-58072292-702d-4deb-be18-8ff81652d490 req-409a5fe6-c845-4cb5-ac7d-ff34319e6020 service neutron] 10.222.0.42 "GET /v2.0/networks/ea89f63c-a83a-4384-9084-2486c7a33356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237855 Jan 11 10:18:46.678547 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34113c6-65aa-44c0-bec6-f22517953b00 req-f5dd61c1-0c35-4b95-ab3e-2c892048ded0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:46.679987 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b34113c6-65aa-44c0-bec6-f22517953b00 req-f5dd61c1-0c35-4b95-ab3e-2c892048ded0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 944 time: 0.0838552 Jan 11 10:18:46.729283 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b34113c6-65aa-44c0-bec6-f22517953b00 req-e4f75ef6-3785-4e10-bc6f-d5be8d56a22b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e37e60-8fef-42e3-ad11-62b8843ce35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429599 Jan 11 10:18:47.699307 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device fba500d9-42e1-4998-969b-6c492ec23b55 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 10:18:47.833403 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port fba500d9-42e1-4998-969b-6c492ec23b55, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=fba500d9-42e1-4998-969b-6c492ec23b55,segment=NetworkSegment(5e8f8e77-136d-4af9-8531-db85b676886f),segment_id=5e8f8e77-136d-4af9-8531-db85b676886f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:18:47.848200 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': 'fba500d9-42e1-4998-969b-6c492ec23b55', 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356', 'port_id': 'fba500d9-42e1-4998-969b-6c492ec23b55', 'mac_address': 'fa:16:3e:76:4a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84bb49a5-0755-4415-ac9c-944e926c0748', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 10:18:47.902763 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:47.913468 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f670d-67c0-4bec-93c0-3b2408fb2f95 req-ebff4ecb-20fd-44ff-88fc-bb5fb30519c1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:47.914969 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-849f670d-67c0-4bec-93c0-3b2408fb2f95 req-ebff4ecb-20fd-44ff-88fc-bb5fb30519c1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 944 time: 0.0797455 Jan 11 10:18:47.922230 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba500d9-42e1-4998-969b-6c492ec23b55 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:18:47.938421 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port fba500d9-42e1-4998-969b-6c492ec23b55, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=fba500d9-42e1-4998-969b-6c492ec23b55,segment=NetworkSegment(5e8f8e77-136d-4af9-8531-db85b676886f),segment_id=5e8f8e77-136d-4af9-8531-db85b676886f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:18:47.942062 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:47.959793 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-849f670d-67c0-4bec-93c0-3b2408fb2f95 req-302b0b86-c9bf-4966-9034-e4bc69c6670c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e37e60-8fef-42e3-ad11-62b8843ce35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392203 Jan 11 10:18:48.006498 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=fba500d9-42e1-4998-969b-6c492ec23b55,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:48.340975 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['fba500d9-42e1-4998-969b-6c492ec23b55'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:18:49.143052 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b239a-719f-4f7a-8bcc-a71eb01fc5ec req-46b94524-8efa-4bce-9ffc-861ec214ae80 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:49.144475 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-914b239a-719f-4f7a-8bcc-a71eb01fc5ec req-46b94524-8efa-4bce-9ffc-861ec214ae80 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 945 time: 0.0812607 Jan 11 10:18:49.187201 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-914b239a-719f-4f7a-8bcc-a71eb01fc5ec req-46683f9f-3c02-431b-8105-eb138e1bdfb6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e37e60-8fef-42e3-ad11-62b8843ce35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372069 Jan 11 10:18:49.236724 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d7a57396-1bd6-4392-bda8-ea2ae762560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:49.700236 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device fba500d9-42e1-4998-969b-6c492ec23b55 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:18:49.770433 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port fba500d9-42e1-4998-969b-6c492ec23b55 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:18:49.775182 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port fba500d9-42e1-4998-969b-6c492ec23b55 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:18:49.775547 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:49.888398 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:49.913799 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04426d53-08f8-4fcc-b242-d8911761ee23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba500d9-42e1-4998-969b-6c492ec23b55'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:18:49.923916 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port fba500d9-42e1-4998-969b-6c492ec23b55, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=fba500d9-42e1-4998-969b-6c492ec23b55,segment=NetworkSegment(5e8f8e77-136d-4af9-8531-db85b676886f),segment_id=5e8f8e77-136d-4af9-8531-db85b676886f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:18:49.927911 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:49.963591 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04426d53-08f8-4fcc-b242-d8911761ee23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba500d9-42e1-4998-969b-6c492ec23b55', 'code': 200} Jan 11 10:18:49.995728 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=fba500d9-42e1-4998-969b-6c492ec23b55,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:50.186556 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8521e7-cec8-4020-9554-dfde48e264b0 req-d4ca47a9-f984-43f8-9748-5d1ca81bacfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:50.188042 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8f8521e7-cec8-4020-9554-dfde48e264b0 req-d4ca47a9-f984-43f8-9748-5d1ca81bacfa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 1099 time: 0.0722582 Jan 11 10:18:50.227630 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8f8521e7-cec8-4020-9554-dfde48e264b0 req-8762f1fb-857f-4b85-b4c7-b07593722429 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f6e37e60-8fef-42e3-ad11-62b8843ce35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338800 Jan 11 10:18:50.368002 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93108f9-4bba-4b94-9e27-288eb198df3e req-73eff645-79de-43e6-b894-e776db0ffa64 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:50.369431 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d93108f9-4bba-4b94-9e27-288eb198df3e req-73eff645-79de-43e6-b894-e776db0ffa64 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 946 time: 0.0793562 Jan 11 10:18:50.415390 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d93108f9-4bba-4b94-9e27-288eb198df3e req-539cc56f-614a-4743-ad32-cc16214c0fe8 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e37e60-8fef-42e3-ad11-62b8843ce35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399556 Jan 11 10:18:51.472905 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-18e0497b-e692-4b29-8149-8187c2cded69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:51.603768 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5bde0-33df-4258-9aa7-61c33070f45d req-4e9e31ba-5342-40f0-a70d-8a2dfd261c29 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:51.605199 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-54c5bde0-33df-4258-9aa7-61c33070f45d req-4e9e31ba-5342-40f0-a70d-8a2dfd261c29 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 946 time: 0.0820975 Jan 11 10:18:51.651527 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-54c5bde0-33df-4258-9aa7-61c33070f45d req-e8037267-0c06-4a88-82ae-ba6f8fbdf673 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e37e60-8fef-42e3-ad11-62b8843ce35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398767 Jan 11 10:18:52.687259 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:52.708088 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:52.846793 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a703665-bdb4-4e45-a0dd-52104d7d8f67 req-38d5dd2f-11ef-414a-bc83-bf14e267e938 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:52.848217 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6a703665-bdb4-4e45-a0dd-52104d7d8f67 req-38d5dd2f-11ef-414a-bc83-bf14e267e938 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 946 time: 0.0815971 Jan 11 10:18:52.892150 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6a703665-bdb4-4e45-a0dd-52104d7d8f67 req-010282f0-d2d4-49f0-a940-3702fc21e0c5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e37e60-8fef-42e3-ad11-62b8843ce35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384707 Jan 11 10:18:53.073283 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5c8a6-f264-4042-8f80-29228cb0cb99 req-af962dc4-c966-46f2-9256-22bbf0a6eb2f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:53.074739 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-10f5c8a6-f264-4042-8f80-29228cb0cb99 req-af962dc4-c966-46f2-9256-22bbf0a6eb2f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 946 time: 0.0808220 Jan 11 10:18:53.118481 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-10f5c8a6-f264-4042-8f80-29228cb0cb99 req-38d609a8-3f49-4a46-beae-e4e1e1bc76fd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e37e60-8fef-42e3-ad11-62b8843ce35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380569 Jan 11 10:18:53.140378 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41740) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:18:53.212798 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1febb0d7-4234-477f-b819-5e3d5c3df734 tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:53.214298 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1febb0d7-4234-477f-b819-5e3d5c3df734 tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 1094 time: 0.0729504 Jan 11 10:18:53.217021 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41744) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:18:53.221893 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-05859148-f1eb-421a-a331-0c056fcf0cf9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'port_id': 'fba500d9-42e1-4998-969b-6c492ec23b55', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:18:53.227697 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-05859148-f1eb-421a-a331-0c056fcf0cf9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:18:53.231492 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-05859148-f1eb-421a-a331-0c056fcf0cf9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:floatingip and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:18:53.234539 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-05859148-f1eb-421a-a331-0c056fcf0cf9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:18:53.240089 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-05859148-f1eb-421a-a331-0c056fcf0cf9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:18:53.250600 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05859148-f1eb-421a-a331-0c056fcf0cf9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:53.385769 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05859148-f1eb-421a-a331-0c056fcf0cf9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:53.516264 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-05859148-f1eb-421a-a331-0c056fcf0cf9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Allocated IP 172.26.3.175 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/9e1e567f-92eb-4cc5-a1b5-c9546785df56) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:18:53.664042 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05859148-f1eb-421a-a331-0c056fcf0cf9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:53.692710 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05859148-f1eb-421a-a331-0c056fcf0cf9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:53.756798 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05859148-f1eb-421a-a331-0c056fcf0cf9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:18:53.759636 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-05859148-f1eb-421a-a331-0c056fcf0cf9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:18:53.763417 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05859148-f1eb-421a-a331-0c056fcf0cf9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:18:53.798023 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05859148-f1eb-421a-a331-0c056fcf0cf9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=9e1e567f-92eb-4cc5-a1b5-c9546785df56,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:54.239154 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:54.266379 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05859148-f1eb-421a-a331-0c056fcf0cf9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:54.339075 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05859148-f1eb-421a-a331-0c056fcf0cf9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:54.539261 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05859148-f1eb-421a-a331-0c056fcf0cf9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:54.543532 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05859148-f1eb-421a-a331-0c056fcf0cf9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:54.651964 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05859148-f1eb-421a-a331-0c056fcf0cf9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=9e1e567f-92eb-4cc5-a1b5-c9546785df56,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:18:54.662488 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05859148-f1eb-421a-a331-0c056fcf0cf9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:54.839249 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-05859148-f1eb-421a-a331-0c056fcf0cf9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Floating IP 2244cd5b-bb85-4242-9d85-fd6784f78627 associated. External IP: 172.26.3.175, port: fba500d9-42e1-4998-969b-6c492ec23b55. Jan 11 10:18:55.194666 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05859148-f1eb-421a-a331-0c056fcf0cf9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Router caaf580a-cf49-4574-b659-b3643ff43b3c has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:18:55.370939 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05859148-f1eb-421a-a331-0c056fcf0cf9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:18:55.380825 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21913eea-f1ab-4c72-9393-3d144b5babf5 None None] Sync routers for ids ['caaf580a-cf49-4574-b659-b3643ff43b3c'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:18:55.391339 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21913eea-f1ab-4c72-9393-3d144b5babf5 None None] Routers {'caaf580a-cf49-4574-b659-b3643ff43b3c'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:18:55.392016 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-21913eea-f1ab-4c72-9393-3d144b5babf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:18:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['caaf580a-cf49-4574-b659-b3643ff43b3c'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:18:55.396661 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-05859148-f1eb-421a-a331-0c056fcf0cf9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:18:55.455484 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-05859148-f1eb-421a-a331-0c056fcf0cf9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2373419 Jan 11 10:18:55.456099 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04426d53-08f8-4fcc-b242-d8911761ee23', 'tag': 'fba500d9-42e1-4998-969b-6c492ec23b55'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:18:55.507845 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04426d53-08f8-4fcc-b242-d8911761ee23', 'tag': 'fba500d9-42e1-4998-969b-6c492ec23b55', 'status': 'completed', 'code': 200} Jan 11 10:18:55.595860 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-21913eea-f1ab-4c72-9393-3d144b5babf5 None None] Set router caaf580a-cf49-4574-b659-b3643ff43b3c gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:18:55.601282 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8f2ed-6b4d-48e8-b907-9a186dedaa5f req-49158124-f5fe-4fa3-809d-49ac5ce3ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:55.602988 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-98f8f2ed-6b4d-48e8-b907-9a186dedaa5f req-49158124-f5fe-4fa3-809d-49ac5ce3ead4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 1099 time: 0.0721064 Jan 11 10:18:55.628209 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddcf8e-9a87-420d-9fd1-cc744e15127e req-30129c8a-b6d5-4312-b601-19cd87f88332 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:55.629590 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-26ddcf8e-9a87-420d-9fd1-cc744e15127e req-30129c8a-b6d5-4312-b601-19cd87f88332 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 946 time: 0.0817459 Jan 11 10:18:55.687134 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-26ddcf8e-9a87-420d-9fd1-cc744e15127e req-882eae53-33b7-44f5-a7da-19dd2e9c7725 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e37e60-8fef-42e3-ad11-62b8843ce35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489268 Jan 11 10:18:55.703190 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41752) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:18:55.754117 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8f2ed-6b4d-48e8-b907-9a186dedaa5f req-a407f617-2cec-4813-be8b-b6bb9d367a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:55.755614 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-98f8f2ed-6b4d-48e8-b907-9a186dedaa5f req-a407f617-2cec-4813-be8b-b6bb9d367a6c service neutron] 10.222.0.42 "GET /v2.0/networks?id=ea89f63c-a83a-4384-9084-2486c7a33356 HTTP/1.1" status: 200 len: 898 time: 0.1469135 Jan 11 10:18:55.867435 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-98f8f2ed-6b4d-48e8-b907-9a186dedaa5f req-a12f3eb5-8f4f-4262-adda-3b37686eab77 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fba500d9-42e1-4998-969b-6c492ec23b55 HTTP/1.1" status: 200 len: 1000 time: 0.1055615 Jan 11 10:18:55.930731 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-140b6972-95a6-4b5b-bcb4-f99cb6952d2b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/floatingips/2244cd5b-bb85-4242-9d85-fd6784f78627 HTTP/1.1" status: 200 len: 992 time: 0.2250838 Jan 11 10:18:55.934675 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8f2ed-6b4d-48e8-b907-9a186dedaa5f req-2efa2147-68db-4b2f-b412-59a1bd1d11f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:55.936817 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-98f8f2ed-6b4d-48e8-b907-9a186dedaa5f req-2efa2147-68db-4b2f-b412-59a1bd1d11f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=84bb49a5-0755-4415-ac9c-944e926c0748 HTTP/1.1" status: 200 len: 835 time: 0.0642867 Jan 11 10:18:55.971531 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-21913eea-f1ab-4c72-9393-3d144b5babf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834612479', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:18:33Z', 'updated_at': '2022-01-11T10:18:38Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:18:34Z', 'updated_at': '2022-01-11T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '2244cd5b-bb85-4242-9d85-fd6784f78627', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'floating_ip_address': '172.26.3.175', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'port_id': 'fba500d9-42e1-4998-969b-6c492ec23b55', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356', 'mac_address': 'fa:16:3e:76:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04426d53-08f8-4fcc-b242-d8911761ee23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T10:18:54Z', 'updated_at': '2022-01-11T10:18:54Z', 'revision_number': 0, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7f5152-d445-41f4-a950-7c9801c9ff28', 'name': '', 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:f1:36:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '84bb49a5-0755-4415-ac9c-944e926c0748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:18:37Z', 'updated_at': '2022-01-11T10:18:43Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '84bb49a5-0755-4415-ac9c-944e926c0748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:18:55.975292 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21913eea-f1ab-4c72-9393-3d144b5babf5 None None] Checking router: caaf580a-cf49-4574-b659-b3643ff43b3c for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:18:55.984876 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21913eea-f1ab-4c72-9393-3d144b5babf5 None None] Routers {'caaf580a-cf49-4574-b659-b3643ff43b3c'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:18:55.985520 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-21913eea-f1ab-4c72-9393-3d144b5babf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:18:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['caaf580a-cf49-4574-b659-b3643ff43b3c'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:18:56.028245 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8f2ed-6b4d-48e8-b907-9a186dedaa5f req-f95e6d1b-e40f-4f75-a24a-25078ef4dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:56.030443 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-98f8f2ed-6b4d-48e8-b907-9a186dedaa5f req-f95e6d1b-e40f-4f75-a24a-25078ef4dce6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ea89f63c-a83a-4384-9084-2486c7a33356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0882263 Jan 11 10:18:56.164774 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-21913eea-f1ab-4c72-9393-3d144b5babf5 None None] Set router caaf580a-cf49-4574-b659-b3643ff43b3c gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:18:56.173999 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-98f8f2ed-6b4d-48e8-b907-9a186dedaa5f req-2dc9820c-12f0-4bd9-b85a-524a201ad29f service neutron] 10.222.0.42 "GET /v2.0/networks/ea89f63c-a83a-4384-9084-2486c7a33356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377065 Jan 11 10:18:56.307111 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-98f8f2ed-6b4d-48e8-b907-9a186dedaa5f req-14b6008e-34b6-433a-93d1-b6708fb2e2be service neutron] 10.222.0.42 "GET /v2.0/networks/ea89f63c-a83a-4384-9084-2486c7a33356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265032 Jan 11 10:18:56.505803 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-21913eea-f1ab-4c72-9393-3d144b5babf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834612479', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:18:33Z', 'updated_at': '2022-01-11T10:18:38Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:18:34Z', 'updated_at': '2022-01-11T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '2244cd5b-bb85-4242-9d85-fd6784f78627', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'floating_ip_address': '172.26.3.175', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'port_id': 'fba500d9-42e1-4998-969b-6c492ec23b55', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356', 'mac_address': 'fa:16:3e:76:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04426d53-08f8-4fcc-b242-d8911761ee23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T10:18:54Z', 'updated_at': '2022-01-11T10:18:54Z', 'revision_number': 0, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7f5152-d445-41f4-a950-7c9801c9ff28', 'name': '', 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:f1:36:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '84bb49a5-0755-4415-ac9c-944e926c0748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:18:37Z', 'updated_at': '2022-01-11T10:18:43Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '84bb49a5-0755-4415-ac9c-944e926c0748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:18:56.509666 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21913eea-f1ab-4c72-9393-3d144b5babf5 None None] The sync data for ids ['caaf580a-cf49-4574-b659-b3643ff43b3c'] in dv-neutron-823402-4-hyperv is: [{'id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834612479', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:18:33Z', 'updated_at': '2022-01-11T10:18:38Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:18:34Z', 'updated_at': '2022-01-11T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '2244cd5b-bb85-4242-9d85-fd6784f78627', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'floating_ip_address': '172.26.3.175', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'port_id': 'fba500d9-42e1-4998-969b-6c492ec23b55', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356', 'mac_address': 'fa:16:3e:76:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04426d53-08f8-4fcc-b242-d8911761ee23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T10:18:54Z', 'updated_at': '2022-01-11T10:18:54Z', 'revision_number': 0, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7f5152-d445-41f4-a950-7c9801c9ff28', 'name': '', 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:f1:36:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '84bb49a5-0755-4415-ac9c-944e926c0748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:18:37Z', 'updated_at': '2022-01-11T10:18:43Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '84bb49a5-0755-4415-ac9c-944e926c0748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:18:56.713892 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73813332-bd32-4345-b837-f0975a8802b1 None None] New status for floating IP 2244cd5b-bb85-4242-9d85-fd6784f78627: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 10:18:56.722466 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fca4512d-4f65-4aff-bbf7-c6a377cb7ab8 req-58b0eacd-1d55-432c-b7b5-5a5f5b0a5d62 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791023 Jan 11 10:18:56.857495 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4512d-4f65-4aff-bbf7-c6a377cb7ab8 req-b2d9f94b-511c-4d6e-80bf-9ab60093e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:56.859105 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fca4512d-4f65-4aff-bbf7-c6a377cb7ab8 req-b2d9f94b-511c-4d6e-80bf-9ab60093e989 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 1099 time: 0.0702415 Jan 11 10:18:56.933443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41756) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:18:57.006077 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4512d-4f65-4aff-bbf7-c6a377cb7ab8 req-42992fe1-b946-49a7-a598-1489adafe59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:57.007626 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fca4512d-4f65-4aff-bbf7-c6a377cb7ab8 req-42992fe1-b946-49a7-a598-1489adafe59c service neutron] 10.222.0.42 "GET /v2.0/networks?id=ea89f63c-a83a-4384-9084-2486c7a33356 HTTP/1.1" status: 200 len: 898 time: 0.1299357 Jan 11 10:18:57.044285 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2bef29e5-31ae-46a5-a30b-691a58452050 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/floatingips/2244cd5b-bb85-4242-9d85-fd6784f78627 HTTP/1.1" status: 200 len: 994 time: 0.1096654 Jan 11 10:18:57.226301 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fca4512d-4f65-4aff-bbf7-c6a377cb7ab8 req-0a668fdb-bb9b-4ddd-beb0-4785c9ee1280 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fba500d9-42e1-4998-969b-6c492ec23b55 HTTP/1.1" status: 200 len: 1002 time: 0.2128985 Jan 11 10:18:57.287957 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4512d-4f65-4aff-bbf7-c6a377cb7ab8 req-f415df1f-11f8-4775-95f6-22ff0d4ab2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:57.289367 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fca4512d-4f65-4aff-bbf7-c6a377cb7ab8 req-f415df1f-11f8-4775-95f6-22ff0d4ab2d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=84bb49a5-0755-4415-ac9c-944e926c0748 HTTP/1.1" status: 200 len: 835 time: 0.0580049 Jan 11 10:18:57.365378 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4512d-4f65-4aff-bbf7-c6a377cb7ab8 req-fd6124e9-9ed1-46e3-8a77-6428da44b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:18:57.366760 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fca4512d-4f65-4aff-bbf7-c6a377cb7ab8 req-fd6124e9-9ed1-46e3-8a77-6428da44b212 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ea89f63c-a83a-4384-9084-2486c7a33356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719683 Jan 11 10:18:57.498223 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fca4512d-4f65-4aff-bbf7-c6a377cb7ab8 req-31d97d57-0705-4dde-82e8-425a6adde1bc service neutron] 10.222.0.42 "GET /v2.0/networks/ea89f63c-a83a-4384-9084-2486c7a33356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252759 Jan 11 10:18:57.627422 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fca4512d-4f65-4aff-bbf7-c6a377cb7ab8 req-8753f25c-1936-4857-a1e2-f4d18c4f23a6 service neutron] 10.222.0.42 "GET /v2.0/networks/ea89f63c-a83a-4384-9084-2486c7a33356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233716 Jan 11 10:19:04.698843 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:19:18.603873 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:19:19.238862 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0554dcb8-61ba-46e1-bffe-a5fe13e45875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:19:21.475467 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-08486e4a-2bdb-42bc-82f9-24fd63a50dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:19:22.689320 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:19:22.710537 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:19:24.242391 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:19:34.700360 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:19:36.975919 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [req-165190bb-5073-45a8-bf49-b4200615a520 req-5696fbba-3d4c-4849-a3c4-85cff372e543 service neutron] (87654) timed out ('10.222.0.15', 37464) {{(pid=87654) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 11 10:19:49.239766 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-603e8dcf-3d28-4e73-9b93-dc372f018c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:19:51.475818 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1bd9fd28-0554-409c-b01c-69081aa43dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:19:52.693500 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:19:52.711154 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:19:54.244664 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:19:55.602946 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:19:57.722955 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c7f00e49-4d94-4a3c-99cc-9166a0666019 req-8ef21050-6725-4d77-b8ba-079d680ec7b4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793948 Jan 11 10:19:57.868989 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f00e49-4d94-4a3c-99cc-9166a0666019 req-d811f973-7244-484f-96c6-76d1cd5211e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:19:57.870484 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c7f00e49-4d94-4a3c-99cc-9166a0666019 req-d811f973-7244-484f-96c6-76d1cd5211e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 1099 time: 0.0744824 Jan 11 10:19:58.013896 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f00e49-4d94-4a3c-99cc-9166a0666019 req-d5ac915c-5ea6-41b4-a358-545426ad98fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:19:58.015272 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c7f00e49-4d94-4a3c-99cc-9166a0666019 req-d5ac915c-5ea6-41b4-a358-545426ad98fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=ea89f63c-a83a-4384-9084-2486c7a33356 HTTP/1.1" status: 200 len: 898 time: 0.1265404 Jan 11 10:19:58.117916 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c7f00e49-4d94-4a3c-99cc-9166a0666019 req-eed6538a-7e55-43c9-9902-4bfbdad35011 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fba500d9-42e1-4998-969b-6c492ec23b55 HTTP/1.1" status: 200 len: 1002 time: 0.0965986 Jan 11 10:19:58.178582 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f00e49-4d94-4a3c-99cc-9166a0666019 req-a25b51e2-23f7-474b-822c-b6e0f6bdc4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:19:58.180218 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c7f00e49-4d94-4a3c-99cc-9166a0666019 req-a25b51e2-23f7-474b-822c-b6e0f6bdc4cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=84bb49a5-0755-4415-ac9c-944e926c0748 HTTP/1.1" status: 200 len: 835 time: 0.0564127 Jan 11 10:19:58.253815 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f00e49-4d94-4a3c-99cc-9166a0666019 req-c90cc36f-d7d3-45ff-a3df-fa41c4880c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:19:58.255267 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c7f00e49-4d94-4a3c-99cc-9166a0666019 req-c90cc36f-d7d3-45ff-a3df-fa41c4880c8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ea89f63c-a83a-4384-9084-2486c7a33356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683234 Jan 11 10:19:58.385502 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c7f00e49-4d94-4a3c-99cc-9166a0666019 req-56ee441a-1f02-4362-bc22-08e5118b224b service neutron] 10.222.0.42 "GET /v2.0/networks/ea89f63c-a83a-4384-9084-2486c7a33356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236715 Jan 11 10:19:58.517843 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c7f00e49-4d94-4a3c-99cc-9166a0666019 req-2d4c270d-71e5-4a02-bbbd-04d16af9d3cb service neutron] 10.222.0.42 "GET /v2.0/networks/ea89f63c-a83a-4384-9084-2486c7a33356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247118 Jan 11 10:20:04.730290 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:20:06.640177 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053f62f-02b6-4e75-b0bb-325da2cc8d40 req-2fa9f704-02e7-4b05-8882-b63e30e9eb7d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:20:06.641517 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5053f62f-02b6-4e75-b0bb-325da2cc8d40 req-2fa9f704-02e7-4b05-8882-b63e30e9eb7d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 946 time: 0.0827656 Jan 11 10:20:06.685996 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5053f62f-02b6-4e75-b0bb-325da2cc8d40 req-c400b481-d840-4bad-9598-afe30f418959 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e37e60-8fef-42e3-ad11-62b8843ce35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382183 Jan 11 10:20:07.871871 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dddfa-b8d2-47c2-b28c-da6b96cf715a req-a3f59190-6c47-4200-ad26-0466c2025452 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:20:07.873310 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-942dddfa-b8d2-47c2-b28c-da6b96cf715a req-a3f59190-6c47-4200-ad26-0466c2025452 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 946 time: 0.0789387 Jan 11 10:20:07.918074 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-942dddfa-b8d2-47c2-b28c-da6b96cf715a req-a4de993d-8829-4329-b9ff-0508f1ade77c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e37e60-8fef-42e3-ad11-62b8843ce35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388973 Jan 11 10:20:09.111016 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044832f3-cd46-47c2-8e2a-b2e565cfbf1c req-3edcbdd4-cdd3-435f-9b97-6369b6a1b636 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:20:09.112985 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-044832f3-cd46-47c2-8e2a-b2e565cfbf1c req-3edcbdd4-cdd3-435f-9b97-6369b6a1b636 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 946 time: 0.0879278 Jan 11 10:20:09.156317 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-044832f3-cd46-47c2-8e2a-b2e565cfbf1c req-6d6e4492-3c83-413f-84e8-a13dcec46f8d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e37e60-8fef-42e3-ad11-62b8843ce35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376818 Jan 11 10:20:10.336763 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a9915-ec31-4572-be1e-d5a905a20c5e req-cbaa691b-5971-4e0e-8d57-b72dd1ab73c2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:20:10.338219 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c92a9915-ec31-4572-be1e-d5a905a20c5e req-cbaa691b-5971-4e0e-8d57-b72dd1ab73c2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 946 time: 0.0791612 Jan 11 10:20:10.381957 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c92a9915-ec31-4572-be1e-d5a905a20c5e req-14f95d29-2628-4c17-b86c-1961fedacae6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e37e60-8fef-42e3-ad11-62b8843ce35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382206 Jan 11 10:20:11.568707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5de08a-84df-4fa9-b5ca-4345aee400a2 req-d07af8c4-854c-455e-ab3d-defe5a250725 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:20:11.570057 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1b5de08a-84df-4fa9-b5ca-4345aee400a2 req-d07af8c4-854c-455e-ab3d-defe5a250725 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 946 time: 0.0825584 Jan 11 10:20:11.613892 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1b5de08a-84df-4fa9-b5ca-4345aee400a2 req-4d880cbb-7624-4ec7-b1c3-48ad0dfbfa49 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e37e60-8fef-42e3-ad11-62b8843ce35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379910 Jan 11 10:20:12.809662 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a91fc-8bc2-454e-9474-4073e1ae7668 req-6869a042-c0d6-4518-b191-996e1416a7b9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:20:12.811127 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e60a91fc-8bc2-454e-9474-4073e1ae7668 req-6869a042-c0d6-4518-b191-996e1416a7b9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 946 time: 0.0804505 Jan 11 10:20:12.857052 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e60a91fc-8bc2-454e-9474-4073e1ae7668 req-56eef3cc-c2b5-4796-ad3f-b43238db0690 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e37e60-8fef-42e3-ad11-62b8843ce35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398085 Jan 11 10:20:14.049467 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4b1c7-ac6a-44d9-afd3-0d9a1111d522 req-510e5a25-5999-414e-8875-ef2bfa2fa481 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:20:14.051469 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f7b4b1c7-ac6a-44d9-afd3-0d9a1111d522 req-510e5a25-5999-414e-8875-ef2bfa2fa481 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 946 time: 0.0896814 Jan 11 10:20:14.096673 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f7b4b1c7-ac6a-44d9-afd3-0d9a1111d522 req-f89ca8bc-61f3-42a1-ad71-2ee0767c61a9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e37e60-8fef-42e3-ad11-62b8843ce35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389063 Jan 11 10:20:15.288144 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19405f-fda6-4d99-ba17-6b4ca258e39a req-456b5f4a-c13b-4a35-8f43-6e328af9a464 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:20:15.289587 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ea19405f-fda6-4d99-ba17-6b4ca258e39a req-456b5f4a-c13b-4a35-8f43-6e328af9a464 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 946 time: 0.0836909 Jan 11 10:20:15.332784 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ea19405f-fda6-4d99-ba17-6b4ca258e39a req-f97c7aa2-e0b6-4448-8876-cf372e33f69f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e37e60-8fef-42e3-ad11-62b8843ce35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376558 Jan 11 10:20:16.512918 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582411c1-cc63-45f0-98b3-3a9ca7a51c27 req-a5e9224c-a808-4f33-881b-463ab05985da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:20:16.514402 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-582411c1-cc63-45f0-98b3-3a9ca7a51c27 req-a5e9224c-a808-4f33-881b-463ab05985da tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 946 time: 0.0784264 Jan 11 10:20:16.558121 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-582411c1-cc63-45f0-98b3-3a9ca7a51c27 req-f41a688c-3f74-4dea-8793-e7438e43d1e0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e37e60-8fef-42e3-ad11-62b8843ce35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375977 Jan 11 10:20:17.741179 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200cb19-05cc-4078-9f35-9af6a90ec10f req-06b00d8e-70f9-4d3c-9987-63fd92eefb43 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:20:17.742646 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8200cb19-05cc-4078-9f35-9af6a90ec10f req-06b00d8e-70f9-4d3c-9987-63fd92eefb43 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 946 time: 0.0826280 Jan 11 10:20:17.785395 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8200cb19-05cc-4078-9f35-9af6a90ec10f req-ba226f9c-0f2f-4031-98bc-f0aac3facbef tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e37e60-8fef-42e3-ad11-62b8843ce35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371003 Jan 11 10:20:17.808847 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41808) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:20:17.913926 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-242df929-28c4-4c29-a5b3-d5b540a4ca30 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/floatingips/2244cd5b-bb85-4242-9d85-fd6784f78627 HTTP/1.1" status: 200 len: 994 time: 0.1038191 Jan 11 10:20:19.242656 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-848fb830-ecad-4452-87da-b732144c502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:20:19.367583 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f491fd-1a3f-4b24-b9a5-763b99186de8 req-46b7be49-4a6b-428e-8b24-175539e00660 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:20:19.369052 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-41f491fd-1a3f-4b24-b9a5-763b99186de8 req-46b7be49-4a6b-428e-8b24-175539e00660 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 946 time: 0.0849562 Jan 11 10:20:19.412048 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771a315-6cca-435c-af4d-4cc8652f02ac req-85a64bf8-9dd0-4ab5-b5f4-9443076cbf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:20:19.414569 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0771a315-6cca-435c-af4d-4cc8652f02ac req-85a64bf8-9dd0-4ab5-b5f4-9443076cbf6b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 1099 time: 0.0763118 Jan 11 10:20:19.418211 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-41f491fd-1a3f-4b24-b9a5-763b99186de8 req-72465869-20d7-4ebf-99c2-5c0b70056700 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e37e60-8fef-42e3-ad11-62b8843ce35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427945 Jan 11 10:20:19.553921 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771a315-6cca-435c-af4d-4cc8652f02ac req-95ee7832-c4a3-4cd3-9546-e7fef504407d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:20:19.555729 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0771a315-6cca-435c-af4d-4cc8652f02ac req-95ee7832-c4a3-4cd3-9546-e7fef504407d service neutron] 10.222.0.42 "GET /v2.0/networks?id=ea89f63c-a83a-4384-9084-2486c7a33356 HTTP/1.1" status: 200 len: 898 time: 0.1358609 Jan 11 10:20:19.769088 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0771a315-6cca-435c-af4d-4cc8652f02ac req-1f8a5067-afcf-4014-ba44-ec886253a282 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fba500d9-42e1-4998-969b-6c492ec23b55 HTTP/1.1" status: 200 len: 1002 time: 0.2066967 Jan 11 10:20:19.829268 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771a315-6cca-435c-af4d-4cc8652f02ac req-9f57e3bc-2a01-49d1-93a1-825532b0ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:20:19.830682 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0771a315-6cca-435c-af4d-4cc8652f02ac req-9f57e3bc-2a01-49d1-93a1-825532b0ea67 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=84bb49a5-0755-4415-ac9c-944e926c0748 HTTP/1.1" status: 200 len: 835 time: 0.0560341 Jan 11 10:20:19.904864 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771a315-6cca-435c-af4d-4cc8652f02ac req-c914b24f-7e85-4723-8774-77572b299ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:20:19.906395 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0771a315-6cca-435c-af4d-4cc8652f02ac req-c914b24f-7e85-4723-8774-77572b299ec4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ea89f63c-a83a-4384-9084-2486c7a33356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692735 Jan 11 10:20:20.039179 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0771a315-6cca-435c-af4d-4cc8652f02ac req-6778680b-c892-4e89-bdca-57774eb9f336 service neutron] 10.222.0.42 "GET /v2.0/networks/ea89f63c-a83a-4384-9084-2486c7a33356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269863 Jan 11 10:20:20.168062 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0771a315-6cca-435c-af4d-4cc8652f02ac req-4bee164a-0db7-44e0-bbc6-6b5b3daf8c1d service neutron] 10.222.0.42 "GET /v2.0/networks/ea89f63c-a83a-4384-9084-2486c7a33356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227295 Jan 11 10:20:20.608842 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824573b0-1c83-4735-b0d0-1122cdb2ffe0 req-75556c72-bbbd-426e-820a-eec8b58a597e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:20:20.610310 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-824573b0-1c83-4735-b0d0-1122cdb2ffe0 req-75556c72-bbbd-426e-820a-eec8b58a597e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 946 time: 0.0821517 Jan 11 10:20:20.653940 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-824573b0-1c83-4735-b0d0-1122cdb2ffe0 req-5757f9c1-1079-449b-a223-314c53546851 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e37e60-8fef-42e3-ad11-62b8843ce35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380194 Jan 11 10:20:21.477123 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d5a168ec-b09f-4f43-aeba-7be3ab1b0093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:20:21.835115 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f52834-c278-4151-ae62-3804b79beed2 req-bbb77daa-3eee-44c6-ad22-28d2af57178c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:20:21.836471 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-91f52834-c278-4151-ae62-3804b79beed2 req-bbb77daa-3eee-44c6-ad22-28d2af57178c tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 946 time: 0.0793641 Jan 11 10:20:21.883709 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-91f52834-c278-4151-ae62-3804b79beed2 req-d1df2226-16ee-4521-b50d-647d57f74296 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e37e60-8fef-42e3-ad11-62b8843ce35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416238 Jan 11 10:20:21.906292 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41822) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:20:22.011117 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4752b2ed-e855-400b-80f3-a394f996e6b7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/floatingips/2244cd5b-bb85-4242-9d85-fd6784f78627 HTTP/1.1" status: 200 len: 994 time: 0.1037450 Jan 11 10:20:22.694671 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:20:22.713117 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:20:24.246704 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:20:32.602352 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:20:34.732995 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:20:49.246428 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fe5073ef-4db7-49d7-bdf6-665609320f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:20:51.478555 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-1b7e8168-166e-455b-a702-1a7529b24737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:20:52.705886 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:20:52.716693 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:20:54.251192 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:20:58.730276 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fc94e65d-6529-4575-b512-2d6b52a9d642 req-23f050a8-636c-4519-ae2c-8710b384b144 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729339 Jan 11 10:20:58.867234 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94e65d-6529-4575-b512-2d6b52a9d642 req-c5c55bfd-351d-4001-9286-7578388a7db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:20:58.868770 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fc94e65d-6529-4575-b512-2d6b52a9d642 req-c5c55bfd-351d-4001-9286-7578388a7db7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 1099 time: 0.0706980 Jan 11 10:20:59.084401 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94e65d-6529-4575-b512-2d6b52a9d642 req-3ead635d-2d1a-4c7c-8031-2f8ccde53388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:20:59.085754 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fc94e65d-6529-4575-b512-2d6b52a9d642 req-3ead635d-2d1a-4c7c-8031-2f8ccde53388 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ea89f63c-a83a-4384-9084-2486c7a33356 HTTP/1.1" status: 200 len: 898 time: 0.1991711 Jan 11 10:20:59.188623 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fc94e65d-6529-4575-b512-2d6b52a9d642 req-2d4f5dc3-fcf0-4b21-80ea-e2ce9288a893 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fba500d9-42e1-4998-969b-6c492ec23b55 HTTP/1.1" status: 200 len: 1002 time: 0.0959389 Jan 11 10:20:59.251047 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94e65d-6529-4575-b512-2d6b52a9d642 req-eb696cd5-818c-4f92-845f-c920159bcaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:20:59.252578 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fc94e65d-6529-4575-b512-2d6b52a9d642 req-eb696cd5-818c-4f92-845f-c920159bcaaf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=84bb49a5-0755-4415-ac9c-944e926c0748 HTTP/1.1" status: 200 len: 835 time: 0.0588365 Jan 11 10:20:59.324801 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94e65d-6529-4575-b512-2d6b52a9d642 req-ae1d6893-1864-4fc4-b126-7c7a32fd8db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:20:59.326269 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fc94e65d-6529-4575-b512-2d6b52a9d642 req-ae1d6893-1864-4fc4-b126-7c7a32fd8db2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ea89f63c-a83a-4384-9084-2486c7a33356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680442 Jan 11 10:20:59.336410 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [req-fc94e65d-6529-4575-b512-2d6b52a9d642 req-0fb44e32-4c0e-46d9-9852-72a21f7dfe49 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 10:20:59.337240 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fc94e65d-6529-4575-b512-2d6b52a9d642 req-0fb44e32-4c0e-46d9-9852-72a21f7dfe49 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053954 Jan 11 10:20:59.464990 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fc94e65d-6529-4575-b512-2d6b52a9d642 req-63132ec7-25dd-49cd-9040-b0188ec8d673 service neutron] 10.222.0.42 "GET /v2.0/networks/ea89f63c-a83a-4384-9084-2486c7a33356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217451 Jan 11 10:20:59.606029 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fc94e65d-6529-4575-b512-2d6b52a9d642 req-5aaf3be3-d74e-46dd-b4af-75d45e2e5cc5 service neutron] 10.222.0.42 "GET /v2.0/networks/ea89f63c-a83a-4384-9084-2486c7a33356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349294 Jan 11 10:21:04.741240 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:09.601452 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:21:11.365507 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41862) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:21:11.662478 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a635464e-0b42-427d-9f2f-0b2bc1414399 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Deleting port 9e1e567f-92eb-4cc5-a1b5-c9546785df56 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:21:11.662799 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a635464e-0b42-427d-9f2f-0b2bc1414399 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:11.838200 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a635464e-0b42-427d-9f2f-0b2bc1414399 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:11.838534 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a635464e-0b42-427d-9f2f-0b2bc1414399 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:11.961153 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a635464e-0b42-427d-9f2f-0b2bc1414399 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Calling delete_port for 9e1e567f-92eb-4cc5-a1b5-c9546785df56 owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:21:12.111323 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a635464e-0b42-427d-9f2f-0b2bc1414399 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:12.196038 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635464e-0b42-427d-9f2f-0b2bc1414399 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Port': ['ID=9e1e567f-92eb-4cc5-a1b5-c9546785df56,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:12.231001 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a635464e-0b42-427d-9f2f-0b2bc1414399 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:12.231283 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a635464e-0b42-427d-9f2f-0b2bc1414399 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:12.231626 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a635464e-0b42-427d-9f2f-0b2bc1414399 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:12.231952 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a635464e-0b42-427d-9f2f-0b2bc1414399 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:12.232275 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a635464e-0b42-427d-9f2f-0b2bc1414399 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:12.232604 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a635464e-0b42-427d-9f2f-0b2bc1414399 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:12.232924 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a635464e-0b42-427d-9f2f-0b2bc1414399 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:12.233243 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a635464e-0b42-427d-9f2f-0b2bc1414399 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:12.233561 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a635464e-0b42-427d-9f2f-0b2bc1414399 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:12.233876 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a635464e-0b42-427d-9f2f-0b2bc1414399 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:12.234224 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a635464e-0b42-427d-9f2f-0b2bc1414399 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:12.234543 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a635464e-0b42-427d-9f2f-0b2bc1414399 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:12.266692 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a635464e-0b42-427d-9f2f-0b2bc1414399 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:12.267044 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-a635464e-0b42-427d-9f2f-0b2bc1414399 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Floating IP 2244cd5b-bb85-4242-9d85-fd6784f78627 disassociated (deleted). External IP: 172.26.3.175, port: fba500d9-42e1-4998-969b-6c492ec23b55. Jan 11 10:21:12.609482 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a635464e-0b42-427d-9f2f-0b2bc1414399 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Router caaf580a-cf49-4574-b659-b3643ff43b3c has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:21:12.890218 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a635464e-0b42-427d-9f2f-0b2bc1414399 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:21:12.900260 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f910f14b-9823-49c3-a9a3-ea726319f137 None None] Sync routers for ids ['caaf580a-cf49-4574-b659-b3643ff43b3c'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:21:12.906061 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a635464e-0b42-427d-9f2f-0b2bc1414399 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:12.909086 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f910f14b-9823-49c3-a9a3-ea726319f137 None None] Routers {'caaf580a-cf49-4574-b659-b3643ff43b3c'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:21:12.909750 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f910f14b-9823-49c3-a9a3-ea726319f137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:20:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['caaf580a-cf49-4574-b659-b3643ff43b3c'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:21:12.960828 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a635464e-0b42-427d-9f2f-0b2bc1414399 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "DELETE /v2.0/floatingips/2244cd5b-bb85-4242-9d85-fd6784f78627 HTTP/1.1" status: 204 len: 168 time: 1.5938218 Jan 11 10:21:12.961489 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04426d53-08f8-4fcc-b242-d8911761ee23', 'tag': 'fba500d9-42e1-4998-969b-6c492ec23b55'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:21:13.018566 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04426d53-08f8-4fcc-b242-d8911761ee23', 'tag': 'fba500d9-42e1-4998-969b-6c492ec23b55', 'status': 'completed', 'code': 200} Jan 11 10:21:13.112418 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0f88d-8119-4f73-845d-78e10db0902a req-95a8d727-7d51-4e4e-9751-3fab51492919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:13.114812 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d3d0f88d-8119-4f73-845d-78e10db0902a req-95a8d727-7d51-4e4e-9751-3fab51492919 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 1099 time: 0.0799649 Jan 11 10:21:13.127272 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-f910f14b-9823-49c3-a9a3-ea726319f137 None None] Set router caaf580a-cf49-4574-b659-b3643ff43b3c gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:21:13.269729 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0f88d-8119-4f73-845d-78e10db0902a req-42a4dc48-08a8-40b7-99f5-8a261d124c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:13.271708 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d3d0f88d-8119-4f73-845d-78e10db0902a req-42a4dc48-08a8-40b7-99f5-8a261d124c28 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ea89f63c-a83a-4384-9084-2486c7a33356 HTTP/1.1" status: 200 len: 898 time: 0.1511776 Jan 11 10:21:13.340129 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d3d0f88d-8119-4f73-845d-78e10db0902a req-c641f065-7e50-437e-bdbb-8a67ba5b7b45 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fba500d9-42e1-4998-969b-6c492ec23b55 HTTP/1.1" status: 200 len: 217 time: 0.0617702 Jan 11 10:21:13.346722 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97af3c-d79d-422b-a201-a71f6b4b4986 req-dcea0375-1186-4dc6-bcdb-fa7ae5ca8293 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:13.347422 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-8f97af3c-d79d-422b-a201-a71f6b4b4986 req-dcea0375-1186-4dc6-bcdb-fa7ae5ca8293 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Synchronizing usage tracker for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:21:13.363950 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-8f97af3c-d79d-422b-a201-a71f6b4b4986 req-dcea0375-1186-4dc6-bcdb-fa7ae5ca8293 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Unset dirty status for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:21:13.365146 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8f97af3c-d79d-422b-a201-a71f6b4b4986 req-dcea0375-1186-4dc6-bcdb-fa7ae5ca8293 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 946 time: 0.0973022 Jan 11 10:21:13.408726 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0f88d-8119-4f73-845d-78e10db0902a req-fd1f341a-7113-4738-baa2-fe45aec76b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:13.410187 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d3d0f88d-8119-4f73-845d-78e10db0902a req-fd1f341a-7113-4738-baa2-fe45aec76b5e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=84bb49a5-0755-4415-ac9c-944e926c0748 HTTP/1.1" status: 200 len: 835 time: 0.0636652 Jan 11 10:21:13.414532 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8f97af3c-d79d-422b-a201-a71f6b4b4986 req-c54a213e-4f11-44c2-acc1-a4cdd7b8eb35 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e37e60-8fef-42e3-ad11-62b8843ce35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433640 Jan 11 10:21:13.458325 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f910f14b-9823-49c3-a9a3-ea726319f137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834612479', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:18:33Z', 'updated_at': '2022-01-11T10:18:38Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:18:34Z', 'updated_at': '2022-01-11T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '7f7f5152-d445-41f4-a950-7c9801c9ff28', 'name': '', 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:f1:36:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '84bb49a5-0755-4415-ac9c-944e926c0748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:18:37Z', 'updated_at': '2022-01-11T10:18:43Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '84bb49a5-0755-4415-ac9c-944e926c0748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:21:13.462313 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f910f14b-9823-49c3-a9a3-ea726319f137 None None] Checking router: caaf580a-cf49-4574-b659-b3643ff43b3c for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:21:13.470471 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f910f14b-9823-49c3-a9a3-ea726319f137 None None] Routers {'caaf580a-cf49-4574-b659-b3643ff43b3c'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:21:13.471069 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f910f14b-9823-49c3-a9a3-ea726319f137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:20:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['caaf580a-cf49-4574-b659-b3643ff43b3c'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:21:13.487060 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0f88d-8119-4f73-845d-78e10db0902a req-7a961f70-89a8-4d14-b29f-2f1932633182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:13.489065 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d3d0f88d-8119-4f73-845d-78e10db0902a req-7a961f70-89a8-4d14-b29f-2f1932633182 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ea89f63c-a83a-4384-9084-2486c7a33356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714371 Jan 11 10:21:13.625336 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d3d0f88d-8119-4f73-845d-78e10db0902a req-f51c9cb4-94f0-4b3f-b1c9-069273eeb9ef service neutron] 10.222.0.42 "GET /v2.0/networks/ea89f63c-a83a-4384-9084-2486c7a33356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303449 Jan 11 10:21:13.648470 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-f910f14b-9823-49c3-a9a3-ea726319f137 None None] Set router caaf580a-cf49-4574-b659-b3643ff43b3c gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:21:13.862804 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d3d0f88d-8119-4f73-845d-78e10db0902a req-16dc5f28-3d16-45ac-9588-b1d88ce2620a service neutron] 10.222.0.42 "GET /v2.0/networks/ea89f63c-a83a-4384-9084-2486c7a33356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308848 Jan 11 10:21:13.964616 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f910f14b-9823-49c3-a9a3-ea726319f137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834612479', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:18:33Z', 'updated_at': '2022-01-11T10:18:38Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:18:34Z', 'updated_at': '2022-01-11T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '7f7f5152-d445-41f4-a950-7c9801c9ff28', 'name': '', 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:f1:36:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '84bb49a5-0755-4415-ac9c-944e926c0748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:18:37Z', 'updated_at': '2022-01-11T10:18:43Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '84bb49a5-0755-4415-ac9c-944e926c0748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:21:13.968373 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f910f14b-9823-49c3-a9a3-ea726319f137 None None] The sync data for ids ['caaf580a-cf49-4574-b659-b3643ff43b3c'] in dv-neutron-823402-4-hyperv is: [{'id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834612479', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:18:33Z', 'updated_at': '2022-01-11T10:18:38Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:18:34Z', 'updated_at': '2022-01-11T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '7f7f5152-d445-41f4-a950-7c9801c9ff28', 'name': '', 'network_id': 'ea89f63c-a83a-4384-9084-2486c7a33356', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:f1:36:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '84bb49a5-0755-4415-ac9c-944e926c0748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:18:37Z', 'updated_at': '2022-01-11T10:18:43Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': '84bb49a5-0755-4415-ac9c-944e926c0748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:21:14.169140 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440237f5-f3f2-499a-aa39-a1631e09e0e5 None None] New status for floating IP 2244cd5b-bb85-4242-9d85-fd6784f78627: DOWN {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 10:21:14.597358 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50ee08-e4a3-40a6-9754-ea93286a042b req-78b5b8c2-33d8-42e4-bd93-f039414820b2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:14.599560 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-db50ee08-e4a3-40a6-9754-ea93286a042b req-78b5b8c2-33d8-42e4-bd93-f039414820b2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 946 time: 0.0785677 Jan 11 10:21:14.643163 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-db50ee08-e4a3-40a6-9754-ea93286a042b req-9cf4d803-1589-44e4-8aad-0450539af471 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=f6e37e60-8fef-42e3-ad11-62b8843ce35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378067 Jan 11 10:21:14.991738 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca165e-0fb4-4baa-b55d-402d742293d9 req-f6a17b3a-eaab-46b4-a214-473814c62d9f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:14.992415 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-4cca165e-0fb4-4baa-b55d-402d742293d9 req-f6a17b3a-eaab-46b4-a214-473814c62d9f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Synchronizing usage tracker for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:21:15.004069 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-4cca165e-0fb4-4baa-b55d-402d742293d9 req-f6a17b3a-eaab-46b4-a214-473814c62d9f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Unset dirty status for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:21:15.005175 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4cca165e-0fb4-4baa-b55d-402d742293d9 req-f6a17b3a-eaab-46b4-a214-473814c62d9f tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.42 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 946 time: 0.0952220 Jan 11 10:21:15.073362 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-4cca165e-0fb4-4baa-b55d-402d742293d9 req-4a5c825c-ec0a-4db1-ba45-1196f1f1b458 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Deleting port fba500d9-42e1-4998-969b-6c492ec23b55 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:21:15.073691 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4cca165e-0fb4-4baa-b55d-402d742293d9 req-4a5c825c-ec0a-4db1-ba45-1196f1f1b458 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:15.327523 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-4cca165e-0fb4-4baa-b55d-402d742293d9 req-4a5c825c-ec0a-4db1-ba45-1196f1f1b458 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] For port fba500d9-42e1-4998-969b-6c492ec23b55, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=fba500d9-42e1-4998-969b-6c492ec23b55,segment=NetworkSegment(5e8f8e77-136d-4af9-8531-db85b676886f),segment_id=5e8f8e77-136d-4af9-8531-db85b676886f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:21:15.327792 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4cca165e-0fb4-4baa-b55d-402d742293d9 req-4a5c825c-ec0a-4db1-ba45-1196f1f1b458 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:15.448708 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-4cca165e-0fb4-4baa-b55d-402d742293d9 req-4a5c825c-ec0a-4db1-ba45-1196f1f1b458 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Calling delete_port for fba500d9-42e1-4998-969b-6c492ec23b55 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:21:15.596095 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4cca165e-0fb4-4baa-b55d-402d742293d9 req-4a5c825c-ec0a-4db1-ba45-1196f1f1b458 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:15.646515 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c825c-ec0a-4db1-ba45-1196f1f1b458 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Port': ['ID=fba500d9-42e1-4998-969b-6c492ec23b55,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:15.678939 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c825c-ec0a-4db1-ba45-1196f1f1b458 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:15.679301 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c825c-ec0a-4db1-ba45-1196f1f1b458 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:15.679627 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c825c-ec0a-4db1-ba45-1196f1f1b458 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:15.679958 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c825c-ec0a-4db1-ba45-1196f1f1b458 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:15.680289 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c825c-ec0a-4db1-ba45-1196f1f1b458 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:15.680610 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c825c-ec0a-4db1-ba45-1196f1f1b458 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:15.681198 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c825c-ec0a-4db1-ba45-1196f1f1b458 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:15.681516 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c825c-ec0a-4db1-ba45-1196f1f1b458 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:15.681833 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c825c-ec0a-4db1-ba45-1196f1f1b458 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:15.682170 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c825c-ec0a-4db1-ba45-1196f1f1b458 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:15.682488 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c825c-ec0a-4db1-ba45-1196f1f1b458 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:15.682801 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c825c-ec0a-4db1-ba45-1196f1f1b458 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:15.733527 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cca165e-0fb4-4baa-b55d-402d742293d9 req-4a5c825c-ec0a-4db1-ba45-1196f1f1b458 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] No DVR routers for this DVR port fba500d9-42e1-4998-969b-6c492ec23b55 on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:21:15.736115 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4cca165e-0fb4-4baa-b55d-402d742293d9 req-4a5c825c-ec0a-4db1-ba45-1196f1f1b458 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:15.738708 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04426d53-08f8-4fcc-b242-d8911761ee23', 'name': 'network-vif-deleted', 'tag': 'fba500d9-42e1-4998-969b-6c492ec23b55'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:21:15.760087 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4cca165e-0fb4-4baa-b55d-402d742293d9 req-4a5c825c-ec0a-4db1-ba45-1196f1f1b458 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.42 "DELETE /v2.0/ports/fba500d9-42e1-4998-969b-6c492ec23b55 HTTP/1.1" status: 204 len: 173 time: 0.7499733 Jan 11 10:21:15.788469 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04426d53-08f8-4fcc-b242-d8911761ee23', 'name': 'network-vif-deleted', 'tag': 'fba500d9-42e1-4998-969b-6c492ec23b55', 'status': 'completed', 'code': 200} Jan 11 10:21:15.798073 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2c7561d4-5e2a-4197-ad83-8023ec3e0a1a req-40d50163-35f4-420c-8006-9bab8c1cfe55 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=04426d53-08f8-4fcc-b242-d8911761ee23 HTTP/1.1" status: 200 len: 210 time: 0.0475974 Jan 11 10:21:16.901443 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41888) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:21:17.452781 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8680a61-4155-406d-af50-913abf523d67 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:17.820745 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b8680a61-4155-406d-af50-913abf523d67 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Deleting port 7f7f5152-d445-41f4-a950-7c9801c9ff28 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:21:17.821082 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8680a61-4155-406d-af50-913abf523d67 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:18.010205 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-b8680a61-4155-406d-af50-913abf523d67 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] For port 7f7f5152-d445-41f4-a950-7c9801c9ff28, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=7f7f5152-d445-41f4-a950-7c9801c9ff28,segment=NetworkSegment(5e8f8e77-136d-4af9-8531-db85b676886f),segment_id=5e8f8e77-136d-4af9-8531-db85b676886f)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:21:18.010872 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8680a61-4155-406d-af50-913abf523d67 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:18.242017 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b8680a61-4155-406d-af50-913abf523d67 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Calling delete_port for 7f7f5152-d445-41f4-a950-7c9801c9ff28 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:21:18.367631 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device fba500d9-42e1-4998-969b-6c492ec23b55 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:21:18.401061 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: fba500d9-42e1-4998-969b-6c492ec23b55 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:21:18.401404 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device fba500d9-42e1-4998-969b-6c492ec23b55 not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:21:18.423018 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8680a61-4155-406d-af50-913abf523d67 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:18.472482 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8680a61-4155-406d-af50-913abf523d67 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Port': ['ID=7f7f5152-d445-41f4-a950-7c9801c9ff28,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:18.750499 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8680a61-4155-406d-af50-913abf523d67 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:19.101631 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8680a61-4155-406d-af50-913abf523d67 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Router caaf580a-cf49-4574-b659-b3643ff43b3c has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:21:19.248222 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4201f7eb-ed58-462f-9074-e1115cf58fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:19.278274 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8680a61-4155-406d-af50-913abf523d67 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:21:19.288169 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc12dc75-65ea-41b7-b482-d1a2706749e5 None None] Sync routers for ids ['caaf580a-cf49-4574-b659-b3643ff43b3c'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:21:19.293702 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b8680a61-4155-406d-af50-913abf523d67 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "PUT /v2.0/routers/caaf580a-cf49-4574-b659-b3643ff43b3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3886304 Jan 11 10:21:19.293879 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41892) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:21:19.297192 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc12dc75-65ea-41b7-b482-d1a2706749e5 None None] Routers {'caaf580a-cf49-4574-b659-b3643ff43b3c'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:21:19.297797 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-fc12dc75-65ea-41b7-b482-d1a2706749e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:20:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['caaf580a-cf49-4574-b659-b3643ff43b3c'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:21:19.362176 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb4aa43-a53a-48b2-8ef3-0742078c16fd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Deleting subnet 84bb49a5-0755-4415-ac9c-944e926c0748 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 10:21:19.365544 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6bb4aa43-a53a-48b2-8ef3-0742078c16fd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:19.418518 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6bb4aa43-a53a-48b2-8ef3-0742078c16fd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:19.473424 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-fc12dc75-65ea-41b7-b482-d1a2706749e5 None None] Set router caaf580a-cf49-4574-b659-b3643ff43b3c gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:21:19.612091 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6bb4aa43-a53a-48b2-8ef3-0742078c16fd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:19.688030 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6bb4aa43-a53a-48b2-8ef3-0742078c16fd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:19.728306 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4aa43-a53a-48b2-8ef3-0742078c16fd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Subnet': ['ID=84bb49a5-0755-4415-ac9c-944e926c0748,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:19.732797 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6bb4aa43-a53a-48b2-8ef3-0742078c16fd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:19.738853 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e953c198-384d-4a0a-9b07-cd01c49a5e82 None None] Network ea89f63c-a83a-4384-9084-2486c7a33356 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:21:19.740655 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6bb4aa43-a53a-48b2-8ef3-0742078c16fd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "DELETE /v2.0/subnets/84bb49a5-0755-4415-ac9c-944e926c0748 HTTP/1.1" status: 204 len: 168 time: 0.4457970 Jan 11 10:21:19.743262 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41896) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:21:19.802299 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-fc12dc75-65ea-41b7-b482-d1a2706749e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834612479', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:18:33Z', 'updated_at': '2022-01-11T10:21:18Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:18:34Z', 'updated_at': '2022-01-11T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:21:19.806614 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc12dc75-65ea-41b7-b482-d1a2706749e5 None None] Checking router: caaf580a-cf49-4574-b659-b3643ff43b3c for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:21:19.815534 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc12dc75-65ea-41b7-b482-d1a2706749e5 None None] Routers {'caaf580a-cf49-4574-b659-b3643ff43b3c'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:21:19.816140 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-fc12dc75-65ea-41b7-b482-d1a2706749e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:20:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['caaf580a-cf49-4574-b659-b3643ff43b3c'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:21:19.928812 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74d79b62-7791-469f-b566-3a896ae86655 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:19.997219 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-fc12dc75-65ea-41b7-b482-d1a2706749e5 None None] Set router caaf580a-cf49-4574-b659-b3643ff43b3c gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:21:20.012539 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc988cd2-901f-4fac-82bd-b5a115cdb0dd None None] DHCP port deletion for ea89f63c-a83a-4384-9084-2486c7a33356 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 10:21:20.017392 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-dc988cd2-901f-4fac-82bd-b5a115cdb0dd None None] Deleting port 440fdef0-4b0d-40bc-b9b4-821daa860783 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:21:20.017873 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dc988cd2-901f-4fac-82bd-b5a115cdb0dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:20.124716 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74d79b62-7791-469f-b566-3a896ae86655 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:20.136062 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-74d79b62-7791-469f-b566-3a896ae86655 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Deleting port 4b8a1cb3-e190-4afa-a22d-be10d2656ce2 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:21:20.136396 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74d79b62-7791-469f-b566-3a896ae86655 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:20.231850 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-dc988cd2-901f-4fac-82bd-b5a115cdb0dd None None] For port 440fdef0-4b0d-40bc-b9b4-821daa860783, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=440fdef0-4b0d-40bc-b9b4-821daa860783,segment=NetworkSegment(5e8f8e77-136d-4af9-8531-db85b676886f),segment_id=5e8f8e77-136d-4af9-8531-db85b676886f)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:21:20.232217 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dc988cd2-901f-4fac-82bd-b5a115cdb0dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:20.284165 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-fc12dc75-65ea-41b7-b482-d1a2706749e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834612479', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:18:33Z', 'updated_at': '2022-01-11T10:21:18Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:18:34Z', 'updated_at': '2022-01-11T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:21:20.289091 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc12dc75-65ea-41b7-b482-d1a2706749e5 None None] The sync data for ids ['caaf580a-cf49-4574-b659-b3643ff43b3c'] in dv-neutron-823402-4-hyperv is: [{'id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834612479', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:18:33Z', 'updated_at': '2022-01-11T10:21:18Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '4b8a1cb3-e190-4afa-a22d-be10d2656ce2', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caaf580a-cf49-4574-b659-b3643ff43b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:18:34Z', 'updated_at': '2022-01-11T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:21:20.320764 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-74d79b62-7791-469f-b566-3a896ae86655 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] For port 4b8a1cb3-e190-4afa-a22d-be10d2656ce2, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4b8a1cb3-e190-4afa-a22d-be10d2656ce2,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:21:20.320764 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74d79b62-7791-469f-b566-3a896ae86655 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:20.358647 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-dc988cd2-901f-4fac-82bd-b5a115cdb0dd None None] Calling delete_port for 440fdef0-4b0d-40bc-b9b4-821daa860783 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:21:20.433342 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dc988cd2-901f-4fac-82bd-b5a115cdb0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:20.448855 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-74d79b62-7791-469f-b566-3a896ae86655 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Calling delete_port for 4b8a1cb3-e190-4afa-a22d-be10d2656ce2 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:21:20.480211 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc988cd2-901f-4fac-82bd-b5a115cdb0dd None None] Pushing event deleted for resources: {'Port': ['ID=440fdef0-4b0d-40bc-b9b4-821daa860783,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:20.482568 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc988cd2-901f-4fac-82bd-b5a115cdb0dd None None] No DVR routers for this DVR port 440fdef0-4b0d-40bc-b9b4-821daa860783 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:21:20.493292 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc988cd2-901f-4fac-82bd-b5a115cdb0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:20.493651 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc988cd2-901f-4fac-82bd-b5a115cdb0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:20.493992 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc988cd2-901f-4fac-82bd-b5a115cdb0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:20.494360 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc988cd2-901f-4fac-82bd-b5a115cdb0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:20.494694 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc988cd2-901f-4fac-82bd-b5a115cdb0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:20.495024 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc988cd2-901f-4fac-82bd-b5a115cdb0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:20.495359 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc988cd2-901f-4fac-82bd-b5a115cdb0dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:20.495696 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc988cd2-901f-4fac-82bd-b5a115cdb0dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:20.496148 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc988cd2-901f-4fac-82bd-b5a115cdb0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:20.496475 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc988cd2-901f-4fac-82bd-b5a115cdb0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:20.496797 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc988cd2-901f-4fac-82bd-b5a115cdb0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:20.497119 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc988cd2-901f-4fac-82bd-b5a115cdb0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:20.617028 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74d79b62-7791-469f-b566-3a896ae86655 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:20.668075 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d79b62-7791-469f-b566-3a896ae86655 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Port': ['ID=4b8a1cb3-e190-4afa-a22d-be10d2656ce2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:20.761545 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74d79b62-7791-469f-b566-3a896ae86655 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:20.940972 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74d79b62-7791-469f-b566-3a896ae86655 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:20.944183 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74d79b62-7791-469f-b566-3a896ae86655 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:20.965993 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74d79b62-7791-469f-b566-3a896ae86655 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:20.966568 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d79b62-7791-469f-b566-3a896ae86655 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Fanout notify agent at l3_agent the message router_deleted on router caaf580a-cf49-4574-b659-b3643ff43b3c {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 10:21:20.982109 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-74d79b62-7791-469f-b566-3a896ae86655 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:20.985646 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-74d79b62-7791-469f-b566-3a896ae86655 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "DELETE /v2.0/routers/caaf580a-cf49-4574-b659-b3643ff43b3c HTTP/1.1" status: 204 len: 168 time: 1.2390654 Jan 11 10:21:20.986031 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41900) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:21:21.200608 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-743abed0-8a7c-4c88-a756-ba0522c66c0a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:21.332817 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-743abed0-8a7c-4c88-a756-ba0522c66c0a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:21.357467 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-743abed0-8a7c-4c88-a756-ba0522c66c0a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea89f63c-a83a-4384-9084-2486c7a33356']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:21:21.373349 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-743abed0-8a7c-4c88-a756-ba0522c66c0a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e8f8e77-136d-4af9-8531-db85b676886f') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:21:21.373641 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-743abed0-8a7c-4c88-a756-ba0522c66c0a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e8f8e77-136d-4af9-8531-db85b676886f') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:21:21.386619 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-743abed0-8a7c-4c88-a756-ba0522c66c0a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:21.406010 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-743abed0-8a7c-4c88-a756-ba0522c66c0a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:21.414564 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743abed0-8a7c-4c88-a756-ba0522c66c0a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 10:21:21.414974 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-743abed0-8a7c-4c88-a756-ba0522c66c0a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 10:21:21.431990 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 10:21:21.456607 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7f7f5152-d445-41f4-a950-7c9801c9ff28 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:21:21.501936 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 7f7f5152-d445-41f4-a950-7c9801c9ff28 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:21:21.502295 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 7f7f5152-d445-41f4-a950-7c9801c9ff28 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:21:21.502703 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 440fdef0-4b0d-40bc-b9b4-821daa860783 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:21:21.516629 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-743abed0-8a7c-4c88-a756-ba0522c66c0a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:21.534813 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-743abed0-8a7c-4c88-a756-ba0522c66c0a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:21.538001 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9da72058-278f-4446-bab9-196686b31385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:21.539402 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 440fdef0-4b0d-40bc-b9b4-821daa860783 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:21:21.539674 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 440fdef0-4b0d-40bc-b9b4-821daa860783 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:21:21.540085 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4b8a1cb3-e190-4afa-a22d-be10d2656ce2 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:21:21.550801 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743abed0-8a7c-4c88-a756-ba0522c66c0a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Network': ['ID=ea89f63c-a83a-4384-9084-2486c7a33356,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:21.561148 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-743abed0-8a7c-4c88-a756-ba0522c66c0a tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "DELETE /v2.0/networks/ea89f63c-a83a-4384-9084-2486c7a33356 HTTP/1.1" status: 204 len: 168 time: 0.5742180 Jan 11 10:21:21.563902 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41904) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:21:21.573404 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 4b8a1cb3-e190-4afa-a22d-be10d2656ce2 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:21:21.573740 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4b8a1cb3-e190-4afa-a22d-be10d2656ce2 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:21:21.631048 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41f6c474-b2ef-4a64-8715-888e692c1169 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:21.659888 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41f6c474-b2ef-4a64-8715-888e692c1169 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:21.723802 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41f6c474-b2ef-4a64-8715-888e692c1169 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:21.741849 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6c474-b2ef-4a64-8715-888e692c1169 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e37e60-8fef-42e3-ad11-62b8843ce35b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:21.751018 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41f6c474-b2ef-4a64-8715-888e692c1169 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:21.753611 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-41f6c474-b2ef-4a64-8715-888e692c1169 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "DELETE /v2.0/security-groups/f6e37e60-8fef-42e3-ad11-62b8843ce35b HTTP/1.1" status: 204 len: 168 time: 0.1887581 Jan 11 10:21:22.080398 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41912) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:21:22.085569 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-526b5b9f-b018-440c-bd3b-1efac0ba6a72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1927873152', 'description': 'tempest-secgroup-smoke-1927873152 description', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:21:22.091832 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-526b5b9f-b018-440c-bd3b-1efac0ba6a72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:21:22.095996 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-526b5b9f-b018-440c-bd3b-1efac0ba6a72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:21:22.099448 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-526b5b9f-b018-440c-bd3b-1efac0ba6a72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:21:22.105573 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-526b5b9f-b018-440c-bd3b-1efac0ba6a72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:21:22.115639 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-526b5b9f-b018-440c-bd3b-1efac0ba6a72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:22.134897 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-526b5b9f-b018-440c-bd3b-1efac0ba6a72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:21:22.138724 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-526b5b9f-b018-440c-bd3b-1efac0ba6a72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:21:22.141474 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-526b5b9f-b018-440c-bd3b-1efac0ba6a72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:21:22.147338 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-526b5b9f-b018-440c-bd3b-1efac0ba6a72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:21:22.217488 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-526b5b9f-b018-440c-bd3b-1efac0ba6a72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:22.221049 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-526b5b9f-b018-440c-bd3b-1efac0ba6a72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:22.264828 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b5b9f-b018-440c-bd3b-1efac0ba6a72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=149b9862-4fdd-474b-8853-5562c78e481b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:22.267486 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-526b5b9f-b018-440c-bd3b-1efac0ba6a72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:22.268615 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-526b5b9f-b018-440c-bd3b-1efac0ba6a72 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1871657 Jan 11 10:21:22.272185 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41916) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:21:22.276470 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-3c437497-82b2-41d3-84b8-38bc66c004bd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': '149b9862-4fdd-474b-8853-5562c78e481b', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:21:22.282511 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3c437497-82b2-41d3-84b8-38bc66c004bd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:21:22.286896 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3c437497-82b2-41d3-84b8-38bc66c004bd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:21:22.289713 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-3c437497-82b2-41d3-84b8-38bc66c004bd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:21:22.295295 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-3c437497-82b2-41d3-84b8-38bc66c004bd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:21:22.314971 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c437497-82b2-41d3-84b8-38bc66c004bd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:22.372516 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c437497-82b2-41d3-84b8-38bc66c004bd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:22.375628 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c437497-82b2-41d3-84b8-38bc66c004bd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:22.398399 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c437497-82b2-41d3-84b8-38bc66c004bd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f3610cb-87ae-474c-b7d6-6073dac3f3d5,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:22.406930 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c437497-82b2-41d3-84b8-38bc66c004bd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:22.408076 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-3c437497-82b2-41d3-84b8-38bc66c004bd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356866 Jan 11 10:21:22.411541 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41920) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:21:22.416324 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9c9f4f40-605a-48a9-a52b-540ba4645a36 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': '149b9862-4fdd-474b-8853-5562c78e481b', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:21:22.422031 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9c9f4f40-605a-48a9-a52b-540ba4645a36 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:21:22.425802 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9c9f4f40-605a-48a9-a52b-540ba4645a36 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:21:22.428678 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9c9f4f40-605a-48a9-a52b-540ba4645a36 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:21:22.434470 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9c9f4f40-605a-48a9-a52b-540ba4645a36 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:21:22.450364 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c9f4f40-605a-48a9-a52b-540ba4645a36 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:22.524582 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c9f4f40-605a-48a9-a52b-540ba4645a36 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:22.528032 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c9f4f40-605a-48a9-a52b-540ba4645a36 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:22.550580 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f4f40-605a-48a9-a52b-540ba4645a36 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b14492-4499-43b4-91ed-929256aff7e3,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:22.559473 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c9f4f40-605a-48a9-a52b-540ba4645a36 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:22.563208 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9c9f4f40-605a-48a9-a52b-540ba4645a36 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1482022 Jan 11 10:21:22.563441 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41924) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:21:22.568424 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-58aa9a69-c640-4225-86f9-3e12799f65a4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': '149b9862-4fdd-474b-8853-5562c78e481b', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:21:22.574218 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-58aa9a69-c640-4225-86f9-3e12799f65a4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:21:22.577942 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-58aa9a69-c640-4225-86f9-3e12799f65a4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:21:22.580769 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-58aa9a69-c640-4225-86f9-3e12799f65a4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:21:22.587104 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-58aa9a69-c640-4225-86f9-3e12799f65a4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:21:22.603669 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-58aa9a69-c640-4225-86f9-3e12799f65a4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:22.667281 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-58aa9a69-c640-4225-86f9-3e12799f65a4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:22.670456 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-58aa9a69-c640-4225-86f9-3e12799f65a4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:22.701309 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:22.701955 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa9a69-c640-4225-86f9-3e12799f65a4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=686ca523-9eef-426d-893e-91bc861b9a38,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:22.708868 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-58aa9a69-c640-4225-86f9-3e12799f65a4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:22.710199 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-58aa9a69-c640-4225-86f9-3e12799f65a4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1456261 Jan 11 10:21:22.713047 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41928) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:21:22.718726 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-b38edbc5-4903-4f13-abf6-0502fe641bce tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': '149b9862-4fdd-474b-8853-5562c78e481b', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:21:22.725529 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b38edbc5-4903-4f13-abf6-0502fe641bce tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:21:22.726978 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:22.729462 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b38edbc5-4903-4f13-abf6-0502fe641bce tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:21:22.732397 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-b38edbc5-4903-4f13-abf6-0502fe641bce tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:21:22.738006 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-b38edbc5-4903-4f13-abf6-0502fe641bce tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:21:22.753717 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b38edbc5-4903-4f13-abf6-0502fe641bce tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:22.818170 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b38edbc5-4903-4f13-abf6-0502fe641bce tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:22.821621 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b38edbc5-4903-4f13-abf6-0502fe641bce tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:22.845767 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38edbc5-4903-4f13-abf6-0502fe641bce tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2f6710-3c5b-4565-9050-ac2dfeb59815,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:22.854753 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b38edbc5-4903-4f13-abf6-0502fe641bce tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:22.855896 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b38edbc5-4903-4f13-abf6-0502fe641bce tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416140 Jan 11 10:21:22.858543 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41932) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:21:22.863325 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-27293fa1-aad8-4d7e-b481-532021f0d2bb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': '149b9862-4fdd-474b-8853-5562c78e481b', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:21:22.869642 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-27293fa1-aad8-4d7e-b481-532021f0d2bb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:21:22.873528 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-27293fa1-aad8-4d7e-b481-532021f0d2bb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:21:22.876466 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-27293fa1-aad8-4d7e-b481-532021f0d2bb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:21:22.883623 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-27293fa1-aad8-4d7e-b481-532021f0d2bb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:21:22.893418 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-27293fa1-aad8-4d7e-b481-532021f0d2bb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Project 6029e67c78cc44a08fe7b20a1dc57c80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 10:21:22.900536 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-27293fa1-aad8-4d7e-b481-532021f0d2bb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:22.965320 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-27293fa1-aad8-4d7e-b481-532021f0d2bb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:22.968184 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-27293fa1-aad8-4d7e-b481-532021f0d2bb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:22.990506 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27293fa1-aad8-4d7e-b481-532021f0d2bb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f725db36-0e09-4fb8-9ea5-ebee0a4af729,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:22.999215 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-27293fa1-aad8-4d7e-b481-532021f0d2bb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:23.000501 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-27293fa1-aad8-4d7e-b481-532021f0d2bb tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410718 Jan 11 10:21:23.003120 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41936) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:21:23.008742 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-43134e02-01af-4756-99a7-84fade5c30d5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'security_group_rule': {'security_group_id': '149b9862-4fdd-474b-8853-5562c78e481b', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:21:23.014490 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-43134e02-01af-4756-99a7-84fade5c30d5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:21:23.018219 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-43134e02-01af-4756-99a7-84fade5c30d5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:security_group_rule and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:21:23.021828 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-43134e02-01af-4756-99a7-84fade5c30d5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:21:23.027486 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-43134e02-01af-4756-99a7-84fade5c30d5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:21:23.038137 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-43134e02-01af-4756-99a7-84fade5c30d5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Project 6029e67c78cc44a08fe7b20a1dc57c80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 10:21:23.044521 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-43134e02-01af-4756-99a7-84fade5c30d5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:23.110109 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-43134e02-01af-4756-99a7-84fade5c30d5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:23.113505 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-43134e02-01af-4756-99a7-84fade5c30d5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:23.138989 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43134e02-01af-4756-99a7-84fade5c30d5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05e8dd2-f5fd-409b-b4ef-18fb1c26ecd0,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:23.145430 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-43134e02-01af-4756-99a7-84fade5c30d5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:23.146796 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-43134e02-01af-4756-99a7-84fade5c30d5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1427650 Jan 11 10:21:23.149557 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41940) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:21:23.154866 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6c34433e-cf0d-4015-9080-1e2e8e4f0d8b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'network': {'name': 'tempest-network-smoke--1763447101', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'port_security_enabled': True}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:21:23.159626 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6c34433e-cf0d-4015-9080-1e2e8e4f0d8b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:21:23.164681 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6c34433e-cf0d-4015-9080-1e2e8e4f0d8b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:network and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:21:23.167619 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6c34433e-cf0d-4015-9080-1e2e8e4f0d8b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:21:23.173476 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6c34433e-cf0d-4015-9080-1e2e8e4f0d8b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:21:23.186431 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c34433e-cf0d-4015-9080-1e2e8e4f0d8b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Made reservation on behalf of 6029e67c78cc44a08fe7b20a1dc57c80 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:21:23.189865 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c34433e-cf0d-4015-9080-1e2e8e4f0d8b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:23.216949 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c34433e-cf0d-4015-9080-1e2e8e4f0d8b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 10:21:23.226537 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c34433e-cf0d-4015-9080-1e2e8e4f0d8b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:23.226859 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-6c34433e-cf0d-4015-9080-1e2e8e4f0d8b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Added segment 5d3f77ff-b12f-4658-9a3e-f6b6e751bf02 of type vlan for network 4941df19-cce7-4f9a-875c-e4bd0f0c1292 Jan 11 10:21:23.251459 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c34433e-cf0d-4015-9080-1e2e8e4f0d8b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:23.279591 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c34433e-cf0d-4015-9080-1e2e8e4f0d8b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:23.284937 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c34433e-cf0d-4015-9080-1e2e8e4f0d8b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:23.286326 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c34433e-cf0d-4015-9080-1e2e8e4f0d8b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:23.344306 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6c34433e-cf0d-4015-9080-1e2e8e4f0d8b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1937225 Jan 11 10:21:23.347109 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41944) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:21:23.352965 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4ffc475d-6b25-486f-9e28-effda9276c20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-730399308', 'admin_state_up': True, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:21:23.360235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4ffc475d-6b25-486f-9e28-effda9276c20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:21:23.364521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4ffc475d-6b25-486f-9e28-effda9276c20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:router and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:21:23.367421 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4ffc475d-6b25-486f-9e28-effda9276c20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:21:23.373755 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4ffc475d-6b25-486f-9e28-effda9276c20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:21:23.383804 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ffc475d-6b25-486f-9e28-effda9276c20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:23.385225 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ffc475d-6b25-486f-9e28-effda9276c20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:23.398535 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34433e-cf0d-4015-9080-1e2e8e4f0d8b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Network': ['ID=4941df19-cce7-4f9a-875c-e4bd0f0c1292,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:23.407478 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ffc475d-6b25-486f-9e28-effda9276c20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:23.409115 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 4941df19-cce7-4f9a-875c-e4bd0f0c1292 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 10:21:23.788008 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ffc475d-6b25-486f-9e28-effda9276c20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:24.097353 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ffc475d-6b25-486f-9e28-effda9276c20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:24.133941 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ffc475d-6b25-486f-9e28-effda9276c20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:24.253723 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:24.267287 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-4ffc475d-6b25-486f-9e28-effda9276c20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Allocated IP 172.26.3.52 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/05a9148a-9874-4dbc-b9d9-ab7a5612f941) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:21:24.418870 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ffc475d-6b25-486f-9e28-effda9276c20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:24.447593 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ffc475d-6b25-486f-9e28-effda9276c20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:24.509795 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffc475d-6b25-486f-9e28-effda9276c20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:21:24.512516 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-4ffc475d-6b25-486f-9e28-effda9276c20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:21:24.516240 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffc475d-6b25-486f-9e28-effda9276c20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:21:24.550126 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc475d-6b25-486f-9e28-effda9276c20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=05a9148a-9874-4dbc-b9d9-ab7a5612f941,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:24.921208 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ffc475d-6b25-486f-9e28-effda9276c20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:25.364614 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ffc475d-6b25-486f-9e28-effda9276c20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:25.567666 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffc475d-6b25-486f-9e28-effda9276c20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Router 667ad84f-5268-4e7d-a133-7a1c6d688bdd is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 10:21:25.744479 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffc475d-6b25-486f-9e28-effda9276c20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:21:25.755316 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] Sync routers for ids ['667ad84f-5268-4e7d-a133-7a1c6d688bdd'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:21:25.764908 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] Routers {'667ad84f-5268-4e7d-a133-7a1c6d688bdd'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:21:25.765516 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:21:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['667ad84f-5268-4e7d-a133-7a1c6d688bdd'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:21:25.772082 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ffc475d-6b25-486f-9e28-effda9276c20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:25.773355 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4ffc475d-6b25-486f-9e28-effda9276c20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4252486 Jan 11 10:21:25.776445 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41952) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:21:25.819423 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-72d29245-9cd7-4f5b-80bf-7fdff46e1781 tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=6029e67c78cc44a08fe7b20a1dc57c80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416801 Jan 11 10:21:25.821783 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41956) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:21:25.952268 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f35d33-b194-4828-a29f-aa6c502e515a tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:25.953895 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-77f35d33-b194-4828-a29f-aa6c502e515a tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311905 Jan 11 10:21:25.956730 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41960) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:21:25.978824 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] Set router 667ad84f-5268-4e7d-a133-7a1c6d688bdd gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:21:25.996181 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1cc1125b-1431-43f9-9bd6-b754b6870a6f tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=644b8550-5b91-49bd-9d0a-84ba8b975d54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383759 Jan 11 10:21:25.998605 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 41964) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:21:26.003785 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-a918b80b-7b37-4438-a60d-2d5d03b5679e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-347127232', 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292', 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:21:26.112888 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a918b80b-7b37-4438-a60d-2d5d03b5679e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:21:26.116623 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a918b80b-7b37-4438-a60d-2d5d03b5679e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:subnet and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:21:26.119400 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-a918b80b-7b37-4438-a60d-2d5d03b5679e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:21:26.125057 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-a918b80b-7b37-4438-a60d-2d5d03b5679e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:21:26.134720 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a918b80b-7b37-4438-a60d-2d5d03b5679e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Made reservation on behalf of 6029e67c78cc44a08fe7b20a1dc57c80 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:21:26.138330 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a918b80b-7b37-4438-a60d-2d5d03b5679e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:26.262438 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730399308', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:21:23Z', 'updated_at': '2022-01-11T10:21:24Z', 'revision_number': 3, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:21:24Z', 'updated_at': '2022-01-11T10:21:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:21:26.266679 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] Checking router: 667ad84f-5268-4e7d-a133-7a1c6d688bdd for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:21:26.267032 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] Updating router 667ad84f-5268-4e7d-a133-7a1c6d688bdd port 05a9148a-9874-4dbc-b9d9-ab7a5612f941 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 10:21:26.323366 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:26.353679 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a918b80b-7b37-4438-a60d-2d5d03b5679e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:26.438074 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918b80b-7b37-4438-a60d-2d5d03b5679e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Subnet': ['ID=d7678a3c-2da6-45cf-9da7-9edd89014626,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:26.443633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a918b80b-7b37-4438-a60d-2d5d03b5679e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Checking segment: {'id': '5d3f77ff-b12f-4658-9a3e-f6b6e751bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:21:26.443989 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a918b80b-7b37-4438-a60d-2d5d03b5679e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network hostable DHCP agents. Network: 4941df19-cce7-4f9a-875c-e4bd0f0c1292, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 10:21:26.463117 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a918b80b-7b37-4438-a60d-2d5d03b5679e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network 4941df19-cce7-4f9a-875c-e4bd0f0c1292 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 10:21:26.472292 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-a918b80b-7b37-4438-a60d-2d5d03b5679e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 4941df19-cce7-4f9a-875c-e4bd0f0c1292) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:21:26.477142 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a918b80b-7b37-4438-a60d-2d5d03b5679e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:26.477721 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a918b80b-7b37-4438-a60d-2d5d03b5679e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:26.484604 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9a8db5-1d3f-4def-b825-e6b2661d7c88 None None] Network 4941df19-cce7-4f9a-875c-e4bd0f0c1292 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:21:26.503078 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 41968) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:21:26.503648 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-a918b80b-7b37-4438-a60d-2d5d03b5679e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5035632 Jan 11 10:21:26.829754 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:26.844035 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1416620-4d79-4e25-a29f-a84b5667dde0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-4941df19-cce7-4f9a-875c-e4bd0f0c1292', 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'fixed_ips': [{'subnet_id': 'd7678a3c-2da6-45cf-9da7-9edd89014626'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 10:21:26.844846 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f1416620-4d79-4e25-a29f-a84b5667dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:26.854341 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] Transition to ACTIVE for port object 05a9148a-9874-4dbc-b9d9-ab7a5612f941 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:21:26.868648 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:27.006142 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] Attempting to bind port 05a9148a-9874-4dbc-b9d9-ab7a5612f941 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:21:27.006404 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] Attempting to bind port 05a9148a-9874-4dbc-b9d9-ab7a5612f941 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:21:27.006766 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] Attempting to bind port 05a9148a-9874-4dbc-b9d9-ab7a5612f941 on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:21:27.019526 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6de00-10bd-4e22-b51f-61de86997ae3 None None] Pushing event updated for resources: {'Port': ['ID=05a9148a-9874-4dbc-b9d9-ab7a5612f941,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:27.026978 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:21:27.027348 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:21:27.027829 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:27.028260 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:21:27.028754 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] Bound port: 05a9148a-9874-4dbc-b9d9-ab7a5612f941, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:21:27.029157 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:27.151298 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-f1416620-4d79-4e25-a29f-a84b5667dde0 None None] Allocated IP 172.20.0.2 (4941df19-cce7-4f9a-875c-e4bd0f0c1292/d7678a3c-2da6-45cf-9da7-9edd89014626/6ace5ff4-5239-4c6f-a786-30142764bd94) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:21:27.158696 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] For port 05a9148a-9874-4dbc-b9d9-ab7a5612f941, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:21:27.165168 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] For port 05a9148a-9874-4dbc-b9d9-ab7a5612f941, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=05a9148a-9874-4dbc-b9d9-ab7a5612f941,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:21:27.184706 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:27.291135 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a865c7db-ff72-4410-b84f-3d63ec1b42b4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:27.329272 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] Routers {'667ad84f-5268-4e7d-a133-7a1c6d688bdd'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:21:27.329891 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:21:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['667ad84f-5268-4e7d-a133-7a1c6d688bdd'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:21:27.460169 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6de00-10bd-4e22-b51f-61de86997ae3 None None] Pushing event updated for resources: {'Port': ['ID=05a9148a-9874-4dbc-b9d9-ab7a5612f941,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:27.644135 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] Set router 667ad84f-5268-4e7d-a133-7a1c6d688bdd gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:21:27.741922 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f1416620-4d79-4e25-a29f-a84b5667dde0 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:27.774390 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f1416620-4d79-4e25-a29f-a84b5667dde0 None None] Transition to ACTIVE for port object 6ace5ff4-5239-4c6f-a786-30142764bd94 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:21:27.851390 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f1416620-4d79-4e25-a29f-a84b5667dde0 None None] Transition to ACTIVE for port object 6ace5ff4-5239-4c6f-a786-30142764bd94 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:21:27.861912 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f1416620-4d79-4e25-a29f-a84b5667dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:27.926665 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-a865c7db-ff72-4410-b84f-3d63ec1b42b4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Allocated IP 172.20.0.1 (4941df19-cce7-4f9a-875c-e4bd0f0c1292/d7678a3c-2da6-45cf-9da7-9edd89014626/2e8924cd-004a-4392-8644-e332703ec388) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:21:27.956594 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1416620-4d79-4e25-a29f-a84b5667dde0 None None] Network 4941df19-cce7-4f9a-875c-e4bd0f0c1292 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:21:27.961163 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-f1416620-4d79-4e25-a29f-a84b5667dde0 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:21:27.991624 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1416620-4d79-4e25-a29f-a84b5667dde0 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:21:27.993488 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1416620-4d79-4e25-a29f-a84b5667dde0 None None] Pushing event updated for resources: {'Port': ['ID=6ace5ff4-5239-4c6f-a786-30142764bd94,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:28.088655 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a865c7db-ff72-4410-b84f-3d63ec1b42b4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:28.096735 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f1416620-4d79-4e25-a29f-a84b5667dde0 None None] Attempting to bind port 6ace5ff4-5239-4c6f-a786-30142764bd94 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:21:28.097109 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f1416620-4d79-4e25-a29f-a84b5667dde0 None None] Attempting to bind port 6ace5ff4-5239-4c6f-a786-30142764bd94 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '5d3f77ff-b12f-4658-9a3e-f6b6e751bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:21:28.097630 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1416620-4d79-4e25-a29f-a84b5667dde0 None None] Attempting to bind port 6ace5ff4-5239-4c6f-a786-30142764bd94 on network 4941df19-cce7-4f9a-875c-e4bd0f0c1292 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:21:28.105369 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-a865c7db-ff72-4410-b84f-3d63ec1b42b4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Transition to ACTIVE for port object 2e8924cd-004a-4392-8644-e332703ec388 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:21:28.110292 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1416620-4d79-4e25-a29f-a84b5667dde0 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:21:28.110660 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1416620-4d79-4e25-a29f-a84b5667dde0 None None] Checking segment: {'id': '5d3f77ff-b12f-4658-9a3e-f6b6e751bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:21:28.111056 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f1416620-4d79-4e25-a29f-a84b5667dde0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:28.111440 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1416620-4d79-4e25-a29f-a84b5667dde0 None None] Bound using segment: {'id': '5d3f77ff-b12f-4658-9a3e-f6b6e751bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:21:28.111892 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f1416620-4d79-4e25-a29f-a84b5667dde0 None None] Bound port: 6ace5ff4-5239-4c6f-a786-30142764bd94, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3f77ff-b12f-4658-9a3e-f6b6e751bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:21:28.112253 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f1416620-4d79-4e25-a29f-a84b5667dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:28.129082 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a865c7db-ff72-4410-b84f-3d63ec1b42b4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:28.173430 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730399308', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:21:23Z', 'updated_at': '2022-01-11T10:21:24Z', 'revision_number': 3, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:21:24Z', 'updated_at': '2022-01-11T10:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:21:28.187469 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ea217-1da4-4a79-8fc7-7aa697c5ad97 None None] The sync data for ids ['667ad84f-5268-4e7d-a133-7a1c6d688bdd'] in dv-neutron-823402-4-hyperv is: [{'id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730399308', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:21:23Z', 'updated_at': '2022-01-11T10:21:24Z', 'revision_number': 3, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:21:24Z', 'updated_at': '2022-01-11T10:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:21:28.195215 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a865c7db-ff72-4410-b84f-3d63ec1b42b4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network 4941df19-cce7-4f9a-875c-e4bd0f0c1292 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:21:28.198805 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a865c7db-ff72-4410-b84f-3d63ec1b42b4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:21:28.201304 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a865c7db-ff72-4410-b84f-3d63ec1b42b4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:21:28.217948 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f1416620-4d79-4e25-a29f-a84b5667dde0 None None] For port 6ace5ff4-5239-4c6f-a786-30142764bd94, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:21:28.221117 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f1416620-4d79-4e25-a29f-a84b5667dde0 None None] For port 6ace5ff4-5239-4c6f-a786-30142764bd94, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=6ace5ff4-5239-4c6f-a786-30142764bd94,segment=NetworkSegment(5d3f77ff-b12f-4658-9a3e-f6b6e751bf02),segment_id=5d3f77ff-b12f-4658-9a3e-f6b6e751bf02)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:21:28.226480 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f1416620-4d79-4e25-a29f-a84b5667dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:28.248810 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865c7db-ff72-4410-b84f-3d63ec1b42b4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=2e8924cd-004a-4392-8644-e332703ec388,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:28.269419 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a865c7db-ff72-4410-b84f-3d63ec1b42b4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:28.309663 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1416620-4d79-4e25-a29f-a84b5667dde0 None None] Pushing event updated for resources: {'Port': ['ID=6ace5ff4-5239-4c6f-a786-30142764bd94,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:28.606836 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a865c7db-ff72-4410-b84f-3d63ec1b42b4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:29.175528 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a865c7db-ff72-4410-b84f-3d63ec1b42b4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:29.181542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a865c7db-ff72-4410-b84f-3d63ec1b42b4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:29.299884 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 6ace5ff4-5239-4c6f-a786-30142764bd94 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:21:29.304244 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865c7db-ff72-4410-b84f-3d63ec1b42b4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=2e8924cd-004a-4392-8644-e332703ec388,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:29.307193 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a865c7db-ff72-4410-b84f-3d63ec1b42b4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:29.387442 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 6ace5ff4-5239-4c6f-a786-30142764bd94 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:21:29.392848 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 05a9148a-9874-4dbc-b9d9-ab7a5612f941 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:21:29.422459 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e986390b-a219-4fa8-bee4-6d04682ccce3 None None] Network 4941df19-cce7-4f9a-875c-e4bd0f0c1292 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:21:29.455290 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a865c7db-ff72-4410-b84f-3d63ec1b42b4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network 4941df19-cce7-4f9a-875c-e4bd0f0c1292 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:21:29.456420 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-a865c7db-ff72-4410-b84f-3d63ec1b42b4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:21:29.573025 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-89491d24-8af5-4e87-ba6c-b363c17bb5f8 None None] Provisioning for port 6ace5ff4-5239-4c6f-a786-30142764bd94 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:21:29.579618 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 05a9148a-9874-4dbc-b9d9-ab7a5612f941 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:21:29.583978 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-89491d24-8af5-4e87-ba6c-b363c17bb5f8 None None] Provisioning complete for port 6ace5ff4-5239-4c6f-a786-30142764bd94 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:21:29.584344 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-89491d24-8af5-4e87-ba6c-b363c17bb5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:29.641903 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a865c7db-ff72-4410-b84f-3d63ec1b42b4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Router 667ad84f-5268-4e7d-a133-7a1c6d688bdd has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:21:29.659289 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 05a9148a-9874-4dbc-b9d9-ab7a5612f941 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:21:29.659569 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:29.823952 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a865c7db-ff72-4410-b84f-3d63ec1b42b4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:21:29.837202 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a865c7db-ff72-4410-b84f-3d63ec1b42b4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "PUT /v2.0/routers/667ad84f-5268-4e7d-a133-7a1c6d688bdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3328450 Jan 11 10:21:29.916080 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-89491d24-8af5-4e87-ba6c-b363c17bb5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:29.927065 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] Sync routers for ids ['667ad84f-5268-4e7d-a133-7a1c6d688bdd'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:21:29.940091 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] Routers {'667ad84f-5268-4e7d-a133-7a1c6d688bdd'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:21:29.940975 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:21:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['667ad84f-5268-4e7d-a133-7a1c6d688bdd'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:21:29.951191 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:30.026719 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 05a9148a-9874-4dbc-b9d9-ab7a5612f941, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=05a9148a-9874-4dbc-b9d9-ab7a5612f941,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:21:30.028340 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-89491d24-8af5-4e87-ba6c-b363c17bb5f8 None None] For port 6ace5ff4-5239-4c6f-a786-30142764bd94, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=6ace5ff4-5239-4c6f-a786-30142764bd94,segment=NetworkSegment(5d3f77ff-b12f-4658-9a3e-f6b6e751bf02),segment_id=5d3f77ff-b12f-4658-9a3e-f6b6e751bf02)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:21:30.033648 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:30.035217 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-89491d24-8af5-4e87-ba6c-b363c17bb5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:30.110333 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=05a9148a-9874-4dbc-b9d9-ab7a5612f941,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:30.139512 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] Set router 667ad84f-5268-4e7d-a133-7a1c6d688bdd gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:21:30.171719 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-3287e275-866e-427c-97df-52a5cb8e911a req-819877ba-7f10-4f1f-9f8a-84dabce9e294 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Synchronizing usage tracker for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:21:30.192826 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-3287e275-866e-427c-97df-52a5cb8e911a req-819877ba-7f10-4f1f-9f8a-84dabce9e294 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Unset dirty status for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:21:30.194504 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3287e275-866e-427c-97df-52a5cb8e911a req-819877ba-7f10-4f1f-9f8a-84dabce9e294 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1927873152&fields=id&tenant_id=6029e67c78cc44a08fe7b20a1dc57c80 HTTP/1.1" status: 200 len: 267 time: 0.0709741 Jan 11 10:21:30.196623 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89491d24-8af5-4e87-ba6c-b363c17bb5f8 None None] Pushing event updated for resources: {'Port': ['ID=6ace5ff4-5239-4c6f-a786-30142764bd94,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:30.368824 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287e275-866e-427c-97df-52a5cb8e911a req-b57d6076-0ca9-42e9-b487-e9ae3af18d64 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:30.369750 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-3287e275-866e-427c-97df-52a5cb8e911a req-b57d6076-0ca9-42e9-b487-e9ae3af18d64 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Synchronizing usage tracker for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:21:30.387243 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-3287e275-866e-427c-97df-52a5cb8e911a req-b57d6076-0ca9-42e9-b487-e9ae3af18d64 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Unset dirty status for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:21:30.388869 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3287e275-866e-427c-97df-52a5cb8e911a req-b57d6076-0ca9-42e9-b487-e9ae3af18d64 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/networks?id=4941df19-cce7-4f9a-875c-e4bd0f0c1292 HTTP/1.1" status: 200 len: 797 time: 0.1810756 Jan 11 10:21:30.404779 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7c4206b9-075d-4108-8265-21e2404494fc None None] Provisioning for port 2e8924cd-004a-4392-8644-e332703ec388 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:21:30.407638 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3287e275-866e-427c-97df-52a5cb8e911a req-4f21e6b7-d0eb-45ad-aa9a-4ad1ee8f1c73 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/quotas/6029e67c78cc44a08fe7b20a1dc57c80 HTTP/1.1" status: 200 len: 375 time: 0.0106249 Jan 11 10:21:30.415977 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7c4206b9-075d-4108-8265-21e2404494fc None None] Provisioning complete for port 2e8924cd-004a-4392-8644-e332703ec388 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:21:30.416743 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7c4206b9-075d-4108-8265-21e2404494fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:30.478697 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730399308', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:21:23Z', 'updated_at': '2022-01-11T10:21:28Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:21:24Z', 'updated_at': '2022-01-11T10:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '2e8924cd-004a-4392-8644-e332703ec388', 'name': '', 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:28:e2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'd7678a3c-2da6-45cf-9da7-9edd89014626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:21:27Z', 'updated_at': '2022-01-11T10:21:28Z', 'revision_number': 2, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': 'd7678a3c-2da6-45cf-9da7-9edd89014626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:21:30.482922 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] Checking router: 667ad84f-5268-4e7d-a133-7a1c6d688bdd for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:21:30.483270 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] Updating router 667ad84f-5268-4e7d-a133-7a1c6d688bdd port 2e8924cd-004a-4392-8644-e332703ec388 binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 10:21:30.491607 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-7c4206b9-075d-4108-8265-21e2404494fc None None] Port 2e8924cd-004a-4392-8644-e332703ec388 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:21:30.504555 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-7c4206b9-075d-4108-8265-21e2404494fc None None] Provisioning complete for port 6ace5ff4-5239-4c6f-a786-30142764bd94 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:21:30.505064 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7c4206b9-075d-4108-8265-21e2404494fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:30.509543 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-3287e275-866e-427c-97df-52a5cb8e911a req-4c4e0d01-e702-4d93-9219-9f2aaa9daa8b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Synchronizing usage tracker for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:21:30.533595 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-3287e275-866e-427c-97df-52a5cb8e911a req-4c4e0d01-e702-4d93-9219-9f2aaa9daa8b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Unset dirty status for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:21:30.536693 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3287e275-866e-427c-97df-52a5cb8e911a req-4c4e0d01-e702-4d93-9219-9f2aaa9daa8b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1212943 Jan 11 10:21:30.538783 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:30.706460 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3287e275-866e-427c-97df-52a5cb8e911a req-37675aa7-0a8e-4e2f-bb1b-454923dc4e91 service neutron] 10.222.0.15 "GET /v2.0/networks/4941df19-cce7-4f9a-875c-e4bd0f0c1292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560848 Jan 11 10:21:30.793682 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-46167946-5365-4496-a190-62c2318c5ade None None] Provisioning complete for port 2e8924cd-004a-4392-8644-e332703ec388 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:21:30.794227 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-46167946-5365-4496-a190-62c2318c5ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:30.849937 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3287e275-866e-427c-97df-52a5cb8e911a req-bafb6bac-cdf8-4e9d-a0e4-c8f4ab86582d service neutron] 10.222.0.15 "GET /v2.0/networks/4941df19-cce7-4f9a-875c-e4bd0f0c1292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368034 Jan 11 10:21:30.851842 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-46167946-5365-4496-a190-62c2318c5ade None None] Port 2e8924cd-004a-4392-8644-e332703ec388 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:21:30.969683 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:30.982363 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] Transition to ACTIVE for port object 2e8924cd-004a-4392-8644-e332703ec388 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:21:30.990005 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:31.039427 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-97b23aeb-3ec6-444c-87e9-305e7b7e9f3a req-cc42d657-37fb-4036-8bd7-3426cff49a05 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 210 time: 0.0449083 Jan 11 10:21:31.121099 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14097fbc-87a5-4c37-a3d8-90fc2b4daa24 None None] Pushing event updated for resources: {'Port': ['ID=2e8924cd-004a-4392-8644-e332703ec388,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:31.164168 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14097fbc-87a5-4c37-a3d8-90fc2b4daa24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:31.164520 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14097fbc-87a5-4c37-a3d8-90fc2b4daa24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:31.164856 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14097fbc-87a5-4c37-a3d8-90fc2b4daa24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:31.165184 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14097fbc-87a5-4c37-a3d8-90fc2b4daa24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:31.165553 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14097fbc-87a5-4c37-a3d8-90fc2b4daa24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:31.166279 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14097fbc-87a5-4c37-a3d8-90fc2b4daa24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:31.166609 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14097fbc-87a5-4c37-a3d8-90fc2b4daa24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:31.166930 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14097fbc-87a5-4c37-a3d8-90fc2b4daa24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:31.167248 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14097fbc-87a5-4c37-a3d8-90fc2b4daa24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:31.167565 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14097fbc-87a5-4c37-a3d8-90fc2b4daa24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:31.167878 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14097fbc-87a5-4c37-a3d8-90fc2b4daa24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:31.168190 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14097fbc-87a5-4c37-a3d8-90fc2b4daa24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:21:31.229903 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] Attempting to bind port 2e8924cd-004a-4392-8644-e332703ec388 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:21:31.230559 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] Attempting to bind port 2e8924cd-004a-4392-8644-e332703ec388 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '5d3f77ff-b12f-4658-9a3e-f6b6e751bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:21:31.231127 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] Attempting to bind port 2e8924cd-004a-4392-8644-e332703ec388 on network 4941df19-cce7-4f9a-875c-e4bd0f0c1292 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:21:31.236868 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:21:31.237497 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] Checking segment: {'id': '5d3f77ff-b12f-4658-9a3e-f6b6e751bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:21:31.238328 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:31.239490 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] Bound using segment: {'id': '5d3f77ff-b12f-4658-9a3e-f6b6e751bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:21:31.240164 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] Bound port: 2e8924cd-004a-4392-8644-e332703ec388, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3f77ff-b12f-4658-9a3e-f6b6e751bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:21:31.240710 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:31.268866 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 6ace5ff4-5239-4c6f-a786-30142764bd94 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:21:31.340684 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] For port 2e8924cd-004a-4392-8644-e332703ec388, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:21:31.344711 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] For port 2e8924cd-004a-4392-8644-e332703ec388, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=2e8924cd-004a-4392-8644-e332703ec388,segment=NetworkSegment(5d3f77ff-b12f-4658-9a3e-f6b6e751bf02),segment_id=5d3f77ff-b12f-4658-9a3e-f6b6e751bf02)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:21:31.348725 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:31.351571 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 6ace5ff4-5239-4c6f-a786-30142764bd94 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:21:31.352015 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:31.433973 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] Routers {'667ad84f-5268-4e7d-a133-7a1c6d688bdd'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:21:31.434623 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:21:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['667ad84f-5268-4e7d-a133-7a1c6d688bdd'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:21:31.492432 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14097fbc-87a5-4c37-a3d8-90fc2b4daa24 None None] Pushing event updated for resources: {'Port': ['ID=2e8924cd-004a-4392-8644-e332703ec388,revision_number=4']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:31.498796 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 05a9148a-9874-4dbc-b9d9-ab7a5612f941 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:21:31.583052 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 05a9148a-9874-4dbc-b9d9-ab7a5612f941 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:21:31.584030 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:31.642728 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] Set router 667ad84f-5268-4e7d-a133-7a1c6d688bdd gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:21:31.968488 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730399308', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:21:23Z', 'updated_at': '2022-01-11T10:21:28Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:21:24Z', 'updated_at': '2022-01-11T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '2e8924cd-004a-4392-8644-e332703ec388', 'name': '', 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:28:e2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'd7678a3c-2da6-45cf-9da7-9edd89014626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:21:27Z', 'updated_at': '2022-01-11T10:21:31Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': 'd7678a3c-2da6-45cf-9da7-9edd89014626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:21:31.972249 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b123327-d8cd-48fe-8b95-1b90c3325389 None None] The sync data for ids ['667ad84f-5268-4e7d-a133-7a1c6d688bdd'] in dv-neutron-823402-4-hyperv is: [{'id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730399308', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:21:23Z', 'updated_at': '2022-01-11T10:21:28Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:21:24Z', 'updated_at': '2022-01-11T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '2e8924cd-004a-4392-8644-e332703ec388', 'name': '', 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:28:e2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'd7678a3c-2da6-45cf-9da7-9edd89014626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:21:27Z', 'updated_at': '2022-01-11T10:21:31Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': 'd7678a3c-2da6-45cf-9da7-9edd89014626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:21:32.200708 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0514834d-913f-4a5c-a303-5b4e25fd09ec req-938e8d94-01c5-4f15-81b5-8f5687238fd3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 210 time: 0.0441871 Jan 11 10:21:32.371175 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287e275-866e-427c-97df-52a5cb8e911a req-86eb4119-6ac8-418b-b845-bc6d60aea368 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:32.372771 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3287e275-866e-427c-97df-52a5cb8e911a req-86eb4119-6ac8-418b-b845-bc6d60aea368 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.42 "GET /v2.0/networks?id=4941df19-cce7-4f9a-875c-e4bd0f0c1292 HTTP/1.1" status: 200 len: 797 time: 0.1576293 Jan 11 10:21:32.423077 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-3287e275-866e-427c-97df-52a5cb8e911a req-2123f199-d8b2-42be-b554-f5dd2d4f7d81 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Synchronizing usage tracker for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:21:32.436009 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-3287e275-866e-427c-97df-52a5cb8e911a req-2123f199-d8b2-42be-b554-f5dd2d4f7d81 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Unset dirty status for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:21:32.437264 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3287e275-866e-427c-97df-52a5cb8e911a req-2123f199-d8b2-42be-b554-f5dd2d4f7d81 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6029e67c78cc44a08fe7b20a1dc57c80 HTTP/1.1" status: 200 len: 380 time: 0.0562680 Jan 11 10:21:32.451173 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-3287e275-866e-427c-97df-52a5cb8e911a req-cefea567-9564-49df-9f43-6fb56866fcb6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'port': {'device_id': '149a5981-5205-44f4-aaa7-e65b9a97867c', 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292', 'admin_state_up': True, 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'security_groups': ['149b9862-4fdd-474b-8853-5562c78e481b']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:21:32.728089 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-3287e275-866e-427c-97df-52a5cb8e911a req-cefea567-9564-49df-9f43-6fb56866fcb6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:21:32.737633 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-3287e275-866e-427c-97df-52a5cb8e911a req-cefea567-9564-49df-9f43-6fb56866fcb6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:21:32.748907 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3287e275-866e-427c-97df-52a5cb8e911a req-cefea567-9564-49df-9f43-6fb56866fcb6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Made reservation on behalf of 6029e67c78cc44a08fe7b20a1dc57c80 for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:21:32.752443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3287e275-866e-427c-97df-52a5cb8e911a req-cefea567-9564-49df-9f43-6fb56866fcb6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:32.918202 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-3287e275-866e-427c-97df-52a5cb8e911a req-cefea567-9564-49df-9f43-6fb56866fcb6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Allocated IP 172.20.0.8 (4941df19-cce7-4f9a-875c-e4bd0f0c1292/d7678a3c-2da6-45cf-9da7-9edd89014626/f6e781ae-646a-48b7-a5a7-cd2428dbe948) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:21:33.118392 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3287e275-866e-427c-97df-52a5cb8e911a req-cefea567-9564-49df-9f43-6fb56866fcb6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:33.134176 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-3287e275-866e-427c-97df-52a5cb8e911a req-cefea567-9564-49df-9f43-6fb56866fcb6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Transition to ACTIVE for port object f6e781ae-646a-48b7-a5a7-cd2428dbe948 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:21:33.156859 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3287e275-866e-427c-97df-52a5cb8e911a req-cefea567-9564-49df-9f43-6fb56866fcb6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:33.231981 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3287e275-866e-427c-97df-52a5cb8e911a req-cefea567-9564-49df-9f43-6fb56866fcb6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network 4941df19-cce7-4f9a-875c-e4bd0f0c1292 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:21:33.235228 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-3287e275-866e-427c-97df-52a5cb8e911a req-cefea567-9564-49df-9f43-6fb56866fcb6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:21:33.239730 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-3287e275-866e-427c-97df-52a5cb8e911a req-cefea567-9564-49df-9f43-6fb56866fcb6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:21:33.267661 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 2e8924cd-004a-4392-8644-e332703ec388 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:21:33.271047 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefea567-9564-49df-9f43-6fb56866fcb6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=f6e781ae-646a-48b7-a5a7-cd2428dbe948,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:33.321836 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287e275-866e-427c-97df-52a5cb8e911a req-cefea567-9564-49df-9f43-6fb56866fcb6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:33.322850 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3287e275-866e-427c-97df-52a5cb8e911a req-cefea567-9564-49df-9f43-6fb56866fcb6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:33.349236 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 2e8924cd-004a-4392-8644-e332703ec388 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:21:33.357306 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 2e8924cd-004a-4392-8644-e332703ec388 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:21:33.357797 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:33.368804 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3287e275-866e-427c-97df-52a5cb8e911a req-cefea567-9564-49df-9f43-6fb56866fcb6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9130728 Jan 11 10:21:33.375341 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-3287e275-866e-427c-97df-52a5cb8e911a req-a4876c10-f268-4971-af84-0f44be4f9887 service neutron] Request body: {'port': {'device_id': '149a5981-5205-44f4-aaa7-e65b9a97867c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:21:33.428356 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b71ca-ef7c-4174-aa8d-bdcb5f17de08 req-5a1fe080-4812-4a8d-bb96-ab1ea456c8cd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:33.433615 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8c3b71ca-ef7c-4174-aa8d-bdcb5f17de08 req-5a1fe080-4812-4a8d-bb96-ab1ea456c8cd tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 931 time: 0.1017711 Jan 11 10:21:33.500568 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8c3b71ca-ef7c-4174-aa8d-bdcb5f17de08 req-2f5e011a-cbef-4906-95b2-0cb2a9c65416 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=149b9862-4fdd-474b-8853-5562c78e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614417 Jan 11 10:21:33.512035 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:33.516435 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3287e275-866e-427c-97df-52a5cb8e911a req-a4876c10-f268-4971-af84-0f44be4f9887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:33.542021 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 2e8924cd-004a-4392-8644-e332703ec388, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=2e8924cd-004a-4392-8644-e332703ec388,segment=NetworkSegment(5d3f77ff-b12f-4658-9a3e-f6b6e751bf02),segment_id=5d3f77ff-b12f-4658-9a3e-f6b6e751bf02)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:21:33.545940 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:33.621094 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ea98f470-7c0f-4e69-b765-093bff33ab6b None None] Provisioning for port f6e781ae-646a-48b7-a5a7-cd2428dbe948 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:21:33.627704 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=2e8924cd-004a-4392-8644-e332703ec388,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:33.630450 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-ea98f470-7c0f-4e69-b765-093bff33ab6b None None] Provisioning complete for port f6e781ae-646a-48b7-a5a7-cd2428dbe948 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:21:33.630823 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ea98f470-7c0f-4e69-b765-093bff33ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:33.690028 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-ea98f470-7c0f-4e69-b765-093bff33ab6b None None] Port f6e781ae-646a-48b7-a5a7-cd2428dbe948 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:21:33.872100 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-3287e275-866e-427c-97df-52a5cb8e911a req-a4876c10-f268-4971-af84-0f44be4f9887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6e781ae-646a-48b7-a5a7-cd2428dbe948 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:21:33.880206 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3287e275-866e-427c-97df-52a5cb8e911a req-a4876c10-f268-4971-af84-0f44be4f9887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:33.895165 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-3287e275-866e-427c-97df-52a5cb8e911a req-a4876c10-f268-4971-af84-0f44be4f9887 service neutron] Transition to ACTIVE for port object f6e781ae-646a-48b7-a5a7-cd2428dbe948 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:21:33.898448 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3287e275-866e-427c-97df-52a5cb8e911a req-a4876c10-f268-4971-af84-0f44be4f9887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:34.061737 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4876c10-f268-4971-af84-0f44be4f9887 service neutron] Pushing event updated for resources: {'Port': ['ID=f6e781ae-646a-48b7-a5a7-cd2428dbe948,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:34.136900 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-3287e275-866e-427c-97df-52a5cb8e911a req-a4876c10-f268-4971-af84-0f44be4f9887 service neutron] Attempting to bind port f6e781ae-646a-48b7-a5a7-cd2428dbe948 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:21:34.137226 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-3287e275-866e-427c-97df-52a5cb8e911a req-a4876c10-f268-4971-af84-0f44be4f9887 service neutron] Attempting to bind port f6e781ae-646a-48b7-a5a7-cd2428dbe948 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': '5d3f77ff-b12f-4658-9a3e-f6b6e751bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:21:34.137549 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3287e275-866e-427c-97df-52a5cb8e911a req-a4876c10-f268-4971-af84-0f44be4f9887 service neutron] Attempting to bind port f6e781ae-646a-48b7-a5a7-cd2428dbe948 on network 4941df19-cce7-4f9a-875c-e4bd0f0c1292 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:21:34.142210 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3287e275-866e-427c-97df-52a5cb8e911a req-a4876c10-f268-4971-af84-0f44be4f9887 service neutron] Port f6e781ae-646a-48b7-a5a7-cd2428dbe948 on network 4941df19-cce7-4f9a-875c-e4bd0f0c1292 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 10:21:34.142525 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3287e275-866e-427c-97df-52a5cb8e911a req-a4876c10-f268-4971-af84-0f44be4f9887 service neutron] Attempting to bind port f6e781ae-646a-48b7-a5a7-cd2428dbe948 on network 4941df19-cce7-4f9a-875c-e4bd0f0c1292 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:21:34.148177 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3287e275-866e-427c-97df-52a5cb8e911a req-a4876c10-f268-4971-af84-0f44be4f9887 service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:21:34.148508 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3287e275-866e-427c-97df-52a5cb8e911a req-a4876c10-f268-4971-af84-0f44be4f9887 service neutron] Checking segment: {'id': '5d3f77ff-b12f-4658-9a3e-f6b6e751bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:21:34.148884 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3287e275-866e-427c-97df-52a5cb8e911a req-a4876c10-f268-4971-af84-0f44be4f9887 service neutron] Bound using segment: {'id': '5d3f77ff-b12f-4658-9a3e-f6b6e751bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:21:34.149295 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-3287e275-866e-427c-97df-52a5cb8e911a req-a4876c10-f268-4971-af84-0f44be4f9887 service neutron] Bound port: f6e781ae-646a-48b7-a5a7-cd2428dbe948, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3f77ff-b12f-4658-9a3e-f6b6e751bf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:21:34.149632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3287e275-866e-427c-97df-52a5cb8e911a req-a4876c10-f268-4971-af84-0f44be4f9887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:34.240337 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-3287e275-866e-427c-97df-52a5cb8e911a req-a4876c10-f268-4971-af84-0f44be4f9887 service neutron] For port f6e781ae-646a-48b7-a5a7-cd2428dbe948, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:21:34.243240 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-3287e275-866e-427c-97df-52a5cb8e911a req-a4876c10-f268-4971-af84-0f44be4f9887 service neutron] For port f6e781ae-646a-48b7-a5a7-cd2428dbe948, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=f6e781ae-646a-48b7-a5a7-cd2428dbe948,segment=NetworkSegment(5d3f77ff-b12f-4658-9a3e-f6b6e751bf02),segment_id=5d3f77ff-b12f-4658-9a3e-f6b6e751bf02)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:21:34.247505 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3287e275-866e-427c-97df-52a5cb8e911a req-a4876c10-f268-4971-af84-0f44be4f9887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:34.305491 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287e275-866e-427c-97df-52a5cb8e911a req-a4876c10-f268-4971-af84-0f44be4f9887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:34.306399 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-3287e275-866e-427c-97df-52a5cb8e911a req-a4876c10-f268-4971-af84-0f44be4f9887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:34.307812 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3287e275-866e-427c-97df-52a5cb8e911a req-a4876c10-f268-4971-af84-0f44be4f9887 service neutron] 10.222.0.42 "PUT /v2.0/ports/f6e781ae-646a-48b7-a5a7-cd2428dbe948 HTTP/1.1" status: 200 len: 1093 time: 0.9379854 Jan 11 10:21:34.308249 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149a5981-5205-44f4-aaa7-e65b9a97867c', 'tag': 'f6e781ae-646a-48b7-a5a7-cd2428dbe948'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:21:34.331145 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4876c10-f268-4971-af84-0f44be4f9887 service neutron] Pushing event updated for resources: {'Port': ['ID=f6e781ae-646a-48b7-a5a7-cd2428dbe948,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:34.386564 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149a5981-5205-44f4-aaa7-e65b9a97867c', 'tag': 'f6e781ae-646a-48b7-a5a7-cd2428dbe948', 'status': 'completed', 'code': 200} Jan 11 10:21:34.428787 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287e275-866e-427c-97df-52a5cb8e911a req-74bd8e38-28fb-42ec-a75f-d3ecf1d25dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:34.430283 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3287e275-866e-427c-97df-52a5cb8e911a req-74bd8e38-28fb-42ec-a75f-d3ecf1d25dd7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 1096 time: 0.0834544 Jan 11 10:21:34.498625 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3287e275-866e-427c-97df-52a5cb8e911a req-e8af2cd4-5d7f-470b-81a8-2b6e36090fd4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6e781ae-646a-48b7-a5a7-cd2428dbe948 HTTP/1.1" status: 200 len: 217 time: 0.0611820 Jan 11 10:21:34.667028 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287e275-866e-427c-97df-52a5cb8e911a req-4b91dcd7-809a-4d1d-994b-e78483d73e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:34.668513 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3287e275-866e-427c-97df-52a5cb8e911a req-4b91dcd7-809a-4d1d-994b-e78483d73e07 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7678a3c-2da6-45cf-9da7-9edd89014626 HTTP/1.1" status: 200 len: 834 time: 0.1646094 Jan 11 10:21:34.687568 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350bb96-81cd-467b-a6a8-ac76ab412360 req-f80fae32-62d4-433c-aa4d-b70a99ed47ac tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:34.689093 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9350bb96-81cd-467b-a6a8-ac76ab412360 req-f80fae32-62d4-433c-aa4d-b70a99ed47ac tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 943 time: 0.0804787 Jan 11 10:21:34.738335 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9350bb96-81cd-467b-a6a8-ac76ab412360 req-7e8c5f97-f838-421e-9822-446f9e5852a4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=149b9862-4fdd-474b-8853-5562c78e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419788 Jan 11 10:21:34.742493 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:34.749775 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287e275-866e-427c-97df-52a5cb8e911a req-48ecec96-4f32-4319-8a31-fe5d6e30f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:34.751331 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3287e275-866e-427c-97df-52a5cb8e911a req-48ecec96-4f32-4319-8a31-fe5d6e30f69b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4941df19-cce7-4f9a-875c-e4bd0f0c1292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765283 Jan 11 10:21:34.879871 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3287e275-866e-427c-97df-52a5cb8e911a req-b8099102-ce11-473e-88bd-c0682ceb1bef service neutron] 10.222.0.42 "GET /v2.0/networks/4941df19-cce7-4f9a-875c-e4bd0f0c1292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212394 Jan 11 10:21:35.009593 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3287e275-866e-427c-97df-52a5cb8e911a req-174b6eda-af76-41d7-ad51-5c6e9ca85f3b service neutron] 10.222.0.42 "GET /v2.0/networks/4941df19-cce7-4f9a-875c-e4bd0f0c1292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238370 Jan 11 10:21:35.140651 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fd94c-1e3d-4666-a8b0-b1054273eeb1 req-ae0eb201-e845-45f5-8c9b-7707d536b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:35.142102 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-550fd94c-1e3d-4666-a8b0-b1054273eeb1 req-ae0eb201-e845-45f5-8c9b-7707d536b2f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 1096 time: 0.0725684 Jan 11 10:21:35.243011 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 2e8924cd-004a-4392-8644-e332703ec388 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:21:35.280799 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fd94c-1e3d-4666-a8b0-b1054273eeb1 req-7ae2862a-6a8e-4c7d-9ebc-c205b6187f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:35.280799 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-550fd94c-1e3d-4666-a8b0-b1054273eeb1 req-7ae2862a-6a8e-4c7d-9ebc-c205b6187f57 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4941df19-cce7-4f9a-875c-e4bd0f0c1292 HTTP/1.1" status: 200 len: 898 time: 0.1318707 Jan 11 10:21:35.311244 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 2e8924cd-004a-4392-8644-e332703ec388 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:21:35.311612 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:35.349974 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-550fd94c-1e3d-4666-a8b0-b1054273eeb1 req-453ac041-e776-43fe-a1b9-9d4c40cefec6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6e781ae-646a-48b7-a5a7-cd2428dbe948 HTTP/1.1" status: 200 len: 217 time: 0.0637293 Jan 11 10:21:35.412412 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fd94c-1e3d-4666-a8b0-b1054273eeb1 req-68306acd-6c66-4ea9-ae4c-842397591cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:35.413953 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-550fd94c-1e3d-4666-a8b0-b1054273eeb1 req-68306acd-6c66-4ea9-ae4c-842397591cc3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7678a3c-2da6-45cf-9da7-9edd89014626 HTTP/1.1" status: 200 len: 834 time: 0.0583792 Jan 11 10:21:35.490658 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fd94c-1e3d-4666-a8b0-b1054273eeb1 req-76e90202-359a-4af4-aa1e-c6c77c1f29c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:35.492094 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-550fd94c-1e3d-4666-a8b0-b1054273eeb1 req-76e90202-359a-4af4-aa1e-c6c77c1f29c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4941df19-cce7-4f9a-875c-e4bd0f0c1292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719886 Jan 11 10:21:35.623183 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-550fd94c-1e3d-4666-a8b0-b1054273eeb1 req-9ae2a3af-19e1-489f-b7d5-c52023f1a406 service neutron] 10.222.0.42 "GET /v2.0/networks/4941df19-cce7-4f9a-875c-e4bd0f0c1292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242943 Jan 11 10:21:35.759280 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-550fd94c-1e3d-4666-a8b0-b1054273eeb1 req-d2884c1d-e67a-43b2-97a4-690002b73baa service neutron] 10.222.0.42 "GET /v2.0/networks/4941df19-cce7-4f9a-875c-e4bd0f0c1292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241436 Jan 11 10:21:36.028464 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ccfb7-c720-4f0e-b7ba-f25c41708c03 req-bfe23f10-d2f9-4f2e-a637-cf198bb0272d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:36.029900 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5f1ccfb7-c720-4f0e-b7ba-f25c41708c03 req-bfe23f10-d2f9-4f2e-a637-cf198bb0272d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 943 time: 0.1844113 Jan 11 10:21:36.073612 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5f1ccfb7-c720-4f0e-b7ba-f25c41708c03 req-84518389-fa09-4611-a7a2-19c79e691547 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=149b9862-4fdd-474b-8853-5562c78e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381668 Jan 11 10:21:36.422325 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device f6e781ae-646a-48b7-a5a7-cd2428dbe948 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 10:21:36.559443 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port f6e781ae-646a-48b7-a5a7-cd2428dbe948, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=f6e781ae-646a-48b7-a5a7-cd2428dbe948,segment=NetworkSegment(5d3f77ff-b12f-4658-9a3e-f6b6e751bf02),segment_id=5d3f77ff-b12f-4658-9a3e-f6b6e751bf02)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:21:36.571866 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': 'f6e781ae-646a-48b7-a5a7-cd2428dbe948', 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292', 'port_id': 'f6e781ae-646a-48b7-a5a7-cd2428dbe948', 'mac_address': 'fa:16:3e:4e:1b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7678a3c-2da6-45cf-9da7-9edd89014626', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 10:21:36.628823 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:36.645461 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6e781ae-646a-48b7-a5a7-cd2428dbe948 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:21:36.661198 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port f6e781ae-646a-48b7-a5a7-cd2428dbe948, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=f6e781ae-646a-48b7-a5a7-cd2428dbe948,segment=NetworkSegment(5d3f77ff-b12f-4658-9a3e-f6b6e751bf02),segment_id=5d3f77ff-b12f-4658-9a3e-f6b6e751bf02)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:21:36.665836 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:36.733559 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=f6e781ae-646a-48b7-a5a7-cd2428dbe948,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:37.102421 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['f6e781ae-646a-48b7-a5a7-cd2428dbe948'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:21:37.262430 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8206042-b327-44bb-8bca-a3b53023165b req-564a0494-4b45-43a5-b113-8979ceb4aec6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:37.263883 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b8206042-b327-44bb-8bca-a3b53023165b req-564a0494-4b45-43a5-b113-8979ceb4aec6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 944 time: 0.0872252 Jan 11 10:21:37.308527 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b8206042-b327-44bb-8bca-a3b53023165b req-c11e1dbf-b358-45be-b34c-9b9a7485f61e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=149b9862-4fdd-474b-8853-5562c78e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390723 Jan 11 10:21:38.429977 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device f6e781ae-646a-48b7-a5a7-cd2428dbe948 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:21:38.491661 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82039a74-21aa-41be-bba5-f046ef7b8fd3 req-e7fe5c4f-0481-465b-b8de-5c1be31ab5a4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:38.493118 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-82039a74-21aa-41be-bba5-f046ef7b8fd3 req-e7fe5c4f-0481-465b-b8de-5c1be31ab5a4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 944 time: 0.0812938 Jan 11 10:21:38.495844 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port f6e781ae-646a-48b7-a5a7-cd2428dbe948 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:21:38.500743 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port f6e781ae-646a-48b7-a5a7-cd2428dbe948 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:21:38.501111 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:38.536969 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-82039a74-21aa-41be-bba5-f046ef7b8fd3 req-ec942041-a321-4110-8a59-aac9c9113aec tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=149b9862-4fdd-474b-8853-5562c78e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382061 Jan 11 10:21:38.618966 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:38.645836 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149a5981-5205-44f4-aaa7-e65b9a97867c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e781ae-646a-48b7-a5a7-cd2428dbe948'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:21:38.655640 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port f6e781ae-646a-48b7-a5a7-cd2428dbe948, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=f6e781ae-646a-48b7-a5a7-cd2428dbe948,segment=NetworkSegment(5d3f77ff-b12f-4658-9a3e-f6b6e751bf02),segment_id=5d3f77ff-b12f-4658-9a3e-f6b6e751bf02)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:21:38.659741 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:38.700869 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149a5981-5205-44f4-aaa7-e65b9a97867c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e781ae-646a-48b7-a5a7-cd2428dbe948', 'code': 200} Jan 11 10:21:38.742290 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=f6e781ae-646a-48b7-a5a7-cd2428dbe948,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:38.924544 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c448e7-7cdd-4a1f-8951-069da91c6037 req-29982e6f-92e1-4e83-aafa-4bdee015eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:38.926416 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-05c448e7-7cdd-4a1f-8951-069da91c6037 req-29982e6f-92e1-4e83-aafa-4bdee015eccd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 1098 time: 0.0715611 Jan 11 10:21:38.964420 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-05c448e7-7cdd-4a1f-8951-069da91c6037 req-ba6f7873-c961-4e0a-8f1f-d26f65263049 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=149b9862-4fdd-474b-8853-5562c78e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330701 Jan 11 10:21:39.724971 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2decc26-5221-4b3a-b0f6-47e2f963fd1c req-763ee1b7-6fe8-4eb0-8da4-67f98141c6a2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:39.726448 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e2decc26-5221-4b3a-b0f6-47e2f963fd1c req-763ee1b7-6fe8-4eb0-8da4-67f98141c6a2 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 945 time: 0.0835485 Jan 11 10:21:39.769082 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e2decc26-5221-4b3a-b0f6-47e2f963fd1c req-1ca67709-a27b-4876-972c-639118d47e5b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=149b9862-4fdd-474b-8853-5562c78e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371130 Jan 11 10:21:40.951520 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bed73-cb05-4dda-8a9d-0bfcc10491fb req-38307e5d-493a-4892-8cde-da83564ab76e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:40.952980 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4a5bed73-cb05-4dda-8a9d-0bfcc10491fb req-38307e5d-493a-4892-8cde-da83564ab76e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 945 time: 0.0783653 Jan 11 10:21:40.999195 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4a5bed73-cb05-4dda-8a9d-0bfcc10491fb req-90793bdc-8cbb-4558-a1f9-279f05197b45 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=149b9862-4fdd-474b-8853-5562c78e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405023 Jan 11 10:21:41.180064 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27b4fe-5d68-4150-befc-a644d16c1afc req-112f4678-76bd-4f9f-854f-5154cd4a0a20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:41.181738 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-dd27b4fe-5d68-4150-befc-a644d16c1afc req-112f4678-76bd-4f9f-854f-5154cd4a0a20 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 945 time: 0.0782063 Jan 11 10:21:41.225091 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-dd27b4fe-5d68-4150-befc-a644d16c1afc req-dd1226f0-7116-4b33-aab9-afa71df1f4c0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=149b9862-4fdd-474b-8853-5562c78e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371628 Jan 11 10:21:41.246737 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 42032) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:21:41.317335 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a997ae68-4481-4254-9fd0-999dcac0440c tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:41.318766 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a997ae68-4481-4254-9fd0-999dcac0440c tempest-TestNetworkAdvancedServerOps-1383889413 tempest-TestNetworkAdvancedServerOps-1383889413-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 1093 time: 0.0710919 Jan 11 10:21:41.321550 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 42036) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:21:41.326283 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-f414930f-a80f-451e-892c-46ea02ecbea3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'port_id': 'f6e781ae-646a-48b7-a5a7-cd2428dbe948', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:21:41.332077 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f414930f-a80f-451e-892c-46ea02ecbea3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:21:41.336434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f414930f-a80f-451e-892c-46ea02ecbea3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Usage tracker for resource:floatingip and tenant:6029e67c78cc44a08fe7b20a1dc57c80 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:21:41.339231 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-f414930f-a80f-451e-892c-46ea02ecbea3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:21:41.344732 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-f414930f-a80f-451e-892c-46ea02ecbea3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:21:41.355144 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f414930f-a80f-451e-892c-46ea02ecbea3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for floatingip, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:41.490635 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f414930f-a80f-451e-892c-46ea02ecbea3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:41.620012 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-f414930f-a80f-451e-892c-46ea02ecbea3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Allocated IP 172.26.3.60 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/e2954951-4432-4305-9b39-41a4bb01e80c) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:21:41.766933 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f414930f-a80f-451e-892c-46ea02ecbea3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:41.795776 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f414930f-a80f-451e-892c-46ea02ecbea3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:41.860954 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f414930f-a80f-451e-892c-46ea02ecbea3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:21:41.863640 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-f414930f-a80f-451e-892c-46ea02ecbea3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:21:41.866711 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f414930f-a80f-451e-892c-46ea02ecbea3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:21:41.904167 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414930f-a80f-451e-892c-46ea02ecbea3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=e2954951-4432-4305-9b39-41a4bb01e80c,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:42.274104 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f414930f-a80f-451e-892c-46ea02ecbea3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:42.347129 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f414930f-a80f-451e-892c-46ea02ecbea3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:42.635086 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f414930f-a80f-451e-892c-46ea02ecbea3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:42.639305 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f414930f-a80f-451e-892c-46ea02ecbea3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:42.747898 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414930f-a80f-451e-892c-46ea02ecbea3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event updated for resources: {'Port': ['ID=e2954951-4432-4305-9b39-41a4bb01e80c,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:21:42.758691 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f414930f-a80f-451e-892c-46ea02ecbea3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:42.927210 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-f414930f-a80f-451e-892c-46ea02ecbea3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Floating IP 72194317-0e1c-4078-a02d-cbc09cbd1fa7 associated. External IP: 172.26.3.60, port: f6e781ae-646a-48b7-a5a7-cd2428dbe948. Jan 11 10:21:43.271826 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f414930f-a80f-451e-892c-46ea02ecbea3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Router 667ad84f-5268-4e7d-a133-7a1c6d688bdd has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:21:43.443124 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f414930f-a80f-451e-892c-46ea02ecbea3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:21:43.453012 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88aef499-8d4b-4a7a-a20e-32f393c18c1c None None] Sync routers for ids ['667ad84f-5268-4e7d-a133-7a1c6d688bdd'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:21:43.462751 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88aef499-8d4b-4a7a-a20e-32f393c18c1c None None] Routers {'667ad84f-5268-4e7d-a133-7a1c6d688bdd'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:21:43.463367 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-88aef499-8d4b-4a7a-a20e-32f393c18c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:21:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['667ad84f-5268-4e7d-a133-7a1c6d688bdd'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:21:43.467703 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f414930f-a80f-451e-892c-46ea02ecbea3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:43.529297 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f414930f-a80f-451e-892c-46ea02ecbea3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2066951 Jan 11 10:21:43.529875 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149a5981-5205-44f4-aaa7-e65b9a97867c', 'tag': 'f6e781ae-646a-48b7-a5a7-cd2428dbe948'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:21:43.575285 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149a5981-5205-44f4-aaa7-e65b9a97867c', 'tag': 'f6e781ae-646a-48b7-a5a7-cd2428dbe948', 'status': 'completed', 'code': 200} Jan 11 10:21:43.648454 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-88aef499-8d4b-4a7a-a20e-32f393c18c1c None None] Set router 667ad84f-5268-4e7d-a133-7a1c6d688bdd gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:21:43.672922 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59d5e1-812a-4351-912e-95aa2f75cc5d req-b838323e-1627-47f7-835a-2152c69dc9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:43.674580 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0e59d5e1-812a-4351-912e-95aa2f75cc5d req-b838323e-1627-47f7-835a-2152c69dc9f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 1098 time: 0.0769777 Jan 11 10:21:43.829250 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59d5e1-812a-4351-912e-95aa2f75cc5d req-1668f0fa-f97d-4a78-b6d8-af8df2ef6ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:43.830802 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0e59d5e1-812a-4351-912e-95aa2f75cc5d req-1668f0fa-f97d-4a78-b6d8-af8df2ef6ef7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4941df19-cce7-4f9a-875c-e4bd0f0c1292 HTTP/1.1" status: 200 len: 898 time: 0.1500902 Jan 11 10:21:43.843205 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da8457-c6c4-4779-9c12-0603c2cfb397 req-68d4e06d-219a-46f1-a9a7-1b33022d9ab5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:43.844692 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a1da8457-c6c4-4779-9c12-0603c2cfb397 req-68d4e06d-219a-46f1-a9a7-1b33022d9ab5 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 945 time: 0.0899088 Jan 11 10:21:43.891889 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a1da8457-c6c4-4779-9c12-0603c2cfb397 req-107cb5f8-9bb4-4b52-93c8-ac406fca565e tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=149b9862-4fdd-474b-8853-5562c78e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406051 Jan 11 10:21:43.916228 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 42046) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:21:43.935137 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0e59d5e1-812a-4351-912e-95aa2f75cc5d req-80e68db2-3648-4164-a79a-e26efd36306e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6e781ae-646a-48b7-a5a7-cd2428dbe948 HTTP/1.1" status: 200 len: 998 time: 0.0984828 Jan 11 10:21:44.030966 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f60f9880-384c-4d68-8b7d-cac6a490f8f7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/floatingips/72194317-0e1c-4078-a02d-cbc09cbd1fa7 HTTP/1.1" status: 200 len: 990 time: 0.1124394 Jan 11 10:21:44.031179 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-88aef499-8d4b-4a7a-a20e-32f393c18c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730399308', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:21:23Z', 'updated_at': '2022-01-11T10:21:28Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:21:24Z', 'updated_at': '2022-01-11T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '72194317-0e1c-4078-a02d-cbc09cbd1fa7', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'floating_ip_address': '172.26.3.60', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'port_id': 'f6e781ae-646a-48b7-a5a7-cd2428dbe948', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292', 'mac_address': 'fa:16:3e:4e:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149a5981-5205-44f4-aaa7-e65b9a97867c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T10:21:42Z', 'updated_at': '2022-01-11T10:21:42Z', 'revision_number': 0, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8924cd-004a-4392-8644-e332703ec388', 'name': '', 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:28:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'd7678a3c-2da6-45cf-9da7-9edd89014626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:21:27Z', 'updated_at': '2022-01-11T10:21:33Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': 'd7678a3c-2da6-45cf-9da7-9edd89014626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:21:44.035320 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88aef499-8d4b-4a7a-a20e-32f393c18c1c None None] Checking router: 667ad84f-5268-4e7d-a133-7a1c6d688bdd for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:21:44.045310 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88aef499-8d4b-4a7a-a20e-32f393c18c1c None None] Routers {'667ad84f-5268-4e7d-a133-7a1c6d688bdd'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:21:44.046028 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-88aef499-8d4b-4a7a-a20e-32f393c18c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:21:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['667ad84f-5268-4e7d-a133-7a1c6d688bdd'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:21:44.100508 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59d5e1-812a-4351-912e-95aa2f75cc5d req-e6feb8e4-5496-4884-bec2-655d5fc61ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:44.101926 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0e59d5e1-812a-4351-912e-95aa2f75cc5d req-e6feb8e4-5496-4884-bec2-655d5fc61ba8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7678a3c-2da6-45cf-9da7-9edd89014626 HTTP/1.1" status: 200 len: 834 time: 0.1602552 Jan 11 10:21:44.175250 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59d5e1-812a-4351-912e-95aa2f75cc5d req-857f203d-321b-4fa0-92a9-5c622af22059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:44.176699 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0e59d5e1-812a-4351-912e-95aa2f75cc5d req-857f203d-321b-4fa0-92a9-5c622af22059 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4941df19-cce7-4f9a-875c-e4bd0f0c1292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692797 Jan 11 10:21:44.222861 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-88aef499-8d4b-4a7a-a20e-32f393c18c1c None None] Set router 667ad84f-5268-4e7d-a133-7a1c6d688bdd gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:21:44.309192 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0e59d5e1-812a-4351-912e-95aa2f75cc5d req-fda73e40-38d5-406d-b95e-85d02d99c7d4 service neutron] 10.222.0.42 "GET /v2.0/networks/4941df19-cce7-4f9a-875c-e4bd0f0c1292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260970 Jan 11 10:21:44.444022 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-0e59d5e1-812a-4351-912e-95aa2f75cc5d req-bfd66467-44b0-4774-9744-b6431a63efc1 service neutron] 10.222.0.42 "GET /v2.0/networks/4941df19-cce7-4f9a-875c-e4bd0f0c1292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281874 Jan 11 10:21:44.595077 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-88aef499-8d4b-4a7a-a20e-32f393c18c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730399308', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:21:23Z', 'updated_at': '2022-01-11T10:21:28Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:21:24Z', 'updated_at': '2022-01-11T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '72194317-0e1c-4078-a02d-cbc09cbd1fa7', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'floating_ip_address': '172.26.3.60', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'port_id': 'f6e781ae-646a-48b7-a5a7-cd2428dbe948', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292', 'mac_address': 'fa:16:3e:4e:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149a5981-5205-44f4-aaa7-e65b9a97867c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T10:21:42Z', 'updated_at': '2022-01-11T10:21:42Z', 'revision_number': 0, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8924cd-004a-4392-8644-e332703ec388', 'name': '', 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:28:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'd7678a3c-2da6-45cf-9da7-9edd89014626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:21:27Z', 'updated_at': '2022-01-11T10:21:33Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': 'd7678a3c-2da6-45cf-9da7-9edd89014626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:21:44.598820 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88aef499-8d4b-4a7a-a20e-32f393c18c1c None None] The sync data for ids ['667ad84f-5268-4e7d-a133-7a1c6d688bdd'] in dv-neutron-823402-4-hyperv is: [{'id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730399308', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:21:23Z', 'updated_at': '2022-01-11T10:21:28Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:21:24Z', 'updated_at': '2022-01-11T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '72194317-0e1c-4078-a02d-cbc09cbd1fa7', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'floating_ip_address': '172.26.3.60', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'port_id': 'f6e781ae-646a-48b7-a5a7-cd2428dbe948', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292', 'mac_address': 'fa:16:3e:4e:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149a5981-5205-44f4-aaa7-e65b9a97867c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T10:21:42Z', 'updated_at': '2022-01-11T10:21:42Z', 'revision_number': 0, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8924cd-004a-4392-8644-e332703ec388', 'name': '', 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:28:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'd7678a3c-2da6-45cf-9da7-9edd89014626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:21:27Z', 'updated_at': '2022-01-11T10:21:33Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': 'd7678a3c-2da6-45cf-9da7-9edd89014626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:21:44.791214 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5db13b-e0ed-43f5-95fa-907466e8c471 None None] New status for floating IP 72194317-0e1c-4078-a02d-cbc09cbd1fa7: ACTIVE {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 10:21:45.033701 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 42050) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:21:45.141556 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-25f1532f-d154-40ef-b607-aa11d2508548 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/floatingips/72194317-0e1c-4078-a02d-cbc09cbd1fa7 HTTP/1.1" status: 200 len: 992 time: 0.1066799 Jan 11 10:21:46.600079 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:21:49.252730 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-74269187-5ebd-46fd-9708-70412ce6e7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:51.480077 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4fd2fa87-239a-4853-af7b-893881e1a913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:52.708900 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:52.720633 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:54.261178 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:21:58.709202 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d0117896-4850-4ffa-ad91-35c6684d1ef9 req-4d892562-7bb7-4d29-aaff-0ec5b2f09e83 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=149a5981-5205-44f4-aaa7-e65b9a97867c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719266 Jan 11 10:21:58.843602 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0117896-4850-4ffa-ad91-35c6684d1ef9 req-0daa05d4-8f60-40e8-8c1a-661e96c10a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:58.845054 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d0117896-4850-4ffa-ad91-35c6684d1ef9 req-0daa05d4-8f60-40e8-8c1a-661e96c10a95 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 1098 time: 0.0699174 Jan 11 10:21:58.990006 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0117896-4850-4ffa-ad91-35c6684d1ef9 req-a95a7c08-e12b-4bed-a8a0-8225e51966ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:58.991374 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d0117896-4850-4ffa-ad91-35c6684d1ef9 req-a95a7c08-e12b-4bed-a8a0-8225e51966ed service neutron] 10.222.0.42 "GET /v2.0/networks?id=4941df19-cce7-4f9a-875c-e4bd0f0c1292 HTTP/1.1" status: 200 len: 898 time: 0.1264424 Jan 11 10:21:59.092283 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d0117896-4850-4ffa-ad91-35c6684d1ef9 req-e39d773d-0e80-4dc8-aa27-d9a8475df128 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6e781ae-646a-48b7-a5a7-cd2428dbe948 HTTP/1.1" status: 200 len: 1000 time: 0.0951438 Jan 11 10:21:59.154459 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0117896-4850-4ffa-ad91-35c6684d1ef9 req-efa2552b-f127-4c08-9ae9-eaca7c43c458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:59.155975 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d0117896-4850-4ffa-ad91-35c6684d1ef9 req-efa2552b-f127-4c08-9ae9-eaca7c43c458 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7678a3c-2da6-45cf-9da7-9edd89014626 HTTP/1.1" status: 200 len: 834 time: 0.0567682 Jan 11 10:21:59.232888 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0117896-4850-4ffa-ad91-35c6684d1ef9 req-2b7f1593-932a-40a1-bc18-5ef38174644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:21:59.234440 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d0117896-4850-4ffa-ad91-35c6684d1ef9 req-2b7f1593-932a-40a1-bc18-5ef38174644f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4941df19-cce7-4f9a-875c-e4bd0f0c1292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722287 Jan 11 10:21:59.377200 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d0117896-4850-4ffa-ad91-35c6684d1ef9 req-0d6d3b24-98d7-44ad-bd83-3828aeb45fb7 service neutron] 10.222.0.42 "GET /v2.0/networks/4941df19-cce7-4f9a-875c-e4bd0f0c1292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360309 Jan 11 10:21:59.551194 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-d0117896-4850-4ffa-ad91-35c6684d1ef9 req-4514cd00-5da2-4ada-8921-52a001f784d4 service neutron] 10.222.0.42 "GET /v2.0/networks/4941df19-cce7-4f9a-875c-e4bd0f0c1292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362438 Jan 11 10:22:04.740470 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:22:19.254549 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a8c23c2d-a3f9-473e-843b-27d7c3c66fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:22:21.481055 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4be9aa7b-b378-43e3-94b5-20465e8dc312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:22:22.705967 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:22:22.721507 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:22:23.598996 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:22:24.260673 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:22:34.757743 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:22:46.284521 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b120d4-21ea-4c32-adc0-f7c035d9232e req-833ce9fb-3c0d-4dc3-a329-c75967a5d9db tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:22:46.285882 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-36b120d4-21ea-4c32-adc0-f7c035d9232e req-833ce9fb-3c0d-4dc3-a329-c75967a5d9db tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 945 time: 0.1778634 Jan 11 10:22:46.328903 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-36b120d4-21ea-4c32-adc0-f7c035d9232e req-196ca946-5c11-4bbf-85f1-061d1c60c00d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=149b9862-4fdd-474b-8853-5562c78e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372376 Jan 11 10:22:47.517181 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f37b90-b1a1-409b-9cd6-163126b0ad2e req-6f4cd8ec-579f-4307-a53a-0724c19adc05 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:22:47.518538 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-41f37b90-b1a1-409b-9cd6-163126b0ad2e req-6f4cd8ec-579f-4307-a53a-0724c19adc05 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 945 time: 0.0809267 Jan 11 10:22:47.563863 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-41f37b90-b1a1-409b-9cd6-163126b0ad2e req-48c0856d-9d63-4a3a-95b4-7a3925581352 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=149b9862-4fdd-474b-8853-5562c78e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398674 Jan 11 10:22:48.746202 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42507fdf-ddc5-499e-9717-c29eb5e92957 req-bbd7b1c3-dc81-4022-afa6-f7b2129c420b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:22:48.747641 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-42507fdf-ddc5-499e-9717-c29eb5e92957 req-bbd7b1c3-dc81-4022-afa6-f7b2129c420b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 945 time: 0.0789733 Jan 11 10:22:48.790367 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-42507fdf-ddc5-499e-9717-c29eb5e92957 req-0d49f1b4-b775-4038-8d42-6541647a1aaf tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=149b9862-4fdd-474b-8853-5562c78e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371153 Jan 11 10:22:48.814688 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 42096) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:22:48.926021 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3ae685ae-5a23-4dc1-bd34-70cf86db68d6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/floatingips/72194317-0e1c-4078-a02d-cbc09cbd1fa7 HTTP/1.1" status: 200 len: 992 time: 0.1101384 Jan 11 10:22:49.256281 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c285479c-bc50-4b42-8d14-aea9e15a84e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:22:50.408671 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee20ed0-3053-4b5a-94b5-d123cc5629b6 req-325ff4ca-16b9-4af3-a0a2-b2fe60251520 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:22:50.409243 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb15f0f-dbcb-4d64-989c-7033e8c81894 req-41be9579-8e0c-4490-bc41-9e7b2cbb53b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:22:50.410069 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-dee20ed0-3053-4b5a-94b5-d123cc5629b6 req-325ff4ca-16b9-4af3-a0a2-b2fe60251520 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 945 time: 0.0854340 Jan 11 10:22:50.410239 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fbb15f0f-dbcb-4d64-989c-7033e8c81894 req-41be9579-8e0c-4490-bc41-9e7b2cbb53b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 1098 time: 0.0697753 Jan 11 10:22:50.455612 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-dee20ed0-3053-4b5a-94b5-d123cc5629b6 req-8c689386-9a31-4919-b70b-f4e9d5840f64 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=149b9862-4fdd-474b-8853-5562c78e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395012 Jan 11 10:22:50.544841 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb15f0f-dbcb-4d64-989c-7033e8c81894 req-fd419358-ada9-4c7c-8fba-7c91f4b6991b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:22:50.546300 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fbb15f0f-dbcb-4d64-989c-7033e8c81894 req-fd419358-ada9-4c7c-8fba-7c91f4b6991b service neutron] 10.222.0.42 "GET /v2.0/networks?id=4941df19-cce7-4f9a-875c-e4bd0f0c1292 HTTP/1.1" status: 200 len: 898 time: 0.1294911 Jan 11 10:22:50.755247 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fbb15f0f-dbcb-4d64-989c-7033e8c81894 req-b75fbc1c-c703-493a-8081-eab8a4d9380c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6e781ae-646a-48b7-a5a7-cd2428dbe948 HTTP/1.1" status: 200 len: 1000 time: 0.2034252 Jan 11 10:22:50.821986 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb15f0f-dbcb-4d64-989c-7033e8c81894 req-74f494b0-e219-4e7a-869d-f1b0e3f47d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:22:50.823634 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fbb15f0f-dbcb-4d64-989c-7033e8c81894 req-74f494b0-e219-4e7a-869d-f1b0e3f47d60 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7678a3c-2da6-45cf-9da7-9edd89014626 HTTP/1.1" status: 200 len: 834 time: 0.0628076 Jan 11 10:22:50.901365 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb15f0f-dbcb-4d64-989c-7033e8c81894 req-fbc041d3-7910-4f52-9a01-29791b546a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:22:50.902847 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fbb15f0f-dbcb-4d64-989c-7033e8c81894 req-fbc041d3-7910-4f52-9a01-29791b546a20 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4941df19-cce7-4f9a-875c-e4bd0f0c1292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718510 Jan 11 10:22:51.033360 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fbb15f0f-dbcb-4d64-989c-7033e8c81894 req-7d031708-68e3-4fbc-ae07-036ed8d5c73c service neutron] 10.222.0.42 "GET /v2.0/networks/4941df19-cce7-4f9a-875c-e4bd0f0c1292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236870 Jan 11 10:22:51.165211 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-fbb15f0f-dbcb-4d64-989c-7033e8c81894 req-61d79167-19bd-429a-80e8-afd5ad9e36e9 service neutron] 10.222.0.42 "GET /v2.0/networks/4941df19-cce7-4f9a-875c-e4bd0f0c1292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259432 Jan 11 10:22:51.483278 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-26b5c10b-3dc3-4fa8-93e3-fc08e326d359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:22:51.652701 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de70321-b7c1-4a64-91f6-f3fd45fbed48 req-9d918620-fbff-428e-9be1-699f16896f76 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:22:51.654212 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8de70321-b7c1-4a64-91f6-f3fd45fbed48 req-9d918620-fbff-428e-9be1-699f16896f76 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 945 time: 0.0819168 Jan 11 10:22:51.697528 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8de70321-b7c1-4a64-91f6-f3fd45fbed48 req-796b4d66-0884-42c5-bf0a-49ed924492a9 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=149b9862-4fdd-474b-8853-5562c78e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376225 Jan 11 10:22:52.713694 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:22:52.724305 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:22:52.881141 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c2dfb-1589-4cbd-aed1-dd573ea73e39 req-0112e64f-aed6-4e0a-b6c9-111601b6476b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:22:52.882575 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b43c2dfb-1589-4cbd-aed1-dd573ea73e39 req-0112e64f-aed6-4e0a-b6c9-111601b6476b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 945 time: 0.0807815 Jan 11 10:22:52.926280 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b43c2dfb-1589-4cbd-aed1-dd573ea73e39 req-b2014867-e9d7-4073-9ac6-d554455e7904 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=149b9862-4fdd-474b-8853-5562c78e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367134 Jan 11 10:22:52.949905 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 42110) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:22:53.055135 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2291192a-b5ff-46c2-aeb5-6aaf35077542 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/floatingips/72194317-0e1c-4078-a02d-cbc09cbd1fa7 HTTP/1.1" status: 200 len: 992 time: 0.1039755 Jan 11 10:22:53.352487 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 42118) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:22:53.548991 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-85f49441-f7fc-4dbd-84dd-f1bddcc43334 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Deleting port e2954951-4432-4305-9b39-41a4bb01e80c {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:22:53.549326 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85f49441-f7fc-4dbd-84dd-f1bddcc43334 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:22:53.718499 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85f49441-f7fc-4dbd-84dd-f1bddcc43334 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:22:53.718872 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85f49441-f7fc-4dbd-84dd-f1bddcc43334 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:22:53.840027 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-85f49441-f7fc-4dbd-84dd-f1bddcc43334 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Calling delete_port for e2954951-4432-4305-9b39-41a4bb01e80c owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:22:53.987590 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85f49441-f7fc-4dbd-84dd-f1bddcc43334 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:22:54.034823 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f49441-f7fc-4dbd-84dd-f1bddcc43334 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Port': ['ID=e2954951-4432-4305-9b39-41a4bb01e80c,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:22:54.077611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f49441-f7fc-4dbd-84dd-f1bddcc43334 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:22:54.077958 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f49441-f7fc-4dbd-84dd-f1bddcc43334 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:22:54.078317 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f49441-f7fc-4dbd-84dd-f1bddcc43334 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:22:54.078653 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f49441-f7fc-4dbd-84dd-f1bddcc43334 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:22:54.078980 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f49441-f7fc-4dbd-84dd-f1bddcc43334 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:22:54.079305 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f49441-f7fc-4dbd-84dd-f1bddcc43334 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:22:54.079625 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f49441-f7fc-4dbd-84dd-f1bddcc43334 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:22:54.079944 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f49441-f7fc-4dbd-84dd-f1bddcc43334 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:22:54.080260 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f49441-f7fc-4dbd-84dd-f1bddcc43334 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:22:54.080582 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f49441-f7fc-4dbd-84dd-f1bddcc43334 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:22:54.080895 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f49441-f7fc-4dbd-84dd-f1bddcc43334 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:22:54.081210 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f49441-f7fc-4dbd-84dd-f1bddcc43334 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:22:54.231579 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85f49441-f7fc-4dbd-84dd-f1bddcc43334 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:22:54.231940 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-85f49441-f7fc-4dbd-84dd-f1bddcc43334 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Floating IP 72194317-0e1c-4078-a02d-cbc09cbd1fa7 disassociated (deleted). External IP: 172.26.3.60, port: f6e781ae-646a-48b7-a5a7-cd2428dbe948. Jan 11 10:22:54.266034 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:22:54.576792 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f49441-f7fc-4dbd-84dd-f1bddcc43334 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Router 667ad84f-5268-4e7d-a133-7a1c6d688bdd has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:22:54.755586 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f49441-f7fc-4dbd-84dd-f1bddcc43334 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:22:54.765087 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627afdfc-8ae1-45ea-9b43-b8656f90b4f7 None None] Sync routers for ids ['667ad84f-5268-4e7d-a133-7a1c6d688bdd'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:22:54.771267 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85f49441-f7fc-4dbd-84dd-f1bddcc43334 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:22:54.773979 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627afdfc-8ae1-45ea-9b43-b8656f90b4f7 None None] Routers {'667ad84f-5268-4e7d-a133-7a1c6d688bdd'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:22:54.774612 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-627afdfc-8ae1-45ea-9b43-b8656f90b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:22:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['667ad84f-5268-4e7d-a133-7a1c6d688bdd'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:22:54.827597 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-85f49441-f7fc-4dbd-84dd-f1bddcc43334 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "DELETE /v2.0/floatingips/72194317-0e1c-4078-a02d-cbc09cbd1fa7 HTTP/1.1" status: 204 len: 168 time: 1.4740410 Jan 11 10:22:54.828198 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149a5981-5205-44f4-aaa7-e65b9a97867c', 'tag': 'f6e781ae-646a-48b7-a5a7-cd2428dbe948'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:22:54.874266 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149a5981-5205-44f4-aaa7-e65b9a97867c', 'tag': 'f6e781ae-646a-48b7-a5a7-cd2428dbe948', 'status': 'completed', 'code': 200} Jan 11 10:22:54.958891 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-627afdfc-8ae1-45ea-9b43-b8656f90b4f7 None None] Set router 667ad84f-5268-4e7d-a133-7a1c6d688bdd gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:22:54.974968 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e3bca-f845-4ba2-ae85-b961b3d029c4 req-95af7e98-6e51-4254-b6c1-d7724f60f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:22:54.976693 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-555e3bca-f845-4ba2-ae85-b961b3d029c4 req-95af7e98-6e51-4254-b6c1-d7724f60f683 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 1098 time: 0.0803878 Jan 11 10:22:55.122211 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e3bca-f845-4ba2-ae85-b961b3d029c4 req-b8580ac3-e94f-4872-9948-c4a605c74312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:22:55.123621 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-555e3bca-f845-4ba2-ae85-b961b3d029c4 req-b8580ac3-e94f-4872-9948-c4a605c74312 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4941df19-cce7-4f9a-875c-e4bd0f0c1292 HTTP/1.1" status: 200 len: 898 time: 0.1410155 Jan 11 10:22:55.204522 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-555e3bca-f845-4ba2-ae85-b961b3d029c4 req-9c3c34a6-03e7-42c9-b2f3-7683e4920bb2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6e781ae-646a-48b7-a5a7-cd2428dbe948 HTTP/1.1" status: 200 len: 217 time: 0.0650961 Jan 11 10:22:55.237415 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f0be0-9ee0-47df-ae96-92309fe7320d req-54f1232b-0ce0-45da-861e-c586ec786251 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:22:55.238123 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-168f0be0-9ee0-47df-ae96-92309fe7320d req-54f1232b-0ce0-45da-861e-c586ec786251 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Synchronizing usage tracker for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:22:55.256273 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-168f0be0-9ee0-47df-ae96-92309fe7320d req-54f1232b-0ce0-45da-861e-c586ec786251 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Unset dirty status for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:22:55.257633 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-168f0be0-9ee0-47df-ae96-92309fe7320d req-54f1232b-0ce0-45da-861e-c586ec786251 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 945 time: 0.1081316 Jan 11 10:22:55.275191 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e3bca-f845-4ba2-ae85-b961b3d029c4 req-df5921db-81a6-4a40-8ab6-7560906d16b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:22:55.276618 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-555e3bca-f845-4ba2-ae85-b961b3d029c4 req-df5921db-81a6-4a40-8ab6-7560906d16b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d7678a3c-2da6-45cf-9da7-9edd89014626 HTTP/1.1" status: 200 len: 834 time: 0.0654926 Jan 11 10:22:55.287828 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-627afdfc-8ae1-45ea-9b43-b8656f90b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730399308', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:21:23Z', 'updated_at': '2022-01-11T10:21:28Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:21:24Z', 'updated_at': '2022-01-11T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '2e8924cd-004a-4392-8644-e332703ec388', 'name': '', 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:28:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'd7678a3c-2da6-45cf-9da7-9edd89014626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:21:27Z', 'updated_at': '2022-01-11T10:21:33Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': 'd7678a3c-2da6-45cf-9da7-9edd89014626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:22:55.292153 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627afdfc-8ae1-45ea-9b43-b8656f90b4f7 None None] Checking router: 667ad84f-5268-4e7d-a133-7a1c6d688bdd for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:22:55.301016 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627afdfc-8ae1-45ea-9b43-b8656f90b4f7 None None] Routers {'667ad84f-5268-4e7d-a133-7a1c6d688bdd'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:22:55.301326 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-627afdfc-8ae1-45ea-9b43-b8656f90b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:22:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['667ad84f-5268-4e7d-a133-7a1c6d688bdd'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:22:55.305591 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-168f0be0-9ee0-47df-ae96-92309fe7320d req-e8e0dd23-33a4-42a7-88e6-9e65175d59e4 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=149b9862-4fdd-474b-8853-5562c78e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411716 Jan 11 10:22:55.353474 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e3bca-f845-4ba2-ae85-b961b3d029c4 req-181467df-7be0-4cfe-a340-08c29d2cee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:22:55.355043 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-555e3bca-f845-4ba2-ae85-b961b3d029c4 req-181467df-7be0-4cfe-a340-08c29d2cee2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4941df19-cce7-4f9a-875c-e4bd0f0c1292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708144 Jan 11 10:22:55.484150 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-627afdfc-8ae1-45ea-9b43-b8656f90b4f7 None None] Set router 667ad84f-5268-4e7d-a133-7a1c6d688bdd gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:22:55.488419 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-555e3bca-f845-4ba2-ae85-b961b3d029c4 req-7186082d-59a1-4a3b-b57f-da4d8944e7a1 service neutron] 10.222.0.42 "GET /v2.0/networks/4941df19-cce7-4f9a-875c-e4bd0f0c1292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266754 Jan 11 10:22:55.625428 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-555e3bca-f845-4ba2-ae85-b961b3d029c4 req-e94c5702-4e22-46e9-a990-97c7dcbf3519 service neutron] 10.222.0.42 "GET /v2.0/networks/4941df19-cce7-4f9a-875c-e4bd0f0c1292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297152 Jan 11 10:22:55.841171 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-627afdfc-8ae1-45ea-9b43-b8656f90b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730399308', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:21:23Z', 'updated_at': '2022-01-11T10:21:28Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:21:24Z', 'updated_at': '2022-01-11T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '2e8924cd-004a-4392-8644-e332703ec388', 'name': '', 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:28:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'd7678a3c-2da6-45cf-9da7-9edd89014626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:21:27Z', 'updated_at': '2022-01-11T10:21:33Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': 'd7678a3c-2da6-45cf-9da7-9edd89014626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:22:55.844842 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627afdfc-8ae1-45ea-9b43-b8656f90b4f7 None None] The sync data for ids ['667ad84f-5268-4e7d-a133-7a1c6d688bdd'] in dv-neutron-823402-4-hyperv is: [{'id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730399308', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:21:23Z', 'updated_at': '2022-01-11T10:21:28Z', 'revision_number': 4, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:21:24Z', 'updated_at': '2022-01-11T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '2e8924cd-004a-4392-8644-e332703ec388', 'name': '', 'network_id': '4941df19-cce7-4f9a-875c-e4bd0f0c1292', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'mac_address': 'fa:16:3e:28:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'd7678a3c-2da6-45cf-9da7-9edd89014626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:21:27Z', 'updated_at': '2022-01-11T10:21:33Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'subnets': [{'id': 'd7678a3c-2da6-45cf-9da7-9edd89014626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:22:56.053847 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1b2080-1b88-4652-9ab1-ac5c2390e25d None None] New status for floating IP 72194317-0e1c-4078-a02d-cbc09cbd1fa7: DOWN {{(pid=87657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 10:22:56.489540 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e2a19-1b04-4936-a2a2-20487cffa493 req-dd47277d-b70c-479a-8ac1-45ab7e98ebf3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:22:56.490985 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3e0e2a19-1b04-4936-a2a2-20487cffa493 req-dd47277d-b70c-479a-8ac1-45ab7e98ebf3 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 945 time: 0.0791113 Jan 11 10:22:56.537818 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3e0e2a19-1b04-4936-a2a2-20487cffa493 req-444105b8-2cfc-4402-b1a0-509a3bb59f7d tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/security-groups?id=149b9862-4fdd-474b-8853-5562c78e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410371 Jan 11 10:22:56.801945 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a9eb9-459e-4c24-a324-6ee652abfea3 req-f6b1a459-c61f-43b1-82e1-beb32f290b66 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:22:56.802565 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-527a9eb9-459e-4c24-a324-6ee652abfea3 req-f6b1a459-c61f-43b1-82e1-beb32f290b66 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Synchronizing usage tracker for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:22:56.814472 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-527a9eb9-459e-4c24-a324-6ee652abfea3 req-f6b1a459-c61f-43b1-82e1-beb32f290b66 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Unset dirty status for tenant:6029e67c78cc44a08fe7b20a1dc57c80 on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:22:56.815571 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-527a9eb9-459e-4c24-a324-6ee652abfea3 req-f6b1a459-c61f-43b1-82e1-beb32f290b66 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.42 "GET /v2.0/ports?device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 945 time: 0.0933788 Jan 11 10:22:56.886227 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-527a9eb9-459e-4c24-a324-6ee652abfea3 req-c077c3cd-e4b3-4aab-8ffb-0c1a02911e5b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Deleting port f6e781ae-646a-48b7-a5a7-cd2428dbe948 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:22:56.886564 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-527a9eb9-459e-4c24-a324-6ee652abfea3 req-c077c3cd-e4b3-4aab-8ffb-0c1a02911e5b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:22:57.229851 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-527a9eb9-459e-4c24-a324-6ee652abfea3 req-c077c3cd-e4b3-4aab-8ffb-0c1a02911e5b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] For port f6e781ae-646a-48b7-a5a7-cd2428dbe948, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=f6e781ae-646a-48b7-a5a7-cd2428dbe948,segment=NetworkSegment(5d3f77ff-b12f-4658-9a3e-f6b6e751bf02),segment_id=5d3f77ff-b12f-4658-9a3e-f6b6e751bf02)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:22:57.230109 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-527a9eb9-459e-4c24-a324-6ee652abfea3 req-c077c3cd-e4b3-4aab-8ffb-0c1a02911e5b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:22:57.350070 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-527a9eb9-459e-4c24-a324-6ee652abfea3 req-c077c3cd-e4b3-4aab-8ffb-0c1a02911e5b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Calling delete_port for f6e781ae-646a-48b7-a5a7-cd2428dbe948 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:22:57.494140 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-527a9eb9-459e-4c24-a324-6ee652abfea3 req-c077c3cd-e4b3-4aab-8ffb-0c1a02911e5b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:22:57.547215 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077c3cd-e4b3-4aab-8ffb-0c1a02911e5b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Port': ['ID=f6e781ae-646a-48b7-a5a7-cd2428dbe948,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:22:57.589298 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077c3cd-e4b3-4aab-8ffb-0c1a02911e5b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:22:57.589651 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077c3cd-e4b3-4aab-8ffb-0c1a02911e5b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:22:57.589992 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077c3cd-e4b3-4aab-8ffb-0c1a02911e5b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:22:57.590359 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077c3cd-e4b3-4aab-8ffb-0c1a02911e5b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:22:57.590692 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077c3cd-e4b3-4aab-8ffb-0c1a02911e5b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:22:57.591023 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077c3cd-e4b3-4aab-8ffb-0c1a02911e5b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:22:57.591347 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077c3cd-e4b3-4aab-8ffb-0c1a02911e5b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:22:57.591666 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077c3cd-e4b3-4aab-8ffb-0c1a02911e5b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:22:57.591984 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077c3cd-e4b3-4aab-8ffb-0c1a02911e5b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:22:57.592321 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077c3cd-e4b3-4aab-8ffb-0c1a02911e5b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:22:57.592617 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077c3cd-e4b3-4aab-8ffb-0c1a02911e5b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:22:57.592930 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c077c3cd-e4b3-4aab-8ffb-0c1a02911e5b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:22:57.633532 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-527a9eb9-459e-4c24-a324-6ee652abfea3 req-c077c3cd-e4b3-4aab-8ffb-0c1a02911e5b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] No DVR routers for this DVR port f6e781ae-646a-48b7-a5a7-cd2428dbe948 on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:22:57.636010 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-527a9eb9-459e-4c24-a324-6ee652abfea3 req-c077c3cd-e4b3-4aab-8ffb-0c1a02911e5b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:22:57.638621 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149a5981-5205-44f4-aaa7-e65b9a97867c', 'name': 'network-vif-deleted', 'tag': 'f6e781ae-646a-48b7-a5a7-cd2428dbe948'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:22:57.667513 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-527a9eb9-459e-4c24-a324-6ee652abfea3 req-c077c3cd-e4b3-4aab-8ffb-0c1a02911e5b tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.42 "DELETE /v2.0/ports/f6e781ae-646a-48b7-a5a7-cd2428dbe948 HTTP/1.1" status: 204 len: 173 time: 0.8469632 Jan 11 10:22:57.691379 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149a5981-5205-44f4-aaa7-e65b9a97867c', 'name': 'network-vif-deleted', 'tag': 'f6e781ae-646a-48b7-a5a7-cd2428dbe948', 'status': 'completed', 'code': 200} Jan 11 10:22:57.693972 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a29706ba-7971-42a8-b9ec-869ac3d9fa57 req-f4a8347e-dbae-4d14-adfc-34c3cf6239e6 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "GET /v2.0/ports?device_id=149a5981-5205-44f4-aaa7-e65b9a97867c HTTP/1.1" status: 200 len: 210 time: 0.0487018 Jan 11 10:22:58.791575 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 42136) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:22:59.431557 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ce1dc56-cf9c-412e-a44e-31c08a8a56f7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:22:59.780590 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-5ce1dc56-cf9c-412e-a44e-31c08a8a56f7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Deleting port 2e8924cd-004a-4392-8644-e332703ec388 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:22:59.780921 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ce1dc56-cf9c-412e-a44e-31c08a8a56f7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:22:59.962184 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-5ce1dc56-cf9c-412e-a44e-31c08a8a56f7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] For port 2e8924cd-004a-4392-8644-e332703ec388, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=2e8924cd-004a-4392-8644-e332703ec388,segment=NetworkSegment(5d3f77ff-b12f-4658-9a3e-f6b6e751bf02),segment_id=5d3f77ff-b12f-4658-9a3e-f6b6e751bf02)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:22:59.963458 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ce1dc56-cf9c-412e-a44e-31c08a8a56f7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:00.085586 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-5ce1dc56-cf9c-412e-a44e-31c08a8a56f7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Calling delete_port for 2e8924cd-004a-4392-8644-e332703ec388 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:23:00.406009 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ce1dc56-cf9c-412e-a44e-31c08a8a56f7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:00.452612 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1dc56-cf9c-412e-a44e-31c08a8a56f7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Port': ['ID=2e8924cd-004a-4392-8644-e332703ec388,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:00.598285 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:23:00.824997 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5ce1dc56-cf9c-412e-a44e-31c08a8a56f7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:00.975769 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device f6e781ae-646a-48b7-a5a7-cd2428dbe948 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:23:01.010321 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: f6e781ae-646a-48b7-a5a7-cd2428dbe948 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:23:01.010715 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device f6e781ae-646a-48b7-a5a7-cd2428dbe948 not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:23:01.177190 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce1dc56-cf9c-412e-a44e-31c08a8a56f7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Router 667ad84f-5268-4e7d-a133-7a1c6d688bdd has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:23:01.353291 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce1dc56-cf9c-412e-a44e-31c08a8a56f7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:23:01.362672 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2632abaf-6479-4006-a1b3-a1e1e218c48f None None] Sync routers for ids ['667ad84f-5268-4e7d-a133-7a1c6d688bdd'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:23:01.365619 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5ce1dc56-cf9c-412e-a44e-31c08a8a56f7 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "PUT /v2.0/routers/667ad84f-5268-4e7d-a133-7a1c6d688bdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5730016 Jan 11 10:23:01.368382 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 42140) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:23:01.372590 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2632abaf-6479-4006-a1b3-a1e1e218c48f None None] Routers {'667ad84f-5268-4e7d-a133-7a1c6d688bdd'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:23:01.373199 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2632abaf-6479-4006-a1b3-a1e1e218c48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:22:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['667ad84f-5268-4e7d-a133-7a1c6d688bdd'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:01.433347 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f275ff6-7c82-4ad4-ac79-29763741a529 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Deleting subnet d7678a3c-2da6-45cf-9da7-9edd89014626 {{(pid=87654) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 10:23:01.436268 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f275ff6-7c82-4ad4-ac79-29763741a529 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for subnet, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:01.493248 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f275ff6-7c82-4ad4-ac79-29763741a529 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117253'] for subnet, precommit_delete_associations {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:01.547845 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-2632abaf-6479-4006-a1b3-a1e1e218c48f None None] Set router 667ad84f-5268-4e7d-a133-7a1c6d688bdd gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:23:01.576345 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f275ff6-7c82-4ad4-ac79-29763741a529 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:01.651560 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f275ff6-7c82-4ad4-ac79-29763741a529 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7538078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6467232'] for subnet, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:01.698032 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f275ff6-7c82-4ad4-ac79-29763741a529 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Subnet': ['ID=d7678a3c-2da6-45cf-9da7-9edd89014626,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:01.702120 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f275ff6-7c82-4ad4-ac79-29763741a529 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:01.708810 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4f275ff6-7c82-4ad4-ac79-29763741a529 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "DELETE /v2.0/subnets/d7678a3c-2da6-45cf-9da7-9edd89014626 HTTP/1.1" status: 204 len: 168 time: 0.3393760 Jan 11 10:23:01.711822 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 42144) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:23:01.740707 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50130fc5-2ea4-49d3-ab4e-4fd8efba8bc7 None None] Network 4941df19-cce7-4f9a-875c-e4bd0f0c1292 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:23:01.891247 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9038cd5-be84-4513-a213-f438d278e7ac tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:02.004065 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2632abaf-6479-4006-a1b3-a1e1e218c48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730399308', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:21:23Z', 'updated_at': '2022-01-11T10:23:00Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:21:24Z', 'updated_at': '2022-01-11T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:02.008667 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2632abaf-6479-4006-a1b3-a1e1e218c48f None None] Checking router: 667ad84f-5268-4e7d-a133-7a1c6d688bdd for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:23:02.017254 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2632abaf-6479-4006-a1b3-a1e1e218c48f None None] Routers {'667ad84f-5268-4e7d-a133-7a1c6d688bdd'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:23:02.017864 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2632abaf-6479-4006-a1b3-a1e1e218c48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:22:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['667ad84f-5268-4e7d-a133-7a1c6d688bdd'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:02.073869 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9038cd5-be84-4513-a213-f438d278e7ac tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:02.082779 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cb90f0-9513-47a1-a173-f5f7dc685b51 None None] DHCP port deletion for 4941df19-cce7-4f9a-875c-e4bd0f0c1292 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 10:23:02.084474 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f9038cd5-be84-4513-a213-f438d278e7ac tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Deleting port 05a9148a-9874-4dbc-b9d9-ab7a5612f941 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:23:02.084875 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9038cd5-be84-4513-a213-f438d278e7ac tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:02.092883 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-88cb90f0-9513-47a1-a173-f5f7dc685b51 None None] Deleting port 6ace5ff4-5239-4c6f-a786-30142764bd94 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:23:02.093372 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-88cb90f0-9513-47a1-a173-f5f7dc685b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:02.255947 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-f9038cd5-be84-4513-a213-f438d278e7ac tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] For port 05a9148a-9874-4dbc-b9d9-ab7a5612f941, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=05a9148a-9874-4dbc-b9d9-ab7a5612f941,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:23:02.256573 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9038cd5-be84-4513-a213-f438d278e7ac tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:02.286356 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-2632abaf-6479-4006-a1b3-a1e1e218c48f None None] Set router 667ad84f-5268-4e7d-a133-7a1c6d688bdd gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:23:02.500590 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f9038cd5-be84-4513-a213-f438d278e7ac tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Calling delete_port for 05a9148a-9874-4dbc-b9d9-ab7a5612f941 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:23:02.615460 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-88cb90f0-9513-47a1-a173-f5f7dc685b51 None None] For port 6ace5ff4-5239-4c6f-a786-30142764bd94, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=6ace5ff4-5239-4c6f-a786-30142764bd94,segment=NetworkSegment(5d3f77ff-b12f-4658-9a3e-f6b6e751bf02),segment_id=5d3f77ff-b12f-4658-9a3e-f6b6e751bf02)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:23:02.615757 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-88cb90f0-9513-47a1-a173-f5f7dc685b51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:02.667524 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9038cd5-be84-4513-a213-f438d278e7ac tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:02.749478 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9038cd5-be84-4513-a213-f438d278e7ac tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Port': ['ID=05a9148a-9874-4dbc-b9d9-ab7a5612f941,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:02.755708 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-88cb90f0-9513-47a1-a173-f5f7dc685b51 None None] Calling delete_port for 6ace5ff4-5239-4c6f-a786-30142764bd94 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:23:02.808519 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9038cd5-be84-4513-a213-f438d278e7ac tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:02.874157 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-88cb90f0-9513-47a1-a173-f5f7dc685b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867'] for port, after_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:02.917764 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cb90f0-9513-47a1-a173-f5f7dc685b51 None None] No DVR routers for this DVR port 6ace5ff4-5239-4c6f-a786-30142764bd94 on host dv-neutron-823402-4-hyperv {{(pid=87656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:23:02.926973 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb90f0-9513-47a1-a173-f5f7dc685b51 None None] Pushing event deleted for resources: {'Port': ['ID=6ace5ff4-5239-4c6f-a786-30142764bd94,revision_number=None']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:02.938467 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cb90f0-9513-47a1-a173-f5f7dc685b51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:23:02.938809 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cb90f0-9513-47a1-a173-f5f7dc685b51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:23:02.939139 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cb90f0-9513-47a1-a173-f5f7dc685b51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:23:02.939465 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cb90f0-9513-47a1-a173-f5f7dc685b51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:23:02.939790 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cb90f0-9513-47a1-a173-f5f7dc685b51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:23:02.940107 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cb90f0-9513-47a1-a173-f5f7dc685b51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:23:02.940423 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cb90f0-9513-47a1-a173-f5f7dc685b51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:23:02.940738 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cb90f0-9513-47a1-a173-f5f7dc685b51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:23:02.941053 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cb90f0-9513-47a1-a173-f5f7dc685b51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:23:02.941372 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cb90f0-9513-47a1-a173-f5f7dc685b51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:23:02.941683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cb90f0-9513-47a1-a173-f5f7dc685b51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:23:02.941994 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cb90f0-9513-47a1-a173-f5f7dc685b51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:23:02.945420 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-2632abaf-6479-4006-a1b3-a1e1e218c48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730399308', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:21:23Z', 'updated_at': '2022-01-11T10:23:00Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:21:24Z', 'updated_at': '2022-01-11T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:02.951150 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2632abaf-6479-4006-a1b3-a1e1e218c48f None None] The sync data for ids ['667ad84f-5268-4e7d-a133-7a1c6d688bdd'] in dv-neutron-823402-4-hyperv is: [{'id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730399308', 'tenant_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:21:23Z', 'updated_at': '2022-01-11T10:23:00Z', 'revision_number': 5, 'project_id': '6029e67c78cc44a08fe7b20a1dc57c80', 'gw_port': {'id': '05a9148a-9874-4dbc-b9d9-ab7a5612f941', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad84f-5268-4e7d-a133-7a1c6d688bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:21:24Z', 'updated_at': '2022-01-11T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:23:02.994961 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9038cd5-be84-4513-a213-f438d278e7ac tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:02.997564 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9038cd5-be84-4513-a213-f438d278e7ac tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:03.019214 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9038cd5-be84-4513-a213-f438d278e7ac tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:03.019790 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9038cd5-be84-4513-a213-f438d278e7ac tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Fanout notify agent at l3_agent the message router_deleted on router 667ad84f-5268-4e7d-a133-7a1c6d688bdd {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 10:23:03.035400 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9038cd5-be84-4513-a213-f438d278e7ac tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:03.036457 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f9038cd5-be84-4513-a213-f438d278e7ac tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "DELETE /v2.0/routers/667ad84f-5268-4e7d-a133-7a1c6d688bdd HTTP/1.1" status: 204 len: 168 time: 1.3236561 Jan 11 10:23:03.039118 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 42148) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:23:03.152841 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2cf40540-2ea1-4e30-8a72-fbe34aee3fb1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:03.283454 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2cf40540-2ea1-4e30-8a72-fbe34aee3fb1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:03.318152 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-2cf40540-2ea1-4e30-8a72-fbe34aee3fb1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4941df19-cce7-4f9a-875c-e4bd0f0c1292']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:03.331190 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-2cf40540-2ea1-4e30-8a72-fbe34aee3fb1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3f77ff-b12f-4658-9a3e-f6b6e751bf02') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:03.331504 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-2cf40540-2ea1-4e30-8a72-fbe34aee3fb1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3f77ff-b12f-4658-9a3e-f6b6e751bf02') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:03.343900 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2cf40540-2ea1-4e30-8a72-fbe34aee3fb1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:03.362727 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2cf40540-2ea1-4e30-8a72-fbe34aee3fb1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:03.371587 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf40540-2ea1-4e30-8a72-fbe34aee3fb1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 10:23:03.372009 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2cf40540-2ea1-4e30-8a72-fbe34aee3fb1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 10:23:03.386964 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 10:23:03.391621 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 2e8924cd-004a-4392-8644-e332703ec388 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:23:03.426897 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 2e8924cd-004a-4392-8644-e332703ec388 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:23:03.427249 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 2e8924cd-004a-4392-8644-e332703ec388 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:23:03.427664 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 6ace5ff4-5239-4c6f-a786-30142764bd94 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:23:03.466417 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 6ace5ff4-5239-4c6f-a786-30142764bd94 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:23:03.466810 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 6ace5ff4-5239-4c6f-a786-30142764bd94 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:23:03.469448 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2cf40540-2ea1-4e30-8a72-fbe34aee3fb1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:03.491364 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2cf40540-2ea1-4e30-8a72-fbe34aee3fb1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:03.502640 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf40540-2ea1-4e30-8a72-fbe34aee3fb1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'Network': ['ID=4941df19-cce7-4f9a-875c-e4bd0f0c1292,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:03.511250 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2cf40540-2ea1-4e30-8a72-fbe34aee3fb1 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "DELETE /v2.0/networks/4941df19-cce7-4f9a-875c-e4bd0f0c1292 HTTP/1.1" status: 204 len: 168 time: 0.4712012 Jan 11 10:23:03.513761 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 42152) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:23:03.586334 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ae847382-2c8e-4618-8984-d43da576c2e0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:03.617714 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ae847382-2c8e-4618-8984-d43da576c2e0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:03.689921 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ae847382-2c8e-4618-8984-d43da576c2e0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:03.709828 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae847382-2c8e-4618-8984-d43da576c2e0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=149b9862-4fdd-474b-8853-5562c78e481b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:03.721882 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ae847382-2c8e-4618-8984-d43da576c2e0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:03.724327 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ae847382-2c8e-4618-8984-d43da576c2e0 tempest-TestNetworkAdvancedServerOps-261691804 tempest-TestNetworkAdvancedServerOps-261691804-project] 10.222.0.15 "DELETE /v2.0/security-groups/149b9862-4fdd-474b-8853-5562c78e481b HTTP/1.1" status: 204 len: 168 time: 0.2095919 Jan 11 10:23:04.128368 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 42162) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:23:04.311441 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1221308a-c82e-4617-9213-a6afec388448 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6029e67c78cc44a08fe7b20a1dc57c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1818953 Jan 11 10:23:04.313786 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 42170) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:23:04.372623 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e35ee2d-124d-4217-b794-2f75f5cb061f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:04.396719 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e35ee2d-124d-4217-b794-2f75f5cb061f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:04.454757 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e35ee2d-124d-4217-b794-2f75f5cb061f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:04.463512 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35ee2d-124d-4217-b794-2f75f5cb061f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0ddf37-010e-432b-bdcf-e4f382247f4b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:04.473324 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e35ee2d-124d-4217-b794-2f75f5cb061f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:04.474673 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4e35ee2d-124d-4217-b794-2f75f5cb061f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe0ddf37-010e-432b-bdcf-e4f382247f4b HTTP/1.1" status: 204 len: 168 time: 0.1598907 Jan 11 10:23:04.755354 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:04.782471 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 42178) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:23:04.799578 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bb3bccf-9853-48b0-96c1-5caea3abe1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:04.814375 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0bb3bccf-9853-48b0-96c1-5caea3abe1c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:23:04.818146 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0bb3bccf-9853-48b0-96c1-5caea3abe1c1 admin admin] Usage tracker for resource:security_group_rule and tenant:b15f662560284f429191b60ff0fe699f is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:23:04.820905 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-0bb3bccf-9853-48b0-96c1-5caea3abe1c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:23:04.827056 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-0bb3bccf-9853-48b0-96c1-5caea3abe1c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:23:04.933917 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bb3bccf-9853-48b0-96c1-5caea3abe1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:04.937605 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0bb3bccf-9853-48b0-96c1-5caea3abe1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:04.986687 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3bccf-9853-48b0-96c1-5caea3abe1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2deb1526-0b08-4bdb-9208-df60201c6710,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:04.990941 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0bb3bccf-9853-48b0-96c1-5caea3abe1c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b15f662560284f429191b60ff0fe699f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2074759 Jan 11 10:23:04.993654 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 42182) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:23:05.052465 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5df656bf-90a7-448d-97be-43dbfe7b5843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:05.078903 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5df656bf-90a7-448d-97be-43dbfe7b5843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:05.130498 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5df656bf-90a7-448d-97be-43dbfe7b5843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:05.144004 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df656bf-90a7-448d-97be-43dbfe7b5843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2deb1526-0b08-4bdb-9208-df60201c6710,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:05.150892 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5df656bf-90a7-448d-97be-43dbfe7b5843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:05.152007 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-5df656bf-90a7-448d-97be-43dbfe7b5843 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2deb1526-0b08-4bdb-9208-df60201c6710 HTTP/1.1" status: 204 len: 168 time: 0.1568193 Jan 11 10:23:05.249865 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 05a9148a-9874-4dbc-b9d9-ab7a5612f941 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:23:05.279561 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 05a9148a-9874-4dbc-b9d9-ab7a5612f941 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:23:05.279904 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 05a9148a-9874-4dbc-b9d9-ab7a5612f941 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:23:05.922025 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 42206) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:23:06.026356 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6272c05f-43a2-457b-afe4-a977fc23e748 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-707779704-network', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:23:06.031166 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6272c05f-43a2-457b-afe4-a977fc23e748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:23:06.034916 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6272c05f-43a2-457b-afe4-a977fc23e748 admin admin] Usage tracker for resource:network and tenant:32517b0cbad94d25aa77021f60e9bd4d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:23:06.037709 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6272c05f-43a2-457b-afe4-a977fc23e748 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:23:06.043899 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6272c05f-43a2-457b-afe4-a977fc23e748 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:23:06.054358 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6272c05f-43a2-457b-afe4-a977fc23e748 admin admin] Made reservation on behalf of 32517b0cbad94d25aa77021f60e9bd4d for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:23:06.056565 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6272c05f-43a2-457b-afe4-a977fc23e748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:06.068556 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6272c05f-43a2-457b-afe4-a977fc23e748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:06.082713 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6272c05f-43a2-457b-afe4-a977fc23e748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:23:06.086398 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6272c05f-43a2-457b-afe4-a977fc23e748 admin admin] Usage tracker for resource:security_group_rule and tenant:32517b0cbad94d25aa77021f60e9bd4d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:23:06.089745 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6272c05f-43a2-457b-afe4-a977fc23e748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:23:06.095295 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6272c05f-43a2-457b-afe4-a977fc23e748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:23:06.194035 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6272c05f-43a2-457b-afe4-a977fc23e748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:06.199968 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6272c05f-43a2-457b-afe4-a977fc23e748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:06.232370 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6272c05f-43a2-457b-afe4-a977fc23e748 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 10:23:06.244813 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272c05f-43a2-457b-afe4-a977fc23e748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57cbcb5-a7a7-4ac3-8286-eb925e2b8a08,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:06.249502 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6272c05f-43a2-457b-afe4-a977fc23e748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:06.249840 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-6272c05f-43a2-457b-afe4-a977fc23e748 admin admin] Added segment d413f40a-beb7-4229-ae82-fe87e0b0772b of type vlan for network 5ff1379e-318c-47df-8a3c-dfd645c354f0 Jan 11 10:23:06.276955 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6272c05f-43a2-457b-afe4-a977fc23e748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:06.305529 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6272c05f-43a2-457b-afe4-a977fc23e748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:06.306542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6272c05f-43a2-457b-afe4-a977fc23e748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:06.308120 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6272c05f-43a2-457b-afe4-a977fc23e748 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:06.408565 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272c05f-43a2-457b-afe4-a977fc23e748 admin admin] Pushing event updated for resources: {'Network': ['ID=5ff1379e-318c-47df-8a3c-dfd645c354f0,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:06.411552 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6272c05f-43a2-457b-afe4-a977fc23e748 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4884973 Jan 11 10:23:06.414624 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 42212) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:23:06.419115 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 5ff1379e-318c-47df-8a3c-dfd645c354f0 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 10:23:06.421430 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-12306fd4-21f8-4065-b493-c94af1225762 admin admin] Request body: {'subnet': {'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-707779704-subnet', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:23:06.426642 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-12306fd4-21f8-4065-b493-c94af1225762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:23:06.430451 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-12306fd4-21f8-4065-b493-c94af1225762 admin admin] Usage tracker for resource:subnet and tenant:32517b0cbad94d25aa77021f60e9bd4d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:23:06.434557 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-12306fd4-21f8-4065-b493-c94af1225762 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:23:06.440394 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-12306fd4-21f8-4065-b493-c94af1225762 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:23:06.450716 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12306fd4-21f8-4065-b493-c94af1225762 admin admin] Made reservation on behalf of 32517b0cbad94d25aa77021f60e9bd4d for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:23:06.453162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-12306fd4-21f8-4065-b493-c94af1225762 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:06.661557 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-12306fd4-21f8-4065-b493-c94af1225762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:06.840556 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12306fd4-21f8-4065-b493-c94af1225762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f76024ab-1a36-4770-ad14-cf6f9e9a5eef,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:06.846545 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12306fd4-21f8-4065-b493-c94af1225762 admin admin] Checking segment: {'id': 'd413f40a-beb7-4229-ae82-fe87e0b0772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:23:06.848906 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12306fd4-21f8-4065-b493-c94af1225762 admin admin] Network hostable DHCP agents. Network: 5ff1379e-318c-47df-8a3c-dfd645c354f0, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 10:23:06.868045 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12306fd4-21f8-4065-b493-c94af1225762 admin admin] Network 5ff1379e-318c-47df-8a3c-dfd645c354f0 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 10:23:06.881615 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-12306fd4-21f8-4065-b493-c94af1225762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 5ff1379e-318c-47df-8a3c-dfd645c354f0) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:23:06.887063 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12306fd4-21f8-4065-b493-c94af1225762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:06.887063 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-12306fd4-21f8-4065-b493-c94af1225762 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:06.890746 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6069267b-1b2e-456d-b669-dfe6d370915e None None] Network 5ff1379e-318c-47df-8a3c-dfd645c354f0 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:23:06.913414 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-12306fd4-21f8-4065-b493-c94af1225762 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4953442 Jan 11 10:23:06.913815 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 42216) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:23:06.919955 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-328d7e7c-19c4-48a0-bcf8-3459ab3387ae admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-707779704-router', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:23:06.924748 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-328d7e7c-19c4-48a0-bcf8-3459ab3387ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:23:06.929667 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-328d7e7c-19c4-48a0-bcf8-3459ab3387ae admin admin] Usage tracker for resource:router and tenant:32517b0cbad94d25aa77021f60e9bd4d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:23:06.933758 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-328d7e7c-19c4-48a0-bcf8-3459ab3387ae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:23:06.939464 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-328d7e7c-19c4-48a0-bcf8-3459ab3387ae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:23:06.952343 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-328d7e7c-19c4-48a0-bcf8-3459ab3387ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:06.953435 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-328d7e7c-19c4-48a0-bcf8-3459ab3387ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:06.972433 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-328d7e7c-19c4-48a0-bcf8-3459ab3387ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:07.154450 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec1f37f-c587-4ea0-86a6-b463e2ba7731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-5ff1379e-318c-47df-8a3c-dfd645c354f0', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'fixed_ips': [{'subnet_id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 10:23:07.155292 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dec1f37f-c587-4ea0-86a6-b463e2ba7731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:07.315094 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-328d7e7c-19c4-48a0-bcf8-3459ab3387ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:07.328213 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-dec1f37f-c587-4ea0-86a6-b463e2ba7731 None None] Allocated IP 172.20.0.2 (5ff1379e-318c-47df-8a3c-dfd645c354f0/f76024ab-1a36-4770-ad14-cf6f9e9a5eef/230ce8b2-41c0-49e2-8832-d745ca4fd0d6) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:23:07.564869 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dec1f37f-c587-4ea0-86a6-b463e2ba7731 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:07.575752 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-dec1f37f-c587-4ea0-86a6-b463e2ba7731 None None] Transition to ACTIVE for port object 230ce8b2-41c0-49e2-8832-d745ca4fd0d6 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:23:07.594229 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-dec1f37f-c587-4ea0-86a6-b463e2ba7731 None None] Transition to ACTIVE for port object 230ce8b2-41c0-49e2-8832-d745ca4fd0d6 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:23:07.600548 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dec1f37f-c587-4ea0-86a6-b463e2ba7731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:07.654386 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-328d7e7c-19c4-48a0-bcf8-3459ab3387ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:07.671099 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec1f37f-c587-4ea0-86a6-b463e2ba7731 None None] Network 5ff1379e-318c-47df-8a3c-dfd645c354f0 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:23:07.672283 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-dec1f37f-c587-4ea0-86a6-b463e2ba7731 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:23:07.675181 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec1f37f-c587-4ea0-86a6-b463e2ba7731 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:23:07.685835 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-328d7e7c-19c4-48a0-bcf8-3459ab3387ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:07.784600 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1f37f-c587-4ea0-86a6-b463e2ba7731 None None] Pushing event updated for resources: {'Port': ['ID=230ce8b2-41c0-49e2-8832-d745ca4fd0d6,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:07.814756 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-dec1f37f-c587-4ea0-86a6-b463e2ba7731 None None] Attempting to bind port 230ce8b2-41c0-49e2-8832-d745ca4fd0d6 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:23:07.815266 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-dec1f37f-c587-4ea0-86a6-b463e2ba7731 None None] Attempting to bind port 230ce8b2-41c0-49e2-8832-d745ca4fd0d6 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'd413f40a-beb7-4229-ae82-fe87e0b0772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:23:07.815566 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1f37f-c587-4ea0-86a6-b463e2ba7731 None None] Attempting to bind port 230ce8b2-41c0-49e2-8832-d745ca4fd0d6 on network 5ff1379e-318c-47df-8a3c-dfd645c354f0 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:23:07.820709 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1f37f-c587-4ea0-86a6-b463e2ba7731 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:23:07.821180 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1f37f-c587-4ea0-86a6-b463e2ba7731 None None] Checking segment: {'id': 'd413f40a-beb7-4229-ae82-fe87e0b0772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:23:07.821576 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dec1f37f-c587-4ea0-86a6-b463e2ba7731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:07.821958 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1f37f-c587-4ea0-86a6-b463e2ba7731 None None] Bound using segment: {'id': 'd413f40a-beb7-4229-ae82-fe87e0b0772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:23:07.823027 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-dec1f37f-c587-4ea0-86a6-b463e2ba7731 None None] Bound port: 230ce8b2-41c0-49e2-8832-d745ca4fd0d6, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd413f40a-beb7-4229-ae82-fe87e0b0772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:23:07.823388 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dec1f37f-c587-4ea0-86a6-b463e2ba7731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:07.825011 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-328d7e7c-19c4-48a0-bcf8-3459ab3387ae admin admin] Allocated IP 172.26.3.145 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/4554e8cd-303b-474d-b576-f213b037ba87) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:23:07.913000 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-dec1f37f-c587-4ea0-86a6-b463e2ba7731 None None] For port 230ce8b2-41c0-49e2-8832-d745ca4fd0d6, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:23:07.917517 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-dec1f37f-c587-4ea0-86a6-b463e2ba7731 None None] For port 230ce8b2-41c0-49e2-8832-d745ca4fd0d6, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=230ce8b2-41c0-49e2-8832-d745ca4fd0d6,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:23:07.920775 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-dec1f37f-c587-4ea0-86a6-b463e2ba7731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:07.974813 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-328d7e7c-19c4-48a0-bcf8-3459ab3387ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:08.004601 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-328d7e7c-19c4-48a0-bcf8-3459ab3387ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:08.009326 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1f37f-c587-4ea0-86a6-b463e2ba7731 None None] Pushing event updated for resources: {'Port': ['ID=230ce8b2-41c0-49e2-8832-d745ca4fd0d6,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:08.068678 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328d7e7c-19c4-48a0-bcf8-3459ab3387ae admin admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:23:08.071857 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-328d7e7c-19c4-48a0-bcf8-3459ab3387ae admin admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:23:08.075763 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328d7e7c-19c4-48a0-bcf8-3459ab3387ae admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:23:08.118335 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d7e7c-19c4-48a0-bcf8-3459ab3387ae admin admin] Pushing event updated for resources: {'Port': ['ID=4554e8cd-303b-474d-b576-f213b037ba87,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:08.619972 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-328d7e7c-19c4-48a0-bcf8-3459ab3387ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:08.957381 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac85dea-b5ca-4c09-9c22-cdf2d50cf8b3 None None] Network 5ff1379e-318c-47df-8a3c-dfd645c354f0 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:23:08.972789 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-328d7e7c-19c4-48a0-bcf8-3459ab3387ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:09.053499 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-0ba02039-879d-4ace-a744-a62978a2f2e4 None None] Provisioning for port 230ce8b2-41c0-49e2-8832-d745ca4fd0d6 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:23:09.176959 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328d7e7c-19c4-48a0-bcf8-3459ab3387ae admin admin] Router 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 10:23:09.326655 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 230ce8b2-41c0-49e2-8832-d745ca4fd0d6 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:23:09.365492 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328d7e7c-19c4-48a0-bcf8-3459ab3387ae admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:23:09.376192 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] Sync routers for ids ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:23:09.389690 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] Routers {'65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:23:09.390682 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:22:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:09.393084 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-328d7e7c-19c4-48a0-bcf8-3459ab3387ae admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:09.398233 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 42220) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:23:09.398733 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-328d7e7c-19c4-48a0-bcf8-3459ab3387ae admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4833915 Jan 11 10:23:09.412051 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 230ce8b2-41c0-49e2-8832-d745ca4fd0d6 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:23:09.418741 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 230ce8b2-41c0-49e2-8832-d745ca4fd0d6 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:23:09.419119 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:09.495225 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-97e93c47-9b58-467c-85ee-70303b607f07 None None] Provisioning complete for port 230ce8b2-41c0-49e2-8832-d745ca4fd0d6 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:23:09.495489 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-97e93c47-9b58-467c-85ee-70303b607f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:09.576766 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] Set router 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:23:09.605082 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:09.687877 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 230ce8b2-41c0-49e2-8832-d745ca4fd0d6, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=230ce8b2-41c0-49e2-8832-d745ca4fd0d6,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:23:09.697011 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:09.731379 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-97e93c47-9b58-467c-85ee-70303b607f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:09.832105 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=230ce8b2-41c0-49e2-8832-d745ca4fd0d6,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:09.845394 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-97e93c47-9b58-467c-85ee-70303b607f07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 10:23:09.845748 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-97e93c47-9b58-467c-85ee-70303b607f07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 10:23:09.876530 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'name': 'tempest-TestShelveInstance-707779704-router', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '4554e8cd-303b-474d-b576-f213b037ba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:06Z', 'updated_at': '2022-01-11T10:23:08Z', 'revision_number': 3, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'gw_port': {'id': '4554e8cd-303b-474d-b576-f213b037ba87', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:07Z', 'updated_at': '2022-01-11T10:23:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:09.880182 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] Checking router: 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:23:09.880519 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] Updating router 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 port 4554e8cd-303b-474d-b576-f213b037ba87 binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 10:23:09.933702 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:10.105728 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b39405fa-6b91-41bc-bb10-0055e6e66cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:10.257263 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:10.268588 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] Transition to ACTIVE for port object 4554e8cd-303b-474d-b576-f213b037ba87 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:23:10.274576 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:10.355663 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] Attempting to bind port 4554e8cd-303b-474d-b576-f213b037ba87 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:23:10.356787 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] Attempting to bind port 4554e8cd-303b-474d-b576-f213b037ba87 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:23:10.356787 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] Attempting to bind port 4554e8cd-303b-474d-b576-f213b037ba87 on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:23:10.358755 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d74144-908f-4339-b9a5-1466e95df1d1 None None] Pushing event updated for resources: {'Port': ['ID=4554e8cd-303b-474d-b576-f213b037ba87,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:10.367788 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:23:10.368148 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:23:10.368741 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:10.369219 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:23:10.369758 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] Bound port: 4554e8cd-303b-474d-b576-f213b037ba87, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:23:10.370131 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:10.398647 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d74144-908f-4339-b9a5-1466e95df1d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:23:10.399384 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d74144-908f-4339-b9a5-1466e95df1d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:23:10.399384 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d74144-908f-4339-b9a5-1466e95df1d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:23:10.399687 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d74144-908f-4339-b9a5-1466e95df1d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:23:10.399910 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d74144-908f-4339-b9a5-1466e95df1d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:23:10.401137 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d74144-908f-4339-b9a5-1466e95df1d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:23:10.401137 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d74144-908f-4339-b9a5-1466e95df1d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:23:10.401414 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d74144-908f-4339-b9a5-1466e95df1d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:23:10.401675 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d74144-908f-4339-b9a5-1466e95df1d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:23:10.401983 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d74144-908f-4339-b9a5-1466e95df1d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:23:10.402315 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d74144-908f-4339-b9a5-1466e95df1d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:23:10.402620 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d74144-908f-4339-b9a5-1466e95df1d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:23:10.434036 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-b39405fa-6b91-41bc-bb10-0055e6e66cec admin admin] Allocated IP 172.20.0.1 (5ff1379e-318c-47df-8a3c-dfd645c354f0/f76024ab-1a36-4770-ad14-cf6f9e9a5eef/de846a63-227c-4a03-9048-7f87b963bc87) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:23:10.449915 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] For port 4554e8cd-303b-474d-b576-f213b037ba87, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:23:10.453167 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] For port 4554e8cd-303b-474d-b576-f213b037ba87, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4554e8cd-303b-474d-b576-f213b037ba87,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:23:10.457527 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:10.567538 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] Routers {'65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:23:10.568153 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:22:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:10.585933 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b39405fa-6b91-41bc-bb10-0055e6e66cec admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:10.612103 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b39405fa-6b91-41bc-bb10-0055e6e66cec admin admin] Transition to ACTIVE for port object de846a63-227c-4a03-9048-7f87b963bc87 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:23:10.636133 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b39405fa-6b91-41bc-bb10-0055e6e66cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:10.647256 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d74144-908f-4339-b9a5-1466e95df1d1 None None] Pushing event updated for resources: {'Port': ['ID=4554e8cd-303b-474d-b576-f213b037ba87,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:10.702466 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39405fa-6b91-41bc-bb10-0055e6e66cec admin admin] Network 5ff1379e-318c-47df-8a3c-dfd645c354f0 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:23:10.705337 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b39405fa-6b91-41bc-bb10-0055e6e66cec admin admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:23:10.708965 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39405fa-6b91-41bc-bb10-0055e6e66cec admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:23:10.746422 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39405fa-6b91-41bc-bb10-0055e6e66cec admin admin] Pushing event updated for resources: {'Port': ['ID=de846a63-227c-4a03-9048-7f87b963bc87,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:10.768692 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b39405fa-6b91-41bc-bb10-0055e6e66cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:10.784394 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] Set router 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:23:10.899341 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b39405fa-6b91-41bc-bb10-0055e6e66cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:10.940035 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bf0d294d-2050-4cd7-9242-e6b6d3ad0f78 None None] Provisioning for port de846a63-227c-4a03-9048-7f87b963bc87 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:23:10.949448 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-bf0d294d-2050-4cd7-9242-e6b6d3ad0f78 None None] Provisioning complete for port de846a63-227c-4a03-9048-7f87b963bc87 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:23:10.949821 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bf0d294d-2050-4cd7-9242-e6b6d3ad0f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:11.008197 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-bf0d294d-2050-4cd7-9242-e6b6d3ad0f78 None None] Port de846a63-227c-4a03-9048-7f87b963bc87 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:23:11.083480 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'name': 'tempest-TestShelveInstance-707779704-router', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '4554e8cd-303b-474d-b576-f213b037ba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:06Z', 'updated_at': '2022-01-11T10:23:08Z', 'revision_number': 3, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'gw_port': {'id': '4554e8cd-303b-474d-b576-f213b037ba87', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:07Z', 'updated_at': '2022-01-11T10:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:11.087418 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3810dfea-65b1-415c-9e1c-4e4696e75163 None None] The sync data for ids ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'] in dv-neutron-823402-4-hyperv is: [{'id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'name': 'tempest-TestShelveInstance-707779704-router', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '4554e8cd-303b-474d-b576-f213b037ba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:06Z', 'updated_at': '2022-01-11T10:23:08Z', 'revision_number': 3, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'gw_port': {'id': '4554e8cd-303b-474d-b576-f213b037ba87', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:07Z', 'updated_at': '2022-01-11T10:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:23:11.130726 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b39405fa-6b91-41bc-bb10-0055e6e66cec admin admin] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:11.136301 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b39405fa-6b91-41bc-bb10-0055e6e66cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:11.252030 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39405fa-6b91-41bc-bb10-0055e6e66cec admin admin] Pushing event updated for resources: {'Port': ['ID=de846a63-227c-4a03-9048-7f87b963bc87,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:11.255861 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b39405fa-6b91-41bc-bb10-0055e6e66cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:11.371045 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 230ce8b2-41c0-49e2-8832-d745ca4fd0d6 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:23:11.457032 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 230ce8b2-41c0-49e2-8832-d745ca4fd0d6 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:23:11.457548 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:11.462292 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39405fa-6b91-41bc-bb10-0055e6e66cec admin admin] Network 5ff1379e-318c-47df-8a3c-dfd645c354f0 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:23:11.465389 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b39405fa-6b91-41bc-bb10-0055e6e66cec admin admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:23:11.696143 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39405fa-6b91-41bc-bb10-0055e6e66cec admin admin] Router 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:23:11.831937 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-15266c9b-84d1-4749-8acb-66ae35e76dc5 None None] Provisioning complete for port de846a63-227c-4a03-9048-7f87b963bc87 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:23:11.832319 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-15266c9b-84d1-4749-8acb-66ae35e76dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:11.895783 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-15266c9b-84d1-4749-8acb-66ae35e76dc5 None None] Port de846a63-227c-4a03-9048-7f87b963bc87 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:23:11.901549 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39405fa-6b91-41bc-bb10-0055e6e66cec admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:23:11.911444 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b39405fa-6b91-41bc-bb10-0055e6e66cec admin admin] 10.222.0.15 "PUT /v2.0/routers/65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5114474 Jan 11 10:23:12.419593 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 42238) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:23:12.425112 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-dc45fea1-6183-4031-bee2-26a9965569f3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-901408267-network', 'tenant_id': '87bc68842ada413990ffd64050f234fa'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:23:12.429882 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dc45fea1-6183-4031-bee2-26a9965569f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:23:12.434645 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-dc45fea1-6183-4031-bee2-26a9965569f3 admin admin] Usage tracker for resource:network and tenant:87bc68842ada413990ffd64050f234fa is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:23:12.438241 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-dc45fea1-6183-4031-bee2-26a9965569f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:23:12.443847 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dc45fea1-6183-4031-bee2-26a9965569f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:23:12.454203 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc45fea1-6183-4031-bee2-26a9965569f3 admin admin] Made reservation on behalf of 87bc68842ada413990ffd64050f234fa for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:23:12.456621 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc45fea1-6183-4031-bee2-26a9965569f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:12.470060 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc45fea1-6183-4031-bee2-26a9965569f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:12.489254 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dc45fea1-6183-4031-bee2-26a9965569f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:23:12.495177 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-dc45fea1-6183-4031-bee2-26a9965569f3 admin admin] Usage tracker for resource:security_group_rule and tenant:87bc68842ada413990ffd64050f234fa is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:23:12.498050 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-dc45fea1-6183-4031-bee2-26a9965569f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:23:12.503730 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-dc45fea1-6183-4031-bee2-26a9965569f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:23:12.587006 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc45fea1-6183-4031-bee2-26a9965569f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:12.591183 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc45fea1-6183-4031-bee2-26a9965569f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:12.618638 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc45fea1-6183-4031-bee2-26a9965569f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 10:23:12.631278 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45fea1-6183-4031-bee2-26a9965569f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09c5f56-0616-4cd4-9e10-d2b1bd25c954,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:12.637425 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc45fea1-6183-4031-bee2-26a9965569f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:12.637754 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-dc45fea1-6183-4031-bee2-26a9965569f3 admin admin] Added segment cb647488-9f8d-46a8-a72b-7d87a84b5322 of type vlan for network 7dba583c-077e-46d7-8dfa-b779e90152c4 Jan 11 10:23:12.665112 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc45fea1-6183-4031-bee2-26a9965569f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:12.694882 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc45fea1-6183-4031-bee2-26a9965569f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:12.695837 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc45fea1-6183-4031-bee2-26a9965569f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:12.696429 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dc45fea1-6183-4031-bee2-26a9965569f3 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:12.717525 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] Sync routers for ids ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:23:12.726484 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] Routers {'65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:23:12.727094 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:22:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:12.799501 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-dc45fea1-6183-4031-bee2-26a9965569f3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3787699 Jan 11 10:23:12.802342 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 42242) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:23:12.804690 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45fea1-6183-4031-bee2-26a9965569f3 admin admin] Pushing event updated for resources: {'Network': ['ID=7dba583c-077e-46d7-8dfa-b779e90152c4,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:12.815763 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b0614d08-5f6d-44e8-865f-6379fb8e93ca admin admin] Request body: {'subnet': {'network_id': '7dba583c-077e-46d7-8dfa-b779e90152c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-901408267-subnet', 'tenant_id': '87bc68842ada413990ffd64050f234fa', 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:23:12.815956 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network 7dba583c-077e-46d7-8dfa-b779e90152c4 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 10:23:12.820596 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b0614d08-5f6d-44e8-865f-6379fb8e93ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:23:12.825243 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b0614d08-5f6d-44e8-865f-6379fb8e93ca admin admin] Usage tracker for resource:subnet and tenant:87bc68842ada413990ffd64050f234fa is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:23:12.828139 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b0614d08-5f6d-44e8-865f-6379fb8e93ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:23:12.833722 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b0614d08-5f6d-44e8-865f-6379fb8e93ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:23:12.843515 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0614d08-5f6d-44e8-865f-6379fb8e93ca admin admin] Made reservation on behalf of 87bc68842ada413990ffd64050f234fa for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:23:12.845809 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0614d08-5f6d-44e8-865f-6379fb8e93ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:13.030981 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] Set router 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:23:13.168286 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0614d08-5f6d-44e8-865f-6379fb8e93ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:13.245725 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0614d08-5f6d-44e8-865f-6379fb8e93ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=c31ba890-ddcc-46a8-a6bc-0f9a4d34f05e,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:13.252886 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0614d08-5f6d-44e8-865f-6379fb8e93ca admin admin] Checking segment: {'id': 'cb647488-9f8d-46a8-a72b-7d87a84b5322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7dba583c-077e-46d7-8dfa-b779e90152c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:23:13.253270 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0614d08-5f6d-44e8-865f-6379fb8e93ca admin admin] Network hostable DHCP agents. Network: 7dba583c-077e-46d7-8dfa-b779e90152c4, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 10:23:13.276519 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0614d08-5f6d-44e8-865f-6379fb8e93ca admin admin] Network 7dba583c-077e-46d7-8dfa-b779e90152c4 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 10:23:13.287725 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b0614d08-5f6d-44e8-865f-6379fb8e93ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, 7dba583c-077e-46d7-8dfa-b779e90152c4) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:23:13.292007 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0614d08-5f6d-44e8-865f-6379fb8e93ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:13.292681 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0614d08-5f6d-44e8-865f-6379fb8e93ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:13.320103 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b0614d08-5f6d-44e8-865f-6379fb8e93ca admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5141511 Jan 11 10:23:13.320528 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 42246) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:23:13.325304 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ab25ac-2dfa-410c-9411-b40b8141d3d0 None None] Network 7dba583c-077e-46d7-8dfa-b779e90152c4 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:23:13.326662 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-1d5b0940-621e-4aaa-8f28-2a454650482c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-901408267-router', 'tenant_id': '87bc68842ada413990ffd64050f234fa', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:23:13.331495 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1d5b0940-621e-4aaa-8f28-2a454650482c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:23:13.335289 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1d5b0940-621e-4aaa-8f28-2a454650482c admin admin] Usage tracker for resource:router and tenant:87bc68842ada413990ffd64050f234fa is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:23:13.337043 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4554e8cd-303b-474d-b576-f213b037ba87 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:23:13.338309 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1d5b0940-621e-4aaa-8f28-2a454650482c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:23:13.343915 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1d5b0940-621e-4aaa-8f28-2a454650482c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:23:13.357494 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0940-621e-4aaa-8f28-2a454650482c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:13.358587 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0940-621e-4aaa-8f28-2a454650482c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:13.373961 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0940-621e-4aaa-8f28-2a454650482c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:13.527661 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 4554e8cd-303b-474d-b576-f213b037ba87 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:23:13.567371 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 4554e8cd-303b-474d-b576-f213b037ba87 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:23:13.567658 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:13.613523 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'name': 'tempest-TestShelveInstance-707779704-router', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '4554e8cd-303b-474d-b576-f213b037ba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:06Z', 'updated_at': '2022-01-11T10:23:10Z', 'revision_number': 4, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'gw_port': {'id': '4554e8cd-303b-474d-b576-f213b037ba87', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:07Z', 'updated_at': '2022-01-11T10:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'de846a63-227c-4a03-9048-7f87b963bc87', 'name': '', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'mac_address': 'fa:16:3e:a4:28:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:10Z', 'updated_at': '2022-01-11T10:23:10Z', 'revision_number': 2, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'subnets': [{'id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:13.638238 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] Checking router: 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:23:13.638592 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] Updating router 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 port de846a63-227c-4a03-9048-7f87b963bc87 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 10:23:13.647336 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0940-621e-4aaa-8f28-2a454650482c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:13.743600 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:13.756626 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7b71b9-2263-41cc-9ab4-e4de09161a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-7dba583c-077e-46d7-8dfa-b779e90152c4', 'network_id': '7dba583c-077e-46d7-8dfa-b779e90152c4', 'tenant_id': '87bc68842ada413990ffd64050f234fa', 'fixed_ips': [{'subnet_id': 'c31ba890-ddcc-46a8-a6bc-0f9a4d34f05e'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 10:23:13.757414 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8a7b71b9-2263-41cc-9ab4-e4de09161a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:13.924056 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:13.961195 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0940-621e-4aaa-8f28-2a454650482c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:13.994685 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0940-621e-4aaa-8f28-2a454650482c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:14.008854 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 4554e8cd-303b-474d-b576-f213b037ba87, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4554e8cd-303b-474d-b576-f213b037ba87,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:23:14.020921 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:14.129423 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-1d5b0940-621e-4aaa-8f28-2a454650482c admin admin] Allocated IP 172.26.3.251 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/f985037c-317d-4470-904c-965504d48964) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:23:14.228196 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-8a7b71b9-2263-41cc-9ab4-e4de09161a56 None None] Allocated IP 172.20.0.2 (7dba583c-077e-46d7-8dfa-b779e90152c4/c31ba890-ddcc-46a8-a6bc-0f9a4d34f05e/5159e2b1-ddf9-4a14-9728-8c1330c6cf93) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:23:14.233919 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=4554e8cd-303b-474d-b576-f213b037ba87,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:14.282692 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0940-621e-4aaa-8f28-2a454650482c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:14.312959 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0940-621e-4aaa-8f28-2a454650482c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:14.379505 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5b0940-621e-4aaa-8f28-2a454650482c admin admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:23:14.382298 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-1d5b0940-621e-4aaa-8f28-2a454650482c admin admin] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:23:14.386857 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5b0940-621e-4aaa-8f28-2a454650482c admin admin] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:23:14.420789 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b0940-621e-4aaa-8f28-2a454650482c admin admin] Pushing event updated for resources: {'Port': ['ID=f985037c-317d-4470-904c-965504d48964,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:14.555190 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:14.575900 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] Transition to ACTIVE for port object de846a63-227c-4a03-9048-7f87b963bc87 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:23:14.588839 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:14.630672 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8a7b71b9-2263-41cc-9ab4-e4de09161a56 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:14.658072 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8a7b71b9-2263-41cc-9ab4-e4de09161a56 None None] Transition to ACTIVE for port object 5159e2b1-ddf9-4a14-9728-8c1330c6cf93 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:23:14.737769 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35ce06-f977-4eb1-963a-b089a6993b85 None None] Pushing event updated for resources: {'Port': ['ID=de846a63-227c-4a03-9048-7f87b963bc87,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:14.772761 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8a7b71b9-2263-41cc-9ab4-e4de09161a56 None None] Transition to ACTIVE for port object 5159e2b1-ddf9-4a14-9728-8c1330c6cf93 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:23:14.810668 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8a7b71b9-2263-41cc-9ab4-e4de09161a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:14.899154 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] Attempting to bind port de846a63-227c-4a03-9048-7f87b963bc87 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:23:14.899519 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] Attempting to bind port de846a63-227c-4a03-9048-7f87b963bc87 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'd413f40a-beb7-4229-ae82-fe87e0b0772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:23:14.899872 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] Attempting to bind port de846a63-227c-4a03-9048-7f87b963bc87 on network 5ff1379e-318c-47df-8a3c-dfd645c354f0 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:23:14.905707 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7b71b9-2263-41cc-9ab4-e4de09161a56 None None] Network 7dba583c-077e-46d7-8dfa-b779e90152c4 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:23:14.911119 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-8a7b71b9-2263-41cc-9ab4-e4de09161a56 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:23:14.915421 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:23:14.915787 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] Checking segment: {'id': 'd413f40a-beb7-4229-ae82-fe87e0b0772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:23:14.916785 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:14.917164 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] Bound using segment: {'id': 'd413f40a-beb7-4229-ae82-fe87e0b0772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:23:14.917702 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] Bound port: de846a63-227c-4a03-9048-7f87b963bc87, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd413f40a-beb7-4229-ae82-fe87e0b0772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:23:14.918073 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:14.926730 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7b71b9-2263-41cc-9ab4-e4de09161a56 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:23:14.930028 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b71b9-2263-41cc-9ab4-e4de09161a56 None None] Pushing event updated for resources: {'Port': ['ID=5159e2b1-ddf9-4a14-9728-8c1330c6cf93,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:14.941204 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0940-621e-4aaa-8f28-2a454650482c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:15.089956 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8a7b71b9-2263-41cc-9ab4-e4de09161a56 None None] Attempting to bind port 5159e2b1-ddf9-4a14-9728-8c1330c6cf93 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:23:15.090160 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8a7b71b9-2263-41cc-9ab4-e4de09161a56 None None] Attempting to bind port 5159e2b1-ddf9-4a14-9728-8c1330c6cf93 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'cb647488-9f8d-46a8-a72b-7d87a84b5322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7dba583c-077e-46d7-8dfa-b779e90152c4'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:23:15.090434 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7b71b9-2263-41cc-9ab4-e4de09161a56 None None] Attempting to bind port 5159e2b1-ddf9-4a14-9728-8c1330c6cf93 on network 7dba583c-077e-46d7-8dfa-b779e90152c4 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:23:15.100855 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7b71b9-2263-41cc-9ab4-e4de09161a56 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:23:15.101217 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7b71b9-2263-41cc-9ab4-e4de09161a56 None None] Checking segment: {'id': 'cb647488-9f8d-46a8-a72b-7d87a84b5322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7dba583c-077e-46d7-8dfa-b779e90152c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:23:15.101611 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8a7b71b9-2263-41cc-9ab4-e4de09161a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:15.101988 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7b71b9-2263-41cc-9ab4-e4de09161a56 None None] Bound using segment: {'id': 'cb647488-9f8d-46a8-a72b-7d87a84b5322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7dba583c-077e-46d7-8dfa-b779e90152c4'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:23:15.102510 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8a7b71b9-2263-41cc-9ab4-e4de09161a56 None None] Bound port: 5159e2b1-ddf9-4a14-9728-8c1330c6cf93, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb647488-9f8d-46a8-a72b-7d87a84b5322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7dba583c-077e-46d7-8dfa-b779e90152c4'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:23:15.102825 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8a7b71b9-2263-41cc-9ab4-e4de09161a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:15.124096 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] For port de846a63-227c-4a03-9048-7f87b963bc87, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:23:15.163475 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] For port de846a63-227c-4a03-9048-7f87b963bc87, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=de846a63-227c-4a03-9048-7f87b963bc87,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:23:15.171085 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:15.278880 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] Routers {'65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:23:15.279640 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:22:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:15.287167 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0940-621e-4aaa-8f28-2a454650482c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:15.330268 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35ce06-f977-4eb1-963a-b089a6993b85 None None] Pushing event updated for resources: {'Port': ['ID=de846a63-227c-4a03-9048-7f87b963bc87,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:15.334390 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8a7b71b9-2263-41cc-9ab4-e4de09161a56 None None] For port 5159e2b1-ddf9-4a14-9728-8c1330c6cf93, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:23:15.342450 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4554e8cd-303b-474d-b576-f213b037ba87 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:23:15.389730 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8a7b71b9-2263-41cc-9ab4-e4de09161a56 None None] For port 5159e2b1-ddf9-4a14-9728-8c1330c6cf93, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=5159e2b1-ddf9-4a14-9728-8c1330c6cf93,segment=NetworkSegment(cb647488-9f8d-46a8-a72b-7d87a84b5322),segment_id=cb647488-9f8d-46a8-a72b-7d87a84b5322)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:23:15.403637 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8a7b71b9-2263-41cc-9ab4-e4de09161a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:15.511283 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5b0940-621e-4aaa-8f28-2a454650482c admin admin] Router 9bb71e28-c97c-44d2-a4c3-a1e4d4073b07 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87654) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 10:23:15.591138 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b71b9-2263-41cc-9ab4-e4de09161a56 None None] Pushing event updated for resources: {'Port': ['ID=5159e2b1-ddf9-4a14-9728-8c1330c6cf93,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:15.626040 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] Set router 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:23:15.667519 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 4554e8cd-303b-474d-b576-f213b037ba87 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:23:15.667880 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:15.696554 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5b0940-621e-4aaa-8f28-2a454650482c admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:23:15.711656 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] Sync routers for ids ['9bb71e28-c97c-44d2-a4c3-a1e4d4073b07'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:23:15.726141 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0940-621e-4aaa-8f28-2a454650482c admin admin] Notify callbacks [] for router, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:15.729425 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] Routers {'9bb71e28-c97c-44d2-a4c3-a1e4d4073b07'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:23:15.730384 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:22:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9bb71e28-c97c-44d2-a4c3-a1e4d4073b07'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:15.730902 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 42250) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:23:15.731347 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1d5b0940-621e-4aaa-8f28-2a454650482c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4097273 Jan 11 10:23:15.971892 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] Set router 9bb71e28-c97c-44d2-a4c3-a1e4d4073b07 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:23:16.137971 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'name': 'tempest-TestShelveInstance-707779704-router', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '4554e8cd-303b-474d-b576-f213b037ba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:06Z', 'updated_at': '2022-01-11T10:23:10Z', 'revision_number': 4, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'gw_port': {'id': '4554e8cd-303b-474d-b576-f213b037ba87', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:07Z', 'updated_at': '2022-01-11T10:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'de846a63-227c-4a03-9048-7f87b963bc87', 'name': '', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'mac_address': 'fa:16:3e:a4:28:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:10Z', 'updated_at': '2022-01-11T10:23:15Z', 'revision_number': 4, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'subnets': [{'id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:16.143725 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ef727-8925-415f-8ca2-ea8d10b6dcf5 None None] The sync data for ids ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'] in dv-neutron-823402-4-hyperv is: [{'id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'name': 'tempest-TestShelveInstance-707779704-router', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '4554e8cd-303b-474d-b576-f213b037ba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:06Z', 'updated_at': '2022-01-11T10:23:10Z', 'revision_number': 4, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'gw_port': {'id': '4554e8cd-303b-474d-b576-f213b037ba87', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:07Z', 'updated_at': '2022-01-11T10:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'de846a63-227c-4a03-9048-7f87b963bc87', 'name': '', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'mac_address': 'fa:16:3e:a4:28:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:10Z', 'updated_at': '2022-01-11T10:23:15Z', 'revision_number': 4, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'subnets': [{'id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:23:16.312764 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb71e28-c97c-44d2-a4c3-a1e4d4073b07', 'name': 'tempest-TestShelveInstance-901408267-router', 'tenant_id': '87bc68842ada413990ffd64050f234fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'f985037c-317d-4470-904c-965504d48964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:13Z', 'updated_at': '2022-01-11T10:23:14Z', 'revision_number': 3, 'project_id': '87bc68842ada413990ffd64050f234fa', 'gw_port': {'id': 'f985037c-317d-4470-904c-965504d48964', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb71e28-c97c-44d2-a4c3-a1e4d4073b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:14Z', 'updated_at': '2022-01-11T10:23:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:16.316682 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] Checking router: 9bb71e28-c97c-44d2-a4c3-a1e4d4073b07 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:23:16.317004 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] Updating router 9bb71e28-c97c-44d2-a4c3-a1e4d4073b07 port f985037c-317d-4470-904c-965504d48964 binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 10:23:16.375180 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:16.684729 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41eff1b2-4eb0-4a10-a76b-88f45b3fc5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:16.820005 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d31c5a9-d281-4854-b4da-c18ae3185a03 None None] Network 7dba583c-077e-46d7-8dfa-b779e90152c4 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:23:16.827535 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:16.842657 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] Transition to ACTIVE for port object f985037c-317d-4470-904c-965504d48964 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:23:16.851673 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:16.944910 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-79c21ec1-8ffc-44ff-8b11-b8330ba65114 None None] Provisioning for port 5159e2b1-ddf9-4a14-9728-8c1330c6cf93 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:23:16.951285 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4036a7-771c-46d4-ae76-3e76c61974f4 None None] Pushing event updated for resources: {'Port': ['ID=f985037c-317d-4470-904c-965504d48964,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:16.967800 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] Attempting to bind port f985037c-317d-4470-904c-965504d48964 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:23:16.968135 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] Attempting to bind port f985037c-317d-4470-904c-965504d48964 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:23:16.968489 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] Attempting to bind port f985037c-317d-4470-904c-965504d48964 on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:23:16.971210 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-41eff1b2-4eb0-4a10-a76b-88f45b3fc5c1 admin admin] Allocated IP 172.20.0.1 (7dba583c-077e-46d7-8dfa-b779e90152c4/c31ba890-ddcc-46a8-a6bc-0f9a4d34f05e/571a35c4-f952-4a35-a727-9459651f4f33) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:23:16.975216 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:23:16.975577 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:23:16.976520 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:16.977273 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:23:16.977836 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] Bound port: f985037c-317d-4470-904c-965504d48964, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:23:16.978308 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:17.064887 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] For port f985037c-317d-4470-904c-965504d48964, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:23:17.069154 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] For port f985037c-317d-4470-904c-965504d48964, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=f985037c-317d-4470-904c-965504d48964,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:23:17.074321 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:17.166891 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4036a7-771c-46d4-ae76-3e76c61974f4 None None] Pushing event updated for resources: {'Port': ['ID=f985037c-317d-4470-904c-965504d48964,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:17.169701 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41eff1b2-4eb0-4a10-a76b-88f45b3fc5c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:17.173780 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] Routers {'9bb71e28-c97c-44d2-a4c3-a1e4d4073b07'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:23:17.174542 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:22:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9bb71e28-c97c-44d2-a4c3-a1e4d4073b07'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:17.191720 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-41eff1b2-4eb0-4a10-a76b-88f45b3fc5c1 admin admin] Transition to ACTIVE for port object 571a35c4-f952-4a35-a727-9459651f4f33 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:23:17.223665 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41eff1b2-4eb0-4a10-a76b-88f45b3fc5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:17.357838 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eff1b2-4eb0-4a10-a76b-88f45b3fc5c1 admin admin] Pushing event updated for resources: {'Port': ['ID=571a35c4-f952-4a35-a727-9459651f4f33,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:17.365431 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eff1b2-4eb0-4a10-a76b-88f45b3fc5c1 admin admin] Network 7dba583c-077e-46d7-8dfa-b779e90152c4 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:23:17.366701 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-41eff1b2-4eb0-4a10-a76b-88f45b3fc5c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:23:17.370192 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eff1b2-4eb0-4a10-a76b-88f45b3fc5c1 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:23:17.399512 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 5159e2b1-ddf9-4a14-9728-8c1330c6cf93 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:23:17.414408 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] Set router 9bb71e28-c97c-44d2-a4c3-a1e4d4073b07 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:23:17.440985 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41eff1b2-4eb0-4a10-a76b-88f45b3fc5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:17.532427 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 5159e2b1-ddf9-4a14-9728-8c1330c6cf93 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:23:17.543394 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 5159e2b1-ddf9-4a14-9728-8c1330c6cf93 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:23:17.543815 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:17.745224 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:17.777883 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb71e28-c97c-44d2-a4c3-a1e4d4073b07', 'name': 'tempest-TestShelveInstance-901408267-router', 'tenant_id': '87bc68842ada413990ffd64050f234fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'f985037c-317d-4470-904c-965504d48964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:13Z', 'updated_at': '2022-01-11T10:23:14Z', 'revision_number': 3, 'project_id': '87bc68842ada413990ffd64050f234fa', 'gw_port': {'id': 'f985037c-317d-4470-904c-965504d48964', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb71e28-c97c-44d2-a4c3-a1e4d4073b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:14Z', 'updated_at': '2022-01-11T10:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:17.783353 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ab461-0ad4-4e4b-ac02-083b6afd409e None None] The sync data for ids ['9bb71e28-c97c-44d2-a4c3-a1e4d4073b07'] in dv-neutron-823402-4-hyperv is: [{'id': '9bb71e28-c97c-44d2-a4c3-a1e4d4073b07', 'name': 'tempest-TestShelveInstance-901408267-router', 'tenant_id': '87bc68842ada413990ffd64050f234fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'f985037c-317d-4470-904c-965504d48964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:13Z', 'updated_at': '2022-01-11T10:23:14Z', 'revision_number': 3, 'project_id': '87bc68842ada413990ffd64050f234fa', 'gw_port': {'id': 'f985037c-317d-4470-904c-965504d48964', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb71e28-c97c-44d2-a4c3-a1e4d4073b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:14Z', 'updated_at': '2022-01-11T10:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:23:17.787372 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-96ff1afb-cf72-44bd-9d0e-67373d495ec9 None None] Provisioning for port 571a35c4-f952-4a35-a727-9459651f4f33 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:23:17.796581 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 5159e2b1-ddf9-4a14-9728-8c1330c6cf93, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=5159e2b1-ddf9-4a14-9728-8c1330c6cf93,segment=NetworkSegment(cb647488-9f8d-46a8-a72b-7d87a84b5322),segment_id=cb647488-9f8d-46a8-a72b-7d87a84b5322)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:23:17.797625 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-96ff1afb-cf72-44bd-9d0e-67373d495ec9 None None] Provisioning complete for port 571a35c4-f952-4a35-a727-9459651f4f33 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:23:17.797986 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-96ff1afb-cf72-44bd-9d0e-67373d495ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:17.819137 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41eff1b2-4eb0-4a10-a76b-88f45b3fc5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:17.826606 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:17.827382 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device de846a63-227c-4a03-9048-7f87b963bc87 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:23:17.965473 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-96ff1afb-cf72-44bd-9d0e-67373d495ec9 None None] Port 571a35c4-f952-4a35-a727-9459651f4f33 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:23:17.968584 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=5159e2b1-ddf9-4a14-9728-8c1330c6cf93,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:17.985249 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port de846a63-227c-4a03-9048-7f87b963bc87 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:23:17.990756 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port de846a63-227c-4a03-9048-7f87b963bc87 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:23:17.991124 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:18.079449 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41eff1b2-4eb0-4a10-a76b-88f45b3fc5c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:18.090804 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41eff1b2-4eb0-4a10-a76b-88f45b3fc5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:18.128251 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:18.170697 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port de846a63-227c-4a03-9048-7f87b963bc87, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=de846a63-227c-4a03-9048-7f87b963bc87,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:23:18.175259 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:18.248378 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=de846a63-227c-4a03-9048-7f87b963bc87,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:18.335116 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-41eff1b2-4eb0-4a10-a76b-88f45b3fc5c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:18.340355 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eff1b2-4eb0-4a10-a76b-88f45b3fc5c1 admin admin] Pushing event updated for resources: {'Port': ['ID=571a35c4-f952-4a35-a727-9459651f4f33,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:18.473320 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eff1b2-4eb0-4a10-a76b-88f45b3fc5c1 admin admin] Network 7dba583c-077e-46d7-8dfa-b779e90152c4 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:23:18.474725 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-41eff1b2-4eb0-4a10-a76b-88f45b3fc5c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:23:18.686920 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41eff1b2-4eb0-4a10-a76b-88f45b3fc5c1 admin admin] Router 9bb71e28-c97c-44d2-a4c3-a1e4d4073b07 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:23:18.694865 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-15f14ecc-d8ff-4e9e-8a18-ee2fa46a8cab None None] Provisioning complete for port 571a35c4-f952-4a35-a727-9459651f4f33 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:23:18.695927 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-15f14ecc-d8ff-4e9e-8a18-ee2fa46a8cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:18.758692 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-15f14ecc-d8ff-4e9e-8a18-ee2fa46a8cab None None] Port 571a35c4-f952-4a35-a727-9459651f4f33 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:23:18.878365 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41eff1b2-4eb0-4a10-a76b-88f45b3fc5c1 admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:23:18.887627 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-41eff1b2-4eb0-4a10-a76b-88f45b3fc5c1 admin admin] 10.222.0.15 "PUT /v2.0/routers/9bb71e28-c97c-44d2-a4c3-a1e4d4073b07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1556313 Jan 11 10:23:19.262667 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cc6b2e90-0e42-4f7c-ac17-b2d27d5e9942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:19.373367 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 5159e2b1-ddf9-4a14-9728-8c1330c6cf93 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:23:19.395111 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 42260) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:23:19.401693 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-2809841f-137b-4668-a8ca-9edd5ab645a0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-950858975', 'description': 'tempest-secgroup-smoke-950858975 description', 'project_id': '32517b0cbad94d25aa77021f60e9bd4d'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:23:19.408354 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] Sync routers for ids ['9bb71e28-c97c-44d2-a4c3-a1e4d4073b07'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:23:19.410932 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2809841f-137b-4668-a8ca-9edd5ab645a0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:23:19.414878 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2809841f-137b-4668-a8ca-9edd5ab645a0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Usage tracker for resource:security_group and tenant:32517b0cbad94d25aa77021f60e9bd4d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:23:19.417982 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2809841f-137b-4668-a8ca-9edd5ab645a0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:23:19.424418 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2809841f-137b-4668-a8ca-9edd5ab645a0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:23:19.435102 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2809841f-137b-4668-a8ca-9edd5ab645a0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:19.436862 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] Routers {'9bb71e28-c97c-44d2-a4c3-a1e4d4073b07'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:23:19.437494 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:22:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9bb71e28-c97c-44d2-a4c3-a1e4d4073b07'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:19.455079 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2809841f-137b-4668-a8ca-9edd5ab645a0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:23:19.458836 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2809841f-137b-4668-a8ca-9edd5ab645a0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Usage tracker for resource:security_group_rule and tenant:32517b0cbad94d25aa77021f60e9bd4d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:23:19.461630 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-2809841f-137b-4668-a8ca-9edd5ab645a0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:23:19.467334 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-2809841f-137b-4668-a8ca-9edd5ab645a0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:23:19.538480 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2809841f-137b-4668-a8ca-9edd5ab645a0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:19.542598 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2809841f-137b-4668-a8ca-9edd5ab645a0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:19.582790 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809841f-137b-4668-a8ca-9edd5ab645a0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:19.586049 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2809841f-137b-4668-a8ca-9edd5ab645a0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:19.590478 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2809841f-137b-4668-a8ca-9edd5ab645a0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1906447 Jan 11 10:23:19.590824 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 5159e2b1-ddf9-4a14-9728-8c1330c6cf93 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:23:19.590824 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:19.590967 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 42264) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:23:19.595873 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-d0a645f0-1c6e-498a-8916-4a17f53228c0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Request body: {'security_group_rule': {'security_group_id': '9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e', 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:23:19.601811 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d0a645f0-1c6e-498a-8916-4a17f53228c0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:23:19.606143 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d0a645f0-1c6e-498a-8916-4a17f53228c0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Usage tracker for resource:security_group_rule and tenant:32517b0cbad94d25aa77021f60e9bd4d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:23:19.609484 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-d0a645f0-1c6e-498a-8916-4a17f53228c0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:23:19.617298 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-d0a645f0-1c6e-498a-8916-4a17f53228c0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:23:19.633488 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0a645f0-1c6e-498a-8916-4a17f53228c0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:19.674435 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] Set router 9bb71e28-c97c-44d2-a4c3-a1e4d4073b07 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:23:19.694461 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0a645f0-1c6e-498a-8916-4a17f53228c0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:19.699315 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0a645f0-1c6e-498a-8916-4a17f53228c0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:19.724566 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a645f0-1c6e-498a-8916-4a17f53228c0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779eafc4-2832-4660-87e1-fa422ff41e0d,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:19.735938 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0a645f0-1c6e-498a-8916-4a17f53228c0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:19.740539 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 42268) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:23:19.741054 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d0a645f0-1c6e-498a-8916-4a17f53228c0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1491778 Jan 11 10:23:19.746344 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-c7684318-b6f4-4b9e-a489-352ade5dd4b5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Request body: {'security_group_rule': {'security_group_id': '9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e', 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:23:19.762123 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c7684318-b6f4-4b9e-a489-352ade5dd4b5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:23:19.766759 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c7684318-b6f4-4b9e-a489-352ade5dd4b5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Usage tracker for resource:security_group_rule and tenant:32517b0cbad94d25aa77021f60e9bd4d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:23:19.770733 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-c7684318-b6f4-4b9e-a489-352ade5dd4b5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:23:19.777185 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-c7684318-b6f4-4b9e-a489-352ade5dd4b5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:23:19.793379 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7684318-b6f4-4b9e-a489-352ade5dd4b5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:19.858066 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7684318-b6f4-4b9e-a489-352ade5dd4b5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:19.861601 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7684318-b6f4-4b9e-a489-352ade5dd4b5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:19.889875 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7684318-b6f4-4b9e-a489-352ade5dd4b5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ea58aa-28ce-415c-9a4b-d0aa9717b468,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:19.896998 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7684318-b6f4-4b9e-a489-352ade5dd4b5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:19.901008 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-c7684318-b6f4-4b9e-a489-352ade5dd4b5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1566150 Jan 11 10:23:19.901306 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 42272) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:23:19.906441 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2c5d0018-0287-45ca-acf2-c9b3e96b9813 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Request body: {'security_group_rule': {'security_group_id': '9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e', 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:23:19.912552 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2c5d0018-0287-45ca-acf2-c9b3e96b9813 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:23:19.916790 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2c5d0018-0287-45ca-acf2-c9b3e96b9813 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Usage tracker for resource:security_group_rule and tenant:32517b0cbad94d25aa77021f60e9bd4d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:23:19.920246 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2c5d0018-0287-45ca-acf2-c9b3e96b9813 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:23:19.925249 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2c5d0018-0287-45ca-acf2-c9b3e96b9813 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:23:19.945886 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2c5d0018-0287-45ca-acf2-c9b3e96b9813 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:19.947808 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device f985037c-317d-4470-904c-965504d48964 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:23:20.011341 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2c5d0018-0287-45ca-acf2-c9b3e96b9813 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:20.023521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2c5d0018-0287-45ca-acf2-c9b3e96b9813 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:20.047768 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d0018-0287-45ca-acf2-c9b3e96b9813 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77dfe3b1-0cd2-40d2-890f-3654e331aaff,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:20.058952 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2c5d0018-0287-45ca-acf2-c9b3e96b9813 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:20.062819 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2c5d0018-0287-45ca-acf2-c9b3e96b9813 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1579173 Jan 11 10:23:20.063125 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 42276) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:23:20.068253 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-87c0337c-d9fb-485b-940b-4f215cbb345d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Request body: {'security_group_rule': {'security_group_id': '9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e', 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:23:20.074231 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-87c0337c-d9fb-485b-940b-4f215cbb345d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:23:20.077916 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-87c0337c-d9fb-485b-940b-4f215cbb345d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Usage tracker for resource:security_group_rule and tenant:32517b0cbad94d25aa77021f60e9bd4d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:23:20.080768 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-87c0337c-d9fb-485b-940b-4f215cbb345d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:23:20.086465 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-87c0337c-d9fb-485b-940b-4f215cbb345d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:23:20.103390 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87c0337c-d9fb-485b-940b-4f215cbb345d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:20.140314 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port f985037c-317d-4470-904c-965504d48964 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:23:20.145207 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port f985037c-317d-4470-904c-965504d48964 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:23:20.145580 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:20.167316 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87c0337c-d9fb-485b-940b-4f215cbb345d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:20.170846 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87c0337c-d9fb-485b-940b-4f215cbb345d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:20.192342 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0337c-d9fb-485b-940b-4f215cbb345d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97685347-d9c1-40e9-bfce-f46fc46c7c93,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:20.205822 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-87c0337c-d9fb-485b-940b-4f215cbb345d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:20.207120 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-87c0337c-d9fb-485b-940b-4f215cbb345d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1430063 Jan 11 10:23:20.209729 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 42280) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:23:20.214876 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-e3d4db54-0077-42d4-a676-8939aa64f55c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Request body: {'security_group_rule': {'security_group_id': '9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e', 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:23:20.220590 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e3d4db54-0077-42d4-a676-8939aa64f55c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:23:20.224283 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e3d4db54-0077-42d4-a676-8939aa64f55c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Usage tracker for resource:security_group_rule and tenant:32517b0cbad94d25aa77021f60e9bd4d is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:23:20.227089 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-e3d4db54-0077-42d4-a676-8939aa64f55c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:23:20.229915 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb71e28-c97c-44d2-a4c3-a1e4d4073b07', 'name': 'tempest-TestShelveInstance-901408267-router', 'tenant_id': '87bc68842ada413990ffd64050f234fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'f985037c-317d-4470-904c-965504d48964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:13Z', 'updated_at': '2022-01-11T10:23:17Z', 'revision_number': 4, 'project_id': '87bc68842ada413990ffd64050f234fa', 'gw_port': {'id': 'f985037c-317d-4470-904c-965504d48964', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb71e28-c97c-44d2-a4c3-a1e4d4073b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:14Z', 'updated_at': '2022-01-11T10:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '571a35c4-f952-4a35-a727-9459651f4f33', 'name': '', 'network_id': '7dba583c-077e-46d7-8dfa-b779e90152c4', 'tenant_id': '87bc68842ada413990ffd64050f234fa', 'mac_address': 'fa:16:3e:4d:65:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb71e28-c97c-44d2-a4c3-a1e4d4073b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'c31ba890-ddcc-46a8-a6bc-0f9a4d34f05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:16Z', 'updated_at': '2022-01-11T10:23:17Z', 'revision_number': 2, 'project_id': '87bc68842ada413990ffd64050f234fa', 'subnets': [{'id': 'c31ba890-ddcc-46a8-a6bc-0f9a4d34f05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:20.232819 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-e3d4db54-0077-42d4-a676-8939aa64f55c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:23:20.243462 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-e3d4db54-0077-42d4-a676-8939aa64f55c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Project 32517b0cbad94d25aa77021f60e9bd4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 10:23:20.250516 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3d4db54-0077-42d4-a676-8939aa64f55c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:20.262959 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] Checking router: 9bb71e28-c97c-44d2-a4c3-a1e4d4073b07 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:23:20.263312 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] Updating router 9bb71e28-c97c-44d2-a4c3-a1e4d4073b07 port 571a35c4-f952-4a35-a727-9459651f4f33 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 10:23:20.317721 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3d4db54-0077-42d4-a676-8939aa64f55c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:20.321589 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3d4db54-0077-42d4-a676-8939aa64f55c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:20.337041 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:20.342952 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:20.343154 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4db54-0077-42d4-a676-8939aa64f55c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a517d760-dd29-498b-bcc8-add5de812ca0,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:20.357858 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e3d4db54-0077-42d4-a676-8939aa64f55c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:20.359274 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e3d4db54-0077-42d4-a676-8939aa64f55c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1486044 Jan 11 10:23:20.362520 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 42284) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:23:20.367725 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-1e7e9ced-e23e-4d61-b066-3503c40fe132 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Request body: {'security_group_rule': {'security_group_id': '9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e', 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:23:20.374133 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1e7e9ced-e23e-4d61-b066-3503c40fe132 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:23:20.377962 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1e7e9ced-e23e-4d61-b066-3503c40fe132 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Usage tracker for resource:security_group_rule and tenant:32517b0cbad94d25aa77021f60e9bd4d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:23:20.380837 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-1e7e9ced-e23e-4d61-b066-3503c40fe132 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:23:20.387016 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-1e7e9ced-e23e-4d61-b066-3503c40fe132 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:23:20.397744 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-1e7e9ced-e23e-4d61-b066-3503c40fe132 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Project 32517b0cbad94d25aa77021f60e9bd4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 10:23:20.400832 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port f985037c-317d-4470-904c-965504d48964, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=f985037c-317d-4470-904c-965504d48964,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:23:20.404857 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e7e9ced-e23e-4d61-b066-3503c40fe132 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:20.406450 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:20.407199 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device de846a63-227c-4a03-9048-7f87b963bc87 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:23:20.469837 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e7e9ced-e23e-4d61-b066-3503c40fe132 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:20.473580 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e7e9ced-e23e-4d61-b066-3503c40fe132 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:20.498428 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e9ced-e23e-4d61-b066-3503c40fe132 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=105b26a1-18fd-4c2a-809f-5340f508512b,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:20.507185 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e7e9ced-e23e-4d61-b066-3503c40fe132 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:20.508724 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-1e7e9ced-e23e-4d61-b066-3503c40fe132 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1451883 Jan 11 10:23:20.604881 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=f985037c-317d-4470-904c-965504d48964,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:20.641197 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port de846a63-227c-4a03-9048-7f87b963bc87 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:23:20.641565 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:20.754633 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-e52cddb5-00ba-4771-b8d6-4bb5c8d6ac25 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Synchronizing usage tracker for tenant:32517b0cbad94d25aa77021f60e9bd4d on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:23:20.772034 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-e52cddb5-00ba-4771-b8d6-4bb5c8d6ac25 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Unset dirty status for tenant:32517b0cbad94d25aa77021f60e9bd4d on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:23:20.773294 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-e52cddb5-00ba-4771-b8d6-4bb5c8d6ac25 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950858975&fields=id&tenant_id=32517b0cbad94d25aa77021f60e9bd4d HTTP/1.1" status: 200 len: 267 time: 0.0604918 Jan 11 10:23:20.928600 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-c9dd0759-3d67-4878-bf26-fe435dd2e662 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:20.929270 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-c9dd0759-3d67-4878-bf26-fe435dd2e662 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Synchronizing usage tracker for tenant:32517b0cbad94d25aa77021f60e9bd4d on resource:network {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:23:20.945835 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-c9dd0759-3d67-4878-bf26-fe435dd2e662 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Unset dirty status for tenant:32517b0cbad94d25aa77021f60e9bd4d on resource:network {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:23:20.947005 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-c9dd0759-3d67-4878-bf26-fe435dd2e662 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/networks?id=5ff1379e-318c-47df-8a3c-dfd645c354f0 HTTP/1.1" status: 200 len: 808 time: 0.1670527 Jan 11 10:23:20.960632 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:20.961713 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-b0b4ecf6-a7fb-4459-b4d3-d08c33b4561b tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/quotas/32517b0cbad94d25aa77021f60e9bd4d HTTP/1.1" status: 200 len: 375 time: 0.0090492 Jan 11 10:23:20.972721 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] Transition to ACTIVE for port object 571a35c4-f952-4a35-a727-9459651f4f33 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:23:20.980243 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:21.056151 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-13e34e22-f95a-47f9-b9c1-408cb6f7710a tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=32517b0cbad94d25aa77021f60e9bd4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876646 Jan 11 10:23:21.073917 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-268e598f-aed6-41bc-8d58-42b4740b0820 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 10:23:21.075075 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-268e598f-aed6-41bc-8d58-42b4740b0820 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059106 Jan 11 10:23:21.146726 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a3248-84ac-4c19-b8ba-8007ca5afd05 None None] Pushing event updated for resources: {'Port': ['ID=571a35c4-f952-4a35-a727-9459651f4f33,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:21.218808 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] Attempting to bind port 571a35c4-f952-4a35-a727-9459651f4f33 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:23:21.219176 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] Attempting to bind port 571a35c4-f952-4a35-a727-9459651f4f33 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': 'cb647488-9f8d-46a8-a72b-7d87a84b5322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7dba583c-077e-46d7-8dfa-b779e90152c4'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:23:21.219693 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] Attempting to bind port 571a35c4-f952-4a35-a727-9459651f4f33 on network 7dba583c-077e-46d7-8dfa-b779e90152c4 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:23:21.220941 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-d585a1c3-0592-4bb1-afac-373193e4f9dc service neutron] 10.222.0.15 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395483 Jan 11 10:23:21.226435 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:23:21.226943 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] Checking segment: {'id': 'cb647488-9f8d-46a8-a72b-7d87a84b5322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7dba583c-077e-46d7-8dfa-b779e90152c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:23:21.227349 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:21.227724 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] Bound using segment: {'id': 'cb647488-9f8d-46a8-a72b-7d87a84b5322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7dba583c-077e-46d7-8dfa-b779e90152c4'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:23:21.228399 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] Bound port: 571a35c4-f952-4a35-a727-9459651f4f33, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb647488-9f8d-46a8-a72b-7d87a84b5322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7dba583c-077e-46d7-8dfa-b779e90152c4'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:23:21.229738 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:21.309530 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device f985037c-317d-4470-904c-965504d48964 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:23:21.373638 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-fbca469b-d303-4037-b2b6-53d095e24519 service neutron] 10.222.0.15 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463792 Jan 11 10:23:21.383349 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] For port 571a35c4-f952-4a35-a727-9459651f4f33, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:23:21.395368 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] For port 571a35c4-f952-4a35-a727-9459651f4f33, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=571a35c4-f952-4a35-a727-9459651f4f33,segment=NetworkSegment(cb647488-9f8d-46a8-a72b-7d87a84b5322),segment_id=cb647488-9f8d-46a8-a72b-7d87a84b5322)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:23:21.403761 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:21.495294 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port f985037c-317d-4470-904c-965504d48964 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:23:21.495664 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:21.564046 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-20b6c4ef-fc6e-43a4-8e32-25e67a8fbf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:21.566743 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] Routers {'9bb71e28-c97c-44d2-a4c3-a1e4d4073b07'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:23:21.567356 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:22:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9bb71e28-c97c-44d2-a4c3-a1e4d4073b07'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:21.569308 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ef72f27d-4b6f-40b4-9a08-9451724e27e0 req-976cbfe5-e816-4c23-9403-f6d60659fda8 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 210 time: 0.0461168 Jan 11 10:23:21.669811 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a3248-84ac-4c19-b8ba-8007ca5afd05 None None] Pushing event updated for resources: {'Port': ['ID=571a35c4-f952-4a35-a727-9459651f4f33,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:21.887373 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] Set router 9bb71e28-c97c-44d2-a4c3-a1e4d4073b07 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:23:22.202334 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb71e28-c97c-44d2-a4c3-a1e4d4073b07', 'name': 'tempest-TestShelveInstance-901408267-router', 'tenant_id': '87bc68842ada413990ffd64050f234fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'f985037c-317d-4470-904c-965504d48964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:13Z', 'updated_at': '2022-01-11T10:23:17Z', 'revision_number': 4, 'project_id': '87bc68842ada413990ffd64050f234fa', 'gw_port': {'id': 'f985037c-317d-4470-904c-965504d48964', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb71e28-c97c-44d2-a4c3-a1e4d4073b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:14Z', 'updated_at': '2022-01-11T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '571a35c4-f952-4a35-a727-9459651f4f33', 'name': '', 'network_id': '7dba583c-077e-46d7-8dfa-b779e90152c4', 'tenant_id': '87bc68842ada413990ffd64050f234fa', 'mac_address': 'fa:16:3e:4d:65:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb71e28-c97c-44d2-a4c3-a1e4d4073b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'c31ba890-ddcc-46a8-a6bc-0f9a4d34f05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:16Z', 'updated_at': '2022-01-11T10:23:21Z', 'revision_number': 4, 'project_id': '87bc68842ada413990ffd64050f234fa', 'subnets': [{'id': 'c31ba890-ddcc-46a8-a6bc-0f9a4d34f05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:22.206171 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d870604-7249-45a4-a653-dbffdfd132b4 None None] The sync data for ids ['9bb71e28-c97c-44d2-a4c3-a1e4d4073b07'] in dv-neutron-823402-4-hyperv is: [{'id': '9bb71e28-c97c-44d2-a4c3-a1e4d4073b07', 'name': 'tempest-TestShelveInstance-901408267-router', 'tenant_id': '87bc68842ada413990ffd64050f234fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'f985037c-317d-4470-904c-965504d48964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:13Z', 'updated_at': '2022-01-11T10:23:17Z', 'revision_number': 4, 'project_id': '87bc68842ada413990ffd64050f234fa', 'gw_port': {'id': 'f985037c-317d-4470-904c-965504d48964', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb71e28-c97c-44d2-a4c3-a1e4d4073b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:14Z', 'updated_at': '2022-01-11T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '571a35c4-f952-4a35-a727-9459651f4f33', 'name': '', 'network_id': '7dba583c-077e-46d7-8dfa-b779e90152c4', 'tenant_id': '87bc68842ada413990ffd64050f234fa', 'mac_address': 'fa:16:3e:4d:65:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb71e28-c97c-44d2-a4c3-a1e4d4073b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'c31ba890-ddcc-46a8-a6bc-0f9a4d34f05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:16Z', 'updated_at': '2022-01-11T10:23:21Z', 'revision_number': 4, 'project_id': '87bc68842ada413990ffd64050f234fa', 'subnets': [{'id': 'c31ba890-ddcc-46a8-a6bc-0f9a4d34f05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:23:22.741057 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:22.754752 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:22.815232 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1934f322-9a00-429b-b48b-20f859a4dfb7 req-ab13c557-08a1-4ac1-921c-b05032d276a7 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 210 time: 0.1853187 Jan 11 10:23:23.320629 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 571a35c4-f952-4a35-a727-9459651f4f33 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:23:23.386932 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 571a35c4-f952-4a35-a727-9459651f4f33 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:23:23.391705 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 571a35c4-f952-4a35-a727-9459651f4f33 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:23:23.392074 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:23.506169 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:23.536755 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 571a35c4-f952-4a35-a727-9459651f4f33, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=571a35c4-f952-4a35-a727-9459651f4f33,segment=NetworkSegment(cb647488-9f8d-46a8-a72b-7d87a84b5322),segment_id=cb647488-9f8d-46a8-a72b-7d87a84b5322)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:23:23.540521 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:23.607738 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=571a35c4-f952-4a35-a727-9459651f4f33,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:24.067538 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d134132e-b002-4217-9835-c13e9526c949 req-d5dc1c34-9490-48ff-af4d-d17beffc8e05 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 210 time: 0.1501424 Jan 11 10:23:24.268683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:24.831614 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-d3da43a1-bf1f-4c43-8317-4d926cfcd8ec tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:24.833018 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-d3da43a1-bf1f-4c43-8317-4d926cfcd8ec tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.42 "GET /v2.0/networks?id=5ff1379e-318c-47df-8a3c-dfd645c354f0 HTTP/1.1" status: 200 len: 808 time: 0.2775741 Jan 11 10:23:24.882768 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-91c2c2dd-402a-44ff-b3e4-729c60df8208 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32517b0cbad94d25aa77021f60e9bd4d HTTP/1.1" status: 200 len: 379 time: 0.0409722 Jan 11 10:23:24.891754 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-b4d87767-7161-43b7-850c-e558fa230389 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Request body: {'port': {'device_id': '23252876-6415-41eb-a9e7-74b86a4295bc', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'admin_state_up': True, 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'security_groups': ['9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:23:25.029854 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-b4d87767-7161-43b7-850c-e558fa230389 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:23:25.035296 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-b4d87767-7161-43b7-850c-e558fa230389 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Usage tracker for resource:port and tenant:32517b0cbad94d25aa77021f60e9bd4d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:23:25.038312 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-b4d87767-7161-43b7-850c-e558fa230389 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:23:25.045465 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-b4d87767-7161-43b7-850c-e558fa230389 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:23:25.064378 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-b4d87767-7161-43b7-850c-e558fa230389 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Made reservation on behalf of 32517b0cbad94d25aa77021f60e9bd4d for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:23:25.067908 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-b4d87767-7161-43b7-850c-e558fa230389 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:25.233994 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-b4d87767-7161-43b7-850c-e558fa230389 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Allocated IP 172.20.0.8 (5ff1379e-318c-47df-8a3c-dfd645c354f0/f76024ab-1a36-4770-ad14-cf6f9e9a5eef/1407ca5d-e469-46ad-ad18-acfc624edfe2) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:23:25.269395 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-426e55f3-ff3d-469e-91f4-ae61caa8a55e req-288b4f60-d5a0-4241-8a0e-857c448360bb tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 210 time: 0.0945811 Jan 11 10:23:25.312774 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 571a35c4-f952-4a35-a727-9459651f4f33 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:23:25.396139 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 571a35c4-f952-4a35-a727-9459651f4f33 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:23:25.396502 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:25.434982 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-b4d87767-7161-43b7-850c-e558fa230389 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:25.450932 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-b4d87767-7161-43b7-850c-e558fa230389 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Transition to ACTIVE for port object 1407ca5d-e469-46ad-ad18-acfc624edfe2 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:23:25.473968 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-b4d87767-7161-43b7-850c-e558fa230389 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:25.545576 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-b4d87767-7161-43b7-850c-e558fa230389 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Network 5ff1379e-318c-47df-8a3c-dfd645c354f0 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:23:25.548650 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-b4d87767-7161-43b7-850c-e558fa230389 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:23:25.550947 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-b4d87767-7161-43b7-850c-e558fa230389 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:23:25.590892 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d87767-7161-43b7-850c-e558fa230389 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Pushing event updated for resources: {'Port': ['ID=1407ca5d-e469-46ad-ad18-acfc624edfe2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:25.624547 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-b4d87767-7161-43b7-850c-e558fa230389 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:25.625215 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-b4d87767-7161-43b7-850c-e558fa230389 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:25.646948 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-b4d87767-7161-43b7-850c-e558fa230389 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7588961 Jan 11 10:23:25.658007 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-19d82a84-5fbe-47ea-9105-6f3fa1085a09 service neutron] Request body: {'port': {'device_id': '23252876-6415-41eb-a9e7-74b86a4295bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:23:25.759339 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-23e320b2-e9bf-48aa-8513-0f21bf527a92 None None] Provisioning for port 1407ca5d-e469-46ad-ad18-acfc624edfe2 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:23:25.765121 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-23e320b2-e9bf-48aa-8513-0f21bf527a92 None None] Provisioning complete for port 1407ca5d-e469-46ad-ad18-acfc624edfe2 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:23:25.765481 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-23e320b2-e9bf-48aa-8513-0f21bf527a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:25.778957 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-19d82a84-5fbe-47ea-9105-6f3fa1085a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:25.817830 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-23e320b2-e9bf-48aa-8513-0f21bf527a92 None None] Port 1407ca5d-e469-46ad-ad18-acfc624edfe2 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:23:26.116617 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-19d82a84-5fbe-47ea-9105-6f3fa1085a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1407ca5d-e469-46ad-ad18-acfc624edfe2 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:23:26.123862 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-19d82a84-5fbe-47ea-9105-6f3fa1085a09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:26.137463 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-19d82a84-5fbe-47ea-9105-6f3fa1085a09 service neutron] Transition to ACTIVE for port object 1407ca5d-e469-46ad-ad18-acfc624edfe2 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:23:26.141212 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-19d82a84-5fbe-47ea-9105-6f3fa1085a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:26.295000 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d82a84-5fbe-47ea-9105-6f3fa1085a09 service neutron] Pushing event updated for resources: {'Port': ['ID=1407ca5d-e469-46ad-ad18-acfc624edfe2,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:26.378956 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-19d82a84-5fbe-47ea-9105-6f3fa1085a09 service neutron] Attempting to bind port 1407ca5d-e469-46ad-ad18-acfc624edfe2 on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:23:26.379280 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-19d82a84-5fbe-47ea-9105-6f3fa1085a09 service neutron] Attempting to bind port 1407ca5d-e469-46ad-ad18-acfc624edfe2 by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': 'd413f40a-beb7-4229-ae82-fe87e0b0772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:23:26.379600 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-19d82a84-5fbe-47ea-9105-6f3fa1085a09 service neutron] Attempting to bind port 1407ca5d-e469-46ad-ad18-acfc624edfe2 on network 5ff1379e-318c-47df-8a3c-dfd645c354f0 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:23:26.384159 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-19d82a84-5fbe-47ea-9105-6f3fa1085a09 service neutron] Port 1407ca5d-e469-46ad-ad18-acfc624edfe2 on network 5ff1379e-318c-47df-8a3c-dfd645c354f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 10:23:26.384470 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-19d82a84-5fbe-47ea-9105-6f3fa1085a09 service neutron] Attempting to bind port 1407ca5d-e469-46ad-ad18-acfc624edfe2 on network 5ff1379e-318c-47df-8a3c-dfd645c354f0 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:23:26.390076 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-19d82a84-5fbe-47ea-9105-6f3fa1085a09 service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:23:26.390426 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-19d82a84-5fbe-47ea-9105-6f3fa1085a09 service neutron] Checking segment: {'id': 'd413f40a-beb7-4229-ae82-fe87e0b0772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:23:26.390794 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-19d82a84-5fbe-47ea-9105-6f3fa1085a09 service neutron] Bound using segment: {'id': 'd413f40a-beb7-4229-ae82-fe87e0b0772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:23:26.391209 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-19d82a84-5fbe-47ea-9105-6f3fa1085a09 service neutron] Bound port: 1407ca5d-e469-46ad-ad18-acfc624edfe2, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd413f40a-beb7-4229-ae82-fe87e0b0772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:23:26.391544 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-19d82a84-5fbe-47ea-9105-6f3fa1085a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:26.472477 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d678d-fc86-4331-a637-e6f91d0ae3f0 req-873dcb79-9858-4d06-828b-ff7eb9eb483b tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:26.473847 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-217d678d-fc86-4331-a637-e6f91d0ae3f0 req-873dcb79-9858-4d06-828b-ff7eb9eb483b tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 943 time: 0.0903883 Jan 11 10:23:26.489797 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-19d82a84-5fbe-47ea-9105-6f3fa1085a09 service neutron] For port 1407ca5d-e469-46ad-ad18-acfc624edfe2, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:23:26.492776 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-19d82a84-5fbe-47ea-9105-6f3fa1085a09 service neutron] For port 1407ca5d-e469-46ad-ad18-acfc624edfe2, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=1407ca5d-e469-46ad-ad18-acfc624edfe2,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:23:26.498009 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-19d82a84-5fbe-47ea-9105-6f3fa1085a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:26.518988 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-217d678d-fc86-4331-a637-e6f91d0ae3f0 req-20416e6a-65ed-410a-bc0d-207950924fed tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386615 Jan 11 10:23:26.656797 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-19d82a84-5fbe-47ea-9105-6f3fa1085a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:26.657412 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-19d82a84-5fbe-47ea-9105-6f3fa1085a09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:26.658812 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-19d82a84-5fbe-47ea-9105-6f3fa1085a09 service neutron] 10.222.0.42 "PUT /v2.0/ports/1407ca5d-e469-46ad-ad18-acfc624edfe2 HTTP/1.1" status: 200 len: 1093 time: 1.0050168 Jan 11 10:23:26.659245 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23252876-6415-41eb-a9e7-74b86a4295bc', 'tag': '1407ca5d-e469-46ad-ad18-acfc624edfe2'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:23:26.701569 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d82a84-5fbe-47ea-9105-6f3fa1085a09 service neutron] Pushing event updated for resources: {'Port': ['ID=1407ca5d-e469-46ad-ad18-acfc624edfe2,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:26.784826 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23252876-6415-41eb-a9e7-74b86a4295bc', 'tag': '1407ca5d-e469-46ad-ad18-acfc624edfe2', 'status': 'completed', 'code': 200} Jan 11 10:23:26.793774 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-a2447753-0b60-46f2-a523-b4ca131a400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:26.795478 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-a2447753-0b60-46f2-a523-b4ca131a400f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32517b0cbad94d25aa77021f60e9bd4d&device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 1096 time: 0.0853393 Jan 11 10:23:26.864790 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-2342e567-fcbd-4633-b5be-de6b341e61e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1407ca5d-e469-46ad-ad18-acfc624edfe2 HTTP/1.1" status: 200 len: 217 time: 0.0624580 Jan 11 10:23:26.930240 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-4c3cb456-c7b9-47c2-af5e-7a8267b6ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:26.932234 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-4c3cb456-c7b9-47c2-af5e-7a8267b6ce83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f76024ab-1a36-4770-ad14-cf6f9e9a5eef HTTP/1.1" status: 200 len: 847 time: 0.0607634 Jan 11 10:23:27.009049 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-43fb18b7-be95-47bb-bf7a-be855856ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:27.010620 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-43fb18b7-be95-47bb-bf7a-be855856ee81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ff1379e-318c-47df-8a3c-dfd645c354f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726140 Jan 11 10:23:27.144573 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-e55e94a9-6ac0-47f8-a688-eeea2051978d service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271601 Jan 11 10:23:27.274874 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-1e8dbbe3-7ee5-47d7-8375-c502dd4e0e57 req-dd108e58-015a-47fc-a425-6733a3a46521 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241233 Jan 11 10:23:27.394449 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de234a0e-0c21-40b0-8599-bb1552287d5f req-446c5627-1a0f-4d63-9ea0-b7cb3b5f979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:27.396964 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-de234a0e-0c21-40b0-8599-bb1552287d5f req-446c5627-1a0f-4d63-9ea0-b7cb3b5f979c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32517b0cbad94d25aa77021f60e9bd4d&device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 1096 time: 0.0744982 Jan 11 10:23:27.526288 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de234a0e-0c21-40b0-8599-bb1552287d5f req-9d363893-1403-417b-892f-368b6913d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:27.527622 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-de234a0e-0c21-40b0-8599-bb1552287d5f req-9d363893-1403-417b-892f-368b6913d493 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ff1379e-318c-47df-8a3c-dfd645c354f0 HTTP/1.1" status: 200 len: 909 time: 0.1251512 Jan 11 10:23:27.593421 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-de234a0e-0c21-40b0-8599-bb1552287d5f req-b1cb2111-e987-4e94-a6f1-8f8fdae770fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1407ca5d-e469-46ad-ad18-acfc624edfe2 HTTP/1.1" status: 200 len: 217 time: 0.0595427 Jan 11 10:23:27.658030 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de234a0e-0c21-40b0-8599-bb1552287d5f req-c042a8ee-47f5-4ca0-b514-e7f8e5d3dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:27.659510 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-de234a0e-0c21-40b0-8599-bb1552287d5f req-c042a8ee-47f5-4ca0-b514-e7f8e5d3dd6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f76024ab-1a36-4770-ad14-cf6f9e9a5eef HTTP/1.1" status: 200 len: 847 time: 0.0603385 Jan 11 10:23:27.708299 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848bf68-bbe2-4aeb-bb8a-53ee7e3bf5fc req-2e18c951-4362-4673-900b-ca46cf8370c6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:27.710786 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b848bf68-bbe2-4aeb-bb8a-53ee7e3bf5fc req-2e18c951-4362-4673-900b-ca46cf8370c6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 943 time: 0.0821290 Jan 11 10:23:27.734385 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de234a0e-0c21-40b0-8599-bb1552287d5f req-12980964-d3fe-49f9-8396-29a6a709f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:27.735820 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-de234a0e-0c21-40b0-8599-bb1552287d5f req-12980964-d3fe-49f9-8396-29a6a709f8bb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ff1379e-318c-47df-8a3c-dfd645c354f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707269 Jan 11 10:23:27.758743 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b848bf68-bbe2-4aeb-bb8a-53ee7e3bf5fc req-76243ae9-9f79-4623-af88-36b11854d725 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422750 Jan 11 10:23:27.868314 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-de234a0e-0c21-40b0-8599-bb1552287d5f req-3d7496d8-7d2c-44c9-9346-1918e357affb service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255877 Jan 11 10:23:28.000519 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-de234a0e-0c21-40b0-8599-bb1552287d5f req-2d991e24-aecd-4bee-ba33-2a4bed67b086 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257615 Jan 11 10:23:28.943469 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4800e-166b-4217-b17f-5f83726cf61e req-b46f2f79-781a-47cf-a73f-a9a9d3cf246e tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:28.944888 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c5e4800e-166b-4217-b17f-5f83726cf61e req-b46f2f79-781a-47cf-a73f-a9a9d3cf246e tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 943 time: 0.0779307 Jan 11 10:23:28.987628 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c5e4800e-166b-4217-b17f-5f83726cf61e req-0da2cb9e-8aae-435d-aba4-bcd57c3be014 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363758 Jan 11 10:23:29.111998 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 1407ca5d-e469-46ad-ad18-acfc624edfe2 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 10:23:29.242192 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 1407ca5d-e469-46ad-ad18-acfc624edfe2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=1407ca5d-e469-46ad-ad18-acfc624edfe2,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:23:29.254603 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '1407ca5d-e469-46ad-ad18-acfc624edfe2', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'port_id': '1407ca5d-e469-46ad-ad18-acfc624edfe2', 'mac_address': 'fa:16:3e:91:90:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 10:23:29.311082 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:29.327449 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1407ca5d-e469-46ad-ad18-acfc624edfe2 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:23:29.342603 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 1407ca5d-e469-46ad-ad18-acfc624edfe2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=1407ca5d-e469-46ad-ad18-acfc624edfe2,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:23:29.346230 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:29.410218 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=1407ca5d-e469-46ad-ad18-acfc624edfe2,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:29.673696 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['1407ca5d-e469-46ad-ad18-acfc624edfe2'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:23:30.171947 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436d62b-7e2f-46e0-adac-0488e355f3bf req-820b760f-d19c-40d4-b9b3-79b131083c85 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:30.173385 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2436d62b-7e2f-46e0-adac-0488e355f3bf req-820b760f-d19c-40d4-b9b3-79b131083c85 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 944 time: 0.0813034 Jan 11 10:23:30.218004 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2436d62b-7e2f-46e0-adac-0488e355f3bf req-f97681cf-a341-454a-9ae7-b0984817746c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391135 Jan 11 10:23:31.115004 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 1407ca5d-e469-46ad-ad18-acfc624edfe2 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:23:31.179897 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port 1407ca5d-e469-46ad-ad18-acfc624edfe2 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:23:31.185495 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 1407ca5d-e469-46ad-ad18-acfc624edfe2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:23:31.185863 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:31.302335 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:31.329422 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23252876-6415-41eb-a9e7-74b86a4295bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1407ca5d-e469-46ad-ad18-acfc624edfe2'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:23:31.340023 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 1407ca5d-e469-46ad-ad18-acfc624edfe2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=1407ca5d-e469-46ad-ad18-acfc624edfe2,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:23:31.344597 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:31.405619 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fff7ca-73f1-4df2-ad74-6f9e07a6e912 req-3c8b487a-439d-485a-8c53-4e4d5f805db5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:31.407232 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-81fff7ca-73f1-4df2-ad74-6f9e07a6e912 req-3c8b487a-439d-485a-8c53-4e4d5f805db5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.0853574 Jan 11 10:23:31.420388 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=1407ca5d-e469-46ad-ad18-acfc624edfe2,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:31.430137 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23252876-6415-41eb-a9e7-74b86a4295bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1407ca5d-e469-46ad-ad18-acfc624edfe2', 'code': 200} Jan 11 10:23:31.457995 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-81fff7ca-73f1-4df2-ad74-6f9e07a6e912 req-e97b3270-245d-42f6-bb8a-0beadca4195f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436502 Jan 11 10:23:31.655590 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a0879-208b-46d4-842c-ee2ee5183c5d req-f2a390ad-bf11-4aca-98fa-9ba46c22d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:31.656968 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b91a0879-208b-46d4-842c-ee2ee5183c5d req-f2a390ad-bf11-4aca-98fa-9ba46c22d063 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 1098 time: 0.0741110 Jan 11 10:23:31.698267 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b91a0879-208b-46d4-842c-ee2ee5183c5d req-e7239308-4aa3-46d7-8da9-133425c4b92b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353069 Jan 11 10:23:32.642392 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e24dc-17d7-4a57-bfdd-e18305b4ffad req-cf0442b9-a501-4088-9c54-191012db666d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:32.643842 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5c4e24dc-17d7-4a57-bfdd-e18305b4ffad req-cf0442b9-a501-4088-9c54-191012db666d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.0813375 Jan 11 10:23:32.688131 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5c4e24dc-17d7-4a57-bfdd-e18305b4ffad req-8287e428-c65e-4d3c-ac29-cc05f240a6f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387828 Jan 11 10:23:33.873167 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cb5e5-7844-4b41-9f08-35492b75ad3e req-0d590989-f833-4723-b515-da6ce2d1a603 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:33.874634 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-af3cb5e5-7844-4b41-9f08-35492b75ad3e req-0d590989-f833-4723-b515-da6ce2d1a603 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.0812166 Jan 11 10:23:33.922569 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-af3cb5e5-7844-4b41-9f08-35492b75ad3e req-75cc9a93-5ffc-4544-98d0-559647c72536 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424156 Jan 11 10:23:34.104993 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02afb4-15ce-47dd-9e8a-c1f1e8a1c5b5 req-49cff525-9727-4bda-8c9e-627da7230092 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:34.106439 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5c02afb4-15ce-47dd-9e8a-c1f1e8a1c5b5 req-49cff525-9727-4bda-8c9e-627da7230092 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.0795455 Jan 11 10:23:34.149536 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5c02afb4-15ce-47dd-9e8a-c1f1e8a1c5b5 req-029dd561-4f16-48ba-b737-67fa8cf5a267 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376019 Jan 11 10:23:34.173059 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 42354) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:23:34.288177 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9607a945-f16f-45c4-abbf-fdf4033668f0 tempest-TestShelveInstance-1747595833 tempest-TestShelveInstance-1747595833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:34.289653 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9607a945-f16f-45c4-abbf-fdf4033668f0 tempest-TestShelveInstance-1747595833 tempest-TestShelveInstance-1747595833-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 1093 time: 0.1155508 Jan 11 10:23:34.293315 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 42360) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:23:34.299894 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-4a678bc2-85b5-4b88-a241-90ce474da171 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'port_id': '1407ca5d-e469-46ad-ad18-acfc624edfe2', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:23:34.305843 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4a678bc2-85b5-4b88-a241-90ce474da171 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:23:34.310546 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4a678bc2-85b5-4b88-a241-90ce474da171 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Usage tracker for resource:floatingip and tenant:32517b0cbad94d25aa77021f60e9bd4d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:23:34.313299 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-4a678bc2-85b5-4b88-a241-90ce474da171 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:23:34.318858 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-4a678bc2-85b5-4b88-a241-90ce474da171 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:23:34.330110 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a678bc2-85b5-4b88-a241-90ce474da171 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:34.567991 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a678bc2-85b5-4b88-a241-90ce474da171 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:34.702326 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-4a678bc2-85b5-4b88-a241-90ce474da171 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Allocated IP 172.26.3.83 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/4792ec00-255f-46ae-a60c-15c99eb17784) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:23:34.755668 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:34.850009 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a678bc2-85b5-4b88-a241-90ce474da171 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:34.879849 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a678bc2-85b5-4b88-a241-90ce474da171 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:34.948153 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a678bc2-85b5-4b88-a241-90ce474da171 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:23:34.950931 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-4a678bc2-85b5-4b88-a241-90ce474da171 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:23:34.954706 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a678bc2-85b5-4b88-a241-90ce474da171 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:23:34.988833 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a678bc2-85b5-4b88-a241-90ce474da171 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Pushing event updated for resources: {'Port': ['ID=4792ec00-255f-46ae-a60c-15c99eb17784,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:35.362840 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a678bc2-85b5-4b88-a241-90ce474da171 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:35.437082 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a678bc2-85b5-4b88-a241-90ce474da171 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:35.637090 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a678bc2-85b5-4b88-a241-90ce474da171 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:35.641202 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a678bc2-85b5-4b88-a241-90ce474da171 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:35.755817 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a678bc2-85b5-4b88-a241-90ce474da171 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Pushing event updated for resources: {'Port': ['ID=4792ec00-255f-46ae-a60c-15c99eb17784,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:23:35.767989 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a678bc2-85b5-4b88-a241-90ce474da171 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:35.949797 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [None req-4a678bc2-85b5-4b88-a241-90ce474da171 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Floating IP 2a91a05d-f88e-4c30-85fb-869080fc8cc5 associated. External IP: 172.26.3.83, port: 1407ca5d-e469-46ad-ad18-acfc624edfe2. Jan 11 10:23:36.411371 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a678bc2-85b5-4b88-a241-90ce474da171 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Router 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:23:36.598847 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a678bc2-85b5-4b88-a241-90ce474da171 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:23:36.608418 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3bab06-e189-4f86-8ccf-0395585a6ae8 None None] Sync routers for ids ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:23:36.622016 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3bab06-e189-4f86-8ccf-0395585a6ae8 None None] Routers {'65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:23:36.622732 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3c3bab06-e189-4f86-8ccf-0395585a6ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:23:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:36.624243 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a678bc2-85b5-4b88-a241-90ce474da171 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:36.690189 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-4a678bc2-85b5-4b88-a241-90ce474da171 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3859231 Jan 11 10:23:36.690189 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23252876-6415-41eb-a9e7-74b86a4295bc', 'tag': '1407ca5d-e469-46ad-ad18-acfc624edfe2'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:23:36.726821 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23252876-6415-41eb-a9e7-74b86a4295bc', 'tag': '1407ca5d-e469-46ad-ad18-acfc624edfe2', 'status': 'completed', 'code': 200} Jan 11 10:23:36.808723 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-3c3bab06-e189-4f86-8ccf-0395585a6ae8 None None] Set router 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:23:36.831057 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ef796-5b51-4a60-a102-b83d648a34cb req-6f6d0919-e397-429e-bf79-1b62573236de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:36.832532 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9f5ef796-5b51-4a60-a102-b83d648a34cb req-6f6d0919-e397-429e-bf79-1b62573236de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32517b0cbad94d25aa77021f60e9bd4d&device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 1098 time: 0.0761373 Jan 11 10:23:36.965337 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ef796-5b51-4a60-a102-b83d648a34cb req-26cf25ac-ea35-449d-9b91-0880c0a75874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:36.966810 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9f5ef796-5b51-4a60-a102-b83d648a34cb req-26cf25ac-ea35-449d-9b91-0880c0a75874 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ff1379e-318c-47df-8a3c-dfd645c354f0 HTTP/1.1" status: 200 len: 909 time: 0.1282935 Jan 11 10:23:37.069756 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9f5ef796-5b51-4a60-a102-b83d648a34cb req-2b945bbf-c0c5-469d-ae82-249396cff217 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1407ca5d-e469-46ad-ad18-acfc624edfe2 HTTP/1.1" status: 200 len: 998 time: 0.0966980 Jan 11 10:23:37.136460 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ef796-5b51-4a60-a102-b83d648a34cb req-72b5bef9-a82d-4b32-819e-5747bdead5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:37.137916 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9f5ef796-5b51-4a60-a102-b83d648a34cb req-72b5bef9-a82d-4b32-819e-5747bdead5d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f76024ab-1a36-4770-ad14-cf6f9e9a5eef HTTP/1.1" status: 200 len: 847 time: 0.0621865 Jan 11 10:23:37.154275 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3c3bab06-e189-4f86-8ccf-0395585a6ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'name': 'tempest-TestShelveInstance-707779704-router', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '4554e8cd-303b-474d-b576-f213b037ba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:06Z', 'updated_at': '2022-01-11T10:23:10Z', 'revision_number': 4, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'gw_port': {'id': '4554e8cd-303b-474d-b576-f213b037ba87', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:07Z', 'updated_at': '2022-01-11T10:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '2a91a05d-f88e-4c30-85fb-869080fc8cc5', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'port_id': '1407ca5d-e469-46ad-ad18-acfc624edfe2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'mac_address': 'fa:16:3e:91:90:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23252876-6415-41eb-a9e7-74b86a4295bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T10:23:35Z', 'updated_at': '2022-01-11T10:23:35Z', 'revision_number': 0, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de846a63-227c-4a03-9048-7f87b963bc87', 'name': '', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'mac_address': 'fa:16:3e:a4:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:10Z', 'updated_at': '2022-01-11T10:23:18Z', 'revision_number': 5, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'subnets': [{'id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:37.158281 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3bab06-e189-4f86-8ccf-0395585a6ae8 None None] Checking router: 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:23:37.166559 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3bab06-e189-4f86-8ccf-0395585a6ae8 None None] Routers {'65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:23:37.167162 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3c3bab06-e189-4f86-8ccf-0395585a6ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:23:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:37.223642 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ef796-5b51-4a60-a102-b83d648a34cb req-c882a688-f2a6-41e0-9370-f372fca40558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:23:37.225052 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9f5ef796-5b51-4a60-a102-b83d648a34cb req-c882a688-f2a6-41e0-9370-f372fca40558 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ff1379e-318c-47df-8a3c-dfd645c354f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811362 Jan 11 10:23:37.359129 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9f5ef796-5b51-4a60-a102-b83d648a34cb req-460db158-b8f3-4d53-8f50-0e388f50772a service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275823 Jan 11 10:23:37.370797 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-3c3bab06-e189-4f86-8ccf-0395585a6ae8 None None] Set router 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:23:37.498828 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9f5ef796-5b51-4a60-a102-b83d648a34cb req-909b9d2e-4547-421b-bcf3-3683d93f0b43 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331537 Jan 11 10:23:37.633992 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:23:37.722913 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-3c3bab06-e189-4f86-8ccf-0395585a6ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'name': 'tempest-TestShelveInstance-707779704-router', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '4554e8cd-303b-474d-b576-f213b037ba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:06Z', 'updated_at': '2022-01-11T10:23:10Z', 'revision_number': 4, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'gw_port': {'id': '4554e8cd-303b-474d-b576-f213b037ba87', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:07Z', 'updated_at': '2022-01-11T10:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '2a91a05d-f88e-4c30-85fb-869080fc8cc5', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'port_id': '1407ca5d-e469-46ad-ad18-acfc624edfe2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'mac_address': 'fa:16:3e:91:90:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23252876-6415-41eb-a9e7-74b86a4295bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T10:23:35Z', 'updated_at': '2022-01-11T10:23:35Z', 'revision_number': 0, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de846a63-227c-4a03-9048-7f87b963bc87', 'name': '', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'mac_address': 'fa:16:3e:a4:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:10Z', 'updated_at': '2022-01-11T10:23:18Z', 'revision_number': 5, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'subnets': [{'id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:23:37.726714 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3bab06-e189-4f86-8ccf-0395585a6ae8 None None] The sync data for ids ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'] in dv-neutron-823402-4-hyperv is: [{'id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'name': 'tempest-TestShelveInstance-707779704-router', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '4554e8cd-303b-474d-b576-f213b037ba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:06Z', 'updated_at': '2022-01-11T10:23:10Z', 'revision_number': 4, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'gw_port': {'id': '4554e8cd-303b-474d-b576-f213b037ba87', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:07Z', 'updated_at': '2022-01-11T10:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '2a91a05d-f88e-4c30-85fb-869080fc8cc5', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'port_id': '1407ca5d-e469-46ad-ad18-acfc624edfe2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'mac_address': 'fa:16:3e:91:90:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23252876-6415-41eb-a9e7-74b86a4295bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T10:23:35Z', 'updated_at': '2022-01-11T10:23:35Z', 'revision_number': 0, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de846a63-227c-4a03-9048-7f87b963bc87', 'name': '', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'mac_address': 'fa:16:3e:a4:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:10Z', 'updated_at': '2022-01-11T10:23:18Z', 'revision_number': 5, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'subnets': [{'id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:23:37.929087 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a60437-399b-49da-b437-3612df917aea None None] New status for floating IP 2a91a05d-f88e-4c30-85fb-869080fc8cc5: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 10:23:49.254723 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2aebc88d-7224-41c1-b1e2-47bcedb1d06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:51.490562 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d6aaa7e6-0b4b-4e23-8791-f6e0e58dce06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:52.707877 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:52.726068 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:23:54.272067 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:24:00.815785 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-beb7e706-39d1-4208-97db-859ba4792be0 req-1de40676-955d-4b83-9eae-c5494265c9a5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1736684 Jan 11 10:24:00.949914 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7e706-39d1-4208-97db-859ba4792be0 req-ed98451e-f6aa-4576-b194-dc5bc83b937b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:24:00.951381 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-beb7e706-39d1-4208-97db-859ba4792be0 req-ed98451e-f6aa-4576-b194-dc5bc83b937b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32517b0cbad94d25aa77021f60e9bd4d&device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 1098 time: 0.0690901 Jan 11 10:24:01.091701 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7e706-39d1-4208-97db-859ba4792be0 req-d2c30c89-6141-490f-a049-18719f81ab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:24:01.093042 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-beb7e706-39d1-4208-97db-859ba4792be0 req-d2c30c89-6141-490f-a049-18719f81ab54 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ff1379e-318c-47df-8a3c-dfd645c354f0 HTTP/1.1" status: 200 len: 909 time: 0.1243718 Jan 11 10:24:01.195704 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-beb7e706-39d1-4208-97db-859ba4792be0 req-2de5092d-cd3c-406a-ad36-070194b02e79 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1407ca5d-e469-46ad-ad18-acfc624edfe2 HTTP/1.1" status: 200 len: 1000 time: 0.0958107 Jan 11 10:24:01.258425 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7e706-39d1-4208-97db-859ba4792be0 req-0e117908-a0e5-47ed-a40f-c2a4bd0f97cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:24:01.259811 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-beb7e706-39d1-4208-97db-859ba4792be0 req-0e117908-a0e5-47ed-a40f-c2a4bd0f97cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f76024ab-1a36-4770-ad14-cf6f9e9a5eef HTTP/1.1" status: 200 len: 847 time: 0.0573828 Jan 11 10:24:01.336173 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7e706-39d1-4208-97db-859ba4792be0 req-6a34d383-99b8-4602-aba7-ea0870a53597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:24:01.337597 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-beb7e706-39d1-4208-97db-859ba4792be0 req-6a34d383-99b8-4602-aba7-ea0870a53597 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ff1379e-318c-47df-8a3c-dfd645c354f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720873 Jan 11 10:24:01.467113 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-beb7e706-39d1-4208-97db-859ba4792be0 req-942d9f50-1e25-40be-8729-8e0bde85caf7 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233561 Jan 11 10:24:01.596806 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-beb7e706-39d1-4208-97db-859ba4792be0 req-1d629b9e-1ebd-4420-a439-b136d53c3c43 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231546 Jan 11 10:24:04.770406 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:24:14.633027 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:24:19.255915 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3e990bea-7ddc-4551-8ff0-a598965bbf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:24:21.482314 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b1561c8e-4807-4804-af4e-b85ce38c49ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:24:22.719028 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:24:22.731534 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:24:24.274632 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:24:34.769756 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:24:49.257448 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5648201b-f495-407e-acad-667a7350b2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:24:51.482784 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7d54c65b-57b7-49f0-83fc-2d56ee5d0232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:24:51.632274 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:24:52.716539 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:24:52.733018 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:24:54.277965 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:25:00.700909 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-38f21d5a-0cde-4f81-ae8d-15cc626945d3 req-5bfc2a1b-d0a1-453f-aa64-70f9ed41ad5f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689347 Jan 11 10:25:00.837237 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f21d5a-0cde-4f81-ae8d-15cc626945d3 req-f81b0556-35dc-42c1-99b6-9512e5e338b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:25:00.838809 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-38f21d5a-0cde-4f81-ae8d-15cc626945d3 req-f81b0556-35dc-42c1-99b6-9512e5e338b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32517b0cbad94d25aa77021f60e9bd4d&device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 1098 time: 0.0729578 Jan 11 10:25:00.981232 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f21d5a-0cde-4f81-ae8d-15cc626945d3 req-d6cf5d72-4f9d-4536-bc94-c41699f44d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:25:00.982610 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-38f21d5a-0cde-4f81-ae8d-15cc626945d3 req-d6cf5d72-4f9d-4536-bc94-c41699f44d0b service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ff1379e-318c-47df-8a3c-dfd645c354f0 HTTP/1.1" status: 200 len: 909 time: 0.1252010 Jan 11 10:25:01.084282 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-38f21d5a-0cde-4f81-ae8d-15cc626945d3 req-d1dd217b-0295-4e8d-b9e8-bcc7ad63ee70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1407ca5d-e469-46ad-ad18-acfc624edfe2 HTTP/1.1" status: 200 len: 1000 time: 0.0953658 Jan 11 10:25:01.144334 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f21d5a-0cde-4f81-ae8d-15cc626945d3 req-9e20770f-16c6-42c6-9547-ab40306de134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:25:01.145734 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-38f21d5a-0cde-4f81-ae8d-15cc626945d3 req-9e20770f-16c6-42c6-9547-ab40306de134 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f76024ab-1a36-4770-ad14-cf6f9e9a5eef HTTP/1.1" status: 200 len: 847 time: 0.0564826 Jan 11 10:25:01.221592 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f21d5a-0cde-4f81-ae8d-15cc626945d3 req-658a5227-905f-474b-b5f4-b4c4ae691a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:25:01.223033 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-38f21d5a-0cde-4f81-ae8d-15cc626945d3 req-658a5227-905f-474b-b5f4-b4c4ae691a15 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ff1379e-318c-47df-8a3c-dfd645c354f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712433 Jan 11 10:25:01.352456 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-38f21d5a-0cde-4f81-ae8d-15cc626945d3 req-91d0cb4c-5d1f-4fb2-a9c4-6ccd3aedbe38 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232860 Jan 11 10:25:01.592368 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-38f21d5a-0cde-4f81-ae8d-15cc626945d3 req-8ebba9e5-5915-4baa-ae8b-2d9c73d1b407 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326255 Jan 11 10:25:04.780248 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:25:19.258623 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-634a216e-05db-4b0c-a7ac-b843c0a158b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:25:21.484306 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-93cc8a1f-62ab-44cf-ad3d-ad21a26608bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:25:22.716440 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:25:22.734116 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:25:24.281031 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:25:28.631645 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:25:34.815229 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:25:49.259899 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-eeeb78ff-4833-424c-9cdd-91208c4dbe3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:25:51.485479 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-5bb7d387-a51f-4404-bee5-fed664858deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:25:52.718336 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:25:52.736337 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:25:54.283581 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:26:00.765386 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ccbc3302-934b-4756-af7d-ad81789e18a5 req-0e6d16b2-b537-4411-b0a1-74d9dfbdbaa8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1383483 Jan 11 10:26:00.906235 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc3302-934b-4756-af7d-ad81789e18a5 req-19064081-22a8-406e-ac0f-dbb3e39e9f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:00.907575 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ccbc3302-934b-4756-af7d-ad81789e18a5 req-19064081-22a8-406e-ac0f-dbb3e39e9f77 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32517b0cbad94d25aa77021f60e9bd4d&device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 1098 time: 0.0726025 Jan 11 10:26:01.048268 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc3302-934b-4756-af7d-ad81789e18a5 req-1a3c95cb-58d8-442b-af0c-1d3a67812071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:01.049703 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ccbc3302-934b-4756-af7d-ad81789e18a5 req-1a3c95cb-58d8-442b-af0c-1d3a67812071 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ff1379e-318c-47df-8a3c-dfd645c354f0 HTTP/1.1" status: 200 len: 909 time: 0.1251745 Jan 11 10:26:01.153278 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ccbc3302-934b-4756-af7d-ad81789e18a5 req-f60a322c-5ab6-48ff-a148-7d9b3cb66aac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1407ca5d-e469-46ad-ad18-acfc624edfe2 HTTP/1.1" status: 200 len: 1000 time: 0.0975673 Jan 11 10:26:01.214560 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc3302-934b-4756-af7d-ad81789e18a5 req-fd77ea96-fa14-4d04-97b3-c52801c6556e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:01.215989 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ccbc3302-934b-4756-af7d-ad81789e18a5 req-fd77ea96-fa14-4d04-97b3-c52801c6556e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f76024ab-1a36-4770-ad14-cf6f9e9a5eef HTTP/1.1" status: 200 len: 847 time: 0.0568638 Jan 11 10:26:01.288359 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc3302-934b-4756-af7d-ad81789e18a5 req-5392b76c-b8bb-4b10-98ac-71548bb99d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:01.289793 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ccbc3302-934b-4756-af7d-ad81789e18a5 req-5392b76c-b8bb-4b10-98ac-71548bb99d35 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ff1379e-318c-47df-8a3c-dfd645c354f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681977 Jan 11 10:26:01.419552 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ccbc3302-934b-4756-af7d-ad81789e18a5 req-c6c1cf95-60cc-4eb9-968a-cb1035b399e2 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241302 Jan 11 10:26:01.550620 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ccbc3302-934b-4756-af7d-ad81789e18a5 req-00ba2572-880a-40cb-ba4a-440232cc3a14 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254365 Jan 11 10:26:04.819202 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:26:05.630677 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:26:15.432839 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92287a2d-91ea-4fa5-bc47-124787b6e47d req-34c33fdd-a284-46d4-874e-0a7f3b9cacfd tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:15.434609 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-92287a2d-91ea-4fa5-bc47-124787b6e47d req-34c33fdd-a284-46d4-874e-0a7f3b9cacfd tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.0819354 Jan 11 10:26:15.477397 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-92287a2d-91ea-4fa5-bc47-124787b6e47d req-824cd6fc-cf9d-4efc-b4e8-b2af1030c022 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372732 Jan 11 10:26:16.660251 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edbf34-a9c7-4297-9eec-1043eae9d9be req-0dd162f9-332e-445d-bc6d-710ad67e12e2 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:16.661723 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b2edbf34-a9c7-4297-9eec-1043eae9d9be req-0dd162f9-332e-445d-bc6d-710ad67e12e2 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.0789406 Jan 11 10:26:16.704832 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b2edbf34-a9c7-4297-9eec-1043eae9d9be req-1d06d68f-a125-4a95-a5c4-509d9f9c30c3 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374033 Jan 11 10:26:17.892070 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f8c7d-7ade-43e0-848e-c2e986be4db7 req-6747ffe3-402b-43f6-acb3-4115fee65a8c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:17.893516 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8b2f8c7d-7ade-43e0-848e-c2e986be4db7 req-6747ffe3-402b-43f6-acb3-4115fee65a8c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.0827930 Jan 11 10:26:17.938248 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8b2f8c7d-7ade-43e0-848e-c2e986be4db7 req-de04da85-282c-4742-a53f-2c904ccdab47 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391304 Jan 11 10:26:19.115612 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6441e-9e10-4356-81a3-19bb55884c86 req-76bbb621-227a-446c-b5c1-6c06dc4a3143 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:19.117028 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a6a6441e-9e10-4356-81a3-19bb55884c86 req-76bbb621-227a-446c-b5c1-6c06dc4a3143 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.0781269 Jan 11 10:26:19.163180 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a6a6441e-9e10-4356-81a3-19bb55884c86 req-9226e7f6-2195-40d1-a131-cd9a44ffea71 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405061 Jan 11 10:26:19.261204 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-71b23230-d3b7-40dd-81b1-99615aa01063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:26:20.346594 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05376d4f-8604-468a-ba72-33ec224dbfff req-dacca584-b457-4e6c-a810-cccc799f3e6b tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:20.348034 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-05376d4f-8604-468a-ba72-33ec224dbfff req-dacca584-b457-4e6c-a810-cccc799f3e6b tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.0801349 Jan 11 10:26:20.391792 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-05376d4f-8604-468a-ba72-33ec224dbfff req-e8d3cccb-568f-4049-b4ae-45b4383f662a tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375929 Jan 11 10:26:21.487657 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e30ca123-f852-4ed2-9eef-a0fef69042b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:26:21.583903 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82dc9d-6569-4591-b048-76f9a41b36ed req-d0360858-e462-4531-bfb5-1726800c203f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:21.585389 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0a82dc9d-6569-4591-b048-76f9a41b36ed req-d0360858-e462-4531-bfb5-1726800c203f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.0867538 Jan 11 10:26:21.628219 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0a82dc9d-6569-4591-b048-76f9a41b36ed req-8074c9fc-0904-4e8e-98ac-5b84f0f80bfb tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372837 Jan 11 10:26:22.721470 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:26:22.739268 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:26:22.819305 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc2b8f-fe63-4c00-b56b-af267b0253b8 req-6ede007a-45ee-4a37-be86-c3eab0030f44 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:22.820748 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e6fc2b8f-fe63-4c00-b56b-af267b0253b8 req-6ede007a-45ee-4a37-be86-c3eab0030f44 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.0875461 Jan 11 10:26:22.863253 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e6fc2b8f-fe63-4c00-b56b-af267b0253b8 req-35a17730-736e-4806-82c6-3b9fd92d7475 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369649 Jan 11 10:26:24.048947 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e1458-0f14-4ca2-a6f7-28ffaf8f5ab8 req-bba0992a-c6a1-428a-b48f-067095bc3450 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:24.050344 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-279e1458-0f14-4ca2-a6f7-28ffaf8f5ab8 req-bba0992a-c6a1-428a-b48f-067095bc3450 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.0838277 Jan 11 10:26:24.093689 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-279e1458-0f14-4ca2-a6f7-28ffaf8f5ab8 req-a1aa7474-ec6e-4d80-8631-3c670ae49f81 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376747 Jan 11 10:26:24.287504 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:26:25.275091 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae8997-1d4a-4f2d-8944-bded59e5d5b0 req-9447b902-6334-4193-9d18-06b64360bc73 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:25.276538 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-83ae8997-1d4a-4f2d-8944-bded59e5d5b0 req-9447b902-6334-4193-9d18-06b64360bc73 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.0785515 Jan 11 10:26:25.320233 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-83ae8997-1d4a-4f2d-8944-bded59e5d5b0 req-64b154f3-6a9d-4b49-9938-968ee32b27bb tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381870 Jan 11 10:26:26.505010 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c199609-6142-42c2-9ba3-8408d088ce76 req-77002df4-22c4-4585-afce-7b498fb32ab6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:26.507212 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8c199609-6142-42c2-9ba3-8408d088ce76 req-77002df4-22c4-4585-afce-7b498fb32ab6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.0845082 Jan 11 10:26:26.550694 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8c199609-6142-42c2-9ba3-8408d088ce76 req-5f6c176a-e484-4202-ac2b-461ed355c0a3 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378418 Jan 11 10:26:27.738839 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6767c6-ffb0-45f9-a0dc-2cd8370faeff req-6d3b96d1-092b-4b0c-b7bb-b7e823cfdaf9 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:27.740922 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-be6767c6-ffb0-45f9-a0dc-2cd8370faeff req-6d3b96d1-092b-4b0c-b7bb-b7e823cfdaf9 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.0839953 Jan 11 10:26:27.787469 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-be6767c6-ffb0-45f9-a0dc-2cd8370faeff req-f375d7c0-99ea-4d5c-9ed9-c3f005a1ec06 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408895 Jan 11 10:26:28.972014 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92063e32-fee3-49a6-9c00-ea3009c49681 req-bce5efc7-4683-4acc-9621-fc44f9d05a52 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:28.973391 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-92063e32-fee3-49a6-9c00-ea3009c49681 req-bce5efc7-4683-4acc-9621-fc44f9d05a52 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.0806715 Jan 11 10:26:29.018613 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-92063e32-fee3-49a6-9c00-ea3009c49681 req-af0acd63-dff2-4408-92f3-36e7eca34573 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390682 Jan 11 10:26:30.030341 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 1407ca5d-e469-46ad-ad18-acfc624edfe2 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 10:26:30.199443 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 1407ca5d-e469-46ad-ad18-acfc624edfe2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=1407ca5d-e469-46ad-ad18-acfc624edfe2,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:26:30.206108 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadccd39-3662-4553-a24c-232b235d1bb5 req-f4fd81fe-1230-4e9b-b48f-40304ee3d115 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:30.207568 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-dadccd39-3662-4553-a24c-232b235d1bb5 req-f4fd81fe-1230-4e9b-b48f-40304ee3d115 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.0837557 Jan 11 10:26:30.212585 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '1407ca5d-e469-46ad-ad18-acfc624edfe2', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'port_id': '1407ca5d-e469-46ad-ad18-acfc624edfe2', 'mac_address': 'fa:16:3e:91:90:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 10:26:30.251859 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-dadccd39-3662-4553-a24c-232b235d1bb5 req-bc3576b3-458b-4edd-a87a-27867698c074 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383484 Jan 11 10:26:30.269739 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:26:30.285993 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1407ca5d-e469-46ad-ad18-acfc624edfe2 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:26:30.301029 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 1407ca5d-e469-46ad-ad18-acfc624edfe2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=1407ca5d-e469-46ad-ad18-acfc624edfe2,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:26:30.305680 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:26:30.374776 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=1407ca5d-e469-46ad-ad18-acfc624edfe2,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:26:30.382458 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:26:30.382800 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:26:30.383129 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:26:30.383453 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:26:30.383781 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:26:30.384102 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:26:30.384416 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:26:30.384737 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:26:30.385052 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:26:30.385362 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:26:30.385673 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:26:30.385981 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:26:30.399101 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['1407ca5d-e469-46ad-ad18-acfc624edfe2'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:26:31.438134 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2266b06-d0b8-48e4-b2ae-3a6aef823ba8 req-5d84c42c-c82a-4930-9e0f-d3088e81a2a3 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:31.439609 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d2266b06-d0b8-48e4-b2ae-3a6aef823ba8 req-5d84c42c-c82a-4930-9e0f-d3088e81a2a3 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 944 time: 0.0836344 Jan 11 10:26:31.482886 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d2266b06-d0b8-48e4-b2ae-3a6aef823ba8 req-ff6af0e0-307a-44ad-82f7-bfab1eb0db6d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377471 Jan 11 10:26:32.039791 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 1407ca5d-e469-46ad-ad18-acfc624edfe2 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:26:32.105473 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 1407ca5d-e469-46ad-ad18-acfc624edfe2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:26:32.105838 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:26:32.218594 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:26:32.244199 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23252876-6415-41eb-a9e7-74b86a4295bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1407ca5d-e469-46ad-ad18-acfc624edfe2'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:26:32.253927 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 1407ca5d-e469-46ad-ad18-acfc624edfe2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=1407ca5d-e469-46ad-ad18-acfc624edfe2,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:26:32.259130 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:26:32.293804 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23252876-6415-41eb-a9e7-74b86a4295bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1407ca5d-e469-46ad-ad18-acfc624edfe2', 'code': 200} Jan 11 10:26:32.325465 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=1407ca5d-e469-46ad-ad18-acfc624edfe2,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:26:32.667404 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de51684-7f90-4339-a193-4d4e18430286 req-03cbb638-0cc7-410f-8ac2-c7fc109296bd tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:32.668855 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4de51684-7f90-4339-a193-4d4e18430286 req-03cbb638-0cc7-410f-8ac2-c7fc109296bd tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.0824115 Jan 11 10:26:32.714751 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4de51684-7f90-4339-a193-4d4e18430286 req-7e1b6fd0-b4af-47e6-9aa3-41d84a110aea tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399177 Jan 11 10:26:33.954828 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1d11f-834c-45da-8017-53f41e3c6c6e req-8a9ca132-8b3f-4435-8ab1-5d2166cc47dc tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:33.957238 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b0b1d11f-834c-45da-8017-53f41e3c6c6e req-8a9ca132-8b3f-4435-8ab1-5d2166cc47dc tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.1244595 Jan 11 10:26:34.006804 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b0b1d11f-834c-45da-8017-53f41e3c6c6e req-4b7b3a4c-8104-47db-bf58-e8ce408bce36 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428364 Jan 11 10:26:34.821682 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:26:35.496212 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70922c9-8d46-4e1d-b1d3-70f474bf372b req-7f70b7bd-c246-443d-9163-1adf3e5c5ff7 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:35.497730 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d70922c9-8d46-4e1d-b1d3-70f474bf372b req-7f70b7bd-c246-443d-9163-1adf3e5c5ff7 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.2212501 Jan 11 10:26:35.550735 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d70922c9-8d46-4e1d-b1d3-70f474bf372b req-4590c9cc-de9c-491f-8bae-d2de4036134c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467088 Jan 11 10:26:36.767277 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc312bd-bab5-4ab8-bac8-5c63cadb8653 req-1b0fa4bd-fce4-4571-b7ec-03fd5f02eb6c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:36.768728 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6fc312bd-bab5-4ab8-bac8-5c63cadb8653 req-1b0fa4bd-fce4-4571-b7ec-03fd5f02eb6c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.1009026 Jan 11 10:26:36.815659 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-6fc312bd-bab5-4ab8-bac8-5c63cadb8653 req-450430c0-40a4-42c0-84a3-fe5ee9ed6c1e tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408576 Jan 11 10:26:38.009186 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6cd33-830f-45d2-86b0-96654684ba4f req-1e0c8eb3-96ac-4c37-b88a-9119e8323ca8 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:38.011222 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f8b6cd33-830f-45d2-86b0-96654684ba4f req-1e0c8eb3-96ac-4c37-b88a-9119e8323ca8 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.0833998 Jan 11 10:26:38.066700 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f8b6cd33-830f-45d2-86b0-96654684ba4f req-f8d4b50f-4a7d-4efa-bb16-806e1a4100ce tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502288 Jan 11 10:26:39.275385 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31925ab6-ae6b-458e-9800-cec62a3bc77d req-cb4bb957-0ed7-467f-ab13-dfeede61e9d2 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:39.276899 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-31925ab6-ae6b-458e-9800-cec62a3bc77d req-cb4bb957-0ed7-467f-ab13-dfeede61e9d2 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.0938373 Jan 11 10:26:39.323793 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-31925ab6-ae6b-458e-9800-cec62a3bc77d req-83dac025-9c2d-46f8-91ec-3b32d56cebdd tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411866 Jan 11 10:26:40.531608 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da5f98-4042-4893-956a-aa4f5188be58 req-6a6f8ad0-a30a-41be-a876-fa0123c20736 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:40.538852 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-29da5f98-4042-4893-956a-aa4f5188be58 req-6a6f8ad0-a30a-41be-a876-fa0123c20736 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.0978539 Jan 11 10:26:40.587782 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-29da5f98-4042-4893-956a-aa4f5188be58 req-76be39ce-fade-41d2-af30-ce351b698c73 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478983 Jan 11 10:26:41.794192 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a736a9-e32b-4d75-8c03-af35fce76728 req-6cc939be-76ab-44f6-bddc-dbc3bc013c35 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:41.795705 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f5a736a9-e32b-4d75-8c03-af35fce76728 req-6cc939be-76ab-44f6-bddc-dbc3bc013c35 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.0840018 Jan 11 10:26:41.843214 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f5a736a9-e32b-4d75-8c03-af35fce76728 req-736cbb2b-10ba-41a8-870b-93d7c4d174d9 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416164 Jan 11 10:26:42.630449 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:26:43.055668 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ccf65-3cc5-4078-bbba-fb56db9718b5 req-93619be1-ec0f-42a1-94cd-3b4b02d2e30e tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:43.057118 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-978ccf65-3cc5-4078-bbba-fb56db9718b5 req-93619be1-ec0f-42a1-94cd-3b4b02d2e30e tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.0833533 Jan 11 10:26:43.102056 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-978ccf65-3cc5-4078-bbba-fb56db9718b5 req-78b33777-5844-4567-a3df-a53ec6e3d59e tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391743 Jan 11 10:26:43.399175 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4838ac6-9f9e-4ec6-9378-23bea8008139 req-d8f6c512-cea6-4a2a-b68a-4c1281fadc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:43.400623 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b4838ac6-9f9e-4ec6-9378-23bea8008139 req-d8f6c512-cea6-4a2a-b68a-4c1281fadc82 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32517b0cbad94d25aa77021f60e9bd4d&device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 1098 time: 0.0743737 Jan 11 10:26:43.529348 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4838ac6-9f9e-4ec6-9378-23bea8008139 req-f03fa560-6124-4291-9061-b7b84099999b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:43.530816 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b4838ac6-9f9e-4ec6-9378-23bea8008139 req-f03fa560-6124-4291-9061-b7b84099999b service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ff1379e-318c-47df-8a3c-dfd645c354f0 HTTP/1.1" status: 200 len: 909 time: 0.1240377 Jan 11 10:26:43.631679 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b4838ac6-9f9e-4ec6-9378-23bea8008139 req-ba4a6182-25d6-4f96-be6b-6dd8c632a337 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1407ca5d-e469-46ad-ad18-acfc624edfe2 HTTP/1.1" status: 200 len: 1000 time: 0.0938785 Jan 11 10:26:43.692234 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4838ac6-9f9e-4ec6-9378-23bea8008139 req-389c458b-f852-4d8a-9642-2650f1cfa3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:43.693741 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b4838ac6-9f9e-4ec6-9378-23bea8008139 req-389c458b-f852-4d8a-9642-2650f1cfa3e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f76024ab-1a36-4770-ad14-cf6f9e9a5eef HTTP/1.1" status: 200 len: 847 time: 0.0559964 Jan 11 10:26:43.766314 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4838ac6-9f9e-4ec6-9378-23bea8008139 req-2e1558f7-45f1-46dc-9f5e-cabbd873698f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:43.767747 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b4838ac6-9f9e-4ec6-9378-23bea8008139 req-2e1558f7-45f1-46dc-9f5e-cabbd873698f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ff1379e-318c-47df-8a3c-dfd645c354f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673792 Jan 11 10:26:43.897253 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b4838ac6-9f9e-4ec6-9378-23bea8008139 req-702b0d20-6d1f-427e-8631-3ec733862a0e service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234441 Jan 11 10:26:44.027464 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-b4838ac6-9f9e-4ec6-9378-23bea8008139 req-52c5e789-fad1-4e23-bde6-4ef9ac5d80df service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242082 Jan 11 10:26:44.297012 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cbbb2-cfe7-4ae6-87d8-708ef27ab70f req-1edf33f6-7666-4e09-8624-942dba752b49 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:44.298498 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-dd6cbbb2-cfe7-4ae6-87d8-708ef27ab70f req-1edf33f6-7666-4e09-8624-942dba752b49 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.0801399 Jan 11 10:26:44.341761 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-dd6cbbb2-cfe7-4ae6-87d8-708ef27ab70f req-92bd057d-753a-4760-9157-b72dbb7f17c8 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376039 Jan 11 10:26:45.529985 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04122e0-a8a1-47b5-bcfe-0f56c1578f2e req-5c2ae08c-561b-4c4c-883a-5d876022f4bb tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:45.531788 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f04122e0-a8a1-47b5-bcfe-0f56c1578f2e req-5c2ae08c-561b-4c4c-883a-5d876022f4bb tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 945 time: 0.0869327 Jan 11 10:26:45.577679 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f04122e0-a8a1-47b5-bcfe-0f56c1578f2e req-530c8bfa-e195-486c-8a78-8537b7727469 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388939 Jan 11 10:26:46.110007 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 1407ca5d-e469-46ad-ad18-acfc624edfe2 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:26:46.221257 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:26:46.247864 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23252876-6415-41eb-a9e7-74b86a4295bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1407ca5d-e469-46ad-ad18-acfc624edfe2'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:26:46.257548 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 1407ca5d-e469-46ad-ad18-acfc624edfe2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=1407ca5d-e469-46ad-ad18-acfc624edfe2,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:26:46.261640 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:26:46.301580 dv-neutron-823402-4-hyperv neutron-server[87656]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '23252876-6415-41eb-a9e7-74b86a4295bc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1407ca5d-e469-46ad-ad18-acfc624edfe2', 'code': 422} returned with failed status Jan 11 10:26:46.332892 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=1407ca5d-e469-46ad-ad18-acfc624edfe2,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:26:46.759847 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2ac7a-e1f3-4a72-bd15-100670d0e76c req-b2527f6e-cf47-42ac-887d-39a7a1c83518 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:46.761313 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-37c2ac7a-e1f3-4a72-bd15-100670d0e76c req-b2527f6e-cf47-42ac-887d-39a7a1c83518 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 943 time: 0.0798333 Jan 11 10:26:46.808725 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-37c2ac7a-e1f3-4a72-bd15-100670d0e76c req-db19bc00-8ebb-409a-8c27-f47e83363f04 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416460 Jan 11 10:26:47.157497 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb043b43-a2bf-4886-8c03-69b7fd7cecb1 req-c15ba31f-7127-47c7-b29b-16ba0bc09363 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:47.159020 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-fb043b43-a2bf-4886-8c03-69b7fd7cecb1 req-c15ba31f-7127-47c7-b29b-16ba0bc09363 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 943 time: 0.0826507 Jan 11 10:26:47.204255 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-fb043b43-a2bf-4886-8c03-69b7fd7cecb1 req-647e0cf0-2cdc-413d-8150-2ae182fff166 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396137 Jan 11 10:26:47.591890 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ab9f1ac4-2bed-48bb-b1ab-9b8a51bd9bc6 req-5844195a-4e4b-4cfa-851a-abe1c2c9b9c5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2178135 Jan 11 10:26:48.391793 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13620f7-9a31-4fb4-88f9-f85993beec13 req-09cafbca-7315-414d-a3e6-fa58a93fbb1d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:48.393200 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c13620f7-9a31-4fb4-88f9-f85993beec13 req-09cafbca-7315-414d-a3e6-fa58a93fbb1d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 943 time: 0.0807927 Jan 11 10:26:48.437502 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c13620f7-9a31-4fb4-88f9-f85993beec13 req-872f85a9-8b8c-4d3a-b1e9-eeb93a4918b9 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387452 Jan 11 10:26:48.534770 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f1ac4-2bed-48bb-b1ab-9b8a51bd9bc6 req-8cef9af3-06b7-4394-9f6d-665edd6f9c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:48.536106 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ab9f1ac4-2bed-48bb-b1ab-9b8a51bd9bc6 req-8cef9af3-06b7-4394-9f6d-665edd6f9c54 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc&tenant_id=32517b0cbad94d25aa77021f60e9bd4d HTTP/1.1" status: 200 len: 1096 time: 0.0690193 Jan 11 10:26:48.629258 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f1ac4-2bed-48bb-b1ab-9b8a51bd9bc6 req-ee58114b-b5d0-4afc-b80a-703262901f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:48.631035 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ab9f1ac4-2bed-48bb-b1ab-9b8a51bd9bc6 req-ee58114b-b5d0-4afc-b80a-703262901f52 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32517b0cbad94d25aa77021f60e9bd4d&device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 1096 time: 0.0732679 Jan 11 10:26:48.763106 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f1ac4-2bed-48bb-b1ab-9b8a51bd9bc6 req-f4209a83-7678-48ca-b589-2f0223e61da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:48.764545 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ab9f1ac4-2bed-48bb-b1ab-9b8a51bd9bc6 req-f4209a83-7678-48ca-b589-2f0223e61da9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ff1379e-318c-47df-8a3c-dfd645c354f0 HTTP/1.1" status: 200 len: 909 time: 0.1282380 Jan 11 10:26:48.867484 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ab9f1ac4-2bed-48bb-b1ab-9b8a51bd9bc6 req-8d39cfb2-70e1-48a5-acd9-51296b6c26e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1407ca5d-e469-46ad-ad18-acfc624edfe2 HTTP/1.1" status: 200 len: 998 time: 0.0974627 Jan 11 10:26:48.930845 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f1ac4-2bed-48bb-b1ab-9b8a51bd9bc6 req-80ee6c20-2b2e-4196-837b-185770255a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:48.932268 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ab9f1ac4-2bed-48bb-b1ab-9b8a51bd9bc6 req-80ee6c20-2b2e-4196-837b-185770255a19 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f76024ab-1a36-4770-ad14-cf6f9e9a5eef HTTP/1.1" status: 200 len: 847 time: 0.0575864 Jan 11 10:26:49.010266 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f1ac4-2bed-48bb-b1ab-9b8a51bd9bc6 req-fe28baf5-61c6-4be8-98cd-f092dfeeabf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:49.011705 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ab9f1ac4-2bed-48bb-b1ab-9b8a51bd9bc6 req-fe28baf5-61c6-4be8-98cd-f092dfeeabf7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ff1379e-318c-47df-8a3c-dfd645c354f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737510 Jan 11 10:26:49.143727 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ab9f1ac4-2bed-48bb-b1ab-9b8a51bd9bc6 req-92094f8d-efb1-4bc7-b500-1d4bde8762e3 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260931 Jan 11 10:26:49.263038 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-73de5d93-9508-45f5-adb1-671c64ecb540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:26:49.275957 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-ab9f1ac4-2bed-48bb-b1ab-9b8a51bd9bc6 req-66b1a242-6798-4200-8593-de64ee3047f7 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266508 Jan 11 10:26:49.623196 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266d68b-67b7-4ddc-92be-89f43ce649da req-e6fe11d4-f55a-43d4-bf61-0e1fac2ccd93 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:49.624637 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d266d68b-67b7-4ddc-92be-89f43ce649da req-e6fe11d4-f55a-43d4-bf61-0e1fac2ccd93 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 943 time: 0.0815818 Jan 11 10:26:49.676437 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d266d68b-67b7-4ddc-92be-89f43ce649da req-7fd010a9-41cd-463f-97a7-74ffb338a7d0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460653 Jan 11 10:26:50.115226 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 1407ca5d-e469-46ad-ad18-acfc624edfe2 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:26:50.893583 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2e361-fcb9-48bb-8077-1a64b950189e req-eec9143a-2e64-4d15-bb7d-cd05e9f6e524 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:50.895356 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f0a2e361-fcb9-48bb-8077-1a64b950189e req-eec9143a-2e64-4d15-bb7d-cd05e9f6e524 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 943 time: 0.0866673 Jan 11 10:26:50.942960 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f0a2e361-fcb9-48bb-8077-1a64b950189e req-f630cfb8-cc04-44c0-b5fe-ed0d762bbdde tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406744 Jan 11 10:26:51.495727 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-38ece15d-1525-4ccf-9b4a-d979e203c2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:26:52.138564 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067f839-b581-4eae-bfcb-ef2d4de48d2b req-7b52d128-2ff9-4704-a8c1-3f2f3bcde254 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:52.140187 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0067f839-b581-4eae-bfcb-ef2d4de48d2b req-7b52d128-2ff9-4704-a8c1-3f2f3bcde254 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 943 time: 0.0869873 Jan 11 10:26:52.190852 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0067f839-b581-4eae-bfcb-ef2d4de48d2b req-de39a2f5-a3c6-4ee0-9e35-413eba9b406c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425692 Jan 11 10:26:52.725914 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:26:52.751428 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:26:53.394228 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a676f9-a3a0-4c2c-8daf-20b22d2d0f19 req-a18abdbc-bebc-4941-bb1a-e02d75e784b9 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:53.396654 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e7a676f9-a3a0-4c2c-8daf-20b22d2d0f19 req-a18abdbc-bebc-4941-bb1a-e02d75e784b9 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 943 time: 0.0886540 Jan 11 10:26:53.443393 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e7a676f9-a3a0-4c2c-8daf-20b22d2d0f19 req-9fc61ea4-91d8-4166-b742-7857123679eb tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405161 Jan 11 10:26:54.295755 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:26:54.640509 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cbd72-8fbe-4d74-9eb4-9bbca807d70e req-4713a2dc-a569-4184-b5ea-60cc51c5be10 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:54.647700 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7b4cbd72-8fbe-4d74-9eb4-9bbca807d70e req-4713a2dc-a569-4184-b5ea-60cc51c5be10 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 943 time: 0.0860186 Jan 11 10:26:54.703345 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7b4cbd72-8fbe-4d74-9eb4-9bbca807d70e req-283bc773-3d31-49c7-95d0-7a53b2833e2a tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542722 Jan 11 10:26:55.915615 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2f1b7-5164-41a4-b01c-f7652ae2d6df req-15c20962-9dfb-4ab6-860a-f25491923f3a tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:55.917246 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-81f2f1b7-5164-41a4-b01c-f7652ae2d6df req-15c20962-9dfb-4ab6-860a-f25491923f3a tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 943 time: 0.0974078 Jan 11 10:26:55.963441 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-81f2f1b7-5164-41a4-b01c-f7652ae2d6df req-c04dbecc-08ec-4ed5-98b1-46665d085b35 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406001 Jan 11 10:26:57.158434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b26045-ffc9-4f47-aacf-194b9dd254a9 req-bf433b01-7ec8-444e-8a67-f35e6b0e0f0e tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:57.159898 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c4b26045-ffc9-4f47-aacf-194b9dd254a9 req-bf433b01-7ec8-444e-8a67-f35e6b0e0f0e tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 943 time: 0.0870712 Jan 11 10:26:57.208250 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c4b26045-ffc9-4f47-aacf-194b9dd254a9 req-91b72879-f1c7-41d9-917b-748f9994aa22 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417707 Jan 11 10:26:58.538627 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2031d1-8064-4f7a-81f3-92808244d6e2 req-9bb92270-1c0d-4e2a-b70f-4d40babfc45a tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:58.539999 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7d2031d1-8064-4f7a-81f3-92808244d6e2 req-9bb92270-1c0d-4e2a-b70f-4d40babfc45a tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 943 time: 0.0793147 Jan 11 10:26:58.583668 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7d2031d1-8064-4f7a-81f3-92808244d6e2 req-564ce563-0f5b-4f20-acbf-701a9171c1fb tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381637 Jan 11 10:26:59.770575 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e94c7a-ba13-4c17-ab01-900afdc5298e req-d7dea44b-7aa3-4b09-9459-5c738c8cb233 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:26:59.772352 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-14e94c7a-ba13-4c17-ab01-900afdc5298e req-d7dea44b-7aa3-4b09-9459-5c738c8cb233 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 943 time: 0.0855284 Jan 11 10:26:59.816127 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-14e94c7a-ba13-4c17-ab01-900afdc5298e req-1282d66c-2ca9-4ade-9cb4-0a75f490036f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381505 Jan 11 10:27:00.996622 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db549ff-cc4a-4239-8a1f-996ff48790f1 req-b95907bb-8f6e-4833-92f2-bcbfe7229c93 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:27:00.997967 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7db549ff-cc4a-4239-8a1f-996ff48790f1 req-b95907bb-8f6e-4833-92f2-bcbfe7229c93 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 943 time: 0.0786285 Jan 11 10:27:01.044854 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7db549ff-cc4a-4239-8a1f-996ff48790f1 req-cb6da0a7-b2ee-408d-9934-bf35b47f48f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413618 Jan 11 10:27:02.232423 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b6afd-c418-49bd-8fb7-e6856e788f8a req-e1dd092a-4cf3-4e27-a81a-1637f471da01 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:27:02.233858 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-aa3b6afd-c418-49bd-8fb7-e6856e788f8a req-e1dd092a-4cf3-4e27-a81a-1637f471da01 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 943 time: 0.0841637 Jan 11 10:27:02.278538 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-aa3b6afd-c418-49bd-8fb7-e6856e788f8a req-2b8b2caa-915e-4145-8e72-e034fa530328 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390108 Jan 11 10:27:02.799727 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeac4f-4ef8-43a6-bf66-b0817f0c39f7 req-cef49c92-2817-42ea-8eca-625ebf832239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:27:02.801158 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9eaeac4f-4ef8-43a6-bf66-b0817f0c39f7 req-cef49c92-2817-42ea-8eca-625ebf832239 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32517b0cbad94d25aa77021f60e9bd4d&device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 1096 time: 0.0687714 Jan 11 10:27:02.944834 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeac4f-4ef8-43a6-bf66-b0817f0c39f7 req-298a28f3-ebc8-4d93-9af9-fa0f846d1583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:27:02.946277 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9eaeac4f-4ef8-43a6-bf66-b0817f0c39f7 req-298a28f3-ebc8-4d93-9af9-fa0f846d1583 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ff1379e-318c-47df-8a3c-dfd645c354f0 HTTP/1.1" status: 200 len: 909 time: 0.1268461 Jan 11 10:27:03.049651 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9eaeac4f-4ef8-43a6-bf66-b0817f0c39f7 req-ec6660ca-5b60-45e6-b3ab-22e12b67e50b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1407ca5d-e469-46ad-ad18-acfc624edfe2 HTTP/1.1" status: 200 len: 998 time: 0.0972626 Jan 11 10:27:03.112884 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeac4f-4ef8-43a6-bf66-b0817f0c39f7 req-3d412771-9284-4dc1-8229-2d3b8fe6446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:27:03.114320 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9eaeac4f-4ef8-43a6-bf66-b0817f0c39f7 req-3d412771-9284-4dc1-8229-2d3b8fe6446c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f76024ab-1a36-4770-ad14-cf6f9e9a5eef HTTP/1.1" status: 200 len: 847 time: 0.0584779 Jan 11 10:27:03.192868 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeac4f-4ef8-43a6-bf66-b0817f0c39f7 req-fc592e0e-2ac3-4cfb-a956-86435b08edbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:27:03.194374 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9eaeac4f-4ef8-43a6-bf66-b0817f0c39f7 req-fc592e0e-2ac3-4cfb-a956-86435b08edbb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ff1379e-318c-47df-8a3c-dfd645c354f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739455 Jan 11 10:27:03.325457 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9eaeac4f-4ef8-43a6-bf66-b0817f0c39f7 req-3180895c-7aba-4b6b-955b-06dc5b804c96 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240969 Jan 11 10:27:03.468994 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f010795-0006-4969-a702-83705eaa8969 req-669607f4-969b-4c03-9d43-01bf681f3b81 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:27:03.470532 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2f010795-0006-4969-a702-83705eaa8969 req-669607f4-969b-4c03-9d43-01bf681f3b81 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 943 time: 0.0865669 Jan 11 10:27:03.572515 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-9eaeac4f-4ef8-43a6-bf66-b0817f0c39f7 req-03fa4004-23f5-4e31-a797-dd3f784d63f1 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410822 Jan 11 10:27:03.612389 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2f010795-0006-4969-a702-83705eaa8969 req-a4e488f8-061b-411d-8860-85d54059a42f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356106 Jan 11 10:27:04.189963 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 1407ca5d-e469-46ad-ad18-acfc624edfe2 details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 10:27:04.321408 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 1407ca5d-e469-46ad-ad18-acfc624edfe2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=1407ca5d-e469-46ad-ad18-acfc624edfe2,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:27:04.334330 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '1407ca5d-e469-46ad-ad18-acfc624edfe2', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'port_id': '1407ca5d-e469-46ad-ad18-acfc624edfe2', 'mac_address': 'fa:16:3e:91:90:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 10:27:04.387724 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:27:04.403950 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1407ca5d-e469-46ad-ad18-acfc624edfe2 {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:27:04.418700 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 1407ca5d-e469-46ad-ad18-acfc624edfe2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=1407ca5d-e469-46ad-ad18-acfc624edfe2,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:27:04.421922 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:27:04.492453 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=1407ca5d-e469-46ad-ad18-acfc624edfe2,revision_number=9']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:27:04.776617 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['1407ca5d-e469-46ad-ad18-acfc624edfe2'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:27:04.792278 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e3a29-63ae-49cd-bd2d-60b50db0ed1d req-821a9c26-3a1e-463d-acfb-e60da94a22f7 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:27:04.793741 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-296e3a29-63ae-49cd-bd2d-60b50db0ed1d req-821a9c26-3a1e-463d-acfb-e60da94a22f7 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 944 time: 0.0781224 Jan 11 10:27:04.836995 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:27:04.837428 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-296e3a29-63ae-49cd-bd2d-60b50db0ed1d req-cd856164-868d-4233-a167-786d900bfb62 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381043 Jan 11 10:27:06.062816 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162928dc-bd09-4d90-acce-f25f030487d0 req-133fdec0-cc37-488c-bb93-aa33fd4a316b tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:27:06.064258 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-162928dc-bd09-4d90-acce-f25f030487d0 req-133fdec0-cc37-488c-bb93-aa33fd4a316b tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 944 time: 0.0836430 Jan 11 10:27:06.106929 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-162928dc-bd09-4d90-acce-f25f030487d0 req-0ad1678f-261c-4220-a5ef-51ccf21642fc tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367002 Jan 11 10:27:06.188372 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 1407ca5d-e469-46ad-ad18-acfc624edfe2 up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:27:06.285082 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 1407ca5d-e469-46ad-ad18-acfc624edfe2 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:27:06.285342 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:27:06.402950 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:27:06.429270 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23252876-6415-41eb-a9e7-74b86a4295bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1407ca5d-e469-46ad-ad18-acfc624edfe2'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:27:06.438878 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 1407ca5d-e469-46ad-ad18-acfc624edfe2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=1407ca5d-e469-46ad-ad18-acfc624edfe2,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:27:06.444400 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:27:06.483729 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23252876-6415-41eb-a9e7-74b86a4295bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1407ca5d-e469-46ad-ad18-acfc624edfe2', 'code': 200} Jan 11 10:27:06.517534 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=1407ca5d-e469-46ad-ad18-acfc624edfe2,revision_number=10']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:27:06.707617 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622eca19-95a7-4f0f-9c2f-53245086ac81 req-241150d5-99d6-476b-8d68-965014932bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:27:06.709765 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-622eca19-95a7-4f0f-9c2f-53245086ac81 req-241150d5-99d6-476b-8d68-965014932bb8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 1099 time: 0.0688663 Jan 11 10:27:06.751547 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-622eca19-95a7-4f0f-9c2f-53245086ac81 req-5c8cbf09-0696-4248-9d3e-99bff392d905 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359447 Jan 11 10:27:07.287233 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd5362-4c7b-48ed-9a44-ca5806b55227 req-f9981f6d-c225-4c96-8711-2dd00c740170 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:27:07.288673 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3bfd5362-4c7b-48ed-9a44-ca5806b55227 req-f9981f6d-c225-4c96-8711-2dd00c740170 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 946 time: 0.0795937 Jan 11 10:27:07.334987 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3bfd5362-4c7b-48ed-9a44-ca5806b55227 req-21c2e74e-fb45-47d6-8fe7-218e51a82bf8 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404251 Jan 11 10:27:08.564209 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3abe4-51cf-4926-9558-2aa58ceb8143 req-e58548a7-6e63-42a2-99b5-a6b6b87a6967 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:27:08.565674 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-18c3abe4-51cf-4926-9558-2aa58ceb8143 req-e58548a7-6e63-42a2-99b5-a6b6b87a6967 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 946 time: 0.0809088 Jan 11 10:27:08.610737 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-18c3abe4-51cf-4926-9558-2aa58ceb8143 req-c33550d9-399d-416c-8a7e-978cdf5c07fc tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386279 Jan 11 10:27:09.798487 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e979648-a9be-4b79-a6a1-42664faad534 req-65fa9f06-5739-46af-b36f-ceab44b491f7 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:27:09.799936 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2e979648-a9be-4b79-a6a1-42664faad534 req-65fa9f06-5739-46af-b36f-ceab44b491f7 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 946 time: 0.0814953 Jan 11 10:27:09.843695 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2e979648-a9be-4b79-a6a1-42664faad534 req-013babea-04bf-4c9d-951b-46ce83eb8a5c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380797 Jan 11 10:27:19.265404 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ff800c0b-6555-4b0c-837e-179c29a28280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:27:19.628696 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:27:21.486828 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b24637c2-9c2a-41d8-a17a-82cf07f4988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:27:22.728719 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:27:22.743424 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:27:24.296923 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:27:34.827594 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:27:49.267057 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-10841a9c-bdc7-403d-9e05-d46802c1f09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:27:51.488187 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-d790eccb-7fdc-4e10-be6e-d94dcad33f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:27:52.730606 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:27:52.744612 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:27:54.299029 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:27:56.626717 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:28:03.827516 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8c69172c-1976-4b45-abbf-d420519f713a req-c48f112b-0406-402b-b731-e8f4fd686b3e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1056414 Jan 11 10:28:03.965391 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69172c-1976-4b45-abbf-d420519f713a req-4624c00a-c136-4c50-91ad-100ca5014423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:28:03.966990 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8c69172c-1976-4b45-abbf-d420519f713a req-4624c00a-c136-4c50-91ad-100ca5014423 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32517b0cbad94d25aa77021f60e9bd4d&device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 1099 time: 0.0710526 Jan 11 10:28:04.110107 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69172c-1976-4b45-abbf-d420519f713a req-be4f1e91-fe56-4982-9519-8896d35d8bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:28:04.111540 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8c69172c-1976-4b45-abbf-d420519f713a req-be4f1e91-fe56-4982-9519-8896d35d8bc9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ff1379e-318c-47df-8a3c-dfd645c354f0 HTTP/1.1" status: 200 len: 909 time: 0.1256256 Jan 11 10:28:04.214281 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8c69172c-1976-4b45-abbf-d420519f713a req-89ceddbe-2071-46b7-ae83-ee48e59781d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1407ca5d-e469-46ad-ad18-acfc624edfe2 HTTP/1.1" status: 200 len: 1000 time: 0.0955825 Jan 11 10:28:04.278782 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69172c-1976-4b45-abbf-d420519f713a req-11a4b038-abeb-48c5-8d66-d21515f2eead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:28:04.280118 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8c69172c-1976-4b45-abbf-d420519f713a req-11a4b038-abeb-48c5-8d66-d21515f2eead service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f76024ab-1a36-4770-ad14-cf6f9e9a5eef HTTP/1.1" status: 200 len: 847 time: 0.0597491 Jan 11 10:28:04.353851 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69172c-1976-4b45-abbf-d420519f713a req-d2416d2c-8e44-4553-b744-26bc72b15087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:28:04.355317 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8c69172c-1976-4b45-abbf-d420519f713a req-d2416d2c-8e44-4553-b744-26bc72b15087 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ff1379e-318c-47df-8a3c-dfd645c354f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695908 Jan 11 10:28:04.485617 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8c69172c-1976-4b45-abbf-d420519f713a req-edef12ef-3573-4525-9f0e-f93f20209e3c service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241629 Jan 11 10:28:04.617139 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-8c69172c-1976-4b45-abbf-d420519f713a req-89d222c2-3349-47ab-b6bc-1f6f50f9a7d2 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253910 Jan 11 10:28:04.837280 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:19.267532 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4a45e5bc-9838-47c5-85b5-c8745035cf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:21.488544 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6b08ab17-b115-4fef-b17c-e8cd01513bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:22.736041 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:22.746305 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:24.300998 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:33.624782 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:28:34.857989 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:45.524376 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 42706) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:28:45.777760 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e4a420fd-2e27-47b6-b91a-7c20a6ced38c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Deleting port 4792ec00-255f-46ae-a60c-15c99eb17784 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:28:45.778112 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4a420fd-2e27-47b6-b91a-7c20a6ced38c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:45.943842 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4a420fd-2e27-47b6-b91a-7c20a6ced38c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:45.944160 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4a420fd-2e27-47b6-b91a-7c20a6ced38c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:46.072370 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e4a420fd-2e27-47b6-b91a-7c20a6ced38c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Calling delete_port for 4792ec00-255f-46ae-a60c-15c99eb17784 owned by network:floatingip {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:28:46.221040 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4a420fd-2e27-47b6-b91a-7c20a6ced38c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:46.370012 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a420fd-2e27-47b6-b91a-7c20a6ced38c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Pushing event deleted for resources: {'Port': ['ID=4792ec00-255f-46ae-a60c-15c99eb17784,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:28:46.416362 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a420fd-2e27-47b6-b91a-7c20a6ced38c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:28:46.416702 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a420fd-2e27-47b6-b91a-7c20a6ced38c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:28:46.417041 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a420fd-2e27-47b6-b91a-7c20a6ced38c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:28:46.417365 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a420fd-2e27-47b6-b91a-7c20a6ced38c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:28:46.417687 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a420fd-2e27-47b6-b91a-7c20a6ced38c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:28:46.418007 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a420fd-2e27-47b6-b91a-7c20a6ced38c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:28:46.418349 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a420fd-2e27-47b6-b91a-7c20a6ced38c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:28:46.418686 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a420fd-2e27-47b6-b91a-7c20a6ced38c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:28:46.419002 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a420fd-2e27-47b6-b91a-7c20a6ced38c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:28:46.419314 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a420fd-2e27-47b6-b91a-7c20a6ced38c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:28:46.419625 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a420fd-2e27-47b6-b91a-7c20a6ced38c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:28:46.419935 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a420fd-2e27-47b6-b91a-7c20a6ced38c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:28:46.484005 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4a420fd-2e27-47b6-b91a-7c20a6ced38c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for floatingip, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:46.484325 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [None req-e4a420fd-2e27-47b6-b91a-7c20a6ced38c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Floating IP 2a91a05d-f88e-4c30-85fb-869080fc8cc5 disassociated (deleted). External IP: 172.26.3.83, port: 1407ca5d-e469-46ad-ad18-acfc624edfe2. Jan 11 10:28:46.859709 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a420fd-2e27-47b6-b91a-7c20a6ced38c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Router 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:28:47.035976 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a420fd-2e27-47b6-b91a-7c20a6ced38c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:28:47.049672 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c46b55-623d-45b6-ab47-4cef87c9c375 None None] Sync routers for ids ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:28:47.050594 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4a420fd-2e27-47b6-b91a-7c20a6ced38c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:47.060587 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c46b55-623d-45b6-ab47-4cef87c9c375 None None] Routers {'65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:28:47.061269 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-45c46b55-623d-45b6-ab47-4cef87c9c375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:28:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:28:47.110047 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-e4a420fd-2e27-47b6-b91a-7c20a6ced38c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "DELETE /v2.0/floatingips/2a91a05d-f88e-4c30-85fb-869080fc8cc5 HTTP/1.1" status: 204 len: 168 time: 1.5845878 Jan 11 10:28:47.110637 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23252876-6415-41eb-a9e7-74b86a4295bc', 'tag': '1407ca5d-e469-46ad-ad18-acfc624edfe2'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:28:47.269421 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23252876-6415-41eb-a9e7-74b86a4295bc', 'tag': '1407ca5d-e469-46ad-ad18-acfc624edfe2', 'status': 'completed', 'code': 200} Jan 11 10:28:47.298148 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-45c46b55-623d-45b6-ab47-4cef87c9c375 None None] Set router 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:28:47.367716 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76896c42-6b18-4f89-a0a6-e62e4e9f4a77 req-bda31318-7df0-402c-a3d9-56c6e2f553c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:28:47.369210 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-76896c42-6b18-4f89-a0a6-e62e4e9f4a77 req-bda31318-7df0-402c-a3d9-56c6e2f553c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32517b0cbad94d25aa77021f60e9bd4d&device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 1099 time: 0.0758948 Jan 11 10:28:47.512302 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76896c42-6b18-4f89-a0a6-e62e4e9f4a77 req-58bcfaf1-f1be-458a-b54f-32ca04738c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:28:47.513768 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-76896c42-6b18-4f89-a0a6-e62e4e9f4a77 req-58bcfaf1-f1be-458a-b54f-32ca04738c65 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ff1379e-318c-47df-8a3c-dfd645c354f0 HTTP/1.1" status: 200 len: 909 time: 0.1378870 Jan 11 10:28:47.586814 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-76896c42-6b18-4f89-a0a6-e62e4e9f4a77 req-7bb9b39f-0e39-43a4-9cab-6f8c002bef96 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1407ca5d-e469-46ad-ad18-acfc624edfe2 HTTP/1.1" status: 200 len: 217 time: 0.0650878 Jan 11 10:28:47.594223 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839b205-5ff3-456a-8ab8-8fed062331a1 req-936e475f-e578-45cc-a0bc-1b38e70a8343 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:28:47.595588 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f839b205-5ff3-456a-8ab8-8fed062331a1 req-936e475f-e578-45cc-a0bc-1b38e70a8343 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 946 time: 0.1266675 Jan 11 10:28:47.623216 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-45c46b55-623d-45b6-ab47-4cef87c9c375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'name': 'tempest-TestShelveInstance-707779704-router', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '4554e8cd-303b-474d-b576-f213b037ba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:06Z', 'updated_at': '2022-01-11T10:23:10Z', 'revision_number': 4, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'gw_port': {'id': '4554e8cd-303b-474d-b576-f213b037ba87', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:07Z', 'updated_at': '2022-01-11T10:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'de846a63-227c-4a03-9048-7f87b963bc87', 'name': '', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'mac_address': 'fa:16:3e:a4:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:10Z', 'updated_at': '2022-01-11T10:23:18Z', 'revision_number': 5, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'subnets': [{'id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:28:47.627101 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c46b55-623d-45b6-ab47-4cef87c9c375 None None] Checking router: 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:28:47.636104 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c46b55-623d-45b6-ab47-4cef87c9c375 None None] Routers {'65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:28:47.636708 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-45c46b55-623d-45b6-ab47-4cef87c9c375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:28:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:28:47.646609 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f839b205-5ff3-456a-8ab8-8fed062331a1 req-d91b1aa2-8435-4b83-b539-68ba25eb45cd tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451114 Jan 11 10:28:47.652708 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76896c42-6b18-4f89-a0a6-e62e4e9f4a77 req-3eadfbbf-a214-4418-aeea-4687e19e92b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:28:47.654422 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-76896c42-6b18-4f89-a0a6-e62e4e9f4a77 req-3eadfbbf-a214-4418-aeea-4687e19e92b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f76024ab-1a36-4770-ad14-cf6f9e9a5eef HTTP/1.1" status: 200 len: 847 time: 0.0618341 Jan 11 10:28:47.731047 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76896c42-6b18-4f89-a0a6-e62e4e9f4a77 req-cb43ecc8-a212-43e3-b775-4e9d9af3e4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:28:47.732693 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-76896c42-6b18-4f89-a0a6-e62e4e9f4a77 req-cb43ecc8-a212-43e3-b775-4e9d9af3e4dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ff1379e-318c-47df-8a3c-dfd645c354f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716772 Jan 11 10:28:47.817284 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-45c46b55-623d-45b6-ab47-4cef87c9c375 None None] Set router 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:28:47.864807 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-76896c42-6b18-4f89-a0a6-e62e4e9f4a77 req-25222b63-265e-4b20-b129-0b24a60c0d1d service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246181 Jan 11 10:28:47.997129 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-76896c42-6b18-4f89-a0a6-e62e4e9f4a77 req-63d1d815-e45f-4df9-a7da-25cb13e035c6 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259649 Jan 11 10:28:48.127500 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-45c46b55-623d-45b6-ab47-4cef87c9c375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'name': 'tempest-TestShelveInstance-707779704-router', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '4554e8cd-303b-474d-b576-f213b037ba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:06Z', 'updated_at': '2022-01-11T10:23:10Z', 'revision_number': 4, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'gw_port': {'id': '4554e8cd-303b-474d-b576-f213b037ba87', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:07Z', 'updated_at': '2022-01-11T10:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'de846a63-227c-4a03-9048-7f87b963bc87', 'name': '', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'mac_address': 'fa:16:3e:a4:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:10Z', 'updated_at': '2022-01-11T10:23:18Z', 'revision_number': 5, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'subnets': [{'id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:28:48.131180 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c46b55-623d-45b6-ab47-4cef87c9c375 None None] The sync data for ids ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'] in dv-neutron-823402-4-hyperv is: [{'id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'name': 'tempest-TestShelveInstance-707779704-router', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '4554e8cd-303b-474d-b576-f213b037ba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:06Z', 'updated_at': '2022-01-11T10:23:10Z', 'revision_number': 4, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'gw_port': {'id': '4554e8cd-303b-474d-b576-f213b037ba87', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:07Z', 'updated_at': '2022-01-11T10:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'de846a63-227c-4a03-9048-7f87b963bc87', 'name': '', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'mac_address': 'fa:16:3e:a4:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:10Z', 'updated_at': '2022-01-11T10:23:18Z', 'revision_number': 5, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'subnets': [{'id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:28:48.345696 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1c2a8c-ea19-4cbf-944f-38de8c0b25d9 None None] New status for floating IP 2a91a05d-f88e-4c30-85fb-869080fc8cc5: DOWN {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 10:28:48.919078 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad021bc-e80a-47fd-ad57-19946ca9ffc8 req-ad809fbf-23c5-4ec8-8e2b-5680d7ec72bf tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:28:48.920567 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7ad021bc-e80a-47fd-ad57-19946ca9ffc8 req-ad809fbf-23c5-4ec8-8e2b-5680d7ec72bf tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 946 time: 0.1277969 Jan 11 10:28:48.966384 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7ad021bc-e80a-47fd-ad57-19946ca9ffc8 req-82cdcd46-af34-48ee-8aa8-210d39daca43 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401986 Jan 11 10:28:49.116571 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30837cd-246b-4575-ad63-74fee4f3d628 req-f81c861f-5b2e-4846-90db-7d172b5cf7ac tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:28:49.117256 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-f30837cd-246b-4575-ad63-74fee4f3d628 req-f81c861f-5b2e-4846-90db-7d172b5cf7ac tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Synchronizing usage tracker for tenant:32517b0cbad94d25aa77021f60e9bd4d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:28:49.134146 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-f30837cd-246b-4575-ad63-74fee4f3d628 req-f81c861f-5b2e-4846-90db-7d172b5cf7ac tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Unset dirty status for tenant:32517b0cbad94d25aa77021f60e9bd4d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:28:49.135344 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f30837cd-246b-4575-ad63-74fee4f3d628 req-f81c861f-5b2e-4846-90db-7d172b5cf7ac tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.42 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 946 time: 0.2132962 Jan 11 10:28:49.203984 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-f30837cd-246b-4575-ad63-74fee4f3d628 req-f5932897-2d5b-4583-b511-002fab0a135d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Deleting port 1407ca5d-e469-46ad-ad18-acfc624edfe2 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:28:49.204317 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f30837cd-246b-4575-ad63-74fee4f3d628 req-f5932897-2d5b-4583-b511-002fab0a135d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:49.269004 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6bfbcd3a-3f2b-4c25-b06f-4d671532b41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:49.448770 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-f30837cd-246b-4575-ad63-74fee4f3d628 req-f5932897-2d5b-4583-b511-002fab0a135d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] For port 1407ca5d-e469-46ad-ad18-acfc624edfe2, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=1407ca5d-e469-46ad-ad18-acfc624edfe2,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:28:49.449117 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f30837cd-246b-4575-ad63-74fee4f3d628 req-f5932897-2d5b-4583-b511-002fab0a135d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:49.573933 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-f30837cd-246b-4575-ad63-74fee4f3d628 req-f5932897-2d5b-4583-b511-002fab0a135d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Calling delete_port for 1407ca5d-e469-46ad-ad18-acfc624edfe2 owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:28:49.717942 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f30837cd-246b-4575-ad63-74fee4f3d628 req-f5932897-2d5b-4583-b511-002fab0a135d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:49.770951 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5932897-2d5b-4583-b511-002fab0a135d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Pushing event deleted for resources: {'Port': ['ID=1407ca5d-e469-46ad-ad18-acfc624edfe2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:28:49.846033 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30837cd-246b-4575-ad63-74fee4f3d628 req-f5932897-2d5b-4583-b511-002fab0a135d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] No DVR routers for this DVR port 1407ca5d-e469-46ad-ad18-acfc624edfe2 on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:28:49.848472 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-f30837cd-246b-4575-ad63-74fee4f3d628 req-f5932897-2d5b-4583-b511-002fab0a135d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:49.850938 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23252876-6415-41eb-a9e7-74b86a4295bc', 'name': 'network-vif-deleted', 'tag': '1407ca5d-e469-46ad-ad18-acfc624edfe2'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:28:49.866509 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-f30837cd-246b-4575-ad63-74fee4f3d628 req-f5932897-2d5b-4583-b511-002fab0a135d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.42 "DELETE /v2.0/ports/1407ca5d-e469-46ad-ad18-acfc624edfe2 HTTP/1.1" status: 204 len: 173 time: 0.7252362 Jan 11 10:28:49.904986 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23252876-6415-41eb-a9e7-74b86a4295bc', 'name': 'network-vif-deleted', 'tag': '1407ca5d-e469-46ad-ad18-acfc624edfe2', 'status': 'completed', 'code': 200} Jan 11 10:28:50.130846 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1d0e6ca5-185a-4371-a22a-23c4ae944115 req-a7e58d0f-6ce4-4e40-b94f-05e3f58a6e24 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=23252876-6415-41eb-a9e7-74b86a4295bc HTTP/1.1" status: 200 len: 210 time: 0.0429389 Jan 11 10:28:51.227511 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 42746) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:28:51.296806 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a1f0af3-f267-4ee0-975f-90d77f78cec0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:51.325754 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a1f0af3-f267-4ee0-975f-90d77f78cec0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:51.389268 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a1f0af3-f267-4ee0-975f-90d77f78cec0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:51.406790 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f0af3-f267-4ee0-975f-90d77f78cec0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:28:51.420072 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a1f0af3-f267-4ee0-975f-90d77f78cec0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:51.421196 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-5a1f0af3-f267-4ee0-975f-90d77f78cec0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "DELETE /v2.0/security-groups/9897719f-2ae4-4f4b-8536-4ccfc5cc1d9e HTTP/1.1" status: 204 len: 168 time: 0.1926615 Jan 11 10:28:51.489733 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fae4e06b-07de-456b-8971-932eeb0d6cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:52.641255 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 1407ca5d-e469-46ad-ad18-acfc624edfe2 no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:28:52.677737 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: 1407ca5d-e469-46ad-ad18-acfc624edfe2 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:28:52.678073 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 1407ca5d-e469-46ad-ad18-acfc624edfe2 not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:28:52.736646 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:52.750766 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:53.764647 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 42764) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:28:53.769882 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-adefded1-0e00-432b-beb3-ed28a1f9e52f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-514592043', 'description': 'tempest-secgroup-smoke-514592043 description', 'project_id': '32517b0cbad94d25aa77021f60e9bd4d'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:28:53.778818 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-adefded1-0e00-432b-beb3-ed28a1f9e52f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:28:53.782875 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-adefded1-0e00-432b-beb3-ed28a1f9e52f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Usage tracker for resource:security_group and tenant:32517b0cbad94d25aa77021f60e9bd4d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:28:53.785720 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-adefded1-0e00-432b-beb3-ed28a1f9e52f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:28:53.792024 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-adefded1-0e00-432b-beb3-ed28a1f9e52f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:28:53.801611 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adefded1-0e00-432b-beb3-ed28a1f9e52f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:53.824498 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-adefded1-0e00-432b-beb3-ed28a1f9e52f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:28:53.828286 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-adefded1-0e00-432b-beb3-ed28a1f9e52f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Usage tracker for resource:security_group_rule and tenant:32517b0cbad94d25aa77021f60e9bd4d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:28:53.831127 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-adefded1-0e00-432b-beb3-ed28a1f9e52f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:28:53.836805 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-adefded1-0e00-432b-beb3-ed28a1f9e52f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:28:53.906443 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adefded1-0e00-432b-beb3-ed28a1f9e52f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:53.909841 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adefded1-0e00-432b-beb3-ed28a1f9e52f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:53.957003 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefded1-0e00-432b-beb3-ed28a1f9e52f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e304b891-7f2d-48eb-9f94-58e6316177a2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:28:53.965851 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-adefded1-0e00-432b-beb3-ed28a1f9e52f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:53.967143 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-adefded1-0e00-432b-beb3-ed28a1f9e52f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2015195 Jan 11 10:28:53.969995 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 42774) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:28:53.974815 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-10985656-3cf0-4086-9a62-a6a5728c6aba tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Request body: {'security_group_rule': {'security_group_id': 'e304b891-7f2d-48eb-9f94-58e6316177a2', 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:28:53.980803 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-10985656-3cf0-4086-9a62-a6a5728c6aba tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:28:53.984464 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-10985656-3cf0-4086-9a62-a6a5728c6aba tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Usage tracker for resource:security_group_rule and tenant:32517b0cbad94d25aa77021f60e9bd4d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:28:53.987267 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-10985656-3cf0-4086-9a62-a6a5728c6aba tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:28:53.993276 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-10985656-3cf0-4086-9a62-a6a5728c6aba tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:28:54.010019 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-10985656-3cf0-4086-9a62-a6a5728c6aba tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:54.068789 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-10985656-3cf0-4086-9a62-a6a5728c6aba tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:54.072214 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-10985656-3cf0-4086-9a62-a6a5728c6aba tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:54.095858 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10985656-3cf0-4086-9a62-a6a5728c6aba tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42e5c7a-a779-43a4-bc0d-0abdbcba43db,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:28:54.105545 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-10985656-3cf0-4086-9a62-a6a5728c6aba tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:54.106832 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-10985656-3cf0-4086-9a62-a6a5728c6aba tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359224 Jan 11 10:28:54.109560 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 42778) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:28:54.114417 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-d1467bb6-b7ae-4ab0-bcab-921dd9d74cd3 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Request body: {'security_group_rule': {'security_group_id': 'e304b891-7f2d-48eb-9f94-58e6316177a2', 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:28:54.120854 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d1467bb6-b7ae-4ab0-bcab-921dd9d74cd3 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:28:54.124682 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d1467bb6-b7ae-4ab0-bcab-921dd9d74cd3 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Usage tracker for resource:security_group_rule and tenant:32517b0cbad94d25aa77021f60e9bd4d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:28:54.127511 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-d1467bb6-b7ae-4ab0-bcab-921dd9d74cd3 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:28:54.133038 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-d1467bb6-b7ae-4ab0-bcab-921dd9d74cd3 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:28:54.148747 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1467bb6-b7ae-4ab0-bcab-921dd9d74cd3 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:54.207565 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1467bb6-b7ae-4ab0-bcab-921dd9d74cd3 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:54.210824 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1467bb6-b7ae-4ab0-bcab-921dd9d74cd3 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:54.233637 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1467bb6-b7ae-4ab0-bcab-921dd9d74cd3 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5cc798-fb39-4ac3-8204-e5357d234582,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:28:54.241469 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1467bb6-b7ae-4ab0-bcab-921dd9d74cd3 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:54.243249 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-d1467bb6-b7ae-4ab0-bcab-921dd9d74cd3 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1321466 Jan 11 10:28:54.245975 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 42782) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:28:54.250810 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-9c2ef093-d8af-4cda-a62e-33c7f144ca4f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Request body: {'security_group_rule': {'security_group_id': 'e304b891-7f2d-48eb-9f94-58e6316177a2', 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:28:54.256415 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9c2ef093-d8af-4cda-a62e-33c7f144ca4f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:28:54.260214 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9c2ef093-d8af-4cda-a62e-33c7f144ca4f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Usage tracker for resource:security_group_rule and tenant:32517b0cbad94d25aa77021f60e9bd4d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:28:54.263012 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-9c2ef093-d8af-4cda-a62e-33c7f144ca4f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:28:54.268499 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-9c2ef093-d8af-4cda-a62e-33c7f144ca4f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:28:54.284849 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c2ef093-d8af-4cda-a62e-33c7f144ca4f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:54.305213 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:54.348971 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c2ef093-d8af-4cda-a62e-33c7f144ca4f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:54.352916 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c2ef093-d8af-4cda-a62e-33c7f144ca4f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:54.375745 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ef093-d8af-4cda-a62e-33c7f144ca4f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21577d82-bbac-4189-9605-fce7fd55250a,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:28:54.384102 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c2ef093-d8af-4cda-a62e-33c7f144ca4f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:54.385291 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-9c2ef093-d8af-4cda-a62e-33c7f144ca4f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383841 Jan 11 10:28:54.388130 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 42786) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:28:54.392932 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-2b5bafb6-d886-45a4-a5d0-49180a955d2a tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Request body: {'security_group_rule': {'security_group_id': 'e304b891-7f2d-48eb-9f94-58e6316177a2', 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:28:54.399465 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2b5bafb6-d886-45a4-a5d0-49180a955d2a tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:28:54.403167 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2b5bafb6-d886-45a4-a5d0-49180a955d2a tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Usage tracker for resource:security_group_rule and tenant:32517b0cbad94d25aa77021f60e9bd4d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:28:54.405969 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-2b5bafb6-d886-45a4-a5d0-49180a955d2a tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:28:54.411580 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-2b5bafb6-d886-45a4-a5d0-49180a955d2a tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:28:54.428504 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b5bafb6-d886-45a4-a5d0-49180a955d2a tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:54.490005 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b5bafb6-d886-45a4-a5d0-49180a955d2a tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:54.493604 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b5bafb6-d886-45a4-a5d0-49180a955d2a tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:54.517231 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5bafb6-d886-45a4-a5d0-49180a955d2a tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4e4eca-bb54-47fd-add8-62a69da55890,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:28:54.526872 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b5bafb6-d886-45a4-a5d0-49180a955d2a tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:54.528046 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-2b5bafb6-d886-45a4-a5d0-49180a955d2a tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1390374 Jan 11 10:28:54.530800 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 42790) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:28:54.535577 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-484a74b6-4b1d-44bc-a413-2a917f35d3bf tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Request body: {'security_group_rule': {'security_group_id': 'e304b891-7f2d-48eb-9f94-58e6316177a2', 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:28:54.541880 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-484a74b6-4b1d-44bc-a413-2a917f35d3bf tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:28:54.545574 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-484a74b6-4b1d-44bc-a413-2a917f35d3bf tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Usage tracker for resource:security_group_rule and tenant:32517b0cbad94d25aa77021f60e9bd4d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:28:54.548387 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-484a74b6-4b1d-44bc-a413-2a917f35d3bf tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:28:54.554017 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-484a74b6-4b1d-44bc-a413-2a917f35d3bf tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:28:54.564483 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-484a74b6-4b1d-44bc-a413-2a917f35d3bf tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Project 32517b0cbad94d25aa77021f60e9bd4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 10:28:54.571159 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-484a74b6-4b1d-44bc-a413-2a917f35d3bf tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:54.636749 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-484a74b6-4b1d-44bc-a413-2a917f35d3bf tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:54.640339 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-484a74b6-4b1d-44bc-a413-2a917f35d3bf tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:54.663950 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a74b6-4b1d-44bc-a413-2a917f35d3bf tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4c90c7-ec94-44e5-8740-37981d314442,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:28:54.673185 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-484a74b6-4b1d-44bc-a413-2a917f35d3bf tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:54.674587 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-484a74b6-4b1d-44bc-a413-2a917f35d3bf tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1429026 Jan 11 10:28:54.677273 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 42794) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:28:54.682321 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b13ac80e-b1ab-4dfa-a896-35c3c1453821 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Request body: {'security_group_rule': {'security_group_id': 'e304b891-7f2d-48eb-9f94-58e6316177a2', 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:28:54.688260 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b13ac80e-b1ab-4dfa-a896-35c3c1453821 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:28:54.692042 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b13ac80e-b1ab-4dfa-a896-35c3c1453821 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Usage tracker for resource:security_group_rule and tenant:32517b0cbad94d25aa77021f60e9bd4d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:28:54.694906 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b13ac80e-b1ab-4dfa-a896-35c3c1453821 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:28:54.700831 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b13ac80e-b1ab-4dfa-a896-35c3c1453821 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:28:54.710845 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-b13ac80e-b1ab-4dfa-a896-35c3c1453821 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Project 32517b0cbad94d25aa77021f60e9bd4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 10:28:54.718077 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b13ac80e-b1ab-4dfa-a896-35c3c1453821 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:54.782057 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b13ac80e-b1ab-4dfa-a896-35c3c1453821 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:54.785677 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b13ac80e-b1ab-4dfa-a896-35c3c1453821 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:54.808978 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ac80e-b1ab-4dfa-a896-35c3c1453821 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f687568-40b8-47f5-a684-ebb2c9c02ece,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:28:54.819179 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b13ac80e-b1ab-4dfa-a896-35c3c1453821 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:28:54.820317 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b13ac80e-b1ab-4dfa-a896-35c3c1453821 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1421635 Jan 11 10:29:04.859447 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:08.762476 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-70699f52-8a4a-476c-bbf1-4e4cf0663cf7 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-514592043&fields=id&tenant_id=32517b0cbad94d25aa77021f60e9bd4d HTTP/1.1" status: 200 len: 267 time: 0.0471020 Jan 11 10:29:08.906834 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-bf6d7a93-c8dd-40cd-b512-90863153928c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:08.908151 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-bf6d7a93-c8dd-40cd-b512-90863153928c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/networks?id=5ff1379e-318c-47df-8a3c-dfd645c354f0 HTTP/1.1" status: 200 len: 808 time: 0.1393025 Jan 11 10:29:08.925044 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-44b3b1e5-0719-4a6c-ad40-0fae77fc41e9 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/quotas/32517b0cbad94d25aa77021f60e9bd4d HTTP/1.1" status: 200 len: 375 time: 0.0114822 Jan 11 10:29:09.014679 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-07e0bb76-bf73-4bf7-a84d-9eb4d9f06e4f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=32517b0cbad94d25aa77021f60e9bd4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843270 Jan 11 10:29:09.103753 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-34cfa991-b3bc-4444-8199-d035520bc8bd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 10:29:09.104756 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-34cfa991-b3bc-4444-8199-d035520bc8bd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0420971 Jan 11 10:29:09.234509 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-17b66da5-fede-4a07-b8c9-0cbc1bdee8b0 service neutron] 10.222.0.15 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240835 Jan 11 10:29:09.364422 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-136dc1c2-7eb9-458d-9bd8-8d55212e5ce9 service neutron] 10.222.0.15 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243591 Jan 11 10:29:10.624180 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:29:10.763386 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a101d4bc-42d6-4b72-ba30-a213d3af3dc8 req-86161839-c6c4-46a3-be4e-f17e8b9d8d34 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 210 time: 0.0465732 Jan 11 10:29:11.871775 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f811ae81-6810-4ae4-8399-a49f6e4bc79b req-b06a7716-8e3d-410b-8cf4-05c183f64204 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 210 time: 0.0558245 Jan 11 10:29:12.970880 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-824837e6-a5f5-4cb4-afe6-f7d9bc65bdee req-dc68cf23-ce9d-4d19-8609-803a7636cca9 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 210 time: 0.0429635 Jan 11 10:29:13.783139 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-850c6bf4-64ed-46f7-b7d3-f8e675511f12 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:13.784559 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-850c6bf4-64ed-46f7-b7d3-f8e675511f12 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.42 "GET /v2.0/networks?id=5ff1379e-318c-47df-8a3c-dfd645c354f0 HTTP/1.1" status: 200 len: 808 time: 0.1495178 Jan 11 10:29:13.831881 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-23b5a16b-c176-4c21-a44d-d2cf96a51dc6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Synchronizing usage tracker for tenant:32517b0cbad94d25aa77021f60e9bd4d on resource:security_group {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:29:13.851129 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-23b5a16b-c176-4c21-a44d-d2cf96a51dc6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Unset dirty status for tenant:32517b0cbad94d25aa77021f60e9bd4d on resource:security_group {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:29:13.852382 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-23b5a16b-c176-4c21-a44d-d2cf96a51dc6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32517b0cbad94d25aa77021f60e9bd4d HTTP/1.1" status: 200 len: 379 time: 0.0594203 Jan 11 10:29:13.862863 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-f5524ce3-2570-458a-85c5-0034ae8b6f19 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Request body: {'port': {'device_id': '0c176dff-59c1-4b82-938f-4618a7ab4c7e', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'admin_state_up': True, 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'security_groups': ['e304b891-7f2d-48eb-9f94-58e6316177a2']}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:29:14.000852 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-f5524ce3-2570-458a-85c5-0034ae8b6f19 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:29:14.005471 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-f5524ce3-2570-458a-85c5-0034ae8b6f19 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Usage tracker for resource:port and tenant:32517b0cbad94d25aa77021f60e9bd4d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:29:14.008008 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-f5524ce3-2570-458a-85c5-0034ae8b6f19 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:29:14.014341 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-f5524ce3-2570-458a-85c5-0034ae8b6f19 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:29:14.024730 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-f5524ce3-2570-458a-85c5-0034ae8b6f19 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Made reservation on behalf of 32517b0cbad94d25aa77021f60e9bd4d for: {'port': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:29:14.028401 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-f5524ce3-2570-458a-85c5-0034ae8b6f19 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:14.132305 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-004fd0b5-3940-4317-9144-55c95ac100b3 req-02b48e53-63ca-4d47-bff8-bb76eb9b4212 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 210 time: 0.0466046 Jan 11 10:29:14.195665 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-f5524ce3-2570-458a-85c5-0034ae8b6f19 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Allocated IP 172.20.0.11 (5ff1379e-318c-47df-8a3c-dfd645c354f0/f76024ab-1a36-4770-ad14-cf6f9e9a5eef/2968e9a6-d1cd-446c-994a-9e3240a794aa) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:29:14.390368 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-f5524ce3-2570-458a-85c5-0034ae8b6f19 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:14.407099 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-f5524ce3-2570-458a-85c5-0034ae8b6f19 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Transition to ACTIVE for port object 2968e9a6-d1cd-446c-994a-9e3240a794aa will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:29:14.430603 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-f5524ce3-2570-458a-85c5-0034ae8b6f19 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:14.603658 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-f5524ce3-2570-458a-85c5-0034ae8b6f19 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Network 5ff1379e-318c-47df-8a3c-dfd645c354f0 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:29:14.606862 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-f5524ce3-2570-458a-85c5-0034ae8b6f19 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:29:14.610694 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-f5524ce3-2570-458a-85c5-0034ae8b6f19 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:29:14.641654 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5524ce3-2570-458a-85c5-0034ae8b6f19 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Pushing event updated for resources: {'Port': ['ID=2968e9a6-d1cd-446c-994a-9e3240a794aa,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:29:14.684127 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-f5524ce3-2570-458a-85c5-0034ae8b6f19 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:14.685364 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-f5524ce3-2570-458a-85c5-0034ae8b6f19 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:14.717356 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-f5524ce3-2570-458a-85c5-0034ae8b6f19 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8581874 Jan 11 10:29:14.730976 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-e6a2fbf6-fb23-4214-8888-033821ad8d4a service neutron] Request body: {'port': {'device_id': '0c176dff-59c1-4b82-938f-4618a7ab4c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8234'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:29:14.861785 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-e6a2fbf6-fb23-4214-8888-033821ad8d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:14.870544 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8fd0daf3-5220-4d4c-9b9b-e536fe975bc1 None None] Provisioning for port 2968e9a6-d1cd-446c-994a-9e3240a794aa completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:29:14.876562 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8fd0daf3-5220-4d4c-9b9b-e536fe975bc1 None None] Provisioning complete for port 2968e9a6-d1cd-446c-994a-9e3240a794aa triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:29:14.876933 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8fd0daf3-5220-4d4c-9b9b-e536fe975bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:14.943678 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-8fd0daf3-5220-4d4c-9b9b-e536fe975bc1 None None] Port 2968e9a6-d1cd-446c-994a-9e3240a794aa cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:29:15.255599 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-e6a2fbf6-fb23-4214-8888-033821ad8d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2968e9a6-d1cd-446c-994a-9e3240a794aa {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:29:15.272950 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-e6a2fbf6-fb23-4214-8888-033821ad8d4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:15.293935 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-e6a2fbf6-fb23-4214-8888-033821ad8d4a service neutron] Transition to ACTIVE for port object 2968e9a6-d1cd-446c-994a-9e3240a794aa will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:29:15.298497 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-e6a2fbf6-fb23-4214-8888-033821ad8d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:15.359965 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82432c6c-a486-4609-a9ca-641de81acdc1 req-aa6f73c5-596e-4c97-b7cc-b9958e15d0da tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:15.361926 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-82432c6c-a486-4609-a9ca-641de81acdc1 req-aa6f73c5-596e-4c97-b7cc-b9958e15d0da tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 944 time: 0.1048644 Jan 11 10:29:15.424063 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-82432c6c-a486-4609-a9ca-641de81acdc1 req-411620a0-5684-4a00-b0ef-b3fc707fff18 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529385 Jan 11 10:29:15.477599 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2fbf6-fb23-4214-8888-033821ad8d4a service neutron] Pushing event updated for resources: {'Port': ['ID=2968e9a6-d1cd-446c-994a-9e3240a794aa,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:29:15.614147 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-e6a2fbf6-fb23-4214-8888-033821ad8d4a service neutron] Attempting to bind port 2968e9a6-d1cd-446c-994a-9e3240a794aa on host hv-neutron-8234 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:29:15.614147 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-e6a2fbf6-fb23-4214-8888-033821ad8d4a service neutron] Attempting to bind port 2968e9a6-d1cd-446c-994a-9e3240a794aa by drivers openvswitch,hyperv on host hv-neutron-8234 at level 0 using segments [{'id': 'd413f40a-beb7-4229-ae82-fe87e0b0772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:29:15.614147 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-e6a2fbf6-fb23-4214-8888-033821ad8d4a service neutron] Attempting to bind port 2968e9a6-d1cd-446c-994a-9e3240a794aa on network 5ff1379e-318c-47df-8a3c-dfd645c354f0 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:29:15.621000 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-e6a2fbf6-fb23-4214-8888-033821ad8d4a service neutron] Port 2968e9a6-d1cd-446c-994a-9e3240a794aa on network 5ff1379e-318c-47df-8a3c-dfd645c354f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8234 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 11 10:29:15.621419 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-e6a2fbf6-fb23-4214-8888-033821ad8d4a service neutron] Attempting to bind port 2968e9a6-d1cd-446c-994a-9e3240a794aa on network 5ff1379e-318c-47df-8a3c-dfd645c354f0 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:29:15.628262 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-e6a2fbf6-fb23-4214-8888-033821ad8d4a service neutron] Checking agent: {'id': '17bcb8af-032c-49ee-8249-24cc5c866f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8234', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'started_at': datetime.datetime(2022, 1, 11, 9, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:29:15.628972 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-e6a2fbf6-fb23-4214-8888-033821ad8d4a service neutron] Checking segment: {'id': 'd413f40a-beb7-4229-ae82-fe87e0b0772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:29:15.629488 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-e6a2fbf6-fb23-4214-8888-033821ad8d4a service neutron] Bound using segment: {'id': 'd413f40a-beb7-4229-ae82-fe87e0b0772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:29:15.630006 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-e6a2fbf6-fb23-4214-8888-033821ad8d4a service neutron] Bound port: 2968e9a6-d1cd-446c-994a-9e3240a794aa, host: hv-neutron-8234, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd413f40a-beb7-4229-ae82-fe87e0b0772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:29:15.630763 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-e6a2fbf6-fb23-4214-8888-033821ad8d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:15.741921 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-e6a2fbf6-fb23-4214-8888-033821ad8d4a service neutron] For port 2968e9a6-d1cd-446c-994a-9e3240a794aa, host hv-neutron-8234, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:29:15.745477 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-e6a2fbf6-fb23-4214-8888-033821ad8d4a service neutron] For port 2968e9a6-d1cd-446c-994a-9e3240a794aa, host hv-neutron-8234, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2968e9a6-d1cd-446c-994a-9e3240a794aa,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:29:15.748888 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-e6a2fbf6-fb23-4214-8888-033821ad8d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:15.814981 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-e6a2fbf6-fb23-4214-8888-033821ad8d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:15.815591 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-e6a2fbf6-fb23-4214-8888-033821ad8d4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:15.816989 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-e6a2fbf6-fb23-4214-8888-033821ad8d4a service neutron] 10.222.0.42 "PUT /v2.0/ports/2968e9a6-d1cd-446c-994a-9e3240a794aa HTTP/1.1" status: 200 len: 1094 time: 1.0927866 Jan 11 10:29:15.817431 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c176dff-59c1-4b82-938f-4618a7ab4c7e', 'tag': '2968e9a6-d1cd-446c-994a-9e3240a794aa'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:29:15.844257 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2fbf6-fb23-4214-8888-033821ad8d4a service neutron] Pushing event updated for resources: {'Port': ['ID=2968e9a6-d1cd-446c-994a-9e3240a794aa,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:29:15.895424 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c176dff-59c1-4b82-938f-4618a7ab4c7e', 'tag': '2968e9a6-d1cd-446c-994a-9e3240a794aa', 'status': 'completed', 'code': 200} Jan 11 10:29:15.937973 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-7d089875-54e9-461a-995b-3a9967aff116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:15.939646 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-7d089875-54e9-461a-995b-3a9967aff116 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32517b0cbad94d25aa77021f60e9bd4d&device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 1097 time: 0.0762858 Jan 11 10:29:16.011392 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-92fba0d8-af54-4970-a7a8-53e4b401ac11 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2968e9a6-d1cd-446c-994a-9e3240a794aa HTTP/1.1" status: 200 len: 217 time: 0.0652747 Jan 11 10:29:16.071941 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-896860e8-4e2d-46fc-a87e-29c0a84cde2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:16.073268 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-896860e8-4e2d-46fc-a87e-29c0a84cde2c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f76024ab-1a36-4770-ad14-cf6f9e9a5eef HTTP/1.1" status: 200 len: 847 time: 0.0568299 Jan 11 10:29:16.150554 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-92df5f87-d59c-45aa-81b8-2657f2d327fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:16.152060 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-92df5f87-d59c-45aa-81b8-2657f2d327fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ff1379e-318c-47df-8a3c-dfd645c354f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722654 Jan 11 10:29:16.289115 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-664c5908-d742-4064-92b1-7c77dd2626af service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308982 Jan 11 10:29:16.418618 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-4056c2ae-931f-422b-bfed-60fadfc65851 req-6803df37-54f8-4bf2-9661-d232a18130fd service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223271 Jan 11 10:29:16.540237 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba06d44-735e-4aea-9600-f6138e197683 req-146fa2e1-2835-4bc5-91ac-f5aefb449c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:16.541634 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3ba06d44-735e-4aea-9600-f6138e197683 req-146fa2e1-2835-4bc5-91ac-f5aefb449c29 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32517b0cbad94d25aa77021f60e9bd4d&device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 1097 time: 0.0759561 Jan 11 10:29:16.636807 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934559a6-4cf2-44b7-9c59-418c2098c4f1 req-32b529c3-5301-4065-a950-b8ee575cccab tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:16.638349 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-934559a6-4cf2-44b7-9c59-418c2098c4f1 req-32b529c3-5301-4065-a950-b8ee575cccab tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 944 time: 0.0875733 Jan 11 10:29:16.686633 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-934559a6-4cf2-44b7-9c59-418c2098c4f1 req-cd8b479d-4010-41f8-a797-a4b520164b39 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424576 Jan 11 10:29:16.787311 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba06d44-735e-4aea-9600-f6138e197683 req-ab9919c3-cf28-4922-a8ff-1bcac20404e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:16.788795 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3ba06d44-735e-4aea-9600-f6138e197683 req-ab9919c3-cf28-4922-a8ff-1bcac20404e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ff1379e-318c-47df-8a3c-dfd645c354f0 HTTP/1.1" status: 200 len: 909 time: 0.2406893 Jan 11 10:29:16.867422 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3ba06d44-735e-4aea-9600-f6138e197683 req-7168c859-922c-4557-8739-5064d6aee16d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2968e9a6-d1cd-446c-994a-9e3240a794aa HTTP/1.1" status: 200 len: 217 time: 0.0620091 Jan 11 10:29:16.938232 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba06d44-735e-4aea-9600-f6138e197683 req-f21626dd-9567-4e88-a7f1-9e78ff11e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:16.939634 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3ba06d44-735e-4aea-9600-f6138e197683 req-f21626dd-9567-4e88-a7f1-9e78ff11e833 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f76024ab-1a36-4770-ad14-cf6f9e9a5eef HTTP/1.1" status: 200 len: 847 time: 0.0659957 Jan 11 10:29:17.018593 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba06d44-735e-4aea-9600-f6138e197683 req-dee81636-2456-4ea5-8ac1-8fa44dc14022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:17.020092 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3ba06d44-735e-4aea-9600-f6138e197683 req-dee81636-2456-4ea5-8ac1-8fa44dc14022 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ff1379e-318c-47df-8a3c-dfd645c354f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731030 Jan 11 10:29:17.151585 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3ba06d44-735e-4aea-9600-f6138e197683 req-b839487e-0773-4225-9a1d-14079a40a1a0 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228695 Jan 11 10:29:17.303309 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-3ba06d44-735e-4aea-9600-f6138e197683 req-b93cbac3-42b2-4803-8616-8d690201b95a service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459899 Jan 11 10:29:17.890114 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e944c1a-ff88-477d-9ec1-1257f39a7f23 req-d754de09-d37c-427d-aa27-2d8f479268b0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:17.891558 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2e944c1a-ff88-477d-9ec1-1257f39a7f23 req-d754de09-d37c-427d-aa27-2d8f479268b0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 944 time: 0.0877633 Jan 11 10:29:17.934412 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2e944c1a-ff88-477d-9ec1-1257f39a7f23 req-9f7407af-c5f2-43d0-8e24-6c694959e0ba tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372531 Jan 11 10:29:19.211229 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c2eff-1722-4481-ad7f-2ab8c26331a5 req-7cc7741c-7865-4acb-8506-14a21bcf0d7b tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:19.213368 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e41c2eff-1722-4481-ad7f-2ab8c26331a5 req-7cc7741c-7865-4acb-8506-14a21bcf0d7b tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 944 time: 0.1715858 Jan 11 10:29:19.256403 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e41c2eff-1722-4481-ad7f-2ab8c26331a5 req-ac1fd0f6-ac94-484c-926c-9dc42d046293 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375273 Jan 11 10:29:19.272148 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cc185a22-f4cc-4b4d-87b2-d439e48b16cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:20.441379 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89727f0-7342-4db4-ae79-a30e90c9d799 req-22293dad-3058-42c7-a6b3-e91c2911a6ae tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:20.442861 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c89727f0-7342-4db4-ae79-a30e90c9d799 req-22293dad-3058-42c7-a6b3-e91c2911a6ae tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 944 time: 0.0819464 Jan 11 10:29:20.486015 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c89727f0-7342-4db4-ae79-a30e90c9d799 req-7653da02-4ff1-444c-8548-9a45c2dd5eb7 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374832 Jan 11 10:29:21.493697 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-24769a44-24a2-49f4-a5e6-cb4a67c55e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:21.676363 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48d127-b002-46b1-84c1-f75ed24b09bd req-41de21fa-b7e1-4828-984a-8659807ee657 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:21.677697 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-dc48d127-b002-46b1-84c1-f75ed24b09bd req-41de21fa-b7e1-4828-984a-8659807ee657 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 944 time: 0.0796096 Jan 11 10:29:21.721722 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-dc48d127-b002-46b1-84c1-f75ed24b09bd req-bfc7929a-7c4b-4441-9fe9-59d487d1ac03 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376039 Jan 11 10:29:22.737267 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:22.753525 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:22.907757 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61b8fe-af30-498e-9bb0-e95e71127eea req-e7e50f79-dd33-4fa4-b463-dd4ce65d21d4 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:22.909199 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5f61b8fe-af30-498e-9bb0-e95e71127eea req-e7e50f79-dd33-4fa4-b463-dd4ce65d21d4 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 944 time: 0.0830796 Jan 11 10:29:22.952909 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5f61b8fe-af30-498e-9bb0-e95e71127eea req-25473239-132d-4237-86a7-11fd3493e8ce tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381804 Jan 11 10:29:24.133739 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269f8d3-5f66-4a88-9b93-03b3df89e98e req-03c772c8-4487-48a8-97cb-b598454d9f45 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:24.135219 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8269f8d3-5f66-4a88-9b93-03b3df89e98e req-03c772c8-4487-48a8-97cb-b598454d9f45 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 944 time: 0.0813088 Jan 11 10:29:24.177852 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8269f8d3-5f66-4a88-9b93-03b3df89e98e req-ca1004f5-a169-4ba8-a5d7-db6da95b023b tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371923 Jan 11 10:29:24.305592 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:24.764899 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2968e9a6-d1cd-446c-994a-9e3240a794aa details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 10:29:24.898714 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2968e9a6-d1cd-446c-994a-9e3240a794aa, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2968e9a6-d1cd-446c-994a-9e3240a794aa,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:29:24.911684 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '2968e9a6-d1cd-446c-994a-9e3240a794aa', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'port_id': '2968e9a6-d1cd-446c-994a-9e3240a794aa', 'mac_address': 'fa:16:3e:65:ab:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 10:29:24.967082 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:24.983891 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2968e9a6-d1cd-446c-994a-9e3240a794aa {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:29:24.999478 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2968e9a6-d1cd-446c-994a-9e3240a794aa, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2968e9a6-d1cd-446c-994a-9e3240a794aa,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:29:25.003236 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:25.077690 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=2968e9a6-d1cd-446c-994a-9e3240a794aa,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:29:25.084643 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:29:25.084992 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:29:25.085332 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:29:25.085666 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:29:25.085998 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:29:25.086389 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:29:25.086910 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:29:25.087397 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:29:25.087732 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:29:25.088061 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:29:25.088389 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:29:25.088710 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:29:25.369193 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5efb1-e5a6-4969-8226-468d4e441a7e req-c4534290-f3fa-4b01-86f1-acb63efd51b4 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:25.370540 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-09d5efb1-e5a6-4969-8226-468d4e441a7e req-c4534290-f3fa-4b01-86f1-acb63efd51b4 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 945 time: 0.0850501 Jan 11 10:29:25.384522 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['2968e9a6-d1cd-446c-994a-9e3240a794aa'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:29:25.415222 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-09d5efb1-e5a6-4969-8226-468d4e441a7e req-4c1d5e38-bf90-4a28-bc4e-9be88947ef79 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390556 Jan 11 10:29:26.604025 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1712d65-0ee6-4ec7-9077-687a3a6856d3 req-375617bd-b566-492b-8b13-71da1ec7c2f3 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:26.605452 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a1712d65-0ee6-4ec7-9077-687a3a6856d3 req-375617bd-b566-492b-8b13-71da1ec7c2f3 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 945 time: 0.0834725 Jan 11 10:29:26.652730 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a1712d65-0ee6-4ec7-9077-687a3a6856d3 req-f2fa8eb9-343f-4cb1-a89e-a871fdfdfb61 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417180 Jan 11 10:29:26.780406 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2968e9a6-d1cd-446c-994a-9e3240a794aa up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:29:26.851690 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning for port 2968e9a6-d1cd-446c-994a-9e3240a794aa completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:29:26.857496 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 2968e9a6-d1cd-446c-994a-9e3240a794aa triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:29:26.857866 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:27.006484 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:27.038502 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c176dff-59c1-4b82-938f-4618a7ab4c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2968e9a6-d1cd-446c-994a-9e3240a794aa'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:29:27.048256 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2968e9a6-d1cd-446c-994a-9e3240a794aa, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2968e9a6-d1cd-446c-994a-9e3240a794aa,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:29:27.052169 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:27.127121 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=2968e9a6-d1cd-446c-994a-9e3240a794aa,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:29:27.185264 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c176dff-59c1-4b82-938f-4618a7ab4c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2968e9a6-d1cd-446c-994a-9e3240a794aa', 'code': 200} Jan 11 10:29:27.446158 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb73967-c315-4757-b0bf-290c26492667 req-1b88aa09-5bb3-44af-8c0d-4aa0caf24eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:27.447610 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7eb73967-c315-4757-b0bf-290c26492667 req-1b88aa09-5bb3-44af-8c0d-4aa0caf24eac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 1099 time: 0.0690041 Jan 11 10:29:27.486571 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-7eb73967-c315-4757-b0bf-290c26492667 req-87c02b43-4431-4d51-a059-c5f5a66c9e95 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333521 Jan 11 10:29:27.833528 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69657ed3-5be3-4275-a99b-b34c89d72163 req-5ebc0c3e-9a61-49f1-a8c6-7e6382c17d7e tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:27.834976 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-69657ed3-5be3-4275-a99b-b34c89d72163 req-5ebc0c3e-9a61-49f1-a8c6-7e6382c17d7e tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 946 time: 0.0800688 Jan 11 10:29:27.878147 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-69657ed3-5be3-4275-a99b-b34c89d72163 req-b465fa4d-52ea-4368-8858-125b77f83878 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370312 Jan 11 10:29:29.068051 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac7b31-6f9d-4cd1-a3fa-7473873a56c6 req-d557af4f-5e6d-47db-affb-f9e7a439f5d1 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:29.069388 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b4ac7b31-6f9d-4cd1-a3fa-7473873a56c6 req-d557af4f-5e6d-47db-affb-f9e7a439f5d1 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 946 time: 0.0870607 Jan 11 10:29:29.112054 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b4ac7b31-6f9d-4cd1-a3fa-7473873a56c6 req-6d761ebf-7904-422f-9438-fe080bb2755b tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362530 Jan 11 10:29:29.292362 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5593a9c-d8f0-4e55-ae50-c9773b90a460 req-042d3837-9567-4e4e-bba0-ae64ab2d5644 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:29.293790 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e5593a9c-d8f0-4e55-ae50-c9773b90a460 req-042d3837-9567-4e4e-bba0-ae64ab2d5644 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 946 time: 0.0782952 Jan 11 10:29:29.336540 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e5593a9c-d8f0-4e55-ae50-c9773b90a460 req-706fbb22-a4a3-4bad-85b8-5907cbbb4817 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370865 Jan 11 10:29:29.358793 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 43036) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:29:29.470731 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eace839a-e7dc-432f-896c-36ffd7268a6b tempest-TestShelveInstance-1747595833 tempest-TestShelveInstance-1747595833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:29.472209 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-eace839a-e7dc-432f-896c-36ffd7268a6b tempest-TestShelveInstance-1747595833 tempest-TestShelveInstance-1747595833-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 1094 time: 0.1124120 Jan 11 10:29:29.475052 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 43042) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:29:29.480357 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-7edc63a0-786c-4681-ac33-1522ec7229f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Request body: {'floatingip': {'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'port_id': '2968e9a6-d1cd-446c-994a-9e3240a794aa', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:29:29.486186 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7edc63a0-786c-4681-ac33-1522ec7229f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:29:29.489936 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7edc63a0-786c-4681-ac33-1522ec7229f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Usage tracker for resource:floatingip and tenant:32517b0cbad94d25aa77021f60e9bd4d is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:29:29.492716 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-7edc63a0-786c-4681-ac33-1522ec7229f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:29:29.498962 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-7edc63a0-786c-4681-ac33-1522ec7229f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:29:29.508862 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7edc63a0-786c-4681-ac33-1522ec7229f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for floatingip, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:29.642611 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7edc63a0-786c-4681-ac33-1522ec7229f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:29.774851 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-7edc63a0-786c-4681-ac33-1522ec7229f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Allocated IP 172.26.3.208 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/1b9557b0-e21a-42dc-9723-2176818bbd6f) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:29:29.922738 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7edc63a0-786c-4681-ac33-1522ec7229f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:29.951731 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7edc63a0-786c-4681-ac33-1522ec7229f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:30.015827 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edc63a0-786c-4681-ac33-1522ec7229f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:29:30.018720 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-7edc63a0-786c-4681-ac33-1522ec7229f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:29:30.022366 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edc63a0-786c-4681-ac33-1522ec7229f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:29:30.051144 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc63a0-786c-4681-ac33-1522ec7229f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Pushing event updated for resources: {'Port': ['ID=1b9557b0-e21a-42dc-9723-2176818bbd6f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:29:30.545196 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7edc63a0-786c-4681-ac33-1522ec7229f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:30.619744 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7edc63a0-786c-4681-ac33-1522ec7229f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:30.822911 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7edc63a0-786c-4681-ac33-1522ec7229f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:30.827064 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7edc63a0-786c-4681-ac33-1522ec7229f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7538084'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:30.957295 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc63a0-786c-4681-ac33-1522ec7229f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Pushing event updated for resources: {'Port': ['ID=1b9557b0-e21a-42dc-9723-2176818bbd6f,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:29:30.968257 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7edc63a0-786c-4681-ac33-1522ec7229f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1771286'] for floatingip, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:31.139461 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.l3_db [None req-7edc63a0-786c-4681-ac33-1522ec7229f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Floating IP 09762cb1-0ccf-4f22-a8fe-7231259b2c0f associated. External IP: 172.26.3.208, port: 2968e9a6-d1cd-446c-994a-9e3240a794aa. Jan 11 10:29:31.494594 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7edc63a0-786c-4681-ac33-1522ec7229f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Router 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87654) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:29:31.672409 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edc63a0-786c-4681-ac33-1522ec7229f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87654) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:29:31.683046 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027dd088-a101-4184-a601-5f7c895bf6d9 None None] Sync routers for ids ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:29:31.692926 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027dd088-a101-4184-a601-5f7c895bf6d9 None None] Routers {'65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:29:31.693841 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-027dd088-a101-4184-a601-5f7c895bf6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:29:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:29:31.698582 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7edc63a0-786c-4681-ac33-1522ec7229f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:31.757239 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-7edc63a0-786c-4681-ac33-1522ec7229f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2811897 Jan 11 10:29:31.758177 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c176dff-59c1-4b82-938f-4618a7ab4c7e', 'tag': '2968e9a6-d1cd-446c-994a-9e3240a794aa'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:29:31.802513 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c176dff-59c1-4b82-938f-4618a7ab4c7e', 'tag': '2968e9a6-d1cd-446c-994a-9e3240a794aa', 'status': 'completed', 'code': 200} Jan 11 10:29:31.878140 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-027dd088-a101-4184-a601-5f7c895bf6d9 None None] Set router 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:29:31.896501 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3211634-66b0-4437-b835-f5d94ee6e8ef req-6e63bd82-4ec4-4766-8f99-4cccfe25acc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:31.898003 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-e3211634-66b0-4437-b835-f5d94ee6e8ef req-6e63bd82-4ec4-4766-8f99-4cccfe25acc6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32517b0cbad94d25aa77021f60e9bd4d&device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 1099 time: 0.0751669 Jan 11 10:29:32.195028 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3211634-66b0-4437-b835-f5d94ee6e8ef req-dcf284ce-107c-46c0-8c75-dd0d06136f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:32.196658 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-e3211634-66b0-4437-b835-f5d94ee6e8ef req-dcf284ce-107c-46c0-8c75-dd0d06136f1a service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ff1379e-318c-47df-8a3c-dfd645c354f0 HTTP/1.1" status: 200 len: 909 time: 0.2901633 Jan 11 10:29:32.303313 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-e3211634-66b0-4437-b835-f5d94ee6e8ef req-152c8c74-f046-4e2a-befd-db622b16b7dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2968e9a6-d1cd-446c-994a-9e3240a794aa HTTP/1.1" status: 200 len: 1000 time: 0.0995793 Jan 11 10:29:32.330658 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-027dd088-a101-4184-a601-5f7c895bf6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'name': 'tempest-TestShelveInstance-707779704-router', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '4554e8cd-303b-474d-b576-f213b037ba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:06Z', 'updated_at': '2022-01-11T10:23:10Z', 'revision_number': 4, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'gw_port': {'id': '4554e8cd-303b-474d-b576-f213b037ba87', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:07Z', 'updated_at': '2022-01-11T10:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '09762cb1-0ccf-4f22-a8fe-7231259b2c0f', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'floating_ip_address': '172.26.3.208', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'port_id': '2968e9a6-d1cd-446c-994a-9e3240a794aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'mac_address': 'fa:16:3e:65:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c176dff-59c1-4b82-938f-4618a7ab4c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T10:29:30Z', 'updated_at': '2022-01-11T10:29:30Z', 'revision_number': 0, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de846a63-227c-4a03-9048-7f87b963bc87', 'name': '', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'mac_address': 'fa:16:3e:a4:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:10Z', 'updated_at': '2022-01-11T10:23:18Z', 'revision_number': 5, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'subnets': [{'id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:29:32.334404 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027dd088-a101-4184-a601-5f7c895bf6d9 None None] Checking router: 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:29:32.344078 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027dd088-a101-4184-a601-5f7c895bf6d9 None None] Routers {'65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:29:32.344669 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-027dd088-a101-4184-a601-5f7c895bf6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:29:21Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:29:32.369761 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3211634-66b0-4437-b835-f5d94ee6e8ef req-df53f8e0-98bb-4a1d-8a7e-56764d85f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:32.371205 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-e3211634-66b0-4437-b835-f5d94ee6e8ef req-df53f8e0-98bb-4a1d-8a7e-56764d85f368 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f76024ab-1a36-4770-ad14-cf6f9e9a5eef HTTP/1.1" status: 200 len: 847 time: 0.0620089 Jan 11 10:29:32.444953 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3211634-66b0-4437-b835-f5d94ee6e8ef req-398f1026-06de-4a92-b8d2-f01931b9cd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:29:32.447145 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-e3211634-66b0-4437-b835-f5d94ee6e8ef req-398f1026-06de-4a92-b8d2-f01931b9cd0a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ff1379e-318c-47df-8a3c-dfd645c354f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696828 Jan 11 10:29:32.531420 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-027dd088-a101-4184-a601-5f7c895bf6d9 None None] Set router 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:29:32.579776 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-e3211634-66b0-4437-b835-f5d94ee6e8ef req-1d2500ea-48e8-4c70-9b34-05e4708a6f79 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265225 Jan 11 10:29:32.731627 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-e3211634-66b0-4437-b835-f5d94ee6e8ef req-f40c5e82-bd62-4bc9-8dc9-782946a53ed3 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453302 Jan 11 10:29:32.883774 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-027dd088-a101-4184-a601-5f7c895bf6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'name': 'tempest-TestShelveInstance-707779704-router', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '4554e8cd-303b-474d-b576-f213b037ba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:06Z', 'updated_at': '2022-01-11T10:23:10Z', 'revision_number': 4, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'gw_port': {'id': '4554e8cd-303b-474d-b576-f213b037ba87', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:07Z', 'updated_at': '2022-01-11T10:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '09762cb1-0ccf-4f22-a8fe-7231259b2c0f', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'floating_ip_address': '172.26.3.208', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'port_id': '2968e9a6-d1cd-446c-994a-9e3240a794aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'mac_address': 'fa:16:3e:65:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c176dff-59c1-4b82-938f-4618a7ab4c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T10:29:30Z', 'updated_at': '2022-01-11T10:29:30Z', 'revision_number': 0, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de846a63-227c-4a03-9048-7f87b963bc87', 'name': '', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'mac_address': 'fa:16:3e:a4:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:10Z', 'updated_at': '2022-01-11T10:23:18Z', 'revision_number': 5, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'subnets': [{'id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:29:32.887566 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027dd088-a101-4184-a601-5f7c895bf6d9 None None] The sync data for ids ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'] in dv-neutron-823402-4-hyperv is: [{'id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'name': 'tempest-TestShelveInstance-707779704-router', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '4554e8cd-303b-474d-b576-f213b037ba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:06Z', 'updated_at': '2022-01-11T10:23:10Z', 'revision_number': 4, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'gw_port': {'id': '4554e8cd-303b-474d-b576-f213b037ba87', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:07Z', 'updated_at': '2022-01-11T10:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_floatingips': [{'id': '09762cb1-0ccf-4f22-a8fe-7231259b2c0f', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'floating_ip_address': '172.26.3.208', 'floating_network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'router_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'port_id': '2968e9a6-d1cd-446c-994a-9e3240a794aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'mac_address': 'fa:16:3e:65:ab:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c176dff-59c1-4b82-938f-4618a7ab4c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T10:29:30Z', 'updated_at': '2022-01-11T10:29:30Z', 'revision_number': 0, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de846a63-227c-4a03-9048-7f87b963bc87', 'name': '', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'mac_address': 'fa:16:3e:a4:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:10Z', 'updated_at': '2022-01-11T10:23:18Z', 'revision_number': 5, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'subnets': [{'id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:29:33.089872 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3608e8a-047f-4927-8763-76de26793ca6 None None] New status for floating IP 09762cb1-0ccf-4f22-a8fe-7231259b2c0f: ACTIVE {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 10:29:34.847760 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:47.623792 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:29:49.275773 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-fd038055-ac91-4bd8-a9fe-cf4afae27f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:51.498360 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-db165544-c6d0-410a-b909-ce6e950ad9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:52.739736 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:52.757653 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:29:54.308823 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:30:04.882964 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:30:05.703846 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-66457fbc-b93a-4cc7-af27-97ec3cadf3fd req-ad427810-31cf-4333-a0a6-59b17ffde470 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755327 Jan 11 10:30:05.837841 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66457fbc-b93a-4cc7-af27-97ec3cadf3fd req-22f7ea68-a222-44d3-960e-c18831b01f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:30:05.839294 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-66457fbc-b93a-4cc7-af27-97ec3cadf3fd req-22f7ea68-a222-44d3-960e-c18831b01f71 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32517b0cbad94d25aa77021f60e9bd4d&device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 1099 time: 0.0690019 Jan 11 10:30:05.980998 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66457fbc-b93a-4cc7-af27-97ec3cadf3fd req-f62dd88b-dec4-4371-bcac-3d80a8bfe210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:30:05.982436 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-66457fbc-b93a-4cc7-af27-97ec3cadf3fd req-f62dd88b-dec4-4371-bcac-3d80a8bfe210 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ff1379e-318c-47df-8a3c-dfd645c354f0 HTTP/1.1" status: 200 len: 909 time: 0.1251948 Jan 11 10:30:06.093736 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-66457fbc-b93a-4cc7-af27-97ec3cadf3fd req-1aa5ea1a-5d5f-418b-a3bc-7e4714bc7470 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2968e9a6-d1cd-446c-994a-9e3240a794aa HTTP/1.1" status: 200 len: 1002 time: 0.1026607 Jan 11 10:30:06.156426 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66457fbc-b93a-4cc7-af27-97ec3cadf3fd req-b4ad76bd-82ef-4fc6-a927-eb4dda81b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:30:06.157812 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-66457fbc-b93a-4cc7-af27-97ec3cadf3fd req-b4ad76bd-82ef-4fc6-a927-eb4dda81b7d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f76024ab-1a36-4770-ad14-cf6f9e9a5eef HTTP/1.1" status: 200 len: 847 time: 0.0584953 Jan 11 10:30:06.232404 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66457fbc-b93a-4cc7-af27-97ec3cadf3fd req-9bc15b8f-2dc5-46e7-b8a7-69d2fccbfcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:30:06.233726 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-66457fbc-b93a-4cc7-af27-97ec3cadf3fd req-9bc15b8f-2dc5-46e7-b8a7-69d2fccbfcca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ff1379e-318c-47df-8a3c-dfd645c354f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707753 Jan 11 10:30:06.373466 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-66457fbc-b93a-4cc7-af27-97ec3cadf3fd req-81dff4f7-c39a-44a4-8873-609af2532d68 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332805 Jan 11 10:30:06.501067 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-66457fbc-b93a-4cc7-af27-97ec3cadf3fd req-e1e15dcb-7fbd-47da-90a9-f00990b6aa8b service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210189 Jan 11 10:30:19.279722 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-063ba809-62c4-48c0-9b21-98e24fe282bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:30:21.498478 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-653abc14-eac0-414e-b91e-b5f8f907ac88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:30:22.749514 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:30:22.759360 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:30:24.311241 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:30:24.622944 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:30:34.871175 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:30:49.281090 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e0b679ec-d040-4c2e-9201-f4b47e59e308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:30:51.500662 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-61b53ff5-47ce-48d4-a4e7-22c1d54003bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:30:52.745601 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:30:52.760801 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:30:54.314781 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:31:01.621980 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:31:04.875053 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:31:06.714895 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6b92af83-a7f4-4eb5-98e4-e8ce892bd8ae req-5b559d92-1308-4a6d-9192-01767ecb2513 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820043 Jan 11 10:31:06.997819 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92af83-a7f4-4eb5-98e4-e8ce892bd8ae req-c1708758-bbfc-4e9b-98fb-aa7aba36bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:07.001542 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6b92af83-a7f4-4eb5-98e4-e8ce892bd8ae req-c1708758-bbfc-4e9b-98fb-aa7aba36bc87 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32517b0cbad94d25aa77021f60e9bd4d&device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 1099 time: 0.2129922 Jan 11 10:31:07.169871 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92af83-a7f4-4eb5-98e4-e8ce892bd8ae req-1e1c8882-8f2b-4f76-b802-6c181c898736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:07.170695 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6b92af83-a7f4-4eb5-98e4-e8ce892bd8ae req-1e1c8882-8f2b-4f76-b802-6c181c898736 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ff1379e-318c-47df-8a3c-dfd645c354f0 HTTP/1.1" status: 200 len: 909 time: 0.1516383 Jan 11 10:31:07.302610 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6b92af83-a7f4-4eb5-98e4-e8ce892bd8ae req-b3f31ad3-20a6-4aaf-9477-feec7508ad9b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2968e9a6-d1cd-446c-994a-9e3240a794aa HTTP/1.1" status: 200 len: 1002 time: 0.1254916 Jan 11 10:31:07.379854 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92af83-a7f4-4eb5-98e4-e8ce892bd8ae req-8fbfe47e-dac0-4c7d-850e-5f78a490ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:07.381069 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6b92af83-a7f4-4eb5-98e4-e8ce892bd8ae req-8fbfe47e-dac0-4c7d-850e-5f78a490ab53 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f76024ab-1a36-4770-ad14-cf6f9e9a5eef HTTP/1.1" status: 200 len: 847 time: 0.0734148 Jan 11 10:31:07.457705 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92af83-a7f4-4eb5-98e4-e8ce892bd8ae req-337ea0cb-f39e-4410-aa12-69bb22562ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:07.459186 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6b92af83-a7f4-4eb5-98e4-e8ce892bd8ae req-337ea0cb-f39e-4410-aa12-69bb22562ec5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ff1379e-318c-47df-8a3c-dfd645c354f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732567 Jan 11 10:31:07.469537 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [req-6b92af83-a7f4-4eb5-98e4-e8ce892bd8ae req-cb82aeeb-0548-4f2f-8d94-92da1ba6ddfe service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87654) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 10:31:07.470473 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6b92af83-a7f4-4eb5-98e4-e8ce892bd8ae req-cb82aeeb-0548-4f2f-8d94-92da1ba6ddfe service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048828 Jan 11 10:31:07.607735 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6b92af83-a7f4-4eb5-98e4-e8ce892bd8ae req-39bd92ea-478e-4f4f-a042-b51e5c7e5c48 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309276 Jan 11 10:31:07.740484 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-6b92af83-a7f4-4eb5-98e4-e8ce892bd8ae req-4512cca7-be69-4c9d-a5d9-3c46b3182823 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265473 Jan 11 10:31:19.283742 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-355c55f4-5947-4537-a2ac-d42929e830ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:31:21.501570 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-85b013bb-8914-4099-9a4f-24da905ef474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:31:22.752149 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:31:22.761968 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:31:24.316703 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:31:28.903788 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ef821-4964-4200-a7ad-a4b49a1123ec req-efbc9063-e762-4edb-a958-1e263c145216 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:28.905238 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7b1ef821-4964-4200-a7ad-a4b49a1123ec req-efbc9063-e762-4edb-a958-1e263c145216 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 946 time: 0.0889075 Jan 11 10:31:28.949386 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7b1ef821-4964-4200-a7ad-a4b49a1123ec req-13a67f38-30f9-4aee-a53e-372698b94ce8 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385382 Jan 11 10:31:30.136708 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d69853-7be6-401a-a390-1b69d6c7c138 req-2cf162c5-bcf3-4037-9ce7-044df352548b tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:30.138140 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-69d69853-7be6-401a-a390-1b69d6c7c138 req-2cf162c5-bcf3-4037-9ce7-044df352548b tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 946 time: 0.0790384 Jan 11 10:31:30.184278 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-69d69853-7be6-401a-a390-1b69d6c7c138 req-7c5b2e64-309d-4a77-8364-fc90b692854d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398557 Jan 11 10:31:31.379439 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1be5c4-98dd-408b-b7c8-f49fc5fa8d14 req-dd853e0c-52e6-421c-bfcc-426b876f9ec2 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:31.380898 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9f1be5c4-98dd-408b-b7c8-f49fc5fa8d14 req-dd853e0c-52e6-421c-bfcc-426b876f9ec2 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 946 time: 0.0846612 Jan 11 10:31:31.425620 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9f1be5c4-98dd-408b-b7c8-f49fc5fa8d14 req-a2706d16-9c21-419b-94ac-1579105e53b6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391767 Jan 11 10:31:32.612311 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f49efb-1cd4-427e-b81a-ca3db6daddab req-9db7b86b-692d-4e2e-bb42-8ebe4331e765 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:32.613746 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f9f49efb-1cd4-427e-b81a-ca3db6daddab req-9db7b86b-692d-4e2e-bb42-8ebe4331e765 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 946 time: 0.0823753 Jan 11 10:31:32.657403 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f9f49efb-1cd4-427e-b81a-ca3db6daddab req-fe21d8b6-7ca4-4814-8ed2-891c724723fb tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379651 Jan 11 10:31:33.838823 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba7c31-9061-4c19-add9-ed7a11a6ecc6 req-bbc6d497-71d1-4f50-b9ae-94ae9840ae23 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:33.840258 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2aba7c31-9061-4c19-add9-ed7a11a6ecc6 req-bbc6d497-71d1-4f50-b9ae-94ae9840ae23 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 946 time: 0.0787113 Jan 11 10:31:33.884518 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2aba7c31-9061-4c19-add9-ed7a11a6ecc6 req-494610e3-8ee8-48ef-8853-fcf68a0d6506 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381286 Jan 11 10:31:34.899504 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:31:35.068812 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a8127-259a-4dc6-8aeb-26c86475de84 req-aa6ff158-b2f9-425d-95a7-f0f1c50caee8 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:35.070207 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9b8a8127-259a-4dc6-8aeb-26c86475de84 req-aa6ff158-b2f9-425d-95a7-f0f1c50caee8 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 946 time: 0.0823505 Jan 11 10:31:35.113293 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9b8a8127-259a-4dc6-8aeb-26c86475de84 req-22fa8f4d-dee6-4037-8415-aa02353c5d29 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375812 Jan 11 10:31:36.294283 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed802ae-29eb-4a84-80e7-7b1e5f7551c3 req-b25ee7c6-270e-4ff2-9f0d-5061ce5125c4 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:36.295724 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0ed802ae-29eb-4a84-80e7-7b1e5f7551c3 req-b25ee7c6-270e-4ff2-9f0d-5061ce5125c4 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 946 time: 0.0780137 Jan 11 10:31:36.342891 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0ed802ae-29eb-4a84-80e7-7b1e5f7551c3 req-61f5f644-d90c-4ceb-917b-0479fdb1504c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410771 Jan 11 10:31:37.532704 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9ecde-507f-4202-9b21-b0a63605cc31 req-e3a1b1d5-60e0-4e61-bfee-9edb4a0f5f4d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:37.534183 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ddd9ecde-507f-4202-9b21-b0a63605cc31 req-e3a1b1d5-60e0-4e61-bfee-9edb4a0f5f4d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 946 time: 0.0833104 Jan 11 10:31:37.578587 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ddd9ecde-507f-4202-9b21-b0a63605cc31 req-b1dd42f8-fb13-4c13-b9c8-829300fa27bd tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387769 Jan 11 10:31:38.620971 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:31:38.767773 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b722bda-0d51-44da-9be9-852ff3c6bfde req-243cca8f-ef08-4e1e-9320-f626202895ce tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:38.769314 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3b722bda-0d51-44da-9be9-852ff3c6bfde req-243cca8f-ef08-4e1e-9320-f626202895ce tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 946 time: 0.0825284 Jan 11 10:31:38.812320 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3b722bda-0d51-44da-9be9-852ff3c6bfde req-5ab055bf-5c33-4425-a1e6-e878c34bde77 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374331 Jan 11 10:31:39.007008 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef6b0f-5353-4c1c-939e-da686f145683 req-1e2ac3bc-86fe-4fd7-ac56-9518582e5ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:39.008440 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c6ef6b0f-5353-4c1c-939e-da686f145683 req-1e2ac3bc-86fe-4fd7-ac56-9518582e5ba3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32517b0cbad94d25aa77021f60e9bd4d&device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 1099 time: 0.0746703 Jan 11 10:31:39.136660 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef6b0f-5353-4c1c-939e-da686f145683 req-ab0ac18d-7647-4ec5-b8cf-ae35e23eb79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:39.138068 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c6ef6b0f-5353-4c1c-939e-da686f145683 req-ab0ac18d-7647-4ec5-b8cf-ae35e23eb79f service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ff1379e-318c-47df-8a3c-dfd645c354f0 HTTP/1.1" status: 200 len: 909 time: 0.1238456 Jan 11 10:31:39.238759 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c6ef6b0f-5353-4c1c-939e-da686f145683 req-6991fb32-0443-4f37-b6b8-622ac9cba3be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2968e9a6-d1cd-446c-994a-9e3240a794aa HTTP/1.1" status: 200 len: 1002 time: 0.0944428 Jan 11 10:31:39.298755 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef6b0f-5353-4c1c-939e-da686f145683 req-8bb4774c-ceb4-47ad-ab4e-6447da2a00fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:39.300039 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c6ef6b0f-5353-4c1c-939e-da686f145683 req-8bb4774c-ceb4-47ad-ab4e-6447da2a00fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f76024ab-1a36-4770-ad14-cf6f9e9a5eef HTTP/1.1" status: 200 len: 847 time: 0.0557392 Jan 11 10:31:39.373212 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef6b0f-5353-4c1c-939e-da686f145683 req-158c0d33-0e38-4a8f-8927-0a0c4823feaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:39.374735 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c6ef6b0f-5353-4c1c-939e-da686f145683 req-158c0d33-0e38-4a8f-8927-0a0c4823feaa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ff1379e-318c-47df-8a3c-dfd645c354f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690475 Jan 11 10:31:39.510471 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c6ef6b0f-5353-4c1c-939e-da686f145683 req-dd4a10ae-ed5b-403f-a41a-4d0211a6083d service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293590 Jan 11 10:31:39.645471 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-c6ef6b0f-5353-4c1c-939e-da686f145683 req-713661b9-fc42-49d0-902b-7e603bf59390 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282358 Jan 11 10:31:39.998903 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c9961-ace2-47d8-a3c1-0151d116d363 req-8c812d21-35d3-48ac-892f-6951a7eb9c51 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:40.000356 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b93c9961-ace2-47d8-a3c1-0151d116d363 req-8c812d21-35d3-48ac-892f-6951a7eb9c51 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 946 time: 0.0807188 Jan 11 10:31:40.044354 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b93c9961-ace2-47d8-a3c1-0151d116d363 req-b609d349-8800-43d4-b97b-aa082ad81d93 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382855 Jan 11 10:31:41.233759 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424b0e4-3b81-4583-88ec-a307d0d5220a req-3de707ce-ae5c-4e2e-83f6-90d43e06f876 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:41.236190 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4424b0e4-3b81-4583-88ec-a307d0d5220a req-3de707ce-ae5c-4e2e-83f6-90d43e06f876 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 946 time: 0.0876198 Jan 11 10:31:41.281853 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4424b0e4-3b81-4583-88ec-a307d0d5220a req-26dd6ebe-5b95-4d61-875a-8f70dd7f22f5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395999 Jan 11 10:31:42.461715 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060a466-adbc-4b56-ada2-42f1ca2684a3 req-b7f11f38-8376-419f-a901-17d58a59dad5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:42.463159 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4060a466-adbc-4b56-ada2-42f1ca2684a3 req-b7f11f38-8376-419f-a901-17d58a59dad5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 946 time: 0.0772603 Jan 11 10:31:42.505931 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4060a466-adbc-4b56-ada2-42f1ca2684a3 req-384d32ed-5001-4bcf-aae5-587f0ac5c9ef tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373564 Jan 11 10:31:42.718170 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 43122) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:31:42.839149 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-48a630bf-0bd2-400e-a46c-301ea81d28a8 req-635b190b-3cfb-4906-acdd-0a2ca2aef36d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1187224 Jan 11 10:31:42.847846 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e2738-80a3-4123-b363-0c2b914a614c req-01fab548-ae0a-4027-8672-956585eb28fb tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:42.849285 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8a1e2738-80a3-4123-b363-0c2b914a614c req-01fab548-ae0a-4027-8672-956585eb28fb tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 946 time: 0.0823658 Jan 11 10:31:42.895544 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-8a1e2738-80a3-4123-b363-0c2b914a614c req-5e7a35fb-7e0f-41de-9dd8-8dd15586c45f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406086 Jan 11 10:31:43.489247 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2968e9a6-d1cd-446c-994a-9e3240a794aa no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:31:43.606994 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:31:43.633700 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c176dff-59c1-4b82-938f-4618a7ab4c7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2968e9a6-d1cd-446c-994a-9e3240a794aa'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:31:43.643742 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2968e9a6-d1cd-446c-994a-9e3240a794aa, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2968e9a6-d1cd-446c-994a-9e3240a794aa,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:31:43.649498 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:31:43.690600 dv-neutron-823402-4-hyperv neutron-server[87656]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0c176dff-59c1-4b82-938f-4618a7ab4c7e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2968e9a6-d1cd-446c-994a-9e3240a794aa', 'code': 422} returned with failed status Jan 11 10:31:43.722257 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=2968e9a6-d1cd-446c-994a-9e3240a794aa,revision_number=6']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:31:43.729325 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:31:43.729687 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:31:43.730006 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:31:43.730360 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:31:43.730738 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:31:43.731029 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:31:43.731330 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:31:43.731648 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:31:43.731965 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:31:43.732279 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:31:43.732594 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:31:43.732907 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:31:44.085181 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46526ad5-6e6f-4b27-bfd3-da36d03b5942 req-f0ba7bae-c536-4b66-b27d-fc3f6ed4e311 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:44.086802 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-46526ad5-6e6f-4b27-bfd3-da36d03b5942 req-f0ba7bae-c536-4b66-b27d-fc3f6ed4e311 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 944 time: 0.0832510 Jan 11 10:31:44.228004 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-46526ad5-6e6f-4b27-bfd3-da36d03b5942 req-91a7887f-63b1-4ac3-bb76-58d588443f12 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350882 Jan 11 10:31:45.221617 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a630bf-0bd2-400e-a46c-301ea81d28a8 req-fa04d593-5550-4a17-abcc-6ace40bc40ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:45.223065 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-48a630bf-0bd2-400e-a46c-301ea81d28a8 req-fa04d593-5550-4a17-abcc-6ace40bc40ab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e&tenant_id=32517b0cbad94d25aa77021f60e9bd4d HTTP/1.1" status: 200 len: 1097 time: 0.0693917 Jan 11 10:31:45.415802 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c2531-fea0-490f-a46e-6d8cdbfe3b36 req-1cfa1a83-eb02-4ff2-9b81-9ddcb8cf14cb tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:45.417299 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e23c2531-fea0-490f-a46e-6d8cdbfe3b36 req-1cfa1a83-eb02-4ff2-9b81-9ddcb8cf14cb tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 944 time: 0.0814145 Jan 11 10:31:45.421249 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a630bf-0bd2-400e-a46c-301ea81d28a8 req-80faaca3-f7ff-49fe-a665-a1ebeeeb3cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:45.422806 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-48a630bf-0bd2-400e-a46c-301ea81d28a8 req-80faaca3-f7ff-49fe-a665-a1ebeeeb3cdf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32517b0cbad94d25aa77021f60e9bd4d&device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 1097 time: 0.1790748 Jan 11 10:31:45.461256 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e23c2531-fea0-490f-a46e-6d8cdbfe3b36 req-4f401a6c-8f4e-412e-a18b-57cbbb6d7e72 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378597 Jan 11 10:31:45.552734 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a630bf-0bd2-400e-a46c-301ea81d28a8 req-c928311f-e660-4e17-9be0-b5d10bdb277e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:45.554215 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-48a630bf-0bd2-400e-a46c-301ea81d28a8 req-c928311f-e660-4e17-9be0-b5d10bdb277e service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ff1379e-318c-47df-8a3c-dfd645c354f0 HTTP/1.1" status: 200 len: 909 time: 0.1260953 Jan 11 10:31:45.655879 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-48a630bf-0bd2-400e-a46c-301ea81d28a8 req-f936efa1-d938-4b13-93eb-86ac22235618 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2968e9a6-d1cd-446c-994a-9e3240a794aa HTTP/1.1" status: 200 len: 1000 time: 0.0961771 Jan 11 10:31:45.716690 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a630bf-0bd2-400e-a46c-301ea81d28a8 req-67243ab2-f3ba-4bc0-a658-090d6bd39b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:45.718244 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-48a630bf-0bd2-400e-a46c-301ea81d28a8 req-67243ab2-f3ba-4bc0-a658-090d6bd39b4d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f76024ab-1a36-4770-ad14-cf6f9e9a5eef HTTP/1.1" status: 200 len: 847 time: 0.0564337 Jan 11 10:31:45.793900 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a630bf-0bd2-400e-a46c-301ea81d28a8 req-e23409ae-f4b3-4a53-8267-98c5551f522b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:45.795292 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-48a630bf-0bd2-400e-a46c-301ea81d28a8 req-e23409ae-f4b3-4a53-8267-98c5551f522b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ff1379e-318c-47df-8a3c-dfd645c354f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714600 Jan 11 10:31:45.923873 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-48a630bf-0bd2-400e-a46c-301ea81d28a8 req-9bce7a89-3811-4bd3-905a-6695ade00a54 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227376 Jan 11 10:31:46.056473 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-48a630bf-0bd2-400e-a46c-301ea81d28a8 req-42f3c0ae-87ec-43ff-b12a-510ebd491427 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261737 Jan 11 10:31:46.644391 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71c0ad-c068-4c4f-983b-42ebc0e79f66 req-2d9c7f3d-c4e1-48c9-8fcd-6ecc9ed29839 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:46.645836 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-af71c0ad-c068-4c4f-983b-42ebc0e79f66 req-2d9c7f3d-c4e1-48c9-8fcd-6ecc9ed29839 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 944 time: 0.0814347 Jan 11 10:31:46.689299 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-af71c0ad-c068-4c4f-983b-42ebc0e79f66 req-053ee9b5-c6c2-4f0c-a73b-b210420cbd8b tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379093 Jan 11 10:31:47.869672 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cdd50-dbad-4ee0-8a37-700d4bd776f0 req-f404ecc7-8ce0-4bab-8bd0-866af347e3bb tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:47.871034 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c57cdd50-dbad-4ee0-8a37-700d4bd776f0 req-f404ecc7-8ce0-4bab-8bd0-866af347e3bb tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 944 time: 0.0780499 Jan 11 10:31:47.914826 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c57cdd50-dbad-4ee0-8a37-700d4bd776f0 req-088f748c-3062-4c78-bc10-db602bb69e7a tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382442 Jan 11 10:31:49.100022 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b4f6b-a166-4a95-b79c-d33f572886c4 req-54f641ba-d031-49cd-9ada-0cc48c2787d3 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:49.101451 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0e9b4f6b-a166-4a95-b79c-d33f572886c4 req-54f641ba-d031-49cd-9ada-0cc48c2787d3 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 944 time: 0.0821481 Jan 11 10:31:49.145980 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0e9b4f6b-a166-4a95-b79c-d33f572886c4 req-b75964b8-2ca6-45e5-9927-5606adcd0657 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386567 Jan 11 10:31:49.284589 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b4ff4a4d-e9c4-4737-8ce8-10c26288e1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:31:50.329162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2269498-07bc-4a25-9869-2b5eaf0e50a6 req-4a6e14fd-71fc-40d1-a06c-5584127149c6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:50.330611 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d2269498-07bc-4a25-9869-2b5eaf0e50a6 req-4a6e14fd-71fc-40d1-a06c-5584127149c6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 944 time: 0.0791359 Jan 11 10:31:50.377010 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d2269498-07bc-4a25-9869-2b5eaf0e50a6 req-62f767e2-1f36-486d-84ea-2a8647fd7401 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408266 Jan 11 10:31:51.506181 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-81a05f0a-3542-4ef4-812d-88c1b84d2550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:31:51.566774 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df35d8-4b6d-4839-b59c-2ef43f4a017b req-29d3ffe7-f472-4437-9e20-a0d43936b7fc tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:51.568379 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-54df35d8-4b6d-4839-b59c-2ef43f4a017b req-29d3ffe7-f472-4437-9e20-a0d43936b7fc tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 944 time: 0.0849836 Jan 11 10:31:51.615325 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-54df35d8-4b6d-4839-b59c-2ef43f4a017b req-fb78661f-31ee-491d-808d-43310a6ccd97 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399802 Jan 11 10:31:52.754825 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:31:52.765428 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:31:52.807613 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b41e8b-5469-4e52-88f0-bed2c2f8480e req-3bc1947c-62c7-4575-a404-0fc73830187c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:52.809052 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a8b41e8b-5469-4e52-88f0-bed2c2f8480e req-3bc1947c-62c7-4575-a404-0fc73830187c tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 944 time: 0.0916448 Jan 11 10:31:52.853658 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a8b41e8b-5469-4e52-88f0-bed2c2f8480e req-ea8cc1ad-6813-406f-bc2a-0549823b8620 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386877 Jan 11 10:31:53.573330 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2968e9a6-d1cd-446c-994a-9e3240a794aa details requested by agent hyperv_hv-neutron-8234 with host hv-neutron-8234 {{(pid=87656) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 11 10:31:53.707217 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2968e9a6-d1cd-446c-994a-9e3240a794aa, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2968e9a6-d1cd-446c-994a-9e3240a794aa,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:31:53.720168 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Returning: {'device': '2968e9a6-d1cd-446c-994a-9e3240a794aa', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'port_id': '2968e9a6-d1cd-446c-994a-9e3240a794aa', 'mac_address': 'fa:16:3e:65:ab:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87656) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 11 10:31:53.814252 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:31:53.830221 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2968e9a6-d1cd-446c-994a-9e3240a794aa {{(pid=87656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 10:31:53.844792 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2968e9a6-d1cd-446c-994a-9e3240a794aa, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2968e9a6-d1cd-446c-994a-9e3240a794aa,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:31:53.848545 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:31:53.913927 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=2968e9a6-d1cd-446c-994a-9e3240a794aa,revision_number=7']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:31:54.043519 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629e8d2-6ec3-4500-87de-15cf104ac6bd req-b1c38af7-7ca3-4c56-99cf-84f7100e457f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:54.044956 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4629e8d2-6ec3-4500-87de-15cf104ac6bd req-b1c38af7-7ca3-4c56-99cf-84f7100e457f tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 945 time: 0.0866344 Jan 11 10:31:54.090343 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4629e8d2-6ec3-4500-87de-15cf104ac6bd req-9984b72d-a815-4198-ae1b-13046640fe2b tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387616 Jan 11 10:31:54.193012 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] get_ports_and_sgs() called for port_ids ['2968e9a6-d1cd-446c-994a-9e3240a794aa'] {{(pid=87656) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 11 10:31:54.337225 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:31:55.273577 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a739da-4e6e-4c50-a8df-fcffdc9afb2f req-8f29e12c-8460-4d9c-933c-ba46ff7a11a9 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:55.274947 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-04a739da-4e6e-4c50-a8df-fcffdc9afb2f req-8f29e12c-8460-4d9c-933c-ba46ff7a11a9 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 945 time: 0.0817211 Jan 11 10:31:55.317870 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-04a739da-4e6e-4c50-a8df-fcffdc9afb2f req-a8eb0f85-ee9d-482c-bbc0-5592b9ca0301 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373309 Jan 11 10:31:55.573239 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2968e9a6-d1cd-446c-994a-9e3240a794aa up at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:31:55.639312 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Provisioning complete for port 2968e9a6-d1cd-446c-994a-9e3240a794aa triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:31:55.639678 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:31:55.754343 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:31:55.781404 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c176dff-59c1-4b82-938f-4618a7ab4c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2968e9a6-d1cd-446c-994a-9e3240a794aa'}] {{(pid=87656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:31:55.791179 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] For port 2968e9a6-d1cd-446c-994a-9e3240a794aa, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2968e9a6-d1cd-446c-994a-9e3240a794aa,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:31:55.795008 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:31:55.834072 dv-neutron-823402-4-hyperv neutron-server[87656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c176dff-59c1-4b82-938f-4618a7ab4c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2968e9a6-d1cd-446c-994a-9e3240a794aa', 'code': 200} Jan 11 10:31:55.869621 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Pushing event updated for resources: {'Port': ['ID=2968e9a6-d1cd-446c-994a-9e3240a794aa,revision_number=8']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:31:56.094343 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc891b02-2d9a-4cf7-b986-078e58cc13e0 req-3ff69cd2-b1e7-4225-ab8b-bf76dd9d20d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:56.095664 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-dc891b02-2d9a-4cf7-b986-078e58cc13e0 req-3ff69cd2-b1e7-4225-ab8b-bf76dd9d20d3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 1099 time: 0.0679641 Jan 11 10:31:56.135737 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-dc891b02-2d9a-4cf7-b986-078e58cc13e0 req-909279f1-73da-4574-9bd1-ff41836faba5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338058 Jan 11 10:31:56.499548 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4885de-24b5-4a5f-91a6-bd285417911f req-5a99557c-89aa-4bcf-a095-25ddc8caa59d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:56.501108 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4e4885de-24b5-4a5f-91a6-bd285417911f req-5a99557c-89aa-4bcf-a095-25ddc8caa59d tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 946 time: 0.0780151 Jan 11 10:31:56.547542 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4e4885de-24b5-4a5f-91a6-bd285417911f req-98f2c625-39e3-49c4-83ce-7c5d3f36b686 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408664 Jan 11 10:31:57.728707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d0e8c-dec2-42e0-a5eb-5084a362f3bb req-beaf7727-1ded-4778-8de9-cdb602d66ee5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:31:57.730190 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c95d0e8c-dec2-42e0-a5eb-5084a362f3bb req-beaf7727-1ded-4778-8de9-cdb602d66ee5 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 946 time: 0.0796750 Jan 11 10:31:57.773822 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c95d0e8c-dec2-42e0-a5eb-5084a362f3bb req-1069efed-3a05-47f5-a394-1c2cb6d7b418 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369213 Jan 11 10:32:04.914857 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:32:07.701821 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-421639b3-d1d3-4887-acd9-b97a0f9467e5 req-291721b6-7024-4b37-86f6-c867e2d0d0bc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738180 Jan 11 10:32:07.859154 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421639b3-d1d3-4887-acd9-b97a0f9467e5 req-ced05d92-8144-4634-b3a3-bd6d17d58fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:32:07.861017 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-421639b3-d1d3-4887-acd9-b97a0f9467e5 req-ced05d92-8144-4634-b3a3-bd6d17d58fd2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32517b0cbad94d25aa77021f60e9bd4d&device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 1099 time: 0.0778449 Jan 11 10:32:08.011385 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421639b3-d1d3-4887-acd9-b97a0f9467e5 req-df7a384d-d8c0-4a51-ac6d-c8755677068a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:32:08.012813 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-421639b3-d1d3-4887-acd9-b97a0f9467e5 req-df7a384d-d8c0-4a51-ac6d-c8755677068a service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ff1379e-318c-47df-8a3c-dfd645c354f0 HTTP/1.1" status: 200 len: 909 time: 0.1339817 Jan 11 10:32:08.138502 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-421639b3-d1d3-4887-acd9-b97a0f9467e5 req-9ddac497-bf55-4de0-b53f-de6478878952 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2968e9a6-d1cd-446c-994a-9e3240a794aa HTTP/1.1" status: 200 len: 1002 time: 0.1192610 Jan 11 10:32:08.210209 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421639b3-d1d3-4887-acd9-b97a0f9467e5 req-1f4c1c87-c084-4f48-a8eb-60cc5f5f5617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:32:08.212140 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-421639b3-d1d3-4887-acd9-b97a0f9467e5 req-1f4c1c87-c084-4f48-a8eb-60cc5f5f5617 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f76024ab-1a36-4770-ad14-cf6f9e9a5eef HTTP/1.1" status: 200 len: 847 time: 0.0681052 Jan 11 10:32:08.292826 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421639b3-d1d3-4887-acd9-b97a0f9467e5 req-152e9133-29c0-475f-8bc2-f2b8751812fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:32:08.294610 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-421639b3-d1d3-4887-acd9-b97a0f9467e5 req-152e9133-29c0-475f-8bc2-f2b8751812fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ff1379e-318c-47df-8a3c-dfd645c354f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751581 Jan 11 10:32:08.462206 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-421639b3-d1d3-4887-acd9-b97a0f9467e5 req-469d33e1-96e4-4636-9994-1312d8cf82d4 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610546 Jan 11 10:32:08.702460 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-421639b3-d1d3-4887-acd9-b97a0f9467e5 req-29454318-a65f-4b3e-b1c5-f398bbbc2b3e service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344415 Jan 11 10:32:15.626301 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:32:19.292779 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-68e1f22f-ce6d-4b78-afff-00c72cbd89e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:32:21.510856 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4e6fd529-bcd3-4610-87ba-a510d8fdec49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:32:22.764040 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:32:22.773399 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:32:24.322222 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:32:34.914817 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:32:49.288696 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-37c8ce25-0df4-46de-90b9-2a201d128a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:32:51.511291 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-7612c8e3-af2e-4cc6-a836-d8e58747f88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:32:52.619885 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:32:52.762320 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:32:52.766437 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:32:54.325323 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:04.931266 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:09.745726 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-366fc4aa-c2b9-4b90-9446-1684a54d086d req-74b21742-9942-4a8a-bc97-108aa8703833 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1204522 Jan 11 10:33:09.885137 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366fc4aa-c2b9-4b90-9446-1684a54d086d req-faf15b3a-2322-484f-865c-3fde7840a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:33:09.886514 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-366fc4aa-c2b9-4b90-9446-1684a54d086d req-faf15b3a-2322-484f-865c-3fde7840a67f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32517b0cbad94d25aa77021f60e9bd4d&device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 1099 time: 0.0741587 Jan 11 10:33:10.040810 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366fc4aa-c2b9-4b90-9446-1684a54d086d req-600e87c3-1a84-4022-87e1-b7fd067261bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:33:10.042308 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-366fc4aa-c2b9-4b90-9446-1684a54d086d req-600e87c3-1a84-4022-87e1-b7fd067261bd service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ff1379e-318c-47df-8a3c-dfd645c354f0 HTTP/1.1" status: 200 len: 909 time: 0.1385918 Jan 11 10:33:10.147500 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-366fc4aa-c2b9-4b90-9446-1684a54d086d req-4718899b-b631-4c1e-9981-e13589c2d583 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2968e9a6-d1cd-446c-994a-9e3240a794aa HTTP/1.1" status: 200 len: 1002 time: 0.0991614 Jan 11 10:33:10.207820 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366fc4aa-c2b9-4b90-9446-1684a54d086d req-04836931-3edf-45a2-a881-0644b64cf923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:33:10.209195 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-366fc4aa-c2b9-4b90-9446-1684a54d086d req-04836931-3edf-45a2-a881-0644b64cf923 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f76024ab-1a36-4770-ad14-cf6f9e9a5eef HTTP/1.1" status: 200 len: 847 time: 0.0564539 Jan 11 10:33:10.284172 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366fc4aa-c2b9-4b90-9446-1684a54d086d req-7dc27fdd-c5c7-4288-a006-ca4afc378e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:33:10.286326 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-366fc4aa-c2b9-4b90-9446-1684a54d086d req-7dc27fdd-c5c7-4288-a006-ca4afc378e75 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ff1379e-318c-47df-8a3c-dfd645c354f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715511 Jan 11 10:33:10.422794 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-366fc4aa-c2b9-4b90-9446-1684a54d086d req-fecb58cf-b86d-4b27-a55b-cf55b2d1365b service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306446 Jan 11 10:33:10.551225 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-366fc4aa-c2b9-4b90-9446-1684a54d086d req-7de0fcee-6cd5-4467-ba2f-b1899340ce5e service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225612 Jan 11 10:33:16.117552 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43188) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:16.318182 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d1f07060-613f-463b-8e09-20a5b01ab0ad tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Deleting port 1b9557b0-e21a-42dc-9723-2176818bbd6f {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:33:16.318522 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1f07060-613f-463b-8e09-20a5b01ab0ad tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:16.484789 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1f07060-613f-463b-8e09-20a5b01ab0ad tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:16.485115 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1f07060-613f-463b-8e09-20a5b01ab0ad tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:16.607909 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d1f07060-613f-463b-8e09-20a5b01ab0ad tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Calling delete_port for 1b9557b0-e21a-42dc-9723-2176818bbd6f owned by network:floatingip {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:33:16.753862 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1f07060-613f-463b-8e09-20a5b01ab0ad tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:16.803125 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f07060-613f-463b-8e09-20a5b01ab0ad tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Pushing event deleted for resources: {'Port': ['ID=1b9557b0-e21a-42dc-9723-2176818bbd6f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:16.865336 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f07060-613f-463b-8e09-20a5b01ab0ad tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:16.865673 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f07060-613f-463b-8e09-20a5b01ab0ad tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:16.866002 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f07060-613f-463b-8e09-20a5b01ab0ad tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:16.866351 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f07060-613f-463b-8e09-20a5b01ab0ad tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:16.866670 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f07060-613f-463b-8e09-20a5b01ab0ad tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:16.866985 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f07060-613f-463b-8e09-20a5b01ab0ad tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:16.867296 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f07060-613f-463b-8e09-20a5b01ab0ad tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:16.867606 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f07060-613f-463b-8e09-20a5b01ab0ad tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:16.867916 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f07060-613f-463b-8e09-20a5b01ab0ad tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:16.868224 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f07060-613f-463b-8e09-20a5b01ab0ad tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:16.868530 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f07060-613f-463b-8e09-20a5b01ab0ad tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:16.868834 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f07060-613f-463b-8e09-20a5b01ab0ad tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:16.899458 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1f07060-613f-463b-8e09-20a5b01ab0ad tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for floatingip, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:16.899779 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.l3_db [None req-d1f07060-613f-463b-8e09-20a5b01ab0ad tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Floating IP 09762cb1-0ccf-4f22-a8fe-7231259b2c0f disassociated (deleted). External IP: 172.26.3.208, port: 2968e9a6-d1cd-446c-994a-9e3240a794aa. Jan 11 10:33:17.345968 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f07060-613f-463b-8e09-20a5b01ab0ad tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Router 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:33:17.521392 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f07060-613f-463b-8e09-20a5b01ab0ad tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:33:17.533749 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bb0276-fdfb-433b-a355-fa1950d2725b None None] Sync routers for ids ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:33:17.538391 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d1f07060-613f-463b-8e09-20a5b01ab0ad tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for floatingip, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:17.546883 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bb0276-fdfb-433b-a355-fa1950d2725b None None] Routers {'65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:33:17.547487 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f2bb0276-fdfb-433b-a355-fa1950d2725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:32:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:17.595108 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d1f07060-613f-463b-8e09-20a5b01ab0ad tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "DELETE /v2.0/floatingips/09762cb1-0ccf-4f22-a8fe-7231259b2c0f HTTP/1.1" status: 204 len: 168 time: 1.4764347 Jan 11 10:33:17.595662 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c176dff-59c1-4b82-938f-4618a7ab4c7e', 'tag': '2968e9a6-d1cd-446c-994a-9e3240a794aa'}] {{(pid=87655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:33:17.730307 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-f2bb0276-fdfb-433b-a355-fa1950d2725b None None] Set router 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:33:17.791006 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c176dff-59c1-4b82-938f-4618a7ab4c7e', 'tag': '2968e9a6-d1cd-446c-994a-9e3240a794aa', 'status': 'completed', 'code': 200} Jan 11 10:33:17.895281 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e35e7-d8da-4a65-be0d-81bcd37ebbc8 req-0355cf4c-f958-4dd9-a053-4de7e5b027d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:33:17.897410 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-570e35e7-d8da-4a65-be0d-81bcd37ebbc8 req-0355cf4c-f958-4dd9-a053-4de7e5b027d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32517b0cbad94d25aa77021f60e9bd4d&device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 1099 time: 0.0765798 Jan 11 10:33:17.983102 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5060cc8-2f19-4448-8f69-1e2f98b6e9d4 req-4eff1f7f-0521-4511-b06b-c9cc90813ed8 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:33:17.983786 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-b5060cc8-2f19-4448-8f69-1e2f98b6e9d4 req-4eff1f7f-0521-4511-b06b-c9cc90813ed8 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Synchronizing usage tracker for tenant:32517b0cbad94d25aa77021f60e9bd4d on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:33:17.999693 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-b5060cc8-2f19-4448-8f69-1e2f98b6e9d4 req-4eff1f7f-0521-4511-b06b-c9cc90813ed8 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Unset dirty status for tenant:32517b0cbad94d25aa77021f60e9bd4d on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:33:18.000663 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b5060cc8-2f19-4448-8f69-1e2f98b6e9d4 req-4eff1f7f-0521-4511-b06b-c9cc90813ed8 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 946 time: 0.1005845 Jan 11 10:33:18.038712 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e35e7-d8da-4a65-be0d-81bcd37ebbc8 req-a627c151-fb50-4c6a-9194-de8ecd01089f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:33:18.040265 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-570e35e7-d8da-4a65-be0d-81bcd37ebbc8 req-a627c151-fb50-4c6a-9194-de8ecd01089f service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ff1379e-318c-47df-8a3c-dfd645c354f0 HTTP/1.1" status: 200 len: 909 time: 0.1369681 Jan 11 10:33:18.054638 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b5060cc8-2f19-4448-8f69-1e2f98b6e9d4 req-0d50f502-2083-4b9a-8281-622b33ea2a93 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462277 Jan 11 10:33:18.095294 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f2bb0276-fdfb-433b-a355-fa1950d2725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'name': 'tempest-TestShelveInstance-707779704-router', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '4554e8cd-303b-474d-b576-f213b037ba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:06Z', 'updated_at': '2022-01-11T10:23:10Z', 'revision_number': 4, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'gw_port': {'id': '4554e8cd-303b-474d-b576-f213b037ba87', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:07Z', 'updated_at': '2022-01-11T10:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'de846a63-227c-4a03-9048-7f87b963bc87', 'name': '', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'mac_address': 'fa:16:3e:a4:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:10Z', 'updated_at': '2022-01-11T10:23:18Z', 'revision_number': 5, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'subnets': [{'id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:18.099191 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bb0276-fdfb-433b-a355-fa1950d2725b None None] Checking router: 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:33:18.107184 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bb0276-fdfb-433b-a355-fa1950d2725b None None] Routers {'65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:33:18.107769 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f2bb0276-fdfb-433b-a355-fa1950d2725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:32:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:18.115862 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-570e35e7-d8da-4a65-be0d-81bcd37ebbc8 req-0a1a0c08-af75-48fa-b2f4-fdda5be51f36 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2968e9a6-d1cd-446c-994a-9e3240a794aa HTTP/1.1" status: 200 len: 217 time: 0.0689001 Jan 11 10:33:18.177261 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e35e7-d8da-4a65-be0d-81bcd37ebbc8 req-dfa63978-821f-40d1-8e74-281cd28024e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:33:18.178648 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-570e35e7-d8da-4a65-be0d-81bcd37ebbc8 req-dfa63978-821f-40d1-8e74-281cd28024e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f76024ab-1a36-4770-ad14-cf6f9e9a5eef HTTP/1.1" status: 200 len: 847 time: 0.0571055 Jan 11 10:33:18.257131 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e35e7-d8da-4a65-be0d-81bcd37ebbc8 req-6bbc65a7-3315-478b-84f2-3b0804b1646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:33:18.258675 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-570e35e7-d8da-4a65-be0d-81bcd37ebbc8 req-6bbc65a7-3315-478b-84f2-3b0804b1646f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ff1379e-318c-47df-8a3c-dfd645c354f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732648 Jan 11 10:33:18.282037 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-f2bb0276-fdfb-433b-a355-fa1950d2725b None None] Set router 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:33:18.389429 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-570e35e7-d8da-4a65-be0d-81bcd37ebbc8 req-9e3eeb34-218d-4ef8-9c30-6edb17ef28f0 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236043 Jan 11 10:33:18.594822 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-f2bb0276-fdfb-433b-a355-fa1950d2725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'name': 'tempest-TestShelveInstance-707779704-router', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '4554e8cd-303b-474d-b576-f213b037ba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:06Z', 'updated_at': '2022-01-11T10:23:10Z', 'revision_number': 4, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'gw_port': {'id': '4554e8cd-303b-474d-b576-f213b037ba87', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:07Z', 'updated_at': '2022-01-11T10:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'de846a63-227c-4a03-9048-7f87b963bc87', 'name': '', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'mac_address': 'fa:16:3e:a4:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:10Z', 'updated_at': '2022-01-11T10:23:18Z', 'revision_number': 5, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'subnets': [{'id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:18.600201 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bb0276-fdfb-433b-a355-fa1950d2725b None None] The sync data for ids ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'] in dv-neutron-823402-4-hyperv is: [{'id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'name': 'tempest-TestShelveInstance-707779704-router', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '4554e8cd-303b-474d-b576-f213b037ba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:06Z', 'updated_at': '2022-01-11T10:23:10Z', 'revision_number': 4, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'gw_port': {'id': '4554e8cd-303b-474d-b576-f213b037ba87', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:07Z', 'updated_at': '2022-01-11T10:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'de846a63-227c-4a03-9048-7f87b963bc87', 'name': '', 'network_id': '5ff1379e-318c-47df-8a3c-dfd645c354f0', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'mac_address': 'fa:16:3e:a4:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:10Z', 'updated_at': '2022-01-11T10:23:18Z', 'revision_number': 5, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'subnets': [{'id': 'f76024ab-1a36-4770-ad14-cf6f9e9a5eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:33:18.640884 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-570e35e7-d8da-4a65-be0d-81bcd37ebbc8 req-cddb86ee-f129-439e-b888-e168f1982051 service neutron] 10.222.0.42 "GET /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454324 Jan 11 10:33:18.819258 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbe42d3-6b57-4928-a57f-b82448629546 None None] New status for floating IP 09762cb1-0ccf-4f22-a8fe-7231259b2c0f: DOWN {{(pid=87656) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 10:33:19.245389 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a942d-3846-4359-aedb-376c0795e3cc req-6059e399-af84-41de-9f9e-c9cf9e67e8de tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:33:19.246862 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-581a942d-3846-4359-aedb-376c0795e3cc req-6059e399-af84-41de-9f9e-c9cf9e67e8de tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 946 time: 0.0830894 Jan 11 10:33:19.289695 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-928f27d1-0b7f-4b21-bd2d-37fa9537288f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:19.292514 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-581a942d-3846-4359-aedb-376c0795e3cc req-4e9ac01b-fbfa-489e-b79d-1fc988690449 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/security-groups?id=e304b891-7f2d-48eb-9f94-58e6316177a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401015 Jan 11 10:33:19.525449 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ace476-cd1e-4480-8ff5-c260980d1f4c req-dc664fec-e8d4-4610-aa05-18a95dd7a987 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:33:19.526018 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-36ace476-cd1e-4480-8ff5-c260980d1f4c req-dc664fec-e8d4-4610-aa05-18a95dd7a987 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Synchronizing usage tracker for tenant:32517b0cbad94d25aa77021f60e9bd4d on resource:port {{(pid=87654) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:33:19.537977 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [req-36ace476-cd1e-4480-8ff5-c260980d1f4c req-dc664fec-e8d4-4610-aa05-18a95dd7a987 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Unset dirty status for tenant:32517b0cbad94d25aa77021f60e9bd4d on resource:port {{(pid=87654) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:33:19.539096 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-36ace476-cd1e-4480-8ff5-c260980d1f4c req-dc664fec-e8d4-4610-aa05-18a95dd7a987 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 946 time: 0.0888424 Jan 11 10:33:19.608359 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-36ace476-cd1e-4480-8ff5-c260980d1f4c req-480fd89d-6dcd-4ac6-846c-65b16be2bca6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Deleting port 2968e9a6-d1cd-446c-994a-9e3240a794aa {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:33:19.608692 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-36ace476-cd1e-4480-8ff5-c260980d1f4c req-480fd89d-6dcd-4ac6-846c-65b16be2bca6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:19.870077 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.db [req-36ace476-cd1e-4480-8ff5-c260980d1f4c req-480fd89d-6dcd-4ac6-846c-65b16be2bca6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] For port 2968e9a6-d1cd-446c-994a-9e3240a794aa, host hv-neutron-8234, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8234',level=0,port_id=2968e9a6-d1cd-446c-994a-9e3240a794aa,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:33:19.870370 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-36ace476-cd1e-4480-8ff5-c260980d1f4c req-480fd89d-6dcd-4ac6-846c-65b16be2bca6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:20.017450 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [req-36ace476-cd1e-4480-8ff5-c260980d1f4c req-480fd89d-6dcd-4ac6-846c-65b16be2bca6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Calling delete_port for 2968e9a6-d1cd-446c-994a-9e3240a794aa owned by compute:nova {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:33:20.186843 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-36ace476-cd1e-4480-8ff5-c260980d1f4c req-480fd89d-6dcd-4ac6-846c-65b16be2bca6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7538099'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:20.252242 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fd89d-6dcd-4ac6-846c-65b16be2bca6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Pushing event deleted for resources: {'Port': ['ID=2968e9a6-d1cd-446c-994a-9e3240a794aa,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:20.302800 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fd89d-6dcd-4ac6-846c-65b16be2bca6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:20.303136 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fd89d-6dcd-4ac6-846c-65b16be2bca6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:20.303466 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fd89d-6dcd-4ac6-846c-65b16be2bca6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:20.303792 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fd89d-6dcd-4ac6-846c-65b16be2bca6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:20.304111 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fd89d-6dcd-4ac6-846c-65b16be2bca6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:20.304428 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fd89d-6dcd-4ac6-846c-65b16be2bca6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:20.304742 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fd89d-6dcd-4ac6-846c-65b16be2bca6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:20.305056 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fd89d-6dcd-4ac6-846c-65b16be2bca6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:20.305364 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fd89d-6dcd-4ac6-846c-65b16be2bca6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:20.305769 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fd89d-6dcd-4ac6-846c-65b16be2bca6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:20.306096 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fd89d-6dcd-4ac6-846c-65b16be2bca6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:20.306603 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fd89d-6dcd-4ac6-846c-65b16be2bca6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:20.359259 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ace476-cd1e-4480-8ff5-c260980d1f4c req-480fd89d-6dcd-4ac6-846c-65b16be2bca6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] No DVR routers for this DVR port 2968e9a6-d1cd-446c-994a-9e3240a794aa on host hv-neutron-8234 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:33:20.362202 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [req-36ace476-cd1e-4480-8ff5-c260980d1f4c req-480fd89d-6dcd-4ac6-846c-65b16be2bca6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49066'] for port, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:20.366251 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c176dff-59c1-4b82-938f-4618a7ab4c7e', 'name': 'network-vif-deleted', 'tag': '2968e9a6-d1cd-446c-994a-9e3240a794aa'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 10:33:20.385508 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [req-36ace476-cd1e-4480-8ff5-c260980d1f4c req-480fd89d-6dcd-4ac6-846c-65b16be2bca6 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.42 "DELETE /v2.0/ports/2968e9a6-d1cd-446c-994a-9e3240a794aa HTTP/1.1" status: 204 len: 173 time: 0.8412714 Jan 11 10:33:20.430324 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c176dff-59c1-4b82-938f-4618a7ab4c7e', 'name': 'network-vif-deleted', 'tag': '2968e9a6-d1cd-446c-994a-9e3240a794aa', 'status': 'completed', 'code': 200} Jan 11 10:33:20.461795 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4f70dcd7-2080-4b17-9ee3-f2df16c75bfe req-5c38f1a9-0b2c-4d38-be8f-c04b349a32c0 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 210 time: 0.0474772 Jan 11 10:33:21.517880 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-cb6f73fe-b6f5-42c8-b8b8-5493393ce170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:21.637631 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e6e9efa8-00cf-40a2-a1f5-030b5eb4ca45 req-ecd42682-0856-4e97-838a-bccad4e82514 tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c176dff-59c1-4b82-938f-4618a7ab4c7e HTTP/1.1" status: 200 len: 210 time: 0.0489655 Jan 11 10:33:22.008388 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2968e9a6-d1cd-446c-994a-9e3240a794aa no longer exists at agent hyperv_hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:33:22.042418 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] No Port match for: 2968e9a6-d1cd-446c-994a-9e3240a794aa {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:33:22.042754 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Device 2968e9a6-d1cd-446c-994a-9e3240a794aa not bound to the agent host hv-neutron-8234 {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:33:22.736277 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43214) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:22.767949 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:22.772410 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:22.806602 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d308d50c-337c-4c2f-b7c2-dd9919ea535a tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:22.836635 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d308d50c-337c-4c2f-b7c2-dd9919ea535a tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:22.899605 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d308d50c-337c-4c2f-b7c2-dd9919ea535a tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:22.920139 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308d50c-337c-4c2f-b7c2-dd9919ea535a tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e304b891-7f2d-48eb-9f94-58e6316177a2,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:22.933304 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d308d50c-337c-4c2f-b7c2-dd9919ea535a tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:22.937186 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d308d50c-337c-4c2f-b7c2-dd9919ea535a tempest-TestShelveInstance-805909714 tempest-TestShelveInstance-805909714-project] 10.222.0.15 "DELETE /v2.0/security-groups/e304b891-7f2d-48eb-9f94-58e6316177a2 HTTP/1.1" status: 204 len: 168 time: 0.1972232 Jan 11 10:33:23.997904 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43222) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:24.333760 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:24.740605 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09c3c79a-3c4f-4f4e-a515-43540a6aab7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:25.206917 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-09c3c79a-3c4f-4f4e-a515-43540a6aab7e admin admin] Deleting port de846a63-227c-4a03-9048-7f87b963bc87 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:33:25.207547 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09c3c79a-3c4f-4f4e-a515-43540a6aab7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:25.381299 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-09c3c79a-3c4f-4f4e-a515-43540a6aab7e admin admin] For port de846a63-227c-4a03-9048-7f87b963bc87, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=de846a63-227c-4a03-9048-7f87b963bc87,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:33:25.381644 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09c3c79a-3c4f-4f4e-a515-43540a6aab7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:25.501933 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-09c3c79a-3c4f-4f4e-a515-43540a6aab7e admin admin] Calling delete_port for de846a63-227c-4a03-9048-7f87b963bc87 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:33:25.822329 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09c3c79a-3c4f-4f4e-a515-43540a6aab7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:25.872281 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3c79a-3c4f-4f4e-a515-43540a6aab7e admin admin] Pushing event deleted for resources: {'Port': ['ID=de846a63-227c-4a03-9048-7f87b963bc87,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:26.140797 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-09c3c79a-3c4f-4f4e-a515-43540a6aab7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:26.609106 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c3c79a-3c4f-4f4e-a515-43540a6aab7e admin admin] Router 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:33:26.785162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c3c79a-3c4f-4f4e-a515-43540a6aab7e admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:33:26.793665 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bbedc1-fb63-49f1-80ed-51c30e6d3f0f None None] Sync routers for ids ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:33:26.799161 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-09c3c79a-3c4f-4f4e-a515-43540a6aab7e admin admin] 10.222.0.15 "PUT /v2.0/routers/65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7979796 Jan 11 10:33:26.799554 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43228) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:26.804371 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bbedc1-fb63-49f1-80ed-51c30e6d3f0f None None] Routers {'65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:33:26.804973 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-44bbedc1-fb63-49f1-80ed-51c30e6d3f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:33:22Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:26.975447 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9661641c-b514-49f5-8541-ae66241c0916 admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:26.980111 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-44bbedc1-fb63-49f1-80ed-51c30e6d3f0f None None] Set router 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:33:27.149312 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9661641c-b514-49f5-8541-ae66241c0916 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:27.159131 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9661641c-b514-49f5-8541-ae66241c0916 admin admin] Deleting port 4554e8cd-303b-474d-b576-f213b037ba87 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:33:27.159525 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9661641c-b514-49f5-8541-ae66241c0916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:27.259785 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-44bbedc1-fb63-49f1-80ed-51c30e6d3f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'name': 'tempest-TestShelveInstance-707779704-router', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '4554e8cd-303b-474d-b576-f213b037ba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:06Z', 'updated_at': '2022-01-11T10:33:25Z', 'revision_number': 5, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'gw_port': {'id': '4554e8cd-303b-474d-b576-f213b037ba87', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:07Z', 'updated_at': '2022-01-11T10:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:27.263369 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bbedc1-fb63-49f1-80ed-51c30e6d3f0f None None] Checking router: 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:33:27.272325 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bbedc1-fb63-49f1-80ed-51c30e6d3f0f None None] Routers {'65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:33:27.272914 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-44bbedc1-fb63-49f1-80ed-51c30e6d3f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:33:22Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:27.335106 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-9661641c-b514-49f5-8541-ae66241c0916 admin admin] For port 4554e8cd-303b-474d-b576-f213b037ba87, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=4554e8cd-303b-474d-b576-f213b037ba87,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:33:27.335454 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9661641c-b514-49f5-8541-ae66241c0916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:27.457651 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-44bbedc1-fb63-49f1-80ed-51c30e6d3f0f None None] Set router 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:33:27.462045 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-9661641c-b514-49f5-8541-ae66241c0916 admin admin] Calling delete_port for 4554e8cd-303b-474d-b576-f213b037ba87 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:33:27.561975 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-44bbedc1-fb63-49f1-80ed-51c30e6d3f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'name': 'tempest-TestShelveInstance-707779704-router', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:06Z', 'updated_at': '2022-01-11T10:33:27Z', 'revision_number': 6, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:27.566997 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bbedc1-fb63-49f1-80ed-51c30e6d3f0f None None] The sync data for ids ['65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0'] in dv-neutron-823402-4-hyperv is: [{'id': '65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0', 'name': 'tempest-TestShelveInstance-707779704-router', 'tenant_id': '32517b0cbad94d25aa77021f60e9bd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:06Z', 'updated_at': '2022-01-11T10:33:27Z', 'revision_number': 6, 'project_id': '32517b0cbad94d25aa77021f60e9bd4d', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:33:27.740470 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9661641c-b514-49f5-8541-ae66241c0916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:27.815423 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661641c-b514-49f5-8541-ae66241c0916 admin admin] Pushing event deleted for resources: {'Port': ['ID=4554e8cd-303b-474d-b576-f213b037ba87,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:27.879866 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9661641c-b514-49f5-8541-ae66241c0916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:28.057095 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9661641c-b514-49f5-8541-ae66241c0916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:28.059183 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9661641c-b514-49f5-8541-ae66241c0916 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:28.081471 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9661641c-b514-49f5-8541-ae66241c0916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:28.081968 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9661641c-b514-49f5-8541-ae66241c0916 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 10:33:28.093524 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9661641c-b514-49f5-8541-ae66241c0916 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:28.094676 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-9661641c-b514-49f5-8541-ae66241c0916 admin admin] 10.222.0.15 "DELETE /v2.0/routers/65e13815-8cfd-4bbd-b29d-d5cb4fbbbab0 HTTP/1.1" status: 204 len: 168 time: 1.2937045 Jan 11 10:33:28.097344 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43232) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:28.156159 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-6135878a-784d-4986-83e1-67ef85b7e28b admin admin] Deleting subnet f76024ab-1a36-4770-ad14-cf6f9e9a5eef {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 10:33:28.158959 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6135878a-784d-4986-83e1-67ef85b7e28b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:28.207611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6135878a-784d-4986-83e1-67ef85b7e28b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:28.281662 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6135878a-784d-4986-83e1-67ef85b7e28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:28.352904 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6135878a-784d-4986-83e1-67ef85b7e28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:28.390808 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135878a-784d-4986-83e1-67ef85b7e28b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f76024ab-1a36-4770-ad14-cf6f9e9a5eef,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:28.394995 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6135878a-784d-4986-83e1-67ef85b7e28b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:28.400767 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7e62ab-1d90-43e0-8044-1ff187448f68 None None] Network 5ff1379e-318c-47df-8a3c-dfd645c354f0 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:33:28.401330 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6135878a-784d-4986-83e1-67ef85b7e28b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f76024ab-1a36-4770-ad14-cf6f9e9a5eef HTTP/1.1" status: 204 len: 168 time: 0.3027563 Jan 11 10:33:28.403496 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43236) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:28.510019 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-68d9be94-9738-4277-b3d3-f89a1ea1154d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:28.521575 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-68d9be94-9738-4277-b3d3-f89a1ea1154d admin admin] Deleting port 230ce8b2-41c0-49e2-8832-d745ca4fd0d6 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:33:28.521915 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-68d9be94-9738-4277-b3d3-f89a1ea1154d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:28.673019 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccbe555-ab2b-4bc7-873a-c8c223645a81 None None] DHCP port deletion for 5ff1379e-318c-47df-8a3c-dfd645c354f0 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 10:33:28.676930 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3ccbe555-ab2b-4bc7-873a-c8c223645a81 None None] Deleting port 230ce8b2-41c0-49e2-8832-d745ca4fd0d6 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:33:28.677307 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3ccbe555-ab2b-4bc7-873a-c8c223645a81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:28.733863 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-68d9be94-9738-4277-b3d3-f89a1ea1154d admin admin] For port 230ce8b2-41c0-49e2-8832-d745ca4fd0d6, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=230ce8b2-41c0-49e2-8832-d745ca4fd0d6,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:33:28.734271 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-68d9be94-9738-4277-b3d3-f89a1ea1154d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:28.860544 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-68d9be94-9738-4277-b3d3-f89a1ea1154d admin admin] Calling delete_port for 230ce8b2-41c0-49e2-8832-d745ca4fd0d6 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:33:28.876985 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-3ccbe555-ab2b-4bc7-873a-c8c223645a81 None None] For port 230ce8b2-41c0-49e2-8832-d745ca4fd0d6, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=230ce8b2-41c0-49e2-8832-d745ca4fd0d6,segment=NetworkSegment(d413f40a-beb7-4229-ae82-fe87e0b0772b),segment_id=d413f40a-beb7-4229-ae82-fe87e0b0772b)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:33:28.877319 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3ccbe555-ab2b-4bc7-873a-c8c223645a81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:28.936381 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-68d9be94-9738-4277-b3d3-f89a1ea1154d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:28.985326 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9be94-9738-4277-b3d3-f89a1ea1154d admin admin] Pushing event deleted for resources: {'Port': ['ID=230ce8b2-41c0-49e2-8832-d745ca4fd0d6,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:28.989481 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d9be94-9738-4277-b3d3-f89a1ea1154d admin admin] No DVR routers for this DVR port 230ce8b2-41c0-49e2-8832-d745ca4fd0d6 on host dv-neutron-823402-4-hyperv {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:33:29.000062 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3ccbe555-ab2b-4bc7-873a-c8c223645a81 None None] Calling delete_port for 230ce8b2-41c0-49e2-8832-d745ca4fd0d6 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 11 10:33:29.099674 dv-neutron-823402-4-hyperv neutron-server[87656]: util.warn( Jan 11 10:33:29.106288 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-3ccbe555-ab2b-4bc7-873a-c8c223645a81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 10:33:29.106642 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-3ccbe555-ab2b-4bc7-873a-c8c223645a81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 10:33:29.107127 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-68d9be94-9738-4277-b3d3-f89a1ea1154d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:29.227306 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-68d9be94-9738-4277-b3d3-f89a1ea1154d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff1379e-318c-47df-8a3c-dfd645c354f0']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:29.239180 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-68d9be94-9738-4277-b3d3-f89a1ea1154d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd413f40a-beb7-4229-ae82-fe87e0b0772b') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:29.239469 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-68d9be94-9738-4277-b3d3-f89a1ea1154d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd413f40a-beb7-4229-ae82-fe87e0b0772b') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:29.250269 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-68d9be94-9738-4277-b3d3-f89a1ea1154d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:29.266341 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-68d9be94-9738-4277-b3d3-f89a1ea1154d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:29.273565 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d9be94-9738-4277-b3d3-f89a1ea1154d admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 10:33:29.274014 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-68d9be94-9738-4277-b3d3-f89a1ea1154d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 10:33:29.287175 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 10:33:29.361946 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-68d9be94-9738-4277-b3d3-f89a1ea1154d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:29.377902 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-68d9be94-9738-4277-b3d3-f89a1ea1154d admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:29.387830 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9be94-9738-4277-b3d3-f89a1ea1154d admin admin] Pushing event deleted for resources: {'Network': ['ID=5ff1379e-318c-47df-8a3c-dfd645c354f0,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:29.401212 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-68d9be94-9738-4277-b3d3-f89a1ea1154d admin admin] 10.222.0.15 "DELETE /v2.0/networks/5ff1379e-318c-47df-8a3c-dfd645c354f0 HTTP/1.1" status: 204 len: 168 time: 0.9966593 Jan 11 10:33:29.403988 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43240) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:29.593265 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4554e8cd-303b-474d-b576-f213b037ba87 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:33:29.618495 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:33:29.621668 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3ccbe555-ab2b-4bc7-873a-c8c223645a81 None None] Deleting port 230ce8b2-41c0-49e2-8832-d745ca4fd0d6 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:33:29.622039 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3ccbe555-ab2b-4bc7-873a-c8c223645a81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:29.653412 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 4554e8cd-303b-474d-b576-f213b037ba87 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:33:29.653751 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 4554e8cd-303b-474d-b576-f213b037ba87 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:33:29.654196 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device de846a63-227c-4a03-9048-7f87b963bc87 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:33:29.693151 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: de846a63-227c-4a03-9048-7f87b963bc87 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:33:29.693495 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device de846a63-227c-4a03-9048-7f87b963bc87 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:33:29.693903 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 230ce8b2-41c0-49e2-8832-d745ca4fd0d6 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:33:29.750608 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-3ccbe555-ab2b-4bc7-873a-c8c223645a81 None None] The port '230ce8b2-41c0-49e2-8832-d745ca4fd0d6' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 10:33:29.758392 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 230ce8b2-41c0-49e2-8832-d745ca4fd0d6 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:33:29.758738 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 230ce8b2-41c0-49e2-8832-d745ca4fd0d6 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:33:29.937147 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3518-0842-4b44-9e38-4557580e115e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:30.277539 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e5eb3518-0842-4b44-9e38-4557580e115e admin admin] Deleting port 571a35c4-f952-4a35-a727-9459651f4f33 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:33:30.277871 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3518-0842-4b44-9e38-4557580e115e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:30.444919 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-e5eb3518-0842-4b44-9e38-4557580e115e admin admin] For port 571a35c4-f952-4a35-a727-9459651f4f33, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=571a35c4-f952-4a35-a727-9459651f4f33,segment=NetworkSegment(cb647488-9f8d-46a8-a72b-7d87a84b5322),segment_id=cb647488-9f8d-46a8-a72b-7d87a84b5322)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:33:30.445269 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3518-0842-4b44-9e38-4557580e115e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:30.665153 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-e5eb3518-0842-4b44-9e38-4557580e115e admin admin] Calling delete_port for 571a35c4-f952-4a35-a727-9459651f4f33 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:33:30.837406 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3518-0842-4b44-9e38-4557580e115e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:30.883319 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb3518-0842-4b44-9e38-4557580e115e admin admin] Pushing event deleted for resources: {'Port': ['ID=571a35c4-f952-4a35-a727-9459651f4f33,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:31.152685 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3518-0842-4b44-9e38-4557580e115e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:31.510738 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5eb3518-0842-4b44-9e38-4557580e115e admin admin] Router 9bb71e28-c97c-44d2-a4c3-a1e4d4073b07 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:33:31.691553 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5eb3518-0842-4b44-9e38-4557580e115e admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:33:31.700324 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37531d67-f93a-467d-b71a-48d2d2b9a1a6 None None] Sync routers for ids ['9bb71e28-c97c-44d2-a4c3-a1e4d4073b07'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:33:31.705711 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-e5eb3518-0842-4b44-9e38-4557580e115e admin admin] 10.222.0.15 "PUT /v2.0/routers/9bb71e28-c97c-44d2-a4c3-a1e4d4073b07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2984247 Jan 11 10:33:31.705863 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43244) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:31.712754 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37531d67-f93a-467d-b71a-48d2d2b9a1a6 None None] Routers {'9bb71e28-c97c-44d2-a4c3-a1e4d4073b07'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:33:31.713518 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-37531d67-f93a-467d-b71a-48d2d2b9a1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:33:22Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9bb71e28-c97c-44d2-a4c3-a1e4d4073b07'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:31.881705 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f01cce1-5e5b-4e23-93fb-5c0bc147e794 admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:31.886777 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-37531d67-f93a-467d-b71a-48d2d2b9a1a6 None None] Set router 9bb71e28-c97c-44d2-a4c3-a1e4d4073b07 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:33:32.172078 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-37531d67-f93a-467d-b71a-48d2d2b9a1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb71e28-c97c-44d2-a4c3-a1e4d4073b07', 'name': 'tempest-TestShelveInstance-901408267-router', 'tenant_id': '87bc68842ada413990ffd64050f234fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': 'f985037c-317d-4470-904c-965504d48964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:13Z', 'updated_at': '2022-01-11T10:33:30Z', 'revision_number': 5, 'project_id': '87bc68842ada413990ffd64050f234fa', 'gw_port': {'id': 'f985037c-317d-4470-904c-965504d48964', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb71e28-c97c-44d2-a4c3-a1e4d4073b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:23:14Z', 'updated_at': '2022-01-11T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:32.173660 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f01cce1-5e5b-4e23-93fb-5c0bc147e794 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:32.176492 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37531d67-f93a-467d-b71a-48d2d2b9a1a6 None None] Checking router: 9bb71e28-c97c-44d2-a4c3-a1e4d4073b07 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:33:32.183676 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1f01cce1-5e5b-4e23-93fb-5c0bc147e794 admin admin] Deleting port f985037c-317d-4470-904c-965504d48964 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:33:32.184073 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f01cce1-5e5b-4e23-93fb-5c0bc147e794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:32.185233 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37531d67-f93a-467d-b71a-48d2d2b9a1a6 None None] Routers {'9bb71e28-c97c-44d2-a4c3-a1e4d4073b07'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:33:32.185836 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-37531d67-f93a-467d-b71a-48d2d2b9a1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:33:22Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['9bb71e28-c97c-44d2-a4c3-a1e4d4073b07'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:32.333191 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-37531d67-f93a-467d-b71a-48d2d2b9a1a6 None None] Set router 9bb71e28-c97c-44d2-a4c3-a1e4d4073b07 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:33:32.354984 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-1f01cce1-5e5b-4e23-93fb-5c0bc147e794 admin admin] For port f985037c-317d-4470-904c-965504d48964, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=f985037c-317d-4470-904c-965504d48964,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:33:32.355332 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f01cce1-5e5b-4e23-93fb-5c0bc147e794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:32.436811 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-37531d67-f93a-467d-b71a-48d2d2b9a1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb71e28-c97c-44d2-a4c3-a1e4d4073b07', 'name': 'tempest-TestShelveInstance-901408267-router', 'tenant_id': '87bc68842ada413990ffd64050f234fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:13Z', 'updated_at': '2022-01-11T10:33:32Z', 'revision_number': 6, 'project_id': '87bc68842ada413990ffd64050f234fa', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:32.440559 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37531d67-f93a-467d-b71a-48d2d2b9a1a6 None None] The sync data for ids ['9bb71e28-c97c-44d2-a4c3-a1e4d4073b07'] in dv-neutron-823402-4-hyperv is: [{'id': '9bb71e28-c97c-44d2-a4c3-a1e4d4073b07', 'name': 'tempest-TestShelveInstance-901408267-router', 'tenant_id': '87bc68842ada413990ffd64050f234fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:23:13Z', 'updated_at': '2022-01-11T10:33:32Z', 'revision_number': 6, 'project_id': '87bc68842ada413990ffd64050f234fa', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:33:32.480796 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-1f01cce1-5e5b-4e23-93fb-5c0bc147e794 admin admin] Calling delete_port for f985037c-317d-4470-904c-965504d48964 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:33:32.645573 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f01cce1-5e5b-4e23-93fb-5c0bc147e794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:32.738504 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01cce1-5e5b-4e23-93fb-5c0bc147e794 admin admin] Pushing event deleted for resources: {'Port': ['ID=f985037c-317d-4470-904c-965504d48964,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:32.804549 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f01cce1-5e5b-4e23-93fb-5c0bc147e794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:33.003408 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f01cce1-5e5b-4e23-93fb-5c0bc147e794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:33.005704 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f01cce1-5e5b-4e23-93fb-5c0bc147e794 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:33.028730 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f01cce1-5e5b-4e23-93fb-5c0bc147e794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:33.029261 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f01cce1-5e5b-4e23-93fb-5c0bc147e794 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bb71e28-c97c-44d2-a4c3-a1e4d4073b07 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 10:33:33.043585 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1f01cce1-5e5b-4e23-93fb-5c0bc147e794 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:33.044712 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-1f01cce1-5e5b-4e23-93fb-5c0bc147e794 admin admin] 10.222.0.15 "DELETE /v2.0/routers/9bb71e28-c97c-44d2-a4c3-a1e4d4073b07 HTTP/1.1" status: 204 len: 168 time: 1.3374000 Jan 11 10:33:33.047297 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43248) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:33.112002 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-54dd0559-9101-44d4-90c8-54e3c5cf8209 admin admin] Deleting subnet c31ba890-ddcc-46a8-a6bc-0f9a4d34f05e {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 10:33:33.115687 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54dd0559-9101-44d4-90c8-54e3c5cf8209 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:33.166121 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54dd0559-9101-44d4-90c8-54e3c5cf8209 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:33.245707 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54dd0559-9101-44d4-90c8-54e3c5cf8209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:33.316594 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54dd0559-9101-44d4-90c8-54e3c5cf8209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:33.355266 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd0559-9101-44d4-90c8-54e3c5cf8209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c31ba890-ddcc-46a8-a6bc-0f9a4d34f05e,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:33.357154 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-54dd0559-9101-44d4-90c8-54e3c5cf8209 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:33.362152 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f92e9d4-8ff1-4fdb-9414-2fecc0cb9773 None None] Network 7dba583c-077e-46d7-8dfa-b779e90152c4 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:33:33.364119 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-54dd0559-9101-44d4-90c8-54e3c5cf8209 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c31ba890-ddcc-46a8-a6bc-0f9a4d34f05e HTTP/1.1" status: 204 len: 168 time: 0.3158741 Jan 11 10:33:33.366703 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43252) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:33.481728 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9241d95-6084-4277-b008-8cd340bc5720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:33.492508 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f9241d95-6084-4277-b008-8cd340bc5720 admin admin] Deleting port 5159e2b1-ddf9-4a14-9728-8c1330c6cf93 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:33:33.492838 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9241d95-6084-4277-b008-8cd340bc5720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:33.616429 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8282a3-9ecd-45de-8367-001550c31437 None None] DHCP port deletion for 7dba583c-077e-46d7-8dfa-b779e90152c4 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 10:33:33.621656 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-bb8282a3-9ecd-45de-8367-001550c31437 None None] Deleting port 5159e2b1-ddf9-4a14-9728-8c1330c6cf93 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:33:33.622033 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bb8282a3-9ecd-45de-8367-001550c31437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:33.648668 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device f985037c-317d-4470-904c-965504d48964 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:33:33.695886 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: f985037c-317d-4470-904c-965504d48964 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:33:33.696269 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device f985037c-317d-4470-904c-965504d48964 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:33:33.696683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 571a35c4-f952-4a35-a727-9459651f4f33 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:33:33.769874 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 571a35c4-f952-4a35-a727-9459651f4f33 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:33:33.770237 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 571a35c4-f952-4a35-a727-9459651f4f33 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:33:33.818402 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-f9241d95-6084-4277-b008-8cd340bc5720 admin admin] For port 5159e2b1-ddf9-4a14-9728-8c1330c6cf93, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=5159e2b1-ddf9-4a14-9728-8c1330c6cf93,segment=NetworkSegment(cb647488-9f8d-46a8-a72b-7d87a84b5322),segment_id=cb647488-9f8d-46a8-a72b-7d87a84b5322)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:33:33.818749 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9241d95-6084-4277-b008-8cd340bc5720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:33.924201 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-bb8282a3-9ecd-45de-8367-001550c31437 None None] For port 5159e2b1-ddf9-4a14-9728-8c1330c6cf93, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=5159e2b1-ddf9-4a14-9728-8c1330c6cf93,segment=NetworkSegment(cb647488-9f8d-46a8-a72b-7d87a84b5322),segment_id=cb647488-9f8d-46a8-a72b-7d87a84b5322)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:33:33.924492 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bb8282a3-9ecd-45de-8367-001550c31437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:33.939058 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-f9241d95-6084-4277-b008-8cd340bc5720 admin admin] Calling delete_port for 5159e2b1-ddf9-4a14-9728-8c1330c6cf93 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:33:34.019878 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9241d95-6084-4277-b008-8cd340bc5720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:34.047050 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-bb8282a3-9ecd-45de-8367-001550c31437 None None] Calling delete_port for 5159e2b1-ddf9-4a14-9728-8c1330c6cf93 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:33:34.069408 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9241d95-6084-4277-b008-8cd340bc5720 admin admin] Pushing event deleted for resources: {'Port': ['ID=5159e2b1-ddf9-4a14-9728-8c1330c6cf93,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:34.072798 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9241d95-6084-4277-b008-8cd340bc5720 admin admin] No DVR routers for this DVR port 5159e2b1-ddf9-4a14-9728-8c1330c6cf93 on host dv-neutron-823402-4-hyperv {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:33:34.122420 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-bb8282a3-9ecd-45de-8367-001550c31437 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 10:33:34.122776 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-bb8282a3-9ecd-45de-8367-001550c31437 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 10:33:34.187988 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9241d95-6084-4277-b008-8cd340bc5720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:34.212392 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f9241d95-6084-4277-b008-8cd340bc5720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dba583c-077e-46d7-8dfa-b779e90152c4']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:34.224049 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f9241d95-6084-4277-b008-8cd340bc5720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb647488-9f8d-46a8-a72b-7d87a84b5322') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:34.224337 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-f9241d95-6084-4277-b008-8cd340bc5720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb647488-9f8d-46a8-a72b-7d87a84b5322') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:34.235180 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9241d95-6084-4277-b008-8cd340bc5720 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:34.251301 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9241d95-6084-4277-b008-8cd340bc5720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:34.257801 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9241d95-6084-4277-b008-8cd340bc5720 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 10:33:34.258206 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9241d95-6084-4277-b008-8cd340bc5720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 10:33:34.271198 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 10:33:34.347793 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9241d95-6084-4277-b008-8cd340bc5720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:34.363676 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f9241d95-6084-4277-b008-8cd340bc5720 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:34.373440 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9241d95-6084-4277-b008-8cd340bc5720 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dba583c-077e-46d7-8dfa-b779e90152c4,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:34.377360 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-f9241d95-6084-4277-b008-8cd340bc5720 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7dba583c-077e-46d7-8dfa-b779e90152c4 HTTP/1.1" status: 204 len: 168 time: 1.0097494 Jan 11 10:33:34.510013 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43258) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:34.557407 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d2ad1c39-4973-416a-ab72-71cea9b1ddf1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=32517b0cbad94d25aa77021f60e9bd4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461833 Jan 11 10:33:34.559959 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43262) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:34.615919 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-da03d864-aa65-452d-8143-b6e73ed4fef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:34.624095 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-bb8282a3-9ecd-45de-8367-001550c31437 None None] Deleting port 5159e2b1-ddf9-4a14-9728-8c1330c6cf93 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:33:34.624557 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bb8282a3-9ecd-45de-8367-001550c31437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:34.641075 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-da03d864-aa65-452d-8143-b6e73ed4fef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:34.690226 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-bb8282a3-9ecd-45de-8367-001550c31437 None None] The port '5159e2b1-ddf9-4a14-9728-8c1330c6cf93' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 10:33:34.705047 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-da03d864-aa65-452d-8143-b6e73ed4fef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:34.722863 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03d864-aa65-452d-8143-b6e73ed4fef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57cbcb5-a7a7-4ac3-8286-eb925e2b8a08,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:34.735884 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-da03d864-aa65-452d-8143-b6e73ed4fef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:34.735884 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-da03d864-aa65-452d-8143-b6e73ed4fef2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e57cbcb5-a7a7-4ac3-8286-eb925e2b8a08 HTTP/1.1" status: 204 len: 168 time: 0.1705511 Jan 11 10:33:34.943638 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:35.091274 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43270) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:35.139074 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-8f0d5944-136c-49d9-b450-635a9940b8db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87bc68842ada413990ffd64050f234fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466697 Jan 11 10:33:35.141397 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43274) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:35.197704 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd8faccf-1c1c-41c0-8102-f070bdd8fcef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:35.222871 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd8faccf-1c1c-41c0-8102-f070bdd8fcef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:35.271946 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd8faccf-1c1c-41c0-8102-f070bdd8fcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:35.285901 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8faccf-1c1c-41c0-8102-f070bdd8fcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09c5f56-0616-4cd4-9e10-d2b1bd25c954,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:35.292746 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd8faccf-1c1c-41c0-8102-f070bdd8fcef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:35.293843 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fd8faccf-1c1c-41c0-8102-f070bdd8fcef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d09c5f56-0616-4cd4-9e10-d2b1bd25c954 HTTP/1.1" status: 204 len: 168 time: 0.1515884 Jan 11 10:33:35.589918 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 5159e2b1-ddf9-4a14-9728-8c1330c6cf93 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:33:35.625048 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 5159e2b1-ddf9-4a14-9728-8c1330c6cf93 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:33:35.625701 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 5159e2b1-ddf9-4a14-9728-8c1330c6cf93 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:33:36.168607 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 43298) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:36.271970 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-eab51803-e9d1-4aed-b989-5a7a098dc376 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1552231049-network', 'tenant_id': '1b4b4ca63fe146369a391c4a60d0b920'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:33:36.276772 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-eab51803-e9d1-4aed-b989-5a7a098dc376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:33:36.280547 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-eab51803-e9d1-4aed-b989-5a7a098dc376 admin admin] Usage tracker for resource:network and tenant:1b4b4ca63fe146369a391c4a60d0b920 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:33:36.284035 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-eab51803-e9d1-4aed-b989-5a7a098dc376 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:33:36.289832 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-eab51803-e9d1-4aed-b989-5a7a098dc376 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:33:36.299658 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab51803-e9d1-4aed-b989-5a7a098dc376 admin admin] Made reservation on behalf of 1b4b4ca63fe146369a391c4a60d0b920 for: {'network': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:33:36.302601 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eab51803-e9d1-4aed-b989-5a7a098dc376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:36.315312 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eab51803-e9d1-4aed-b989-5a7a098dc376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:36.330457 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-eab51803-e9d1-4aed-b989-5a7a098dc376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:33:36.334392 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-eab51803-e9d1-4aed-b989-5a7a098dc376 admin admin] Usage tracker for resource:security_group_rule and tenant:1b4b4ca63fe146369a391c4a60d0b920 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:33:36.337142 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-eab51803-e9d1-4aed-b989-5a7a098dc376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:33:36.342734 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-eab51803-e9d1-4aed-b989-5a7a098dc376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:33:36.426648 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eab51803-e9d1-4aed-b989-5a7a098dc376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:36.430461 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eab51803-e9d1-4aed-b989-5a7a098dc376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:36.466142 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab51803-e9d1-4aed-b989-5a7a098dc376 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=87654) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 10:33:36.469476 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab51803-e9d1-4aed-b989-5a7a098dc376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cd92d2-6468-49f6-96c4-20745e7a0fcd,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:36.477591 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eab51803-e9d1-4aed-b989-5a7a098dc376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:36.477902 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.segments_db [None req-eab51803-e9d1-4aed-b989-5a7a098dc376 admin admin] Added segment 32033663-dd40-4176-a9a8-a8a6345c5a1c of type vlan for network bf39f1a2-72b6-4942-bb2e-5135c21b364f Jan 11 10:33:36.504521 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eab51803-e9d1-4aed-b989-5a7a098dc376 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:36.532505 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eab51803-e9d1-4aed-b989-5a7a098dc376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:36.533672 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab51803-e9d1-4aed-b989-5a7a098dc376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:33:36.534358 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eab51803-e9d1-4aed-b989-5a7a098dc376 admin admin] Notify callbacks [] for network, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:36.633662 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-eab51803-e9d1-4aed-b989-5a7a098dc376 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4638827 Jan 11 10:33:36.636491 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43304) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:36.638695 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab51803-e9d1-4aed-b989-5a7a098dc376 admin admin] Pushing event updated for resources: {'Network': ['ID=bf39f1a2-72b6-4942-bb2e-5135c21b364f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:36.642309 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-400f415a-829d-4e55-b333-e170f5f00fd3 admin admin] Request body: {'subnet': {'network_id': 'bf39f1a2-72b6-4942-bb2e-5135c21b364f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1552231049-subnet', 'tenant_id': '1b4b4ca63fe146369a391c4a60d0b920', 'ip_version': 4}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:33:36.647676 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-400f415a-829d-4e55-b333-e170f5f00fd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:33:36.648646 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network bf39f1a2-72b6-4942-bb2e-5135c21b364f details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 10:33:36.651602 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-400f415a-829d-4e55-b333-e170f5f00fd3 admin admin] Usage tracker for resource:subnet and tenant:1b4b4ca63fe146369a391c4a60d0b920 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:33:36.654642 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-400f415a-829d-4e55-b333-e170f5f00fd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:33:36.660809 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-400f415a-829d-4e55-b333-e170f5f00fd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:33:36.671299 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400f415a-829d-4e55-b333-e170f5f00fd3 admin admin] Made reservation on behalf of 1b4b4ca63fe146369a391c4a60d0b920 for: {'subnet': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:33:36.673951 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-400f415a-829d-4e55-b333-e170f5f00fd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6455314'] for subnet, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:36.879704 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-400f415a-829d-4e55-b333-e170f5f00fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6461798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6455356'] for subnet, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:36.951436 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f415a-829d-4e55-b333-e170f5f00fd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e426e02-73e8-41af-b0f0-f612b30a5d62,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:36.960506 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400f415a-829d-4e55-b333-e170f5f00fd3 admin admin] Checking segment: {'id': '32033663-dd40-4176-a9a8-a8a6345c5a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf39f1a2-72b6-4942-bb2e-5135c21b364f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:33:36.960841 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400f415a-829d-4e55-b333-e170f5f00fd3 admin admin] Network hostable DHCP agents. Network: bf39f1a2-72b6-4942-bb2e-5135c21b364f, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 10:33:36.978921 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400f415a-829d-4e55-b333-e170f5f00fd3 admin admin] Network bf39f1a2-72b6-4942-bb2e-5135c21b364f is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 10:33:36.987174 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-400f415a-829d-4e55-b333-e170f5f00fd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, bf39f1a2-72b6-4942-bb2e-5135c21b364f) {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:33:36.991258 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400f415a-829d-4e55-b333-e170f5f00fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:33:36.991833 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-400f415a-829d-4e55-b333-e170f5f00fd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:36.996958 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e44c830-3bf0-4957-bca5-2dc1dd0555aa None None] Network bf39f1a2-72b6-4942-bb2e-5135c21b364f requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:33:37.011685 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-400f415a-829d-4e55-b333-e170f5f00fd3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3740423 Jan 11 10:33:37.014314 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43308) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:37.019825 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-bcce4347-84ba-4f12-93fc-645dbb420529 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1552231049-router', 'tenant_id': '1b4b4ca63fe146369a391c4a60d0b920', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:33:37.024506 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bcce4347-84ba-4f12-93fc-645dbb420529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:33:37.028232 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-bcce4347-84ba-4f12-93fc-645dbb420529 admin admin] Usage tracker for resource:router and tenant:1b4b4ca63fe146369a391c4a60d0b920 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:33:37.031040 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-bcce4347-84ba-4f12-93fc-645dbb420529 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:33:37.037315 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-bcce4347-84ba-4f12-93fc-645dbb420529 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:33:37.047154 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bcce4347-84ba-4f12-93fc-645dbb420529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:37.048106 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bcce4347-84ba-4f12-93fc-645dbb420529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:37.063363 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bcce4347-84ba-4f12-93fc-645dbb420529 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:37.209670 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-bf39f1a2-72b6-4942-bb2e-5135c21b364f', 'network_id': 'bf39f1a2-72b6-4942-bb2e-5135c21b364f', 'tenant_id': '1b4b4ca63fe146369a391c4a60d0b920', 'fixed_ips': [{'subnet_id': '5e426e02-73e8-41af-b0f0-f612b30a5d62'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 10:33:37.210565 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:37.372625 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Allocated IP 172.20.0.2 (bf39f1a2-72b6-4942-bb2e-5135c21b364f/5e426e02-73e8-41af-b0f0-f612b30a5d62/0e086e9e-7f7c-4ca3-9c15-20f03d0888cc) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:33:37.438758 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bcce4347-84ba-4f12-93fc-645dbb420529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:37.578959 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:37.589793 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Transition to ACTIVE for port object 0e086e9e-7f7c-4ca3-9c15-20f03d0888cc will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:33:37.608292 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Transition to ACTIVE for port object 0e086e9e-7f7c-4ca3-9c15-20f03d0888cc will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:33:37.615007 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:37.683643 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Pushing event updated for resources: {'Port': ['ID=0e086e9e-7f7c-4ca3-9c15-20f03d0888cc,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:37.697756 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:37.698109 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:37.698455 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:37.698790 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:37.699118 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:37.699452 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:37.699765 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:37.700085 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:37.700405 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:37.700721 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:37.701036 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:37.701349 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:37.708356 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Network bf39f1a2-72b6-4942-bb2e-5135c21b364f is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:33:37.709619 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:33:37.711801 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:33:37.746790 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bcce4347-84ba-4f12-93fc-645dbb420529 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:37.779277 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bcce4347-84ba-4f12-93fc-645dbb420529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:37.800997 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Attempting to bind port 0e086e9e-7f7c-4ca3-9c15-20f03d0888cc on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:33:37.801283 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Attempting to bind port 0e086e9e-7f7c-4ca3-9c15-20f03d0888cc by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '32033663-dd40-4176-a9a8-a8a6345c5a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf39f1a2-72b6-4942-bb2e-5135c21b364f'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:33:37.801641 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Attempting to bind port 0e086e9e-7f7c-4ca3-9c15-20f03d0888cc on network bf39f1a2-72b6-4942-bb2e-5135c21b364f {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:33:37.806913 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:33:37.807275 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Checking segment: {'id': '32033663-dd40-4176-a9a8-a8a6345c5a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf39f1a2-72b6-4942-bb2e-5135c21b364f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:33:37.807665 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:37.808052 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Bound using segment: {'id': '32033663-dd40-4176-a9a8-a8a6345c5a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf39f1a2-72b6-4942-bb2e-5135c21b364f'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:33:37.808502 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Bound port: 0e086e9e-7f7c-4ca3-9c15-20f03d0888cc, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32033663-dd40-4176-a9a8-a8a6345c5a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf39f1a2-72b6-4942-bb2e-5135c21b364f'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:33:37.808861 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:37.896259 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] For port 0e086e9e-7f7c-4ca3-9c15-20f03d0888cc, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:33:37.899416 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] For port 0e086e9e-7f7c-4ca3-9c15-20f03d0888cc, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0e086e9e-7f7c-4ca3-9c15-20f03d0888cc,segment=NetworkSegment(32033663-dd40-4176-a9a8-a8a6345c5a1c),segment_id=32033663-dd40-4176-a9a8-a8a6345c5a1c)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:33:37.903536 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:37.915194 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-bcce4347-84ba-4f12-93fc-645dbb420529 admin admin] Allocated IP 172.26.3.179 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/1a1f5456-4a21-4f05-970e-2579751c40d9) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:33:38.028008 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337ed1f-b260-47a6-ad5a-96514b9046c4 None None] Pushing event updated for resources: {'Port': ['ID=0e086e9e-7f7c-4ca3-9c15-20f03d0888cc,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:38.076889 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bcce4347-84ba-4f12-93fc-645dbb420529 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:38.106927 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bcce4347-84ba-4f12-93fc-645dbb420529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:38.180327 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcce4347-84ba-4f12-93fc-645dbb420529 admin admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:33:38.189690 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-bcce4347-84ba-4f12-93fc-645dbb420529 admin admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:33:38.193330 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcce4347-84ba-4f12-93fc-645dbb420529 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:33:38.231241 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce4347-84ba-4f12-93fc-645dbb420529 admin admin] Pushing event updated for resources: {'Port': ['ID=1a1f5456-4a21-4f05-970e-2579751c40d9,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:38.608214 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bcce4347-84ba-4f12-93fc-645dbb420529 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:38.959718 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3e8d7d-6b1e-4d1b-8285-0522e05dd5a3 None None] Network bf39f1a2-72b6-4942-bb2e-5135c21b364f requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:33:39.070742 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-03a51042-5246-44ab-b772-512bc0deb600 None None] Provisioning for port 0e086e9e-7f7c-4ca3-9c15-20f03d0888cc completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:33:39.081971 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bcce4347-84ba-4f12-93fc-645dbb420529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:39.290908 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcce4347-84ba-4f12-93fc-645dbb420529 admin admin] Router 57170549-9ae3-447f-b5ee-b014f07bc52b is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 10:33:39.478031 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcce4347-84ba-4f12-93fc-645dbb420529 admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:33:39.490767 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] Sync routers for ids ['57170549-9ae3-447f-b5ee-b014f07bc52b'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:33:39.499966 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] Routers {'57170549-9ae3-447f-b5ee-b014f07bc52b'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:33:39.500683 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:33:22Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['57170549-9ae3-447f-b5ee-b014f07bc52b'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:39.506004 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bcce4347-84ba-4f12-93fc-645dbb420529 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:39.507243 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-bcce4347-84ba-4f12-93fc-645dbb420529 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4920146 Jan 11 10:33:39.510769 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43312) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:39.672447 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0e086e9e-7f7c-4ca3-9c15-20f03d0888cc up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:33:39.755493 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] Set router 57170549-9ae3-447f-b5ee-b014f07bc52b gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:33:39.761948 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 0e086e9e-7f7c-4ca3-9c15-20f03d0888cc completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:33:39.766913 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 0e086e9e-7f7c-4ca3-9c15-20f03d0888cc triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:33:39.767332 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:39.895665 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:39.931128 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 0e086e9e-7f7c-4ca3-9c15-20f03d0888cc, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0e086e9e-7f7c-4ca3-9c15-20f03d0888cc,segment=NetworkSegment(32033663-dd40-4176-a9a8-a8a6345c5a1c),segment_id=32033663-dd40-4176-a9a8-a8a6345c5a1c)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:33:39.935434 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:40.016152 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=0e086e9e-7f7c-4ca3-9c15-20f03d0888cc,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:40.121461 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57170549-9ae3-447f-b5ee-b014f07bc52b', 'name': 'tempest-TestSnapshotPattern-1552231049-router', 'tenant_id': '1b4b4ca63fe146369a391c4a60d0b920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '1a1f5456-4a21-4f05-970e-2579751c40d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:33:37Z', 'updated_at': '2022-01-11T10:33:38Z', 'revision_number': 3, 'project_id': '1b4b4ca63fe146369a391c4a60d0b920', 'gw_port': {'id': '1a1f5456-4a21-4f05-970e-2579751c40d9', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:eb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57170549-9ae3-447f-b5ee-b014f07bc52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:33:37Z', 'updated_at': '2022-01-11T10:33:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:40.125660 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] Checking router: 57170549-9ae3-447f-b5ee-b014f07bc52b for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:33:40.126130 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] Updating router 57170549-9ae3-447f-b5ee-b014f07bc52b port 1a1f5456-4a21-4f05-970e-2579751c40d9 binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 10:33:40.188233 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:40.353924 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b0d851a-c96c-40cd-8bd7-c6317cf48a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:40.520664 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:40.531975 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] Transition to ACTIVE for port object 1a1f5456-4a21-4f05-970e-2579751c40d9 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:33:40.540032 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:40.563965 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-0b0d851a-c96c-40cd-8bd7-c6317cf48a07 admin admin] Allocated IP 172.20.0.1 (bf39f1a2-72b6-4942-bb2e-5135c21b364f/5e426e02-73e8-41af-b0f0-f612b30a5d62/cfad5dde-43ab-400a-ad4f-645b9f319f2b) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:33:40.617077 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] Attempting to bind port 1a1f5456-4a21-4f05-970e-2579751c40d9 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:33:40.617331 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] Attempting to bind port 1a1f5456-4a21-4f05-970e-2579751c40d9 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:33:40.617681 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] Attempting to bind port 1a1f5456-4a21-4f05-970e-2579751c40d9 on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:33:40.625211 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:33:40.625573 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:33:40.625961 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:40.626370 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:33:40.626815 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] Bound port: 1a1f5456-4a21-4f05-970e-2579751c40d9, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:33:40.627172 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:40.651344 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4831a-d56a-4e9e-9240-31aa3e977759 None None] Pushing event updated for resources: {'Port': ['ID=1a1f5456-4a21-4f05-970e-2579751c40d9,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:40.673368 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d4831a-d56a-4e9e-9240-31aa3e977759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:40.673368 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d4831a-d56a-4e9e-9240-31aa3e977759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:40.673368 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d4831a-d56a-4e9e-9240-31aa3e977759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:40.673368 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d4831a-d56a-4e9e-9240-31aa3e977759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:40.673804 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d4831a-d56a-4e9e-9240-31aa3e977759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:40.674147 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d4831a-d56a-4e9e-9240-31aa3e977759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:40.674328 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d4831a-d56a-4e9e-9240-31aa3e977759 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:40.674643 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d4831a-d56a-4e9e-9240-31aa3e977759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:40.675127 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d4831a-d56a-4e9e-9240-31aa3e977759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:40.675571 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d4831a-d56a-4e9e-9240-31aa3e977759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:40.675885 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d4831a-d56a-4e9e-9240-31aa3e977759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:40.676200 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d4831a-d56a-4e9e-9240-31aa3e977759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:33:40.716960 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] For port 1a1f5456-4a21-4f05-970e-2579751c40d9, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:33:40.720176 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] For port 1a1f5456-4a21-4f05-970e-2579751c40d9, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=1a1f5456-4a21-4f05-970e-2579751c40d9,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:33:40.724351 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b0d851a-c96c-40cd-8bd7-c6317cf48a07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:40.724869 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:40.741393 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-0b0d851a-c96c-40cd-8bd7-c6317cf48a07 admin admin] Transition to ACTIVE for port object cfad5dde-43ab-400a-ad4f-645b9f319f2b will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:33:40.766038 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b0d851a-c96c-40cd-8bd7-c6317cf48a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:40.800451 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] Routers {'57170549-9ae3-447f-b5ee-b014f07bc52b'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:33:40.801062 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:33:22Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['57170549-9ae3-447f-b5ee-b014f07bc52b'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:40.837605 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0d851a-c96c-40cd-8bd7-c6317cf48a07 admin admin] Network bf39f1a2-72b6-4942-bb2e-5135c21b364f is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:33:40.840596 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-0b0d851a-c96c-40cd-8bd7-c6317cf48a07 admin admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:33:40.844855 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0d851a-c96c-40cd-8bd7-c6317cf48a07 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:33:40.884522 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d851a-c96c-40cd-8bd7-c6317cf48a07 admin admin] Pushing event updated for resources: {'Port': ['ID=cfad5dde-43ab-400a-ad4f-645b9f319f2b,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:40.907328 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b0d851a-c96c-40cd-8bd7-c6317cf48a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:40.922265 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4831a-d56a-4e9e-9240-31aa3e977759 None None] Pushing event updated for resources: {'Port': ['ID=1a1f5456-4a21-4f05-970e-2579751c40d9,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:41.023668 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] Set router 57170549-9ae3-447f-b5ee-b014f07bc52b gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:33:41.140965 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-18e41a01-3c08-4a2b-bf97-bfcb9fd0aa17 None None] Provisioning for port cfad5dde-43ab-400a-ad4f-645b9f319f2b completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:33:41.145690 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-18e41a01-3c08-4a2b-bf97-bfcb9fd0aa17 None None] Provisioning complete for port cfad5dde-43ab-400a-ad4f-645b9f319f2b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:33:41.146044 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-18e41a01-3c08-4a2b-bf97-bfcb9fd0aa17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:41.182709 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b0d851a-c96c-40cd-8bd7-c6317cf48a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:41.213346 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-18e41a01-3c08-4a2b-bf97-bfcb9fd0aa17 None None] Port cfad5dde-43ab-400a-ad4f-645b9f319f2b cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:33:41.322740 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57170549-9ae3-447f-b5ee-b014f07bc52b', 'name': 'tempest-TestSnapshotPattern-1552231049-router', 'tenant_id': '1b4b4ca63fe146369a391c4a60d0b920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '1a1f5456-4a21-4f05-970e-2579751c40d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:33:37Z', 'updated_at': '2022-01-11T10:33:38Z', 'revision_number': 3, 'project_id': '1b4b4ca63fe146369a391c4a60d0b920', 'gw_port': {'id': '1a1f5456-4a21-4f05-970e-2579751c40d9', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:eb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57170549-9ae3-447f-b5ee-b014f07bc52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:33:37Z', 'updated_at': '2022-01-11T10:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:41.326542 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89982a09-c580-4108-bb5a-581f3c099fea None None] The sync data for ids ['57170549-9ae3-447f-b5ee-b014f07bc52b'] in dv-neutron-823402-4-hyperv is: [{'id': '57170549-9ae3-447f-b5ee-b014f07bc52b', 'name': 'tempest-TestSnapshotPattern-1552231049-router', 'tenant_id': '1b4b4ca63fe146369a391c4a60d0b920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '1a1f5456-4a21-4f05-970e-2579751c40d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:33:37Z', 'updated_at': '2022-01-11T10:33:38Z', 'revision_number': 3, 'project_id': '1b4b4ca63fe146369a391c4a60d0b920', 'gw_port': {'id': '1a1f5456-4a21-4f05-970e-2579751c40d9', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:eb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57170549-9ae3-447f-b5ee-b014f07bc52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:33:37Z', 'updated_at': '2022-01-11T10:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:33:41.414222 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b0d851a-c96c-40cd-8bd7-c6317cf48a07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:41.418548 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b0d851a-c96c-40cd-8bd7-c6317cf48a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:41.540922 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d851a-c96c-40cd-8bd7-c6317cf48a07 admin admin] Pushing event updated for resources: {'Port': ['ID=cfad5dde-43ab-400a-ad4f-645b9f319f2b,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:41.559486 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-0b0d851a-c96c-40cd-8bd7-c6317cf48a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:41.711165 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0e086e9e-7f7c-4ca3-9c15-20f03d0888cc up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:33:41.728731 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0d851a-c96c-40cd-8bd7-c6317cf48a07 admin admin] Network bf39f1a2-72b6-4942-bb2e-5135c21b364f is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:33:41.729364 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-0b0d851a-c96c-40cd-8bd7-c6317cf48a07 admin admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:33:41.793227 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 0e086e9e-7f7c-4ca3-9c15-20f03d0888cc triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:33:41.793227 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:41.952152 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0d851a-c96c-40cd-8bd7-c6317cf48a07 admin admin] Router 57170549-9ae3-447f-b5ee-b014f07bc52b has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:33:41.960046 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 1a1f5456-4a21-4f05-970e-2579751c40d9 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:33:42.045970 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-258b32c2-4ea2-4f47-ac46-bc6969dd135e None None] Provisioning complete for port cfad5dde-43ab-400a-ad4f-645b9f319f2b triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:33:42.046514 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-258b32c2-4ea2-4f47-ac46-bc6969dd135e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:42.085946 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 1a1f5456-4a21-4f05-970e-2579751c40d9 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:33:42.101129 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 1a1f5456-4a21-4f05-970e-2579751c40d9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:33:42.101614 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:42.153910 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-258b32c2-4ea2-4f47-ac46-bc6969dd135e None None] Port cfad5dde-43ab-400a-ad4f-645b9f319f2b cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:33:42.241816 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:42.260445 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 1a1f5456-4a21-4f05-970e-2579751c40d9, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=1a1f5456-4a21-4f05-970e-2579751c40d9,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:33:42.264331 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:42.270164 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0d851a-c96c-40cd-8bd7-c6317cf48a07 admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:33:42.287530 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-0b0d851a-c96c-40cd-8bd7-c6317cf48a07 admin admin] 10.222.0.15 "PUT /v2.0/routers/57170549-9ae3-447f-b5ee-b014f07bc52b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7671964 Jan 11 10:33:42.344411 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=1a1f5456-4a21-4f05-970e-2579751c40d9,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:42.784609 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43330) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:42.790660 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-ca6afa5c-ee20-4db1-85fb-edb9ad0140f2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1709603816-network', 'tenant_id': '3d6eb99bca4b45c49d193ae177bc0c08'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:33:42.795656 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ca6afa5c-ee20-4db1-85fb-edb9ad0140f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:33:42.799495 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ca6afa5c-ee20-4db1-85fb-edb9ad0140f2 admin admin] Usage tracker for resource:network and tenant:3d6eb99bca4b45c49d193ae177bc0c08 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:33:42.803434 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ca6afa5c-ee20-4db1-85fb-edb9ad0140f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:33:42.809087 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ca6afa5c-ee20-4db1-85fb-edb9ad0140f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:33:42.819948 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6afa5c-ee20-4db1-85fb-edb9ad0140f2 admin admin] Made reservation on behalf of 3d6eb99bca4b45c49d193ae177bc0c08 for: {'network': 1} {{(pid=87655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:33:42.822449 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca6afa5c-ee20-4db1-85fb-edb9ad0140f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for network, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:42.834542 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca6afa5c-ee20-4db1-85fb-edb9ad0140f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:42.850999 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ca6afa5c-ee20-4db1-85fb-edb9ad0140f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:33:42.858700 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ca6afa5c-ee20-4db1-85fb-edb9ad0140f2 admin admin] Usage tracker for resource:security_group_rule and tenant:3d6eb99bca4b45c49d193ae177bc0c08 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:33:42.863963 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-ca6afa5c-ee20-4db1-85fb-edb9ad0140f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:33:42.869958 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-ca6afa5c-ee20-4db1-85fb-edb9ad0140f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:33:42.949646 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] Sync routers for ids ['57170549-9ae3-447f-b5ee-b014f07bc52b'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:33:42.959152 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] Routers {'57170549-9ae3-447f-b5ee-b014f07bc52b'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:33:42.959762 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:33:22Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['57170549-9ae3-447f-b5ee-b014f07bc52b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:42.961025 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca6afa5c-ee20-4db1-85fb-edb9ad0140f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:42.964988 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca6afa5c-ee20-4db1-85fb-edb9ad0140f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:42.994421 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6afa5c-ee20-4db1-85fb-edb9ad0140f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=87655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 10:33:43.002531 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6afa5c-ee20-4db1-85fb-edb9ad0140f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d14417c-55ba-4374-b0c1-24180249a79a,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:43.009362 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca6afa5c-ee20-4db1-85fb-edb9ad0140f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:43.009720 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.segments_db [None req-ca6afa5c-ee20-4db1-85fb-edb9ad0140f2 admin admin] Added segment 50897800-f1a1-48b1-b7e0-7d9a6e74d0f1 of type vlan for network fe9cb29f-7a6c-45cd-84c1-638a092e5567 Jan 11 10:33:43.037330 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca6afa5c-ee20-4db1-85fb-edb9ad0140f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763172858179'] for network, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:43.067306 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca6afa5c-ee20-4db1-85fb-edb9ad0140f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006'] for network, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:43.068250 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6afa5c-ee20-4db1-85fb-edb9ad0140f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:33:43.068811 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ca6afa5c-ee20-4db1-85fb-edb9ad0140f2 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:43.135672 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] Set router 57170549-9ae3-447f-b5ee-b014f07bc52b gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:33:43.176106 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ca6afa5c-ee20-4db1-85fb-edb9ad0140f2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3903024 Jan 11 10:33:43.181124 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 43334) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:43.185839 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6afa5c-ee20-4db1-85fb-edb9ad0140f2 admin admin] Pushing event updated for resources: {'Network': ['ID=fe9cb29f-7a6c-45cd-84c1-638a092e5567,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:43.188791 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-b453ee78-6368-4794-8e7a-1cc51de1ba02 admin admin] Request body: {'subnet': {'network_id': 'fe9cb29f-7a6c-45cd-84c1-638a092e5567', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1709603816-subnet', 'tenant_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'ip_version': 4}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:33:43.195629 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b453ee78-6368-4794-8e7a-1cc51de1ba02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:33:43.199866 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b453ee78-6368-4794-8e7a-1cc51de1ba02 admin admin] Usage tracker for resource:subnet and tenant:3d6eb99bca4b45c49d193ae177bc0c08 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:33:43.203423 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-b453ee78-6368-4794-8e7a-1cc51de1ba02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:33:43.210520 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-b453ee78-6368-4794-8e7a-1cc51de1ba02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:33:43.220233 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b453ee78-6368-4794-8e7a-1cc51de1ba02 admin admin] Made reservation on behalf of 3d6eb99bca4b45c49d193ae177bc0c08 for: {'subnet': 1} {{(pid=87654) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 10:33:43.223117 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b453ee78-6368-4794-8e7a-1cc51de1ba02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6467205'] for subnet, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:43.241064 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Network fe9cb29f-7a6c-45cd-84c1-638a092e5567 details requested by agent ovs-agent-dv-neutron-823402-4-hyperv with host dv-neutron-823402-4-hyperv {{(pid=87656) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 11 10:33:43.437240 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b453ee78-6368-4794-8e7a-1cc51de1ba02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7538015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6467243'] for subnet, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:43.515312 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453ee78-6368-4794-8e7a-1cc51de1ba02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d9ac3a-9e70-4cd0-a0d7-a0a0b08893cc,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:43.528195 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b453ee78-6368-4794-8e7a-1cc51de1ba02 admin admin] Checking segment: {'id': '50897800-f1a1-48b1-b7e0-7d9a6e74d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fe9cb29f-7a6c-45cd-84c1-638a092e5567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:33:43.528540 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b453ee78-6368-4794-8e7a-1cc51de1ba02 admin admin] Network hostable DHCP agents. Network: fe9cb29f-7a6c-45cd-84c1-638a092e5567, hostable agents: ['6ceb57d2-4c60-45f7-b9a9-2d71fd398c62'], hosted agents: [] {{(pid=87654) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 10:33:43.548326 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b453ee78-6368-4794-8e7a-1cc51de1ba02 admin admin] Network fe9cb29f-7a6c-45cd-84c1-638a092e5567 is scheduled to be hosted by DHCP agent 6ceb57d2-4c60-45f7-b9a9-2d71fd398c62 with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 10:33:43.560593 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b453ee78-6368-4794-8e7a-1cc51de1ba02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823402-4-hyperv, fe9cb29f-7a6c-45cd-84c1-638a092e5567) {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:33:43.565231 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b453ee78-6368-4794-8e7a-1cc51de1ba02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87654) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:33:43.566286 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b453ee78-6368-4794-8e7a-1cc51de1ba02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:43.574453 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb3130b-091f-42ac-a6ef-82f6de8b5d1d None None] Network fe9cb29f-7a6c-45cd-84c1-638a092e5567 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:33:43.591821 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43338) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:43.592858 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-b453ee78-6368-4794-8e7a-1cc51de1ba02 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4103355 Jan 11 10:33:43.597338 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-78253133-5d18-4dc4-b872-524ca2f7174f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1709603816-router', 'tenant_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:33:43.601958 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-78253133-5d18-4dc4-b872-524ca2f7174f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:33:43.605879 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-78253133-5d18-4dc4-b872-524ca2f7174f admin admin] Usage tracker for resource:router and tenant:3d6eb99bca4b45c49d193ae177bc0c08 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:33:43.608750 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-78253133-5d18-4dc4-b872-524ca2f7174f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:33:43.615389 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-78253133-5d18-4dc4-b872-524ca2f7174f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:33:43.620212 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 1a1f5456-4a21-4f05-970e-2579751c40d9 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:33:43.626594 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78253133-5d18-4dc4-b872-524ca2f7174f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1771352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29748'] for router, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:43.627621 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78253133-5d18-4dc4-b872-524ca2f7174f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1771412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1740948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29741'] for router, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:43.643390 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78253133-5d18-4dc4-b872-524ca2f7174f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:43.823203 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 1a1f5456-4a21-4f05-970e-2579751c40d9 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:33:43.823483 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:43.856158 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57170549-9ae3-447f-b5ee-b014f07bc52b', 'name': 'tempest-TestSnapshotPattern-1552231049-router', 'tenant_id': '1b4b4ca63fe146369a391c4a60d0b920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '1a1f5456-4a21-4f05-970e-2579751c40d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:33:37Z', 'updated_at': '2022-01-11T10:33:41Z', 'revision_number': 4, 'project_id': '1b4b4ca63fe146369a391c4a60d0b920', 'gw_port': {'id': '1a1f5456-4a21-4f05-970e-2579751c40d9', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:eb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57170549-9ae3-447f-b5ee-b014f07bc52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:33:37Z', 'updated_at': '2022-01-11T10:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'cfad5dde-43ab-400a-ad4f-645b9f319f2b', 'name': '', 'network_id': 'bf39f1a2-72b6-4942-bb2e-5135c21b364f', 'tenant_id': '1b4b4ca63fe146369a391c4a60d0b920', 'mac_address': 'fa:16:3e:e9:60:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57170549-9ae3-447f-b5ee-b014f07bc52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5e426e02-73e8-41af-b0f0-f612b30a5d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:33:40Z', 'updated_at': '2022-01-11T10:33:41Z', 'revision_number': 2, 'project_id': '1b4b4ca63fe146369a391c4a60d0b920', 'subnets': [{'id': '5e426e02-73e8-41af-b0f0-f612b30a5d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:43.872293 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] Checking router: 57170549-9ae3-447f-b5ee-b014f07bc52b for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:33:43.872646 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] Updating router 57170549-9ae3-447f-b5ee-b014f07bc52b port cfad5dde-43ab-400a-ad4f-645b9f319f2b binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 10:33:43.917177 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78253133-5d18-4dc4-b872-524ca2f7174f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1771450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1771329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29791'] for router, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:43.981613 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eeccd1-cda9-4b82-b5fa-566f4ef9e7e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a58578-7601-525a-86c0-59f892d7c6fd-fe9cb29f-7a6c-45cd-84c1-638a092e5567', 'network_id': 'fe9cb29f-7a6c-45cd-84c1-638a092e5567', 'tenant_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'fixed_ips': [{'subnet_id': '46d9ac3a-9e70-4cd0-a0d7-a0a0b08893cc'}]}} from dv-neutron-823402-4-hyperv. {{(pid=87656) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 11 10:33:43.982440 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-92eeccd1-cda9-4b82-b5fa-566f4ef9e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:43.992119 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:44.225489 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78253133-5d18-4dc4-b872-524ca2f7174f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:44.257844 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78253133-5d18-4dc4-b872-524ca2f7174f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:44.387965 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-78253133-5d18-4dc4-b872-524ca2f7174f admin admin] Allocated IP 172.26.3.88 (644b8550-5b91-49bd-9d0a-84ba8b975d54/1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48/d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:33:44.391194 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.db_base_plugin_common [None req-92eeccd1-cda9-4b82-b5fa-566f4ef9e7e6 None None] Allocated IP 172.20.0.2 (fe9cb29f-7a6c-45cd-84c1-638a092e5567/46d9ac3a-9e70-4cd0-a0d7-a0a0b08893cc/361b66cb-0457-489f-a52f-de6a6ff8b157) {{(pid=87656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:33:44.535114 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78253133-5d18-4dc4-b872-524ca2f7174f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:44.564007 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78253133-5d18-4dc4-b872-524ca2f7174f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:44.725675 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:44.748854 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] Transition to ACTIVE for port object cfad5dde-43ab-400a-ad4f-645b9f319f2b will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:33:44.757354 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-92eeccd1-cda9-4b82-b5fa-566f4ef9e7e6 None None] Notify callbacks [] for port, precommit_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:44.760474 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:44.769961 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78253133-5d18-4dc4-b872-524ca2f7174f admin admin] Network 644b8550-5b91-49bd-9d0a-84ba8b975d54 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:33:44.770901 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78253133-5d18-4dc4-b872-524ca2f7174f admin admin] Pushing event updated for resources: {'Port': ['ID=d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:44.776648 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-78253133-5d18-4dc4-b872-524ca2f7174f admin admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:33:44.779201 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78253133-5d18-4dc4-b872-524ca2f7174f admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:33:44.825276 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-92eeccd1-cda9-4b82-b5fa-566f4ef9e7e6 None None] Transition to ACTIVE for port object 361b66cb-0457-489f-a52f-de6a6ff8b157 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:33:44.916449 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-92eeccd1-cda9-4b82-b5fa-566f4ef9e7e6 None None] Transition to ACTIVE for port object 361b66cb-0457-489f-a52f-de6a6ff8b157 will not be triggered until provisioned by entity DHCP. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:33:44.923775 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827dc8b9-62fb-406e-90c4-714f6b11ad07 None None] Pushing event updated for resources: {'Port': ['ID=cfad5dde-43ab-400a-ad4f-645b9f319f2b,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:44.959438 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-92eeccd1-cda9-4b82-b5fa-566f4ef9e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858'] for port, after_create {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:45.076793 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eeccd1-cda9-4b82-b5fa-566f4ef9e7e6 None None] Network fe9cb29f-7a6c-45cd-84c1-638a092e5567 is already hosted by enough agents. {{(pid=87656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:33:45.087059 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.scheduler.base_scheduler [None req-92eeccd1-cda9-4b82-b5fa-566f4ef9e7e6 None None] Resources bound (agent type, host, resource id): {{(pid=87656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:33:45.091449 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eeccd1-cda9-4b82-b5fa-566f4ef9e7e6 None None] Pushing event updated for resources: {'Port': ['ID=361b66cb-0457-489f-a52f-de6a6ff8b157,revision_number=1']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:45.095160 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eeccd1-cda9-4b82-b5fa-566f4ef9e7e6 None None] Received port after_create {{(pid=87656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:33:45.100551 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] Attempting to bind port cfad5dde-43ab-400a-ad4f-645b9f319f2b on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:33:45.100917 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] Attempting to bind port cfad5dde-43ab-400a-ad4f-645b9f319f2b by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '32033663-dd40-4176-a9a8-a8a6345c5a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf39f1a2-72b6-4942-bb2e-5135c21b364f'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:33:45.101279 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] Attempting to bind port cfad5dde-43ab-400a-ad4f-645b9f319f2b on network bf39f1a2-72b6-4942-bb2e-5135c21b364f {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:33:45.140519 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:33:45.140820 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] Checking segment: {'id': '32033663-dd40-4176-a9a8-a8a6345c5a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf39f1a2-72b6-4942-bb2e-5135c21b364f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:33:45.141225 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:45.141618 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] Bound using segment: {'id': '32033663-dd40-4176-a9a8-a8a6345c5a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf39f1a2-72b6-4942-bb2e-5135c21b364f'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:33:45.142106 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] Bound port: cfad5dde-43ab-400a-ad4f-645b9f319f2b, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32033663-dd40-4176-a9a8-a8a6345c5a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf39f1a2-72b6-4942-bb2e-5135c21b364f'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:33:45.142480 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:45.215162 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78253133-5d18-4dc4-b872-524ca2f7174f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:45.248377 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-92eeccd1-cda9-4b82-b5fa-566f4ef9e7e6 None None] Attempting to bind port 361b66cb-0457-489f-a52f-de6a6ff8b157 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:33:45.248739 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-92eeccd1-cda9-4b82-b5fa-566f4ef9e7e6 None None] Attempting to bind port 361b66cb-0457-489f-a52f-de6a6ff8b157 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '50897800-f1a1-48b1-b7e0-7d9a6e74d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fe9cb29f-7a6c-45cd-84c1-638a092e5567'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:33:45.249103 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eeccd1-cda9-4b82-b5fa-566f4ef9e7e6 None None] Attempting to bind port 361b66cb-0457-489f-a52f-de6a6ff8b157 on network fe9cb29f-7a6c-45cd-84c1-638a092e5567 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:33:45.264345 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eeccd1-cda9-4b82-b5fa-566f4ef9e7e6 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:33:45.264714 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eeccd1-cda9-4b82-b5fa-566f4ef9e7e6 None None] Checking segment: {'id': '50897800-f1a1-48b1-b7e0-7d9a6e74d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fe9cb29f-7a6c-45cd-84c1-638a092e5567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:33:45.265106 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-92eeccd1-cda9-4b82-b5fa-566f4ef9e7e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:45.265494 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eeccd1-cda9-4b82-b5fa-566f4ef9e7e6 None None] Bound using segment: {'id': '50897800-f1a1-48b1-b7e0-7d9a6e74d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fe9cb29f-7a6c-45cd-84c1-638a092e5567'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:33:45.265950 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-92eeccd1-cda9-4b82-b5fa-566f4ef9e7e6 None None] Bound port: 361b66cb-0457-489f-a52f-de6a6ff8b157, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50897800-f1a1-48b1-b7e0-7d9a6e74d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fe9cb29f-7a6c-45cd-84c1-638a092e5567'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:33:45.266343 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-92eeccd1-cda9-4b82-b5fa-566f4ef9e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:45.349536 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] For port cfad5dde-43ab-400a-ad4f-645b9f319f2b, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:33:45.369532 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] For port cfad5dde-43ab-400a-ad4f-645b9f319f2b, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=cfad5dde-43ab-400a-ad4f-645b9f319f2b,segment=NetworkSegment(32033663-dd40-4176-a9a8-a8a6345c5a1c),segment_id=32033663-dd40-4176-a9a8-a8a6345c5a1c)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:33:45.378505 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:45.422542 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-92eeccd1-cda9-4b82-b5fa-566f4ef9e7e6 None None] For port 361b66cb-0457-489f-a52f-de6a6ff8b157, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:33:45.456765 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-92eeccd1-cda9-4b82-b5fa-566f4ef9e7e6 None None] For port 361b66cb-0457-489f-a52f-de6a6ff8b157, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=361b66cb-0457-489f-a52f-de6a6ff8b157,segment=NetworkSegment(50897800-f1a1-48b1-b7e0-7d9a6e74d0f1),segment_id=50897800-f1a1-48b1-b7e0-7d9a6e74d0f1)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:33:45.467283 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-92eeccd1-cda9-4b82-b5fa-566f4ef9e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:45.481407 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] Routers {'57170549-9ae3-447f-b5ee-b014f07bc52b'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:33:45.482041 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:33:22Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['57170549-9ae3-447f-b5ee-b014f07bc52b'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:45.529734 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827dc8b9-62fb-406e-90c4-714f6b11ad07 None None] Pushing event updated for resources: {'Port': ['ID=cfad5dde-43ab-400a-ad4f-645b9f319f2b,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:45.563089 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78253133-5d18-4dc4-b872-524ca2f7174f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1771338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1771463'] for router, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:45.720551 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eeccd1-cda9-4b82-b5fa-566f4ef9e7e6 None None] Pushing event updated for resources: {'Port': ['ID=361b66cb-0457-489f-a52f-de6a6ff8b157,revision_number=2']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:45.747519 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] Set router 57170549-9ae3-447f-b5ee-b014f07bc52b gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:33:45.788405 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78253133-5d18-4dc4-b872-524ca2f7174f admin admin] Router 90627faf-f498-4ebc-b8f9-ae4195804179 is scheduled to L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 with binding_index 1 {{(pid=87655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 11 10:33:45.986508 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78253133-5d18-4dc4-b872-524ca2f7174f admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:33:45.996147 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] Sync routers for ids ['90627faf-f498-4ebc-b8f9-ae4195804179'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:33:46.006555 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] Routers {'90627faf-f498-4ebc-b8f9-ae4195804179'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:33:46.007260 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:33:22Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['90627faf-f498-4ebc-b8f9-ae4195804179'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:46.012214 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-78253133-5d18-4dc4-b872-524ca2f7174f admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:46.014340 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-78253133-5d18-4dc4-b872-524ca2f7174f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4213927 Jan 11 10:33:46.017015 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43342) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:46.111251 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57170549-9ae3-447f-b5ee-b014f07bc52b', 'name': 'tempest-TestSnapshotPattern-1552231049-router', 'tenant_id': '1b4b4ca63fe146369a391c4a60d0b920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '1a1f5456-4a21-4f05-970e-2579751c40d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:33:37Z', 'updated_at': '2022-01-11T10:33:41Z', 'revision_number': 4, 'project_id': '1b4b4ca63fe146369a391c4a60d0b920', 'gw_port': {'id': '1a1f5456-4a21-4f05-970e-2579751c40d9', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:eb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57170549-9ae3-447f-b5ee-b014f07bc52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:33:37Z', 'updated_at': '2022-01-11T10:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'cfad5dde-43ab-400a-ad4f-645b9f319f2b', 'name': '', 'network_id': 'bf39f1a2-72b6-4942-bb2e-5135c21b364f', 'tenant_id': '1b4b4ca63fe146369a391c4a60d0b920', 'mac_address': 'fa:16:3e:e9:60:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57170549-9ae3-447f-b5ee-b014f07bc52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5e426e02-73e8-41af-b0f0-f612b30a5d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:33:40Z', 'updated_at': '2022-01-11T10:33:45Z', 'revision_number': 4, 'project_id': '1b4b4ca63fe146369a391c4a60d0b920', 'subnets': [{'id': '5e426e02-73e8-41af-b0f0-f612b30a5d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:46.117212 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5278568-ed23-4e15-b011-e0278700abe2 None None] The sync data for ids ['57170549-9ae3-447f-b5ee-b014f07bc52b'] in dv-neutron-823402-4-hyperv is: [{'id': '57170549-9ae3-447f-b5ee-b014f07bc52b', 'name': 'tempest-TestSnapshotPattern-1552231049-router', 'tenant_id': '1b4b4ca63fe146369a391c4a60d0b920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '1a1f5456-4a21-4f05-970e-2579751c40d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:33:37Z', 'updated_at': '2022-01-11T10:33:41Z', 'revision_number': 4, 'project_id': '1b4b4ca63fe146369a391c4a60d0b920', 'gw_port': {'id': '1a1f5456-4a21-4f05-970e-2579751c40d9', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:eb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57170549-9ae3-447f-b5ee-b014f07bc52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:33:37Z', 'updated_at': '2022-01-11T10:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': 'cfad5dde-43ab-400a-ad4f-645b9f319f2b', 'name': '', 'network_id': 'bf39f1a2-72b6-4942-bb2e-5135c21b364f', 'tenant_id': '1b4b4ca63fe146369a391c4a60d0b920', 'mac_address': 'fa:16:3e:e9:60:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57170549-9ae3-447f-b5ee-b014f07bc52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5e426e02-73e8-41af-b0f0-f612b30a5d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:33:40Z', 'updated_at': '2022-01-11T10:33:45Z', 'revision_number': 4, 'project_id': '1b4b4ca63fe146369a391c4a60d0b920', 'subnets': [{'id': '5e426e02-73e8-41af-b0f0-f612b30a5d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:33:46.226024 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] Set router 90627faf-f498-4ebc-b8f9-ae4195804179 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:33:46.571543 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90627faf-f498-4ebc-b8f9-ae4195804179', 'name': 'tempest-TestSnapshotPattern-1709603816-router', 'tenant_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd7eb4dae-ad6f-46b0-891a-3bf45c8e01b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:33:43Z', 'updated_at': '2022-01-11T10:33:45Z', 'revision_number': 3, 'project_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'gw_port': {'id': 'd7eb4dae-ad6f-46b0-891a-3bf45c8e01b3', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90627faf-f498-4ebc-b8f9-ae4195804179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:33:44Z', 'updated_at': '2022-01-11T10:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:46.577005 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] Checking router: 90627faf-f498-4ebc-b8f9-ae4195804179 for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:33:46.577629 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] Updating router 90627faf-f498-4ebc-b8f9-ae4195804179 port d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3 binding host dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 10:33:46.636697 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:46.787888 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47401d8-010d-4bb8-91c1-cf30f6e23017 None None] Network fe9cb29f-7a6c-45cd-84c1-638a092e5567 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:33:46.907200 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-07177715-d771-4e0a-b8f4-e8d0ea4501fb None None] Provisioning for port 361b66cb-0457-489f-a52f-de6a6ff8b157 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:33:46.952587 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-97628bb9-caf6-42bf-a378-f3623b484323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:47.031922 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] Notify callbacks [] for port, precommit_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:47.049258 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.provisioning_blocks [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] Transition to ACTIVE for port object d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3 will not be triggered until provisioned by entity L2. {{(pid=87657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:33:47.059615 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:47.184377 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] Attempting to bind port d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:33:47.185010 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] Attempting to bind port d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:33:47.185370 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] Attempting to bind port d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3 on network 644b8550-5b91-49bd-9d0a-84ba8b975d54 {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:33:47.193642 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_common [None req-97628bb9-caf6-42bf-a378-f3623b484323 admin admin] Allocated IP 172.20.0.1 (fe9cb29f-7a6c-45cd-84c1-638a092e5567/46d9ac3a-9e70-4cd0-a0d7-a0a0b08893cc/9fca1f70-759b-44cb-9edd-097e3c66aa42) {{(pid=87655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 10:33:47.197788 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:33:47.198173 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] Checking segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:33:47.198732 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:47.199130 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] Bound using segment: {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'} {{(pid=87657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:33:47.199597 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.managers [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] Bound port: d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38185c46-6050-4043-9477-ed2ba28d7c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54'}}] {{(pid=87657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:33:47.199953 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:47.241677 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5363c0-bd50-410f-a4c4-225c879f463a None None] Pushing event updated for resources: {'Port': ['ID=d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3,revision_number=2']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:47.283229 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] For port d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:33:47.287457 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.plugins.ml2.db [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] For port d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:33:47.292071 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron_lib.callbacks.manager [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:47.376831 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-97628bb9-caf6-42bf-a378-f3623b484323 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:47.385271 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5363c0-bd50-410f-a4c4-225c879f463a None None] Pushing event updated for resources: {'Port': ['ID=d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3,revision_number=3']} {{(pid=87657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:47.388540 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] Routers {'90627faf-f498-4ebc-b8f9-ae4195804179'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:33:47.389132 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:33:22Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['90627faf-f498-4ebc-b8f9-ae4195804179'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:47.401241 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-97628bb9-caf6-42bf-a378-f3623b484323 admin admin] Transition to ACTIVE for port object 9fca1f70-759b-44cb-9edd-097e3c66aa42 will not be triggered until provisioned by entity DHCP. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:33:47.427398 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-97628bb9-caf6-42bf-a378-f3623b484323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763172870858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:47.505381 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97628bb9-caf6-42bf-a378-f3623b484323 admin admin] Network fe9cb29f-7a6c-45cd-84c1-638a092e5567 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:33:47.508206 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-97628bb9-caf6-42bf-a378-f3623b484323 admin admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:33:47.512569 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97628bb9-caf6-42bf-a378-f3623b484323 admin admin] Received port after_create {{(pid=87655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 11 10:33:47.536867 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97628bb9-caf6-42bf-a378-f3623b484323 admin admin] Pushing event updated for resources: {'Port': ['ID=9fca1f70-759b-44cb-9edd-097e3c66aa42,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:47.568557 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-97628bb9-caf6-42bf-a378-f3623b484323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746077'] for router_interface, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:47.594209 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] Set router 90627faf-f498-4ebc-b8f9-ae4195804179 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:33:47.725233 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 361b66cb-0457-489f-a52f-de6a6ff8b157 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:33:47.745724 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-97628bb9-caf6-42bf-a378-f3623b484323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:47.810952 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 361b66cb-0457-489f-a52f-de6a6ff8b157 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:33:47.817856 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 361b66cb-0457-489f-a52f-de6a6ff8b157 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:33:47.818862 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:47.894542 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-841a6afc-2633-4078-a97d-349b45051302 None None] Provisioning for port 9fca1f70-759b-44cb-9edd-097e3c66aa42 completed by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:33:47.901559 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-841a6afc-2633-4078-a97d-349b45051302 None None] Provisioning complete for port 9fca1f70-759b-44cb-9edd-097e3c66aa42 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:33:47.902143 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-841a6afc-2633-4078-a97d-349b45051302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:47.954490 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90627faf-f498-4ebc-b8f9-ae4195804179', 'name': 'tempest-TestSnapshotPattern-1709603816-router', 'tenant_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd7eb4dae-ad6f-46b0-891a-3bf45c8e01b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:33:43Z', 'updated_at': '2022-01-11T10:33:45Z', 'revision_number': 3, 'project_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'gw_port': {'id': 'd7eb4dae-ad6f-46b0-891a-3bf45c8e01b3', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90627faf-f498-4ebc-b8f9-ae4195804179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:33:44Z', 'updated_at': '2022-01-11T10:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:47.959218 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e34f97f-e39b-4cde-9612-de6e8200d615 None None] The sync data for ids ['90627faf-f498-4ebc-b8f9-ae4195804179'] in dv-neutron-823402-4-hyperv is: [{'id': '90627faf-f498-4ebc-b8f9-ae4195804179', 'name': 'tempest-TestSnapshotPattern-1709603816-router', 'tenant_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd7eb4dae-ad6f-46b0-891a-3bf45c8e01b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:33:43Z', 'updated_at': '2022-01-11T10:33:45Z', 'revision_number': 3, 'project_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'gw_port': {'id': 'd7eb4dae-ad6f-46b0-891a-3bf45c8e01b3', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90627faf-f498-4ebc-b8f9-ae4195804179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:33:44Z', 'updated_at': '2022-01-11T10:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:33:47.986119 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-97628bb9-caf6-42bf-a378-f3623b484323 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:47.991191 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-97628bb9-caf6-42bf-a378-f3623b484323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6461853'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:48.013810 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:48.023175 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-841a6afc-2633-4078-a97d-349b45051302 None None] Port 9fca1f70-759b-44cb-9edd-097e3c66aa42 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:33:48.054750 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 361b66cb-0457-489f-a52f-de6a6ff8b157, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=361b66cb-0457-489f-a52f-de6a6ff8b157,segment=NetworkSegment(50897800-f1a1-48b1-b7e0-7d9a6e74d0f1),segment_id=50897800-f1a1-48b1-b7e0-7d9a6e74d0f1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:33:48.059946 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:48.060672 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device cfad5dde-43ab-400a-ad4f-645b9f319f2b up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:33:48.186120 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=361b66cb-0457-489f-a52f-de6a6ff8b157,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:48.198284 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port cfad5dde-43ab-400a-ad4f-645b9f319f2b completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:33:48.207378 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port cfad5dde-43ab-400a-ad4f-645b9f319f2b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:33:48.207378 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:48.231943 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97628bb9-caf6-42bf-a378-f3623b484323 admin admin] Pushing event updated for resources: {'Port': ['ID=9fca1f70-759b-44cb-9edd-097e3c66aa42,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:48.238227 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-97628bb9-caf6-42bf-a378-f3623b484323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746162'] for router_interface, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:48.339329 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:48.376896 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port cfad5dde-43ab-400a-ad4f-645b9f319f2b, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=cfad5dde-43ab-400a-ad4f-645b9f319f2b,segment=NetworkSegment(32033663-dd40-4176-a9a8-a8a6345c5a1c),segment_id=32033663-dd40-4176-a9a8-a8a6345c5a1c)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:33:48.381719 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:48.391391 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97628bb9-caf6-42bf-a378-f3623b484323 admin admin] Network fe9cb29f-7a6c-45cd-84c1-638a092e5567 is already hosted by enough agents. {{(pid=87655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 10:33:48.392630 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.base_scheduler [None req-97628bb9-caf6-42bf-a378-f3623b484323 admin admin] Resources bound (agent type, host, resource id): {{(pid=87655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 10:33:48.456460 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=cfad5dde-43ab-400a-ad4f-645b9f319f2b,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:48.600277 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97628bb9-caf6-42bf-a378-f3623b484323 admin admin] Router 90627faf-f498-4ebc-b8f9-ae4195804179 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:33:48.658488 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-4110f260-4fc1-461b-9cf6-b57440f462fc None None] Provisioning complete for port 9fca1f70-759b-44cb-9edd-097e3c66aa42 triggered by entity DHCP. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:33:48.658937 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4110f260-4fc1-461b-9cf6-b57440f462fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:48.726588 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-4110f260-4fc1-461b-9cf6-b57440f462fc None None] Port 9fca1f70-759b-44cb-9edd-097e3c66aa42 cannot update to ACTIVE because it is not bound. {{(pid=87656) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 11 10:33:48.801179 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97628bb9-caf6-42bf-a378-f3623b484323 admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:33:48.810703 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-97628bb9-caf6-42bf-a378-f3623b484323 admin admin] 10.222.0.15 "PUT /v2.0/routers/90627faf-f498-4ebc-b8f9-ae4195804179/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7920947 Jan 11 10:33:49.292107 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-265e2b93-5b69-4ac4-81a0-3f060c753eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:49.525287 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] Sync routers for ids ['90627faf-f498-4ebc-b8f9-ae4195804179'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:33:49.534962 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] Routers {'90627faf-f498-4ebc-b8f9-ae4195804179'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:33:49.535503 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:33:22Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['90627faf-f498-4ebc-b8f9-ae4195804179'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:49.684599 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:33:49.771882 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] Set router 90627faf-f498-4ebc-b8f9-ae4195804179 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:33:49.844866 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:33:49.907842 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:33:49.908204 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:50.164635 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:50.186793 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:33:50.194444 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:50.195290 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 361b66cb-0457-489f-a52f-de6a6ff8b157 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:33:50.304953 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43354) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:50.310619 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-3d7d824b-ec4c-4021-abca-7cdc1cb1beb6 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-931342306', 'description': 'tempest-secgroup-smoke-931342306 description', 'project_id': '1b4b4ca63fe146369a391c4a60d0b920'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:33:50.316692 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3d7d824b-ec4c-4021-abca-7cdc1cb1beb6 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:33:50.320701 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3d7d824b-ec4c-4021-abca-7cdc1cb1beb6 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Usage tracker for resource:security_group and tenant:1b4b4ca63fe146369a391c4a60d0b920 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:33:50.323595 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3d7d824b-ec4c-4021-abca-7cdc1cb1beb6 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:33:50.333139 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3d7d824b-ec4c-4021-abca-7cdc1cb1beb6 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:33:50.342593 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d7d824b-ec4c-4021-abca-7cdc1cb1beb6 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks [] for security_group, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:50.354773 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90627faf-f498-4ebc-b8f9-ae4195804179', 'name': 'tempest-TestSnapshotPattern-1709603816-router', 'tenant_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd7eb4dae-ad6f-46b0-891a-3bf45c8e01b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:33:43Z', 'updated_at': '2022-01-11T10:33:47Z', 'revision_number': 4, 'project_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'gw_port': {'id': 'd7eb4dae-ad6f-46b0-891a-3bf45c8e01b3', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90627faf-f498-4ebc-b8f9-ae4195804179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:33:44Z', 'updated_at': '2022-01-11T10:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '9fca1f70-759b-44cb-9edd-097e3c66aa42', 'name': '', 'network_id': 'fe9cb29f-7a6c-45cd-84c1-638a092e5567', 'tenant_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'mac_address': 'fa:16:3e:f9:60:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90627faf-f498-4ebc-b8f9-ae4195804179', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '46d9ac3a-9e70-4cd0-a0d7-a0a0b08893cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:33:47Z', 'updated_at': '2022-01-11T10:33:47Z', 'revision_number': 2, 'project_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'subnets': [{'id': '46d9ac3a-9e70-4cd0-a0d7-a0a0b08893cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:50.363051 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3d7d824b-ec4c-4021-abca-7cdc1cb1beb6 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:33:50.363872 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:50.367145 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3d7d824b-ec4c-4021-abca-7cdc1cb1beb6 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Usage tracker for resource:security_group_rule and tenant:1b4b4ca63fe146369a391c4a60d0b920 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:33:50.367527 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] Checking router: 90627faf-f498-4ebc-b8f9-ae4195804179 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:33:50.367890 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] Updating router 90627faf-f498-4ebc-b8f9-ae4195804179 port 9fca1f70-759b-44cb-9edd-097e3c66aa42 binding host dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 10:33:50.369979 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-3d7d824b-ec4c-4021-abca-7cdc1cb1beb6 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:33:50.375703 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-3d7d824b-ec4c-4021-abca-7cdc1cb1beb6 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:33:50.407874 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 361b66cb-0457-489f-a52f-de6a6ff8b157 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:33:50.408170 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:50.448428 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d7d824b-ec4c-4021-abca-7cdc1cb1beb6 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks [] for security_group, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:50.452128 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d7d824b-ec4c-4021-abca-7cdc1cb1beb6 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:50.472137 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:50.493718 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d824b-ec4c-4021-abca-7cdc1cb1beb6 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cb7a70-7e6b-4712-a34f-75fe08cef41f,revision_number=1']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:50.496331 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3d7d824b-ec4c-4021-abca-7cdc1cb1beb6 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:50.500450 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3d7d824b-ec4c-4021-abca-7cdc1cb1beb6 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1914647 Jan 11 10:33:50.500617 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43358) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:50.506222 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-4e9e5d7d-36eb-4af5-9e14-a8c47d9b9802 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Request body: {'security_group_rule': {'security_group_id': 'd8cb7a70-7e6b-4712-a34f-75fe08cef41f', 'project_id': '1b4b4ca63fe146369a391c4a60d0b920', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:33:50.512843 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4e9e5d7d-36eb-4af5-9e14-a8c47d9b9802 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:33:50.516500 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-4e9e5d7d-36eb-4af5-9e14-a8c47d9b9802 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Usage tracker for resource:security_group_rule and tenant:1b4b4ca63fe146369a391c4a60d0b920 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:33:50.520624 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-4e9e5d7d-36eb-4af5-9e14-a8c47d9b9802 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:33:50.526629 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-4e9e5d7d-36eb-4af5-9e14-a8c47d9b9802 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:33:50.544235 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e9e5d7d-36eb-4af5-9e14-a8c47d9b9802 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:50.603106 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e9e5d7d-36eb-4af5-9e14-a8c47d9b9802 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:50.606586 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e9e5d7d-36eb-4af5-9e14-a8c47d9b9802 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:50.629585 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e5d7d-36eb-4af5-9e14-a8c47d9b9802 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a6b882-7a3f-480a-829d-05c81e730676,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:50.639478 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4e9e5d7d-36eb-4af5-9e14-a8c47d9b9802 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:50.644205 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-4e9e5d7d-36eb-4af5-9e14-a8c47d9b9802 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419508 Jan 11 10:33:50.644881 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 43362) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:50.650828 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-8cc26431-a99b-4601-a8c7-6508fe3a44e7 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Request body: {'security_group_rule': {'security_group_id': 'd8cb7a70-7e6b-4712-a34f-75fe08cef41f', 'project_id': '1b4b4ca63fe146369a391c4a60d0b920', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:33:50.657216 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8cc26431-a99b-4601-a8c7-6508fe3a44e7 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:33:50.661956 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8cc26431-a99b-4601-a8c7-6508fe3a44e7 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Usage tracker for resource:security_group_rule and tenant:1b4b4ca63fe146369a391c4a60d0b920 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:33:50.663891 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device cfad5dde-43ab-400a-ad4f-645b9f319f2b up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:33:50.665043 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-8cc26431-a99b-4601-a8c7-6508fe3a44e7 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:33:50.671297 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-8cc26431-a99b-4601-a8c7-6508fe3a44e7 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:33:50.687592 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8cc26431-a99b-4601-a8c7-6508fe3a44e7 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:50.749169 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8cc26431-a99b-4601-a8c7-6508fe3a44e7 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:50.753522 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8cc26431-a99b-4601-a8c7-6508fe3a44e7 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:50.781348 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc26431-a99b-4601-a8c7-6508fe3a44e7 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8eb5a9-121a-4244-88c3-19173936ff8d,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:50.791603 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8cc26431-a99b-4601-a8c7-6508fe3a44e7 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:50.792803 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-8cc26431-a99b-4601-a8c7-6508fe3a44e7 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1467669 Jan 11 10:33:50.795618 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43366) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:50.801114 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-6c44435d-ec87-4f96-845e-bcc671d66211 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Request body: {'security_group_rule': {'security_group_id': 'd8cb7a70-7e6b-4712-a34f-75fe08cef41f', 'project_id': '1b4b4ca63fe146369a391c4a60d0b920', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:33:50.806993 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6c44435d-ec87-4f96-845e-bcc671d66211 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:33:50.811038 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6c44435d-ec87-4f96-845e-bcc671d66211 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Usage tracker for resource:security_group_rule and tenant:1b4b4ca63fe146369a391c4a60d0b920 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:33:50.813855 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-6c44435d-ec87-4f96-845e-bcc671d66211 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:33:50.819670 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-6c44435d-ec87-4f96-845e-bcc671d66211 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:33:50.826829 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port cfad5dde-43ab-400a-ad4f-645b9f319f2b triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:33:50.827199 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:50.836580 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c44435d-ec87-4f96-845e-bcc671d66211 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:50.901711 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c44435d-ec87-4f96-845e-bcc671d66211 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:50.905617 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c44435d-ec87-4f96-845e-bcc671d66211 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:50.932865 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44435d-ec87-4f96-845e-bcc671d66211 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c14377-c290-4dad-8c4d-c939d0bc89e7,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:50.939958 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-6c44435d-ec87-4f96-845e-bcc671d66211 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:50.942212 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6c44435d-ec87-4f96-845e-bcc671d66211 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1455200 Jan 11 10:33:50.944852 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43370) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:50.949955 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-a024d652-f5d1-4b4c-ad8e-bcb017183ef3 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Request body: {'security_group_rule': {'security_group_id': 'd8cb7a70-7e6b-4712-a34f-75fe08cef41f', 'project_id': '1b4b4ca63fe146369a391c4a60d0b920', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:33:50.955760 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a024d652-f5d1-4b4c-ad8e-bcb017183ef3 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:33:50.960292 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a024d652-f5d1-4b4c-ad8e-bcb017183ef3 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Usage tracker for resource:security_group_rule and tenant:1b4b4ca63fe146369a391c4a60d0b920 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:33:50.963446 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-a024d652-f5d1-4b4c-ad8e-bcb017183ef3 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:33:50.968954 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-a024d652-f5d1-4b4c-ad8e-bcb017183ef3 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:33:50.985863 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a024d652-f5d1-4b4c-ad8e-bcb017183ef3 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:51.033844 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] Notify callbacks [] for port, precommit_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:51.045881 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] Transition to ACTIVE for port object 9fca1f70-759b-44cb-9edd-097e3c66aa42 will not be triggered until provisioned by entity L2. {{(pid=87656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 10:33:51.050436 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a024d652-f5d1-4b4c-ad8e-bcb017183ef3 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:51.051740 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:51.053882 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a024d652-f5d1-4b4c-ad8e-bcb017183ef3 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:51.077193 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024d652-f5d1-4b4c-ad8e-bcb017183ef3 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a160a6-41e8-4429-85aa-e61a8167123d,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:51.087743 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a024d652-f5d1-4b4c-ad8e-bcb017183ef3 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:51.091760 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a024d652-f5d1-4b4c-ad8e-bcb017183ef3 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1430838 Jan 11 10:33:51.091941 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43374) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:51.097345 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.v2.base [None req-c2b60e27-bb61-4f15-91bc-b2e9e57e0a53 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Request body: {'security_group_rule': {'security_group_id': 'd8cb7a70-7e6b-4712-a34f-75fe08cef41f', 'project_id': '1b4b4ca63fe146369a391c4a60d0b920', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:33:51.103285 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c2b60e27-bb61-4f15-91bc-b2e9e57e0a53 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:33:51.107015 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c2b60e27-bb61-4f15-91bc-b2e9e57e0a53 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Usage tracker for resource:security_group_rule and tenant:1b4b4ca63fe146369a391c4a60d0b920 is out of sync, need to count used quota {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:33:51.109841 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [None req-c2b60e27-bb61-4f15-91bc-b2e9e57e0a53 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87655) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:33:51.116757 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.quota.driver [None req-c2b60e27-bb61-4f15-91bc-b2e9e57e0a53 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87655) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:33:51.127852 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.db.securitygroups_db [None req-c2b60e27-bb61-4f15-91bc-b2e9e57e0a53 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Project 1b4b4ca63fe146369a391c4a60d0b920 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 10:33:51.134534 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c2b60e27-bb61-4f15-91bc-b2e9e57e0a53 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:51.212907 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995e85f-29c5-4ac7-8395-89c1b4ba91fb None None] Pushing event updated for resources: {'Port': ['ID=9fca1f70-759b-44cb-9edd-097e3c66aa42,revision_number=3']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:51.220022 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c2b60e27-bb61-4f15-91bc-b2e9e57e0a53 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:51.226319 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c2b60e27-bb61-4f15-91bc-b2e9e57e0a53 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:51.250554 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b60e27-bb61-4f15-91bc-b2e9e57e0a53 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a51e859-e794-4388-9a41-dfb158723cb5,revision_number=0']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:51.264884 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c2b60e27-bb61-4f15-91bc-b2e9e57e0a53 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:51.266835 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-c2b60e27-bb61-4f15-91bc-b2e9e57e0a53 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1739285 Jan 11 10:33:51.270480 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 43378) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:33:51.273187 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] Attempting to bind port 9fca1f70-759b-44cb-9edd-097e3c66aa42 on host dv-neutron-823402-4-hyperv for vnic_type normal with profile {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 11 10:33:51.273555 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] Attempting to bind port 9fca1f70-759b-44cb-9edd-097e3c66aa42 by drivers openvswitch,hyperv on host dv-neutron-823402-4-hyperv at level 0 using segments [{'id': '50897800-f1a1-48b1-b7e0-7d9a6e74d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fe9cb29f-7a6c-45cd-84c1-638a092e5567'}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 11 10:33:51.273909 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] Attempting to bind port 9fca1f70-759b-44cb-9edd-097e3c66aa42 on network fe9cb29f-7a6c-45cd-84c1-638a092e5567 {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 11 10:33:51.276655 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.v2.base [None req-70a7c72d-fb52-41e2-b9f6-b2330a2444c2 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Request body: {'security_group_rule': {'security_group_id': 'd8cb7a70-7e6b-4712-a34f-75fe08cef41f', 'project_id': '1b4b4ca63fe146369a391c4a60d0b920', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87654) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 10:33:51.279600 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] Checking agent: {'id': 'b47a2b80-0db5-4645-b1ae-fe16fdc8a119', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823402-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 9, 20, 53), 'started_at': datetime.datetime(2022, 1, 11, 9, 21, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 10, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823402-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 11 10:33:51.279970 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] Checking segment: {'id': '50897800-f1a1-48b1-b7e0-7d9a6e74d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fe9cb29f-7a6c-45cd-84c1-638a092e5567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 11 10:33:51.280369 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:51.280760 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] Bound using segment: {'id': '50897800-f1a1-48b1-b7e0-7d9a6e74d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fe9cb29f-7a6c-45cd-84c1-638a092e5567'} {{(pid=87656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 11 10:33:51.281219 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.managers [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] Bound port: 9fca1f70-759b-44cb-9edd-097e3c66aa42, host: dv-neutron-823402-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50897800-f1a1-48b1-b7e0-7d9a6e74d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fe9cb29f-7a6c-45cd-84c1-638a092e5567'}}] {{(pid=87656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 11 10:33:51.281874 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:51.282682 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-70a7c72d-fb52-41e2-b9f6-b2330a2444c2 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 11 10:33:51.287143 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-70a7c72d-fb52-41e2-b9f6-b2330a2444c2 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Usage tracker for resource:security_group_rule and tenant:1b4b4ca63fe146369a391c4a60d0b920 is out of sync, need to count used quota {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 11 10:33:51.290160 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.quota.resource [None req-70a7c72d-fb52-41e2-b9f6-b2330a2444c2 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87654) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 11 10:33:51.305011 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.db.quota.driver [None req-70a7c72d-fb52-41e2-b9f6-b2330a2444c2 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87654) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 11 10:33:51.316091 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.db.securitygroups_db [None req-70a7c72d-fb52-41e2-b9f6-b2330a2444c2 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Project 1b4b4ca63fe146369a391c4a60d0b920 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 10:33:51.323434 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-70a7c72d-fb52-41e2-b9f6-b2330a2444c2 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:51.382397 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] For port 9fca1f70-759b-44cb-9edd-097e3c66aa42, host dv-neutron-823402-4-hyperv, cleared binding levels {{(pid=87656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 11 10:33:51.386222 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] For port 9fca1f70-759b-44cb-9edd-097e3c66aa42, host dv-neutron-823402-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=9fca1f70-759b-44cb-9edd-097e3c66aa42,segment=NetworkSegment(50897800-f1a1-48b1-b7e0-7d9a6e74d0f1),segment_id=50897800-f1a1-48b1-b7e0-7d9a6e74d0f1)] {{(pid=87656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 11 10:33:51.392006 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:51.396632 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-70a7c72d-fb52-41e2-b9f6-b2330a2444c2 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:51.400086 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-70a7c72d-fb52-41e2-b9f6-b2330a2444c2 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798409'] for security_group_rule, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:51.423835 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7c72d-fb52-41e2-b9f6-b2330a2444c2 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7d1510-1c56-492e-84a5-cf58bc195f80,revision_number=0']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:51.436106 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-70a7c72d-fb52-41e2-b9f6-b2330a2444c2 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:51.437554 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-70a7c72d-fb52-41e2-b9f6-b2330a2444c2 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1654251 Jan 11 10:33:51.476808 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] Routers {'90627faf-f498-4ebc-b8f9-ae4195804179'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:33:51.477443 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:33:22Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['90627faf-f498-4ebc-b8f9-ae4195804179'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:51.542368 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995e85f-29c5-4ac7-8395-89c1b4ba91fb None None] Pushing event updated for resources: {'Port': ['ID=9fca1f70-759b-44cb-9edd-097e3c66aa42,revision_number=4']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:51.578216 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-c7b57157-6d13-4f67-88fa-5bb301ba517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:51.684579 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:33:51.813534 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-a7bc01c0-3d9a-4ec6-b925-30689ebba3f5 req-3658c3b8-34f3-4ca8-9ba1-a4b0dfd37f70 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Synchronizing usage tracker for tenant:1b4b4ca63fe146369a391c4a60d0b920 on resource:security_group {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:33:51.829728 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] Set router 90627faf-f498-4ebc-b8f9-ae4195804179 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:33:51.830867 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-a7bc01c0-3d9a-4ec6-b925-30689ebba3f5 req-3658c3b8-34f3-4ca8-9ba1-a4b0dfd37f70 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Unset dirty status for tenant:1b4b4ca63fe146369a391c4a60d0b920 on resource:security_group {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:33:51.832582 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a7bc01c0-3d9a-4ec6-b925-30689ebba3f5 req-3658c3b8-34f3-4ca8-9ba1-a4b0dfd37f70 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-931342306&fields=id&tenant_id=1b4b4ca63fe146369a391c4a60d0b920 HTTP/1.1" status: 200 len: 267 time: 0.0597591 Jan 11 10:33:51.902881 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:33:51.903257 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:52.005718 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc01c0-3d9a-4ec6-b925-30689ebba3f5 req-06cabe4f-51e1-4703-8ab1-bd6d0a7401ae tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 10:33:52.007067 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a7bc01c0-3d9a-4ec6-b925-30689ebba3f5 req-06cabe4f-51e1-4703-8ab1-bd6d0a7401ae tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/networks?id=bf39f1a2-72b6-4942-bb2e-5135c21b364f HTTP/1.1" status: 200 len: 810 time: 0.1678646 Jan 11 10:33:52.022524 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a7bc01c0-3d9a-4ec6-b925-30689ebba3f5 req-f4d386ef-cc22-41fe-9ea2-e64236336bef tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/quotas/1b4b4ca63fe146369a391c4a60d0b920 HTTP/1.1" status: 200 len: 375 time: 0.0097146 Jan 11 10:33:52.113643 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-a7bc01c0-3d9a-4ec6-b925-30689ebba3f5 req-7068f897-7b2a-4f92-b0b0-580631e940b4 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Synchronizing usage tracker for tenant:1b4b4ca63fe146369a391c4a60d0b920 on resource:port {{(pid=87655) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 11 10:33:52.132963 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.quota.resource [req-a7bc01c0-3d9a-4ec6-b925-30689ebba3f5 req-7068f897-7b2a-4f92-b0b0-580631e940b4 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Unset dirty status for tenant:1b4b4ca63fe146369a391c4a60d0b920 on resource:port {{(pid=87655) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 11 10:33:52.134504 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a7bc01c0-3d9a-4ec6-b925-30689ebba3f5 req-7068f897-7b2a-4f92-b0b0-580631e940b4 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b4b4ca63fe146369a391c4a60d0b920&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1064725 Jan 11 10:33:52.255310 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90627faf-f498-4ebc-b8f9-ae4195804179', 'name': 'tempest-TestSnapshotPattern-1709603816-router', 'tenant_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd7eb4dae-ad6f-46b0-891a-3bf45c8e01b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:33:43Z', 'updated_at': '2022-01-11T10:33:47Z', 'revision_number': 4, 'project_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'gw_port': {'id': 'd7eb4dae-ad6f-46b0-891a-3bf45c8e01b3', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90627faf-f498-4ebc-b8f9-ae4195804179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:33:44Z', 'updated_at': '2022-01-11T10:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '9fca1f70-759b-44cb-9edd-097e3c66aa42', 'name': '', 'network_id': 'fe9cb29f-7a6c-45cd-84c1-638a092e5567', 'tenant_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'mac_address': 'fa:16:3e:f9:60:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90627faf-f498-4ebc-b8f9-ae4195804179', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '46d9ac3a-9e70-4cd0-a0d7-a0a0b08893cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:33:47Z', 'updated_at': '2022-01-11T10:33:51Z', 'revision_number': 4, 'project_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'subnets': [{'id': '46d9ac3a-9e70-4cd0-a0d7-a0a0b08893cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:33:52.259583 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa17044-51e9-4d4c-befe-5656a483677f None None] The sync data for ids ['90627faf-f498-4ebc-b8f9-ae4195804179'] in dv-neutron-823402-4-hyperv is: [{'id': '90627faf-f498-4ebc-b8f9-ae4195804179', 'name': 'tempest-TestSnapshotPattern-1709603816-router', 'tenant_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd7eb4dae-ad6f-46b0-891a-3bf45c8e01b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:33:43Z', 'updated_at': '2022-01-11T10:33:47Z', 'revision_number': 4, 'project_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'gw_port': {'id': 'd7eb4dae-ad6f-46b0-891a-3bf45c8e01b3', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90627faf-f498-4ebc-b8f9-ae4195804179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:33:44Z', 'updated_at': '2022-01-11T10:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv', '_interfaces': [{'id': '9fca1f70-759b-44cb-9edd-097e3c66aa42', 'name': '', 'network_id': 'fe9cb29f-7a6c-45cd-84c1-638a092e5567', 'tenant_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'mac_address': 'fa:16:3e:f9:60:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90627faf-f498-4ebc-b8f9-ae4195804179', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '46d9ac3a-9e70-4cd0-a0d7-a0a0b08893cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:33:47Z', 'updated_at': '2022-01-11T10:33:51Z', 'revision_number': 4, 'project_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'subnets': [{'id': '46d9ac3a-9e70-4cd0-a0d7-a0a0b08893cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:33:52.294395 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a7bc01c0-3d9a-4ec6-b925-30689ebba3f5 req-4f04986a-ddab-4a69-a61c-00acbfbe366d service neutron] 10.222.0.15 "GET /v2.0/networks/bf39f1a2-72b6-4942-bb2e-5135c21b364f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473432 Jan 11 10:33:52.451034 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-a7bc01c0-3d9a-4ec6-b925-30689ebba3f5 req-467232a7-46c5-49ad-a3da-b108a750dda0 service neutron] 10.222.0.15 "GET /v2.0/networks/bf39f1a2-72b6-4942-bb2e-5135c21b364f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453345 Jan 11 10:33:52.786292 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:52.788032 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:52.860100 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-38df987f-7208-4fe1-84b6-a9a601c61235 req-9d7ac4a0-d7f4-4066-a9ea-a1138f76cfff tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.2687845 Jan 11 10:33:53.635379 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9fca1f70-759b-44cb-9edd-097e3c66aa42 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:33:53.702216 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning for port 9fca1f70-759b-44cb-9edd-097e3c66aa42 completed by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 10:33:53.706865 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 9fca1f70-759b-44cb-9edd-097e3c66aa42 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:33:53.707235 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:53.823586 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532325'] for port, before_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:53.854348 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] For port 9fca1f70-759b-44cb-9edd-097e3c66aa42, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=9fca1f70-759b-44cb-9edd-097e3c66aa42,segment=NetworkSegment(50897800-f1a1-48b1-b7e0-7d9a6e74d0f1),segment_id=50897800-f1a1-48b1-b7e0-7d9a6e74d0f1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:33:53.857650 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763173342419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763172870876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763172866573'] for port, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:53.929683 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Pushing event updated for resources: {'Port': ['ID=9fca1f70-759b-44cb-9edd-097e3c66aa42,revision_number=5']} {{(pid=87656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:33:53.957327 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-b09192f5-6486-4e17-8f80-47bb9bbef5f5 req-78e03665-519b-4456-a53a-feead60b51d8 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0424590 Jan 11 10:33:54.329966 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:55.055824 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c88b28bf-9cce-4063-8403-9e1cff5968de req-d29d7945-6028-4381-a8ce-36c8315184bc tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0417547 Jan 11 10:33:55.615336 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9fca1f70-759b-44cb-9edd-097e3c66aa42 up at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 11 10:33:55.681947 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.provisioning_blocks [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Provisioning complete for port 9fca1f70-759b-44cb-9edd-097e3c66aa42 triggered by entity L2. {{(pid=87656) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 10:33:55.682341 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-719710'] for port, provisioning_complete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:33:56.154773 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-16e2afd0-9c0d-4578-a17e-7f611effe689 req-24d31549-fe40-4274-ba4e-2f81b0e7b327 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0448761 Jan 11 10:33:57.262892 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2d423536-566f-4332-be56-bd068700d26c req-36b6fb3e-f38b-4787-ab74-ce89bea7129d tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0577123 Jan 11 10:33:58.356788 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c3a27172-16af-4719-a6c8-2bfc3375d530 req-0f9ed7ae-5aa0-4acb-94b9-a205dd59db4b tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0437460 Jan 11 10:33:59.455224 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3b0bfa15-cc03-4b26-8392-0bdd5a407e8a req-922cf4f0-a5db-4bd8-827e-4000f29836ac tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0458682 Jan 11 10:34:00.548360 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-1d816a73-f48f-4285-a26a-b771606b749c req-4a45eea2-3df7-4bd4-ad72-5a98de042125 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0426917 Jan 11 10:34:01.642114 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-01750294-dace-4258-a473-5f137ac9cf17 req-f10723e9-a80b-41ae-aef3-a5aef028d4a9 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0421517 Jan 11 10:34:02.741130 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f156a270-79fd-4d5b-b413-3461f603baf6 req-84ccbf06-1560-4fb5-8282-2f95b94cd3d5 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0459545 Jan 11 10:34:03.834468 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f37ed655-4294-438d-a4ba-fb1d0c61d0fb req-ea3d28d1-3c7e-45ae-b51f-da17003b11ca tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0419810 Jan 11 10:34:04.926753 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7ad864a2-706e-4f86-80c0-70d74931f127 req-f465a3e7-bed4-4143-a240-1ef1b9b62824 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0413108 Jan 11 10:34:04.948002 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:06.024702 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-4293f516-df87-4f63-bd20-ee8de014cb13 req-4e6fece3-f43d-451a-814c-1f6c3f57b26c tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0445590 Jan 11 10:34:06.617915 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:34:07.118335 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d85985da-4dd1-40ab-9eb1-1515349dcc53 req-b666eee3-3d62-4c5d-bb68-ed46bbdcb928 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0431395 Jan 11 10:34:08.213844 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-937e24ca-2591-4e66-b58b-a29402b912f0 req-b13f2255-ce35-4402-982f-6b61c8952e37 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0434115 Jan 11 10:34:09.308707 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-783207d3-b79f-4fe1-8aa9-ba8f51d5799d req-7543e538-aaea-4d57-9f5c-faeb3abf7429 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0447836 Jan 11 10:34:10.401648 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-dd4b4389-0a1c-4b77-865f-ffc813ec6b2b req-f43ceb64-42ce-4f7b-8859-12a9239fe301 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0420580 Jan 11 10:34:11.495657 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0485d65e-be40-49f5-8d42-a382bfb9cec6 req-c5badf4d-abdb-4f1f-bd82-12a6d774fbfd tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0422289 Jan 11 10:34:12.598524 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-ca93a7c7-468f-4c59-8679-797ee4398a95 req-399f460a-9ba6-459a-8132-b77954d02489 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0506210 Jan 11 10:34:13.690811 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e4ebd1eb-334d-4f49-9b37-b70a2605802e req-9cfbb39a-c703-4fa2-a8f7-57b52659f332 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0424926 Jan 11 10:34:14.784055 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e950abae-234f-4408-91b3-d57c9c6f8588 req-f9c894c4-ab6f-486b-ae6b-4e2f790359e9 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0422606 Jan 11 10:34:15.881271 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d9b1d382-ec7f-4e3e-b7c2-1e13813f816f req-5948f075-6eea-44a9-a732-e221c122155c tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0449438 Jan 11 10:34:16.975975 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-791d9ad9-a502-407e-90f1-e59eb6838414 req-8cdca4ab-25b3-4ec6-9ff2-aa22a00461ef tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0438540 Jan 11 10:34:18.068281 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-85f83554-8243-46e0-a7a9-2d9f661e4ad9 req-0f953545-cfb2-4840-bad9-684226e5299a tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0422568 Jan 11 10:34:19.163365 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-caf8d1ba-b442-4207-acfd-64f408b54889 req-fd8b5b1c-b61e-4c55-88c5-5aae547ed695 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0453477 Jan 11 10:34:19.294442 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-da381796-1627-49de-8c3f-e2dbbd014fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:20.261172 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c5f875ed-3b14-49c1-99ab-5eb572ee09c6 req-abde8efe-44d0-4d57-a2ad-0a956f4ae0ca tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0442789 Jan 11 10:34:21.360202 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7b70746d-a49b-4159-8b5d-aa3478d10187 req-7c96e30b-7b1d-4c3d-8e0b-1a48124184ed tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0410590 Jan 11 10:34:21.510462 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0112e2df-c271-4e3a-b52c-dbbf78f77c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:22.455803 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-f1574ada-948d-418a-a0e7-c6c5bc019b8b req-d13450f2-b3e0-4305-bf2c-0c69b45db793 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0448740 Jan 11 10:34:22.760522 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:22.771087 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:23.548924 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-eeace787-b9f4-493e-a53b-0aa8c64fe67e req-9f92625b-e350-4e89-a914-b3d942f2c2d1 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0425689 Jan 11 10:34:24.333177 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:24.645758 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-7e61d475-5543-46de-a647-ed985e1d1b86 req-b194cbbe-55f8-4ed2-b200-9e549b0cb4b1 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0450861 Jan 11 10:34:25.743571 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-81ce8fe6-7c7d-4fea-b750-80fb3d11b393 req-474b1020-55ca-43b9-8c63-7fa8d47bbcdf tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0457630 Jan 11 10:34:26.837060 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-cd510bc2-418b-4895-8790-6ee752672840 req-62bc43ee-f9c6-4cf1-8ad3-0e70793053d8 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0428004 Jan 11 10:34:27.930628 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c35d48c4-0f54-4d19-9939-70cab66aaae6 req-91fee891-0b69-44c6-a0d1-852750b7c9e9 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0426896 Jan 11 10:34:29.028223 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-437db3f7-abbc-4359-8318-274d32152396 req-6ded9754-8df6-4829-bf95-b25143ef4c31 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0451691 Jan 11 10:34:30.121975 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9cb54d44-4015-40be-8fde-4995de5f57d8 req-3140b083-d026-4417-a426-24d18c685996 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0422316 Jan 11 10:34:31.215694 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-57950a23-4d42-4c34-8f87-970793c54275 req-eedd85f0-3d28-40fd-9b4f-f7fa1f385062 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0425518 Jan 11 10:34:32.309886 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-d69b16bc-abca-411a-bb0e-1253e8ac4b69 req-4c873124-381b-48f4-8c86-b920e28c389e tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0441422 Jan 11 10:34:33.404842 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0111459f-f57a-4d77-87f0-905988dfc1f1 req-b96ccce0-e8dc-4cc1-9d84-ab23ac5e3efb tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0423505 Jan 11 10:34:34.498332 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-709f3468-ea08-4c77-b157-5e521f256cfa req-d92fca19-1b04-459a-8efc-aed0097e4fd1 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0423410 Jan 11 10:34:34.942637 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:35.687344 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3786099c-049c-4b1d-8ded-b3b1257709e7 req-893fa52e-df95-4807-a350-2414853a197f tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.1373203 Jan 11 10:34:36.780687 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e1cbf08f-b5b4-4815-bf76-8b8f1325a447 req-6e2ef6d2-6c72-4307-845c-800f5c1f3862 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0413785 Jan 11 10:34:37.873272 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-5e15bab3-1b73-4a52-a1c5-0398a9f11a88 req-0bf2fcbc-32ad-4633-aff6-15ccf9d435cd tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0428360 Jan 11 10:34:38.969502 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-389cfba6-33ed-40f0-ab8c-8d2d230d528a req-6d8aa732-1634-4bf6-bd1d-4c620b592f84 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0450313 Jan 11 10:34:40.064023 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2d061364-a144-4f88-9148-e862eaf28601 req-d3e327ed-43d5-4a62-905b-256f0503c503 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0440738 Jan 11 10:34:41.155533 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-21970ae1-e20f-4467-9f03-c0a7c53ee120 req-fa4aba6a-7e19-418c-8013-6499c922787b tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0411541 Jan 11 10:34:42.257986 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-01d8a49d-7add-45dc-a884-a7458c889c26 req-f570f2ae-9a70-44d0-ad31-871f113d6602 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0512958 Jan 11 10:34:43.353329 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2639cdeb-a94c-4175-b112-dcb4a2ffb3d1 req-c7cc1bbd-7f2e-4eb5-965a-b43dbebec067 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0437980 Jan 11 10:34:43.615729 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:34:44.461744 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-84bc8a76-badf-4c5d-87f2-334a8eeaea12 req-297a633e-e2f1-4d4d-bc18-073ca705a315 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0568557 Jan 11 10:34:45.556457 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-fc34ac76-7645-49d7-973e-490e9dbb3706 req-5290139e-239e-4f78-8bc5-a3cec9c07ff2 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0444551 Jan 11 10:34:46.649776 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-9592ad29-f416-48d6-b52e-2a3ad7f07765 req-4c4ec198-9247-4f8d-8469-4a10f1f30c21 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0422509 Jan 11 10:34:47.744365 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-2a67b5f3-938c-42e2-ac95-c6a6bbe8bc8f req-55552b70-4e3e-4b70-8e10-c8dc978f06fd tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0429287 Jan 11 10:34:48.840090 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-e220cbcf-0feb-49ab-88a3-e1a8c4116ac4 req-b9ec15e0-98ce-48cd-a79d-396f35193512 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0449035 Jan 11 10:34:49.296461 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3ab8d803-6579-4b85-a367-7df95800d1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:49.933177 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-0f324041-f5ca-4acd-9511-6b9c01f693df req-07b6001e-09e4-4aa9-a8ea-51b1af359709 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0430708 Jan 11 10:34:51.028765 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-3e3cc20a-b18b-4eba-a027-5a901dde0d01 req-6c9fb8ee-9222-45ca-8a98-71169945ca47 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0417852 Jan 11 10:34:51.512128 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6e38-593b-435c-8105-1d426f7e7db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:52.124129 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-c4a23072-9275-436d-855b-99f89e3a6921 req-6593c4e2-16f8-4cc5-916b-d792d5877456 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0438385 Jan 11 10:34:52.778365 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:52.784169 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:53.282336 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-813d8778-999f-43ce-8b07-20e5860fed0b req-7827cc63-1829-4918-b769-8e47cce4fac8 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0423808 Jan 11 10:34:53.516799 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [req-544b1a9a-c98c-4886-b65b-ebc94a2bef70 req-ee731e0c-cf29-4991-ae4d-54c8e57a9134 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2fc274f-4cc5-4948-84e8-0131c46d85fe HTTP/1.1" status: 200 len: 210 time: 0.0434136 Jan 11 10:34:53.952349 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.wsgi [-] (87654) accepted ('10.222.0.15', 43544) {{(pid=87654) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:34:54.020500 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04847ed8-3adc-4744-9650-0a04ac6b6641 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks [] for security_group, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:54.049829 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04847ed8-3adc-4744-9650-0a04ac6b6641 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:54.117496 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04847ed8-3adc-4744-9650-0a04ac6b6641 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:54.136393 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04847ed8-3adc-4744-9650-0a04ac6b6641 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cb7a70-7e6b-4712-a34f-75fe08cef41f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:34:54.144630 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04847ed8-3adc-4744-9650-0a04ac6b6641 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:34:54.144977 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04847ed8-3adc-4744-9650-0a04ac6b6641 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:34:54.145312 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04847ed8-3adc-4744-9650-0a04ac6b6641 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:34:54.145641 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04847ed8-3adc-4744-9650-0a04ac6b6641 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:34:54.145966 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04847ed8-3adc-4744-9650-0a04ac6b6641 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:34:54.146317 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04847ed8-3adc-4744-9650-0a04ac6b6641 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:34:54.146638 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04847ed8-3adc-4744-9650-0a04ac6b6641 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:34:54.146956 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04847ed8-3adc-4744-9650-0a04ac6b6641 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:34:54.147273 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04847ed8-3adc-4744-9650-0a04ac6b6641 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:34:54.147579 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04847ed8-3adc-4744-9650-0a04ac6b6641 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:34:54.147899 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04847ed8-3adc-4744-9650-0a04ac6b6641 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:34:54.148207 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04847ed8-3adc-4744-9650-0a04ac6b6641 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:34:54.156289 dv-neutron-823402-4-hyperv neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04847ed8-3adc-4744-9650-0a04ac6b6641 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] Notify callbacks [] for security_group, before_response {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:54.157397 dv-neutron-823402-4-hyperv neutron-server[87654]: INFO neutron.wsgi [None req-04847ed8-3adc-4744-9650-0a04ac6b6641 tempest-TestSnapshotPattern-1190067440 tempest-TestSnapshotPattern-1190067440-project] 10.222.0.15 "DELETE /v2.0/security-groups/d8cb7a70-7e6b-4712-a34f-75fe08cef41f HTTP/1.1" status: 204 len: 168 time: 0.2040768 Jan 11 10:34:54.200716 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43550) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:34:54.336141 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:54.729334 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a33621c1-ba8f-4149-91d6-9240fc546376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:55.161589 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a33621c1-ba8f-4149-91d6-9240fc546376 admin admin] Deleting port cfad5dde-43ab-400a-ad4f-645b9f319f2b {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:34:55.161834 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a33621c1-ba8f-4149-91d6-9240fc546376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:55.327239 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-a33621c1-ba8f-4149-91d6-9240fc546376 admin admin] For port cfad5dde-43ab-400a-ad4f-645b9f319f2b, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=cfad5dde-43ab-400a-ad4f-645b9f319f2b,segment=NetworkSegment(32033663-dd40-4176-a9a8-a8a6345c5a1c),segment_id=32033663-dd40-4176-a9a8-a8a6345c5a1c)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:34:55.327582 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a33621c1-ba8f-4149-91d6-9240fc546376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:55.450402 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-a33621c1-ba8f-4149-91d6-9240fc546376 admin admin] Calling delete_port for cfad5dde-43ab-400a-ad4f-645b9f319f2b owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:34:55.757335 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a33621c1-ba8f-4149-91d6-9240fc546376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:55.804611 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33621c1-ba8f-4149-91d6-9240fc546376 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfad5dde-43ab-400a-ad4f-645b9f319f2b,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:34:55.849226 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33621c1-ba8f-4149-91d6-9240fc546376 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:34:55.849567 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33621c1-ba8f-4149-91d6-9240fc546376 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:34:55.849905 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33621c1-ba8f-4149-91d6-9240fc546376 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:34:55.850262 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33621c1-ba8f-4149-91d6-9240fc546376 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:34:55.850584 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33621c1-ba8f-4149-91d6-9240fc546376 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:34:55.850915 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33621c1-ba8f-4149-91d6-9240fc546376 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:34:55.851236 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33621c1-ba8f-4149-91d6-9240fc546376 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:34:55.851559 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33621c1-ba8f-4149-91d6-9240fc546376 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:34:55.851880 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33621c1-ba8f-4149-91d6-9240fc546376 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:34:55.852194 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33621c1-ba8f-4149-91d6-9240fc546376 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:34:55.852507 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33621c1-ba8f-4149-91d6-9240fc546376 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:34:55.852821 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33621c1-ba8f-4149-91d6-9240fc546376 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823402-4-hyperv {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 10:34:56.083303 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a33621c1-ba8f-4149-91d6-9240fc546376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:56.552289 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33621c1-ba8f-4149-91d6-9240fc546376 admin admin] Router 57170549-9ae3-447f-b5ee-b014f07bc52b has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:34:56.738511 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33621c1-ba8f-4149-91d6-9240fc546376 admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:34:56.747545 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4557f4-c9e0-4967-bfe0-ad6c6448ef79 None None] Sync routers for ids ['57170549-9ae3-447f-b5ee-b014f07bc52b'] in dv-neutron-823402-4-hyperv {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:34:56.754915 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a33621c1-ba8f-4149-91d6-9240fc546376 admin admin] 10.222.0.15 "PUT /v2.0/routers/57170549-9ae3-447f-b5ee-b014f07bc52b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5531144 Jan 11 10:34:56.756724 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4557f4-c9e0-4967-bfe0-ad6c6448ef79 None None] Routers {'57170549-9ae3-447f-b5ee-b014f07bc52b'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:34:56.757330 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9a4557f4-c9e0-4967-bfe0-ad6c6448ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:34:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['57170549-9ae3-447f-b5ee-b014f07bc52b'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:34:56.757477 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43554) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:34:56.932795 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8722ad9-3924-43a0-867a-8125617a7d97 admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:56.935943 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-9a4557f4-c9e0-4967-bfe0-ad6c6448ef79 None None] Set router 57170549-9ae3-447f-b5ee-b014f07bc52b gateway port host: dv-neutron-823402-4-hyperv {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:34:57.109959 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8722ad9-3924-43a0-867a-8125617a7d97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:57.119109 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b8722ad9-3924-43a0-867a-8125617a7d97 admin admin] Deleting port 1a1f5456-4a21-4f05-970e-2579751c40d9 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:34:57.119463 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8722ad9-3924-43a0-867a-8125617a7d97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:57.241070 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9a4557f4-c9e0-4967-bfe0-ad6c6448ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57170549-9ae3-447f-b5ee-b014f07bc52b', 'name': 'tempest-TestSnapshotPattern-1552231049-router', 'tenant_id': '1b4b4ca63fe146369a391c4a60d0b920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '1a1f5456-4a21-4f05-970e-2579751c40d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:33:37Z', 'updated_at': '2022-01-11T10:34:55Z', 'revision_number': 5, 'project_id': '1b4b4ca63fe146369a391c4a60d0b920', 'gw_port': {'id': '1a1f5456-4a21-4f05-970e-2579751c40d9', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:eb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57170549-9ae3-447f-b5ee-b014f07bc52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:33:37Z', 'updated_at': '2022-01-11T10:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:34:57.245136 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4557f4-c9e0-4967-bfe0-ad6c6448ef79 None None] Checking router: 57170549-9ae3-447f-b5ee-b014f07bc52b for host: dv-neutron-823402-4-hyperv {{(pid=87657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:34:57.253547 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4557f4-c9e0-4967-bfe0-ad6c6448ef79 None None] Routers {'57170549-9ae3-447f-b5ee-b014f07bc52b'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:34:57.254170 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9a4557f4-c9e0-4967-bfe0-ad6c6448ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:34:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['57170549-9ae3-447f-b5ee-b014f07bc52b'], 'active': True} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:34:57.292565 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-b8722ad9-3924-43a0-867a-8125617a7d97 admin admin] For port 1a1f5456-4a21-4f05-970e-2579751c40d9, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=1a1f5456-4a21-4f05-970e-2579751c40d9,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:34:57.292913 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8722ad9-3924-43a0-867a-8125617a7d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:57.400785 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_dvr_db [None req-9a4557f4-c9e0-4967-bfe0-ad6c6448ef79 None None] Set router 57170549-9ae3-447f-b5ee-b014f07bc52b gateway port host: None {{(pid=87657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:34:57.413146 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-b8722ad9-3924-43a0-867a-8125617a7d97 admin admin] Calling delete_port for 1a1f5456-4a21-4f05-970e-2579751c40d9 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:34:57.507583 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.l3_hamode_db [None req-9a4557f4-c9e0-4967-bfe0-ad6c6448ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57170549-9ae3-447f-b5ee-b014f07bc52b', 'name': 'tempest-TestSnapshotPattern-1552231049-router', 'tenant_id': '1b4b4ca63fe146369a391c4a60d0b920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:33:37Z', 'updated_at': '2022-01-11T10:34:57Z', 'revision_number': 6, 'project_id': '1b4b4ca63fe146369a391c4a60d0b920', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:34:57.512281 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4557f4-c9e0-4967-bfe0-ad6c6448ef79 None None] The sync data for ids ['57170549-9ae3-447f-b5ee-b014f07bc52b'] in dv-neutron-823402-4-hyperv is: [{'id': '57170549-9ae3-447f-b5ee-b014f07bc52b', 'name': 'tempest-TestSnapshotPattern-1552231049-router', 'tenant_id': '1b4b4ca63fe146369a391c4a60d0b920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:33:37Z', 'updated_at': '2022-01-11T10:34:57Z', 'revision_number': 6, 'project_id': '1b4b4ca63fe146369a391c4a60d0b920', 'gw_port_host': None}] {{(pid=87657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:34:57.586995 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8722ad9-3924-43a0-867a-8125617a7d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:57.746072 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8722ad9-3924-43a0-867a-8125617a7d97 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a1f5456-4a21-4f05-970e-2579751c40d9,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:34:57.842116 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8722ad9-3924-43a0-867a-8125617a7d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:58.023945 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8722ad9-3924-43a0-867a-8125617a7d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:58.026151 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8722ad9-3924-43a0-867a-8125617a7d97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:58.050318 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8722ad9-3924-43a0-867a-8125617a7d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:58.050810 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8722ad9-3924-43a0-867a-8125617a7d97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57170549-9ae3-447f-b5ee-b014f07bc52b {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 10:34:58.063283 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8722ad9-3924-43a0-867a-8125617a7d97 admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:58.064397 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-b8722ad9-3924-43a0-867a-8125617a7d97 admin admin] 10.222.0.15 "DELETE /v2.0/routers/57170549-9ae3-447f-b5ee-b014f07bc52b HTTP/1.1" status: 204 len: 168 time: 1.3061566 Jan 11 10:34:58.066875 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43558) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:34:58.125103 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-743dfcec-87c3-41e1-a7d9-bb0ba229ed00 admin admin] Deleting subnet 5e426e02-73e8-41af-b0f0-f612b30a5d62 {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 10:34:58.137034 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-743dfcec-87c3-41e1-a7d9-bb0ba229ed00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:58.186958 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-743dfcec-87c3-41e1-a7d9-bb0ba229ed00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:58.264228 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device cfad5dde-43ab-400a-ad4f-645b9f319f2b no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:34:58.268017 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-743dfcec-87c3-41e1-a7d9-bb0ba229ed00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:58.310495 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: cfad5dde-43ab-400a-ad4f-645b9f319f2b {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:34:58.310840 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device cfad5dde-43ab-400a-ad4f-645b9f319f2b not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:34:58.338857 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-743dfcec-87c3-41e1-a7d9-bb0ba229ed00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:58.377992 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743dfcec-87c3-41e1-a7d9-bb0ba229ed00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e426e02-73e8-41af-b0f0-f612b30a5d62,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:34:58.382699 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-743dfcec-87c3-41e1-a7d9-bb0ba229ed00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:58.389387 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151fac65-6e9b-476e-afa0-7915b53fb8d7 None None] Network bf39f1a2-72b6-4942-bb2e-5135c21b364f requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:34:58.395107 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-743dfcec-87c3-41e1-a7d9-bb0ba229ed00 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5e426e02-73e8-41af-b0f0-f612b30a5d62 HTTP/1.1" status: 204 len: 168 time: 0.3250651 Jan 11 10:34:58.395349 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43562) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:34:58.504197 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e18201b-d421-4aec-b65f-e374f3098b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:58.515001 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2e18201b-d421-4aec-b65f-e374f3098b95 admin admin] Deleting port 0e086e9e-7f7c-4ca3-9c15-20f03d0888cc {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:34:58.515347 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e18201b-d421-4aec-b65f-e374f3098b95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:58.640876 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef898c5-93b9-484a-a63f-2bb74ec1a843 None None] DHCP port deletion for bf39f1a2-72b6-4942-bb2e-5135c21b364f request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 10:34:58.645064 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9ef898c5-93b9-484a-a63f-2bb74ec1a843 None None] Deleting port 0e086e9e-7f7c-4ca3-9c15-20f03d0888cc {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:34:58.645435 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9ef898c5-93b9-484a-a63f-2bb74ec1a843 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:58.727908 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-2e18201b-d421-4aec-b65f-e374f3098b95 admin admin] For port 0e086e9e-7f7c-4ca3-9c15-20f03d0888cc, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0e086e9e-7f7c-4ca3-9c15-20f03d0888cc,segment=NetworkSegment(32033663-dd40-4176-a9a8-a8a6345c5a1c),segment_id=32033663-dd40-4176-a9a8-a8a6345c5a1c)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:34:58.728264 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e18201b-d421-4aec-b65f-e374f3098b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:58.865154 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-9ef898c5-93b9-484a-a63f-2bb74ec1a843 None None] For port 0e086e9e-7f7c-4ca3-9c15-20f03d0888cc, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=0e086e9e-7f7c-4ca3-9c15-20f03d0888cc,segment=NetworkSegment(32033663-dd40-4176-a9a8-a8a6345c5a1c),segment_id=32033663-dd40-4176-a9a8-a8a6345c5a1c)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:34:58.865457 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9ef898c5-93b9-484a-a63f-2bb74ec1a843 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:58.870791 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-2e18201b-d421-4aec-b65f-e374f3098b95 admin admin] Calling delete_port for 0e086e9e-7f7c-4ca3-9c15-20f03d0888cc owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:34:58.948571 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e18201b-d421-4aec-b65f-e374f3098b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:59.001993 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18201b-d421-4aec-b65f-e374f3098b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e086e9e-7f7c-4ca3-9c15-20f03d0888cc,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:34:59.005189 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e18201b-d421-4aec-b65f-e374f3098b95 admin admin] No DVR routers for this DVR port 0e086e9e-7f7c-4ca3-9c15-20f03d0888cc on host dv-neutron-823402-4-hyperv {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:34:59.027817 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9ef898c5-93b9-484a-a63f-2bb74ec1a843 None None] Calling delete_port for 0e086e9e-7f7c-4ca3-9c15-20f03d0888cc owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:34:59.099094 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-9ef898c5-93b9-484a-a63f-2bb74ec1a843 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 10:34:59.099446 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-9ef898c5-93b9-484a-a63f-2bb74ec1a843 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 10:34:59.120178 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e18201b-d421-4aec-b65f-e374f3098b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:59.146264 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-2e18201b-d421-4aec-b65f-e374f3098b95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf39f1a2-72b6-4942-bb2e-5135c21b364f']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:34:59.159510 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-2e18201b-d421-4aec-b65f-e374f3098b95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32033663-dd40-4176-a9a8-a8a6345c5a1c') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:34:59.159788 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-2e18201b-d421-4aec-b65f-e374f3098b95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32033663-dd40-4176-a9a8-a8a6345c5a1c') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:34:59.171476 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e18201b-d421-4aec-b65f-e374f3098b95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:59.187711 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e18201b-d421-4aec-b65f-e374f3098b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:59.193525 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e18201b-d421-4aec-b65f-e374f3098b95 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 10:34:59.193897 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e18201b-d421-4aec-b65f-e374f3098b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 10:34:59.206654 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 10:34:59.282597 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e18201b-d421-4aec-b65f-e374f3098b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:59.298969 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2e18201b-d421-4aec-b65f-e374f3098b95 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:59.308960 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18201b-d421-4aec-b65f-e374f3098b95 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf39f1a2-72b6-4942-bb2e-5135c21b364f,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:34:59.316107 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-2e18201b-d421-4aec-b65f-e374f3098b95 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bf39f1a2-72b6-4942-bb2e-5135c21b364f HTTP/1.1" status: 204 len: 168 time: 0.9197009 Jan 11 10:34:59.318872 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43568) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:34:59.601956 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9ef898c5-93b9-484a-a63f-2bb74ec1a843 None None] Deleting port 0e086e9e-7f7c-4ca3-9c15-20f03d0888cc {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:34:59.602739 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9ef898c5-93b9-484a-a63f-2bb74ec1a843 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:34:59.666774 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0e086e9e-7f7c-4ca3-9c15-20f03d0888cc no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:34:59.701298 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-9ef898c5-93b9-484a-a63f-2bb74ec1a843 None None] The port '0e086e9e-7f7c-4ca3-9c15-20f03d0888cc' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 10:34:59.707725 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 0e086e9e-7f7c-4ca3-9c15-20f03d0888cc {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:34:59.708147 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 0e086e9e-7f7c-4ca3-9c15-20f03d0888cc not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:34:59.708619 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 1a1f5456-4a21-4f05-970e-2579751c40d9 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:34:59.750969 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 1a1f5456-4a21-4f05-970e-2579751c40d9 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:34:59.751305 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 1a1f5456-4a21-4f05-970e-2579751c40d9 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:34:59.967546 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d55c4581-6a72-4552-83a8-852aa028462e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1745920'] for router_interface, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:00.313600 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d55c4581-6a72-4552-83a8-852aa028462e admin admin] Deleting port 9fca1f70-759b-44cb-9edd-097e3c66aa42 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:35:00.313843 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d55c4581-6a72-4552-83a8-852aa028462e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:00.482387 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-d55c4581-6a72-4552-83a8-852aa028462e admin admin] For port 9fca1f70-759b-44cb-9edd-097e3c66aa42, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=9fca1f70-759b-44cb-9edd-097e3c66aa42,segment=NetworkSegment(50897800-f1a1-48b1-b7e0-7d9a6e74d0f1),segment_id=50897800-f1a1-48b1-b7e0-7d9a6e74d0f1)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:35:00.482736 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d55c4581-6a72-4552-83a8-852aa028462e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:00.607468 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-d55c4581-6a72-4552-83a8-852aa028462e admin admin] Calling delete_port for 9fca1f70-759b-44cb-9edd-097e3c66aa42 owned by network:router_interface {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:35:00.789145 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d55c4581-6a72-4552-83a8-852aa028462e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:00.839061 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c4581-6a72-4552-83a8-852aa028462e admin admin] Pushing event deleted for resources: {'Port': ['ID=9fca1f70-759b-44cb-9edd-097e3c66aa42,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:35:01.216225 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d55c4581-6a72-4552-83a8-852aa028462e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1746044'] for router_interface, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:01.574861 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55c4581-6a72-4552-83a8-852aa028462e admin admin] Router 90627faf-f498-4ebc-b8f9-ae4195804179 has already been hosted by L3 agent 006ed4c3-41a5-4a17-9d89-131e8b8889c0 {{(pid=87655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 11 10:35:01.755498 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55c4581-6a72-4552-83a8-852aa028462e admin admin] Notify agent at l3_agent.dv-neutron-823402-4-hyperv the message routers_updated {{(pid=87655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 11 10:35:01.765110 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5729d940-fc16-4725-ab2e-6ebf1e3cc1c7 None None] Sync routers for ids ['90627faf-f498-4ebc-b8f9-ae4195804179'] in dv-neutron-823402-4-hyperv {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 10:35:01.765571 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-d55c4581-6a72-4552-83a8-852aa028462e admin admin] 10.222.0.15 "PUT /v2.0/routers/90627faf-f498-4ebc-b8f9-ae4195804179/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4453955 Jan 11 10:35:01.767652 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43572) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:35:01.774501 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5729d940-fc16-4725-ab2e-6ebf1e3cc1c7 None None] Routers {'90627faf-f498-4ebc-b8f9-ae4195804179'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:35:01.775177 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5729d940-fc16-4725-ab2e-6ebf1e3cc1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:34:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['90627faf-f498-4ebc-b8f9-ae4195804179'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:35:01.944318 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b4684d7-80d4-49cf-ad6c-6cf2021da5ff admin admin] Notify callbacks [] for router, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:01.949633 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-5729d940-fc16-4725-ab2e-6ebf1e3cc1c7 None None] Set router 90627faf-f498-4ebc-b8f9-ae4195804179 gateway port host: dv-neutron-823402-4-hyperv {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:35:02.120850 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b4684d7-80d4-49cf-ad6c-6cf2021da5ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:02.130069 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3b4684d7-80d4-49cf-ad6c-6cf2021da5ff admin admin] Deleting port d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:35:02.130461 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b4684d7-80d4-49cf-ad6c-6cf2021da5ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:02.227174 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5729d940-fc16-4725-ab2e-6ebf1e3cc1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90627faf-f498-4ebc-b8f9-ae4195804179', 'name': 'tempest-TestSnapshotPattern-1709603816-router', 'tenant_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'external_fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd7eb4dae-ad6f-46b0-891a-3bf45c8e01b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:33:43Z', 'updated_at': '2022-01-11T10:35:00Z', 'revision_number': 5, 'project_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'gw_port': {'id': 'd7eb4dae-ad6f-46b0-891a-3bf45c8e01b3', 'name': '', 'network_id': '644b8550-5b91-49bd-9d0a-84ba8b975d54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90627faf-f498-4ebc-b8f9-ae4195804179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823402-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T10:33:44Z', 'updated_at': '2022-01-11T10:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1dc5bb8d-3abe-4297-8ae1-93aaad0bfa48', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823402-4-hyperv'}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:35:02.231466 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5729d940-fc16-4725-ab2e-6ebf1e3cc1c7 None None] Checking router: 90627faf-f498-4ebc-b8f9-ae4195804179 for host: dv-neutron-823402-4-hyperv {{(pid=87656) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 10:35:02.240336 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5729d940-fc16-4725-ab2e-6ebf1e3cc1c7 None None] Routers {'90627faf-f498-4ebc-b8f9-ae4195804179'} bound to L3 agent in host dv-neutron-823402-4-hyperv {{(pid=87656) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 11 10:35:02.240960 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5729d940-fc16-4725-ab2e-6ebf1e3cc1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823402-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T09:20:51Z,description=,heartbeat_timestamp=2022-01-11T10:34:51Z,host='dv-neutron-823402-4-hyperv',id=006ed4c3-41a5-4a17-9d89-131e8b8889c0,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T09:20:51Z,topic='l3_agent')) {'router_ids': ['90627faf-f498-4ebc-b8f9-ae4195804179'], 'active': True} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:35:02.395637 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_dvr_db [None req-5729d940-fc16-4725-ab2e-6ebf1e3cc1c7 None None] Set router 90627faf-f498-4ebc-b8f9-ae4195804179 gateway port host: None {{(pid=87656) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 11 10:35:02.414453 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-3b4684d7-80d4-49cf-ad6c-6cf2021da5ff admin admin] For port d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3,segment=NetworkSegment(38185c46-6050-4043-9477-ed2ba28d7c88),segment_id=38185c46-6050-4043-9477-ed2ba28d7c88)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:35:02.415008 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b4684d7-80d4-49cf-ad6c-6cf2021da5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:02.500627 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.db.l3_hamode_db [None req-5729d940-fc16-4725-ab2e-6ebf1e3cc1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90627faf-f498-4ebc-b8f9-ae4195804179', 'name': 'tempest-TestSnapshotPattern-1709603816-router', 'tenant_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:33:43Z', 'updated_at': '2022-01-11T10:35:02Z', 'revision_number': 6, 'project_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'gw_port_host': None}], 'dv-neutron-823402-4-hyperv', False) {} {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:35:02.504432 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5729d940-fc16-4725-ab2e-6ebf1e3cc1c7 None None] The sync data for ids ['90627faf-f498-4ebc-b8f9-ae4195804179'] in dv-neutron-823402-4-hyperv is: [{'id': '90627faf-f498-4ebc-b8f9-ae4195804179', 'name': 'tempest-TestSnapshotPattern-1709603816-router', 'tenant_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T10:33:43Z', 'updated_at': '2022-01-11T10:35:02Z', 'revision_number': 6, 'project_id': '3d6eb99bca4b45c49d193ae177bc0c08', 'gw_port_host': None}] {{(pid=87656) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 10:35:02.539959 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3b4684d7-80d4-49cf-ad6c-6cf2021da5ff admin admin] Calling delete_port for d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3 owned by network:router_gateway {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:35:02.703556 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b4684d7-80d4-49cf-ad6c-6cf2021da5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:02.775386 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4684d7-80d4-49cf-ad6c-6cf2021da5ff admin admin] Pushing event deleted for resources: {'Port': ['ID=d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:35:02.842574 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b4684d7-80d4-49cf-ad6c-6cf2021da5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1771515'] for router_gateway, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:03.015222 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b4684d7-80d4-49cf-ad6c-6cf2021da5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29734'] for router, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:03.017247 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b4684d7-80d4-49cf-ad6c-6cf2021da5ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:03.039586 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b4684d7-80d4-49cf-ad6c-6cf2021da5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1784138'] for router, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:03.040121 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4684d7-80d4-49cf-ad6c-6cf2021da5ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90627faf-f498-4ebc-b8f9-ae4195804179 {{(pid=87655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 11 10:35:03.051910 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3b4684d7-80d4-49cf-ad6c-6cf2021da5ff admin admin] Notify callbacks [] for router, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:03.052984 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3b4684d7-80d4-49cf-ad6c-6cf2021da5ff admin admin] 10.222.0.15 "DELETE /v2.0/routers/90627faf-f498-4ebc-b8f9-ae4195804179 HTTP/1.1" status: 204 len: 168 time: 1.2844520 Jan 11 10:35:03.055504 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43576) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:35:03.113602 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae9f82f0-ff35-40e9-82b9-3ff93b593472 admin admin] Deleting subnet 46d9ac3a-9e70-4cd0-a0d7-a0a0b08893cc {{(pid=87655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 11 10:35:03.116502 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ae9f82f0-ff35-40e9-82b9-3ff93b593472 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:03.171059 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ae9f82f0-ff35-40e9-82b9-3ff93b593472 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6317662'] for subnet, precommit_delete_associations {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:03.248090 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ae9f82f0-ff35-40e9-82b9-3ff93b593472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868619'] for subnet, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:03.316774 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ae9f82f0-ff35-40e9-82b9-3ff93b593472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6461863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6455351'] for subnet, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:03.359615 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ae9f82f0-ff35-40e9-82b9-3ff93b593472 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:03.362908 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f82f0-ff35-40e9-82b9-3ff93b593472 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46d9ac3a-9e70-4cd0-a0d7-a0a0b08893cc,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:35:03.365302 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb15810-918c-4e19-b7ad-5464b0ad55d1 None None] Network fe9cb29f-7a6c-45cd-84c1-638a092e5567 requested from dv-neutron-823402-4-hyperv {{(pid=87656) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 11 10:35:03.368271 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-ae9f82f0-ff35-40e9-82b9-3ff93b593472 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/46d9ac3a-9e70-4cd0-a0d7-a0a0b08893cc HTTP/1.1" status: 204 len: 168 time: 0.3111057 Jan 11 10:35:03.371554 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43580) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:35:03.484444 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e9d5e2b-a9d6-4c5c-a59f-f0006ea11122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-746774'] for network, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:03.496677 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d5e2b-a9d6-4c5c-a59f-f0006ea11122 admin admin] Deleting port 361b66cb-0457-489f-a52f-de6a6ff8b157 {{(pid=87655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:35:03.497006 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e9d5e2b-a9d6-4c5c-a59f-f0006ea11122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:03.655492 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b95e08d-956f-48ce-9d55-8e711689ec8d None None] DHCP port deletion for fe9cb29f-7a6c-45cd-84c1-638a092e5567 request from dv-neutron-823402-4-hyperv {{(pid=87656) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 11 10:35:03.659935 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2b95e08d-956f-48ce-9d55-8e711689ec8d None None] Deleting port 361b66cb-0457-489f-a52f-de6a6ff8b157 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:35:03.660324 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2b95e08d-956f-48ce-9d55-8e711689ec8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:03.714079 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9fca1f70-759b-44cb-9edd-097e3c66aa42 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:35:03.717437 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-3e9d5e2b-a9d6-4c5c-a59f-f0006ea11122 admin admin] For port 361b66cb-0457-489f-a52f-de6a6ff8b157, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=361b66cb-0457-489f-a52f-de6a6ff8b157,segment=NetworkSegment(50897800-f1a1-48b1-b7e0-7d9a6e74d0f1),segment_id=50897800-f1a1-48b1-b7e0-7d9a6e74d0f1)] {{(pid=87655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:35:03.717791 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e9d5e2b-a9d6-4c5c-a59f-f0006ea11122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:03.798136 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 9fca1f70-759b-44cb-9edd-097e3c66aa42 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:35:03.798407 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 9fca1f70-759b-44cb-9edd-097e3c66aa42 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:35:03.798828 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:35:03.837786 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:35:03.838040 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device d7eb4dae-ad6f-46b0-891a-3bf45c8e01b3 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:35:03.942196 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d5e2b-a9d6-4c5c-a59f-f0006ea11122 admin admin] Calling delete_port for 361b66cb-0457-489f-a52f-de6a6ff8b157 owned by network:dhcp {{(pid=87655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:35:03.986713 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.db [None req-2b95e08d-956f-48ce-9d55-8e711689ec8d None None] For port 361b66cb-0457-489f-a52f-de6a6ff8b157, host dv-neutron-823402-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823402-4-hyperv',level=0,port_id=361b66cb-0457-489f-a52f-de6a6ff8b157,segment=NetworkSegment(50897800-f1a1-48b1-b7e0-7d9a6e74d0f1),segment_id=50897800-f1a1-48b1-b7e0-7d9a6e74d0f1)] {{(pid=87656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 11 10:35:03.987102 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2b95e08d-956f-48ce-9d55-8e711689ec8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1784394'] for port, precommit_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:04.015670 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e9d5e2b-a9d6-4c5c-a59f-f0006ea11122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763173342446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763172870867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6461834'] for port, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:04.062859 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d5e2b-a9d6-4c5c-a59f-f0006ea11122 admin admin] Pushing event deleted for resources: {'Port': ['ID=361b66cb-0457-489f-a52f-de6a6ff8b157,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:35:04.066350 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9d5e2b-a9d6-4c5c-a59f-f0006ea11122 admin admin] No DVR routers for this DVR port 361b66cb-0457-489f-a52f-de6a6ff8b157 on host dv-neutron-823402-4-hyperv {{(pid=87655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 10:35:04.111620 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2b95e08d-956f-48ce-9d55-8e711689ec8d None None] Calling delete_port for 361b66cb-0457-489f-a52f-de6a6ff8b157 owned by network:dhcp {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 11 10:35:04.180334 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e9d5e2b-a9d6-4c5c-a59f-f0006ea11122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-871637', 'neutron.services.segments.db._delete_segments_for_network-8763173390358'] for network, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:04.181976 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.db.api [None req-2b95e08d-956f-48ce-9d55-8e711689ec8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87656) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 10:35:04.182350 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG oslo_db.api [None req-2b95e08d-956f-48ce-9d55-8e711689ec8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 10:35:04.205122 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-3e9d5e2b-a9d6-4c5c-a59f-f0006ea11122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe9cb29f-7a6c-45cd-84c1-638a092e5567']}} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:35:04.220593 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-3e9d5e2b-a9d6-4c5c-a59f-f0006ea11122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50897800-f1a1-48b1-b7e0-7d9a6e74d0f1') {'for_net_delete': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:35:04.220882 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.services.segments.db [None req-3e9d5e2b-a9d6-4c5c-a59f-f0006ea11122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50897800-f1a1-48b1-b7e0-7d9a6e74d0f1') {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 10:35:04.232440 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e9d5e2b-a9d6-4c5c-a59f-f0006ea11122 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763173391153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6317639'] for segment, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:04.250239 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e9d5e2b-a9d6-4c5c-a59f-f0006ea11122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874722'] for segment, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:04.256147 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9d5e2b-a9d6-4c5c-a59f-f0006ea11122 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=87655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 10:35:04.256518 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e9d5e2b-a9d6-4c5c-a59f-f0006ea11122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-874709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6461945'] for segment, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: Traceback (most recent call last): Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: timer() Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: cb(*args, **kw) Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: return func(*args, **kwargs) Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: self._notify() Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: self.callback(batched_events) Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: event.method(event) Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: return f(self, *a, **k) Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._get(url).json() Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: return self.request(url, 'GET', **kwargs) Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 10:35:04.269450 dv-neutron-823402-4-hyperv neutron-server[87655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 10:35:04.346539 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e9d5e2b-a9d6-4c5c-a59f-f0006ea11122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-871650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1771264'] for network, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:04.362373 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3e9d5e2b-a9d6-4c5c-a59f-f0006ea11122 admin admin] Notify callbacks [] for network, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:04.377080 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d5e2b-a9d6-4c5c-a59f-f0006ea11122 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe9cb29f-7a6c-45cd-84c1-638a092e5567,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:35:04.379875 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-3e9d5e2b-a9d6-4c5c-a59f-f0006ea11122 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fe9cb29f-7a6c-45cd-84c1-638a092e5567 HTTP/1.1" status: 204 len: 168 time: 1.0071714 Jan 11 10:35:04.549614 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43586) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:35:04.597869 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-6d0a086f-3e82-4314-a743-f7d2551bb72c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b4b4ca63fe146369a391c4a60d0b920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470054 Jan 11 10:35:04.600225 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43590) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:35:04.656223 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc8f1870-47e6-413c-9413-63929d99071d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:04.681872 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc8f1870-47e6-413c-9413-63929d99071d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:04.684200 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2b95e08d-956f-48ce-9d55-8e711689ec8d None None] Deleting port 361b66cb-0457-489f-a52f-de6a6ff8b157 {{(pid=87656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 11 10:35:04.684908 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-2b95e08d-956f-48ce-9d55-8e711689ec8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763173341889'] for port, before_delete {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:04.735890 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc8f1870-47e6-413c-9413-63929d99071d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:04.756549 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f1870-47e6-413c-9413-63929d99071d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cd92d2-6468-49f6-96c4-20745e7a0fcd,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:35:04.757362 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-2b95e08d-956f-48ce-9d55-8e711689ec8d None None] The port '361b66cb-0457-489f-a52f-de6a6ff8b157' was deleted {{(pid=87656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 11 10:35:04.758817 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fc8f1870-47e6-413c-9413-63929d99071d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:04.760235 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-fc8f1870-47e6-413c-9413-63929d99071d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3cd92d2-6468-49f6-96c4-20745e7a0fcd HTTP/1.1" status: 204 len: 168 time: 0.1587882 Jan 11 10:35:04.947653 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:05.092639 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43598) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:35:05.142480 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-a2a6eb1a-c802-43b6-a2c2-a206b0f334a3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d6eb99bca4b45c49d193ae177bc0c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484569 Jan 11 10:35:05.144701 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.wsgi [-] (87655) accepted ('10.222.0.15', 43602) {{(pid=87655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 11 10:35:05.200373 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f455-ee6a-4d2e-8465-1b49ddf27ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:05.225078 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f455-ee6a-4d2e-8465-1b49ddf27ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:05.277151 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f455-ee6a-4d2e-8465-1b49ddf27ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798648'] for security_group, after_delete {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:05.291261 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8f455-ee6a-4d2e-8465-1b49ddf27ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d14417c-55ba-4374-b0c1-24180249a79a,revision_number=None']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 10:35:05.297386 dv-neutron-823402-4-hyperv neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f455-ee6a-4d2e-8465-1b49ddf27ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:05.298516 dv-neutron-823402-4-hyperv neutron-server[87655]: INFO neutron.wsgi [None req-bdc8f455-ee6a-4d2e-8465-1b49ddf27ddd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d14417c-55ba-4374-b0c1-24180249a79a HTTP/1.1" status: 204 len: 168 time: 0.1529608 Jan 11 10:35:05.646960 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 361b66cb-0457-489f-a52f-de6a6ff8b157 no longer exists at agent ovs-agent-dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 11 10:35:05.683405 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.plugin [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] No Port match for: 361b66cb-0457-489f-a52f-de6a6ff8b157 {{(pid=87656) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 11 10:35:05.683715 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron.plugins.ml2.rpc [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Device 361b66cb-0457-489f-a52f-de6a6ff8b157 not bound to the agent host dv-neutron-823402-4-hyperv {{(pid=87656) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 11 10:35:19.298695 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-110e9217-2e33-47ee-9012-99b27b119102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:20.614015 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:35:21.513045 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-53456e33-bc7d-42e5-8829-f85ace610603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:22.766838 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:22.778742 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:24.339391 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:34.970837 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:49.301853 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-92eb9ab4-c89a-4ba7-9975-8065d8331f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:51.514128 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a446bbf5-fbeb-4029-83f1-5b70c9d70e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:52.769974 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:52.780205 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:54.341937 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:35:57.612965 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:36:04.974860 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:36:19.304392 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-b05de869-0b35-4042-9f70-73b75045d725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:36:21.515173 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ea3f9724-a095-48dc-95e4-4d048c72f274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:36:22.777501 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:36:22.782365 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:36:24.346383 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:36:34.612754 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:36:34.970423 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:36:49.306284 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0ea6ab9d-b246-4eca-b484-e7fcb407a10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:36:51.516688 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a23a3aa7-c244-4042-87c8-62e8dcbde528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:36:52.784371 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:36:52.788892 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:36:54.347438 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:37:04.983707 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:37:11.612878 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:37:19.307701 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-f20de9c3-390c-42a8-8a29-52fa4d1ef11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:37:21.518208 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-22e7504e-9503-4dcb-b0ef-c41672e66e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:37:22.784271 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:37:22.785586 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:37:24.351076 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:37:34.974643 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:37:48.612359 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:37:49.309558 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-29dbec0e-3004-461e-be8a-0ad0e70af3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:37:51.520086 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4fe507f3-1efd-4437-8773-3310736a67d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:37:52.785816 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:37:52.787511 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:37:54.354987 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:38:04.982903 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:38:19.311930 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e42b2380-1b7d-4ad7-b775-10454bfc157b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:38:21.520887 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-bf3b8bba-5014-41e8-a496-775a1a3f86af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:38:22.786417 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:38:22.788061 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:38:24.356836 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:38:25.612201 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:38:34.985125 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:38:49.313599 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6ae0f155-45ab-494c-bc51-dc24c90ed871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:38:51.521545 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-9f918561-c84e-4caf-a1fc-37a16d489776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:38:52.786741 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:38:52.788380 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:38:54.359231 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:39:02.611196 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:39:04.988085 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:39:19.317077 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0c609931-844b-4d59-83dd-9da9260cfdc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:39:21.522570 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-3b31f481-38b4-4d97-9259-06f48ca167e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:39:22.790284 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:39:22.793471 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:39:24.362070 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:39:35.011302 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:39:39.610252 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:39:49.319256 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-0ad2d37a-c896-4496-a84a-96364465ac21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:39:51.528668 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-a0980423-dfd1-4285-9f55-cbd67d62f992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:39:52.790658 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:39:52.792297 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:39:54.366537 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:40:05.012264 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:40:16.609489 dv-neutron-823402-4-hyperv neutron-server[87657]: DEBUG neutron.db.agents_db [None req-6fb9e218-7188-4297-b18d-48c37c3a3184 None None] Agent healthcheck: found 6 active agents {{(pid=87657) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 11 10:40:19.320868 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-e25fb925-5647-4f42-9470-b1608afe902b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:40:21.520946 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-6e26af6a-8f31-469c-ad8b-1438f2275172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:40:22.794343 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-703cc352-9cae-4c51-bf9f-2a9ae6c673e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:40:22.796017 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-ba257c9a-9d51-4aae-b536-573e0e7dfb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:40:24.369214 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b083-839f-4899-999a-15be94efbaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 11 10:40:35.010559 dv-neutron-823402-4-hyperv neutron-server[87656]: DEBUG neutron_lib.callbacks.manager [None req-4082fc6d-5c37-4e66-804e-c4e0afca67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763173390340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-719663'] for agent, after_update {{(pid=87656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}